-- Logs begin at Fri 2022-01-21 08:50:53 UTC, end at Fri 2022-01-21 10:50:42 UTC. -- Jan 21 09:32:37.559286 dv-neutron-825732-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jan 21 09:32:39.768359 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.common.config [-] Logging enabled! Jan 21 09:32:39.769264 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev5 Jan 21 09:32:39.769390 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83492) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 21 09:32:39.772388 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.common.config [-] Logging enabled! Jan 21 09:32:39.772633 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev5 Jan 21 09:32:39.772877 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83492) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 21 09:32:39.773896 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 21 09:32:39.774132 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 21 09:32:39.774493 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 21 09:32:39.774738 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 21 09:32:39.774962 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 21 09:32:39.775567 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.775871 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.776170 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.776401 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.776699 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.776988 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.777270 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.777588 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.777889 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.778177 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.778459 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.778745 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.778975 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.779258 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.779545 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.779830 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.780052 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] debug = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.780330 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.780756 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.781175 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.781459 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.781773 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.782048 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.782323 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.782608 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.782938 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] host = dv-neutron-825732-1-hyperv {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.783224 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.783500 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.783783 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.784065 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.784338 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.784616 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.784903 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.785177 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.785452 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] log_file = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.785812 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.786106 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.786390 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.786690 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.786919 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.787143 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.787429 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.787719 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.787996 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.788270 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.788543 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.788818 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.789093 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.789364 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.789677 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.789966 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.790251 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.790527 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.790802 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.791075 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.791346 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.791637 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.791910 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.792181 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.792452 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.792739 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.793008 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.793279 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.793607 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.793897 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.794179 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.794463 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.794738 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.795023 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.795294 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.795565 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.795837 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] use_json = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.796107 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.796374 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.796658 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.796929 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.797199 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.797470 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.797776 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.798060 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:39.798358 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.798656 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.798958 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.799241 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.799531 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.799814 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.800103 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.800378 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.800664 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.800952 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.801310 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.801637 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.801924 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.802215 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.802502 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.802774 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.803048 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.803337 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.803611 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.803899 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.804155 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.804443 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.804717 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.804994 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.805272 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.805564 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.805839 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.806125 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.806372 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.806657 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.806929 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.807197 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.807463 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.807735 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.808009 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.808285 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.808559 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.808829 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.809097 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.809373 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.809669 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.809944 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.810217 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.810495 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.810763 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.811036 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.817878 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.817878 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.817878 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.817878 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.817878 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.817878 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.817878 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.817878 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.817878 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.818895 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.818895 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.818895 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.818895 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.818895 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.818895 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.818895 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.818895 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.820007 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.820007 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.820007 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.820007 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.820007 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.820007 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.820007 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.820007 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.820798 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.820798 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.820798 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.820798 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.820798 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.820798 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.820798 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.820798 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.821332 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.821332 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.821332 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.821575 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.821874 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.822175 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.822471 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.822752 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.823068 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.823351 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:39.823567 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 21 09:32:39.823818 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83492) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 21 09:32:40.239930 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO keyring.backend [-] Loading KWallet Jan 21 09:32:40.247666 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO keyring.backend [-] Loading SecretService Jan 21 09:32:40.251001 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO keyring.backend [-] Loading Windows Jan 21 09:32:40.252375 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO keyring.backend [-] Loading chainer Jan 21 09:32:40.252948 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO keyring.backend [-] Loading macOS Jan 21 09:32:40.288744 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 21 09:32:40.289004 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 21 09:32:40.289289 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 21 09:32:40.289647 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 21 09:32:40.608024 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:40.608237 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:40.608505 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:40.667638 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:40.667913 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:40.668178 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:40.671342 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:40.671617 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:40.671883 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:40.701925 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:40.702227 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:40.702447 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:40.731939 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:40.732217 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:40.732483 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.062409 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.063041 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.063041 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.063199 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.064163 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.189693 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.189940 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.190226 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.190496 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.190763 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.191067 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.191327 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.191580 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.192457 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.192745 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.193008 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.193266 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.193551 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.193803 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.194067 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.194331 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.194584 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.194857 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.195103 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.195384 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.195727 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.195978 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.196224 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.196500 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.196744 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.196986 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.197371 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:32:41.197632 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:32:41.197873 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:32:41.198112 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:32:41.198345 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:32:41.198579 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:32:41.199138 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 21 09:32:41.202354 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 21 09:32:41.206422 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 21 09:32:41.210459 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Jan 21 09:32:41.212101 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 21 09:32:41.212488 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 21 09:32:41.212826 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 21 09:32:41.213215 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 21 09:32:41.216194 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 21 09:32:41.216447 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 21 09:32:41.216820 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 21 09:32:41.246003 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 21 09:32:41.246460 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.246760 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83492) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 21 09:32:41.247119 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.248502 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83492) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 21 09:32:41.248788 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 21 09:32:41.249030 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 21 09:32:41.252310 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.252589 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.314848 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 21 09:32:41.315096 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 21 09:32:41.315331 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 21 09:32:41.315715 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 21 09:32:41.346794 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_db.sqlalchemy.engines [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83492) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 21 09:32:41.683687 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.plugins.ml2.managers [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Initializing driver for type 'gre' Jan 21 09:32:41.684253 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] gre ID ranges: [(1, 1000)] Jan 21 09:32:41.743936 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.plugins.ml2.managers [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Initializing driver for type 'local' Jan 21 09:32:41.744282 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.plugins.ml2.managers [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Initializing driver for type 'vlan' Jan 21 09:32:41.758486 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] VlanTypeDriver initialization complete Jan 21 09:32:41.758741 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.plugins.ml2.managers [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Initializing driver for type 'vxlan' Jan 21 09:32:41.759264 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] vxlan ID ranges: [(1, 1000)] Jan 21 09:32:41.813837 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.plugins.ml2.managers [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Initializing extension driver 'port_security' Jan 21 09:32:41.814186 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.plugins.ml2.extensions.port_security [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] PortSecurityExtensionDriver initialization complete Jan 21 09:32:41.814522 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.plugins.ml2.managers [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Initializing mechanism driver 'openvswitch' Jan 21 09:32:41.814860 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.plugins.ml2.managers [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Initializing mechanism driver 'hyperv' Jan 21 09:32:41.822249 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.plugins.ml2.plugin [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:41.822938 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > port after_create 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.823306 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > port after_update 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.823663 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > port after_delete 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.824184 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83492) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 21 09:32:41.824624 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > subnet after_create 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.824978 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > subnet after_update 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.825327 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > subnet after_delete 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.825744 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83492) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 21 09:32:41.826159 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > network after_create 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.826506 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > network after_update 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.826854 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > network after_delete 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.827237 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83492) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 21 09:32:41.827641 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > security_group after_create 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.827987 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > security_group after_update 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.828330 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > security_group after_delete 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.828853 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83492) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 21 09:32:41.829259 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.829640 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.829983 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.830372 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83492) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 21 09:32:41.830813 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] ML2 OVO RPC backend initialized. {{(pid=83492) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Jan 21 09:32:41.831454 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > router_interface after_create 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.831810 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.832233 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > network before_response 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.833264 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > networks before_response 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.833646 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > port before_response 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.834085 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > ports before_response 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.834438 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > subnet before_response 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.834789 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > subnets before_response 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.835140 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > network after_create 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.835485 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > network after_update 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.835824 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > network after_delete 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.836162 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > port after_create 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.836505 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > port after_update 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.836840 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > port after_delete 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.837178 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > subnet after_create 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.837540 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > subnet after_update 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.837871 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > subnet after_delete 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.838461 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.plugins.ml2.plugin [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Modular L2 Plugin initialization complete Jan 21 09:32:41.838792 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading services supported by the core plugin {{(pid=83492) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 21 09:32:41.846208 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.plugins.ml2.managers [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Got port-security extension from driver 'port_security' Jan 21 09:32:41.846208 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.extensions.vlantransparent [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Disabled vlantransparent extension. Jan 21 09:32:41.846208 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83492) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 21 09:32:41.846208 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading Plugin: router Jan 21 09:32:41.877080 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > router_interface before_create 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.877481 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > router after_create 55549900 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.877892 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > router before_create 55549900 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.878255 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.878628 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.878989 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > router after_delete 55549900 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.880839 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > floatingip after_update 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.880839 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > router after_create 55549900 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.880839 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > router after_update 55549900 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.881102 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > router after_update 55549900 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.881294 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.881684 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > router after_update 55549900 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.882098 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > router precommit_update 55549900 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.882476 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: port after_update 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.882815 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: port after_delete 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.883151 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: subnet after_update 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.883487 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.883867 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > port precommit_delete 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.884254 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > router precommit_create 55549900 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.884596 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: port before_delete 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.884938 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > router precommit_create 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.885292 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > router after_update 55549900 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.885666 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > router precommit_delete 55549900 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.886012 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > router precommit_create 55549900 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.886368 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > router_interface after_create 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.886711 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > router precommit_update 55549900 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.887071 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > agent after_create 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.887417 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > agent after_delete 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.887762 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > network after_delete 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.888637 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.quota.resource_registry [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Tracking information for resource: router configured {{(pid=83492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:32:41.889004 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.quota.resource_registry [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Tracking information for resource: floatingip configured {{(pid=83492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:32:41.896758 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.db.l3_agentschedulers_db [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 21 09:32:41.897615 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: port after_update 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.898326 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: port after_create 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.898939 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: port after_delete 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.899473 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: port after_update 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.900969 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > router before_create 55550100 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.901495 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > router precommit_delete 55550100 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.901894 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > router precommit_create 55550100 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.902261 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > router precommit_update 55550100 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.906734 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.services.provider_configuration [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Service providers = [] {{(pid=83492) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 21 09:32:41.907104 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.db.servicetype_db [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83492) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 21 09:32:41.910245 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.services.service_base [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83492) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 09:32:41.910637 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.services.service_base [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83492) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 09:32:41.910977 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.services.service_base [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83492) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 09:32:41.911880 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.services.service_base [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83492) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 09:32:41.912258 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.services.service_base [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 21 09:32:41.912649 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:32:41.912969 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 21 09:32:41.923990 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:32:41.924329 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading Plugin: auto_allocate Jan 21 09:32:41.930455 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: network precommit_update 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.930821 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: network precommit_create 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.931349 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:32:41.931742 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading Plugin: tag Jan 21 09:32:41.938428 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:32:41.938707 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading Plugin: timestamp Jan 21 09:32:41.943367 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:32:41.943716 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading Plugin: network_ip_availability Jan 21 09:32:41.949534 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.949927 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.950284 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:41.951072 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:32:41.951396 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading Plugin: flavors Jan 21 09:32:41.956393 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:32:41.956720 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading Plugin: revisions Jan 21 09:32:41.962007 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:32:41.962405 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_concurrency.lockutils [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.673s {{(pid=83492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 21 09:32:41.963163 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83492) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Jan 21 09:32:41.963501 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Initializing extension manager. Jan 21 09:32:41.964007 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: __init__.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:41.964351 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: __pycache__ {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:41.964685 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:41.965021 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:41.965348 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: _filter_validation_lib.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:41.965709 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:41.966042 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: address_group.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:41.966807 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:41.967385 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: address-group Jan 21 09:32:41.967709 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: address_scope.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:41.968421 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:41.968932 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: address-scope Jan 21 09:32:41.969251 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: admin_state_down_before_update.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:41.970220 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:41.970733 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: router-admin-state-down-before-update Jan 21 09:32:41.971056 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: agent.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:41.971767 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:41.972280 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: agent Jan 21 09:32:41.972600 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: agent_resources_synced.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:41.973696 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:41.974204 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: agent-resources-synced Jan 21 09:32:41.974529 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: allowedaddresspairs.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:41.976617 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:41.977153 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: allowed-address-pairs Jan 21 09:32:41.977488 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: auto_allocated_topology.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:41.978598 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:41.979130 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: auto-allocated-topology Jan 21 09:32:41.979467 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: availability_zone.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:41.980172 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:41.980686 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: availability_zone Jan 21 09:32:41.981016 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: availability_zone_filter.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:41.981973 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:41.982492 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: availability_zone_filter Jan 21 09:32:41.982821 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: data_plane_status.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:41.983733 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:41.984244 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extension data-plane-status not supported by any of loaded plugins Jan 21 09:32:41.984571 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: default_subnetpools.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:41.985492 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:41.986034 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: default-subnetpools Jan 21 09:32:41.986360 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: dhcpagentscheduler.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:41.987143 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:41.987656 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: dhcp_agent_scheduler Jan 21 09:32:41.987982 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: dns.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:41.989019 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:41.989545 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extension dns-integration not supported by any of loaded plugins Jan 21 09:32:41.989876 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: dns_domain_ports.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:41.990811 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:41.991325 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 21 09:32:41.991664 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: dvr.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:41.992347 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:41.992856 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: dvr Jan 21 09:32:41.993179 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: empty_string_filtering.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:41.994137 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:41.994646 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: empty-string-filtering Jan 21 09:32:41.994971 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.002234 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.002234 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 21 09:32:42.002234 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.002234 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.002234 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 21 09:32:42.002234 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: external_net.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.002828 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.002828 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: external-net Jan 21 09:32:42.002828 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: extra_dhcp_opt.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.002828 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.002828 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: extra_dhcp_opt Jan 21 09:32:42.002828 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: extraroute.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.003582 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.004096 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: extraroute Jan 21 09:32:42.004953 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: extraroute_atomic.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.006158 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.006669 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: extraroute-atomic Jan 21 09:32:42.006995 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: filter_validation.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.007694 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.008208 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: filter-validation Jan 21 09:32:42.008537 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: fip_pf_description.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.009455 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.009994 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 21 09:32:42.010316 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: fip_port_details.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.011247 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.011758 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: fip-port-details Jan 21 09:32:42.012085 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: flavors.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.013358 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.013919 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: flavors Jan 21 09:32:42.014244 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.015953 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.016483 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 21 09:32:42.016816 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: floatingip_pools.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.017552 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.018079 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: floatingip-pools Jan 21 09:32:42.018409 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: ip_allocation.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.019589 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.020838 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extension ip_allocation not supported by any of loaded plugins Jan 21 09:32:42.021217 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.022229 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.022740 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: ip-substring-filtering Jan 21 09:32:42.023068 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: l2_adjacency.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.024012 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.024518 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extension l2_adjacency not supported by any of loaded plugins Jan 21 09:32:42.024845 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: l3.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.025896 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.026416 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: router Jan 21 09:32:42.026743 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: l3_conntrack_helper.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.029223 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.029793 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 21 09:32:42.030126 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.031067 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.031587 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: ext-gw-mode Jan 21 09:32:42.031916 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.032848 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.033362 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: l3-ha Jan 21 09:32:42.033722 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: l3_flavors.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.034651 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.035160 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: l3-flavors Jan 21 09:32:42.035486 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.036674 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.037180 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: l3-port-ip-change-not-allowed Jan 21 09:32:42.037505 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: l3agentscheduler.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.038599 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.039117 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: l3_agent_scheduler Jan 21 09:32:42.039446 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: logging.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.040960 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.041491 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extension logging not supported by any of loaded plugins Jan 21 09:32:42.041851 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: metering.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.042610 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.043190 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: metering Jan 21 09:32:42.043515 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.044645 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.045171 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: metering_source_and_destination_fields Jan 21 09:32:42.045497 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: multiprovidernet.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.046450 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.046972 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: multi-provider Jan 21 09:32:42.047381 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: netmtu.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.048389 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.048921 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: net-mtu Jan 21 09:32:42.049243 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: netmtu_writable.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.050206 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.050720 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: net-mtu-writable Jan 21 09:32:42.051042 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: network_availability_zone.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.052195 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.052810 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: network_availability_zone Jan 21 09:32:42.053160 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: network_ip_availability.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.054461 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.054987 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: network-ip-availability Jan 21 09:32:42.055312 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: network_segment_range.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.056124 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.056640 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extension network-segment-range not supported by any of loaded plugins Jan 21 09:32:42.056965 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: pagination.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.057985 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.058322 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: pagination Jan 21 09:32:42.058649 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.059575 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.060100 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: port-mac-address-regenerate Jan 21 09:32:42.060428 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: port_resource_request.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.061353 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.061885 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extension port-resource-request not supported by any of loaded plugins Jan 21 09:32:42.062210 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: portbindings.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.063150 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.063697 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: binding Jan 21 09:32:42.063970 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: portbindings_extended.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.065298 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.065856 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: binding-extended Jan 21 09:32:42.066194 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: portsecurity.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.067634 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.068151 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: port-security Jan 21 09:32:42.068477 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: project_id.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.069465 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.069833 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: project-id Jan 21 09:32:42.070158 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: providernet.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.071084 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.071603 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: provider Jan 21 09:32:42.071926 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: qos.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.075674 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.076203 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extension qos not supported by any of loaded plugins Jan 21 09:32:42.076537 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.077823 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.078350 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 21 09:32:42.078684 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.079614 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.080139 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 21 09:32:42.080470 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: qos_default.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.081390 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.081951 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extension qos-default not supported by any of loaded plugins Jan 21 09:32:42.082283 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: qos_fip.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.083539 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.084157 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extension qos-fip not supported by any of loaded plugins Jan 21 09:32:42.084484 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: qos_gateway_ip.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.085425 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.085972 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 21 09:32:42.086303 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: qos_port_network_policy.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.087234 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.087751 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 21 09:32:42.088077 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: qos_rule_type_details.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.088996 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.089528 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 21 09:32:42.089859 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: qos_rules_alias.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.090910 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.091433 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 21 09:32:42.091762 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: quotasv2.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.092689 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.093025 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: quotas Jan 21 09:32:42.093355 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: quotasv2_detail.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.095017 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.095359 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: quota_details Jan 21 09:32:42.095694 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: rbac.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.096864 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.097392 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: rbac-policies Jan 21 09:32:42.097760 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: rbac_address_scope.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.098817 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.099570 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: rbac-address-scope Jan 21 09:32:42.100224 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: rbac_security_groups.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.101586 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.102364 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: rbac-security-groups Jan 21 09:32:42.102818 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: rbac_subnetpool.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.104065 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.104822 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: rbac-subnetpool Jan 21 09:32:42.105478 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: revisionifmatch.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.106978 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.107779 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: revision-if-match Jan 21 09:32:42.108276 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: revisions.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.109595 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.110117 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: standard-attr-revisions Jan 21 09:32:42.110448 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: router_availability_zone.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.111141 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.111657 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: router_availability_zone Jan 21 09:32:42.111991 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: routerservicetype.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.112936 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.113457 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extension router-service-type not supported by any of loaded plugins Jan 21 09:32:42.114469 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: security_groups_port_filtering.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.115621 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.116224 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: port-security-groups-filtering Jan 21 09:32:42.116552 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: securitygroup.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.127802 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.128346 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: security-group Jan 21 09:32:42.128682 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: segment.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.130109 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.130601 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extension segment not supported by any of loaded plugins Jan 21 09:32:42.130931 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.131919 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.132435 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 21 09:32:42.132767 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: servicetype.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.133935 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.134462 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: service-type Jan 21 09:32:42.134792 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: sorting.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.135782 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.136117 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: sorting Jan 21 09:32:42.136445 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: standard_attr_segment.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.137367 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.137907 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 21 09:32:42.138238 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: standardattrdescription.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.138889 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.139400 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: standard-attr-description Jan 21 09:32:42.139727 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: stateful_security_group.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.140672 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.141183 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: stateful-security-group Jan 21 09:32:42.141543 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: stdattrs_common.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.142125 dv-neutron-825732-1-hyperv neutron-server[83492]: WARNING neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 21 09:32:42.142448 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.143394 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.143909 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 21 09:32:42.144489 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: subnet_onboard.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.145842 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.146371 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: subnet_onboard Jan 21 09:32:42.146700 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.147654 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.148167 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 21 09:32:42.148492 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: subnet_service_types.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.149421 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.149973 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: subnet-service-types Jan 21 09:32:42.150294 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: subnetallocation.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.151393 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.151921 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: subnet_allocation Jan 21 09:32:42.152245 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.152947 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.153472 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: subnetpool-prefix-ops Jan 21 09:32:42.153827 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.154818 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.155332 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 21 09:32:42.155660 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: tagging.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.156812 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.157345 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: standard-attr-tag Jan 21 09:32:42.157718 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: timestamp.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.159028 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.159551 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loaded extension: standard-attr-timestamp Jan 21 09:32:42.159878 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: trunk.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.160977 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.161500 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extension trunk not supported by any of loaded plugins Jan 21 09:32:42.161861 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: trunk_details.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.162831 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.163366 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extension trunk-details not supported by any of loaded plugins Jan 21 09:32:42.163688 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: uplink_status_propagation.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.164618 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.165134 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 21 09:32:42.165464 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Loading extension file: vlantransparent.py {{(pid=83492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:32:42.166171 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:32:42.166682 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extension vlan-transparent not supported by any of loaded plugins Jan 21 09:32:42.169017 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.quota.resource_registry [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Creating instance of TrackedResource for resource:network Jan 21 09:32:42.169876 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.quota.resource_registry [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Creating instance of TrackedResource for resource:subnet Jan 21 09:32:42.170483 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.quota.resource_registry [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 09:32:42.171288 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.quota.resource_registry [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Creating instance of TrackedResource for resource:port Jan 21 09:32:42.172599 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.v2.resource_helper [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:32:42.173045 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.v2.resource_helper [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Service FLAVORS assigned prefix: {{(pid=83492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:32:42.173692 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.v2.resource_helper [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:32:42.174114 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.v2.resource_helper [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:32:42.174448 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.quota.resource_registry [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Creating instance of TrackedResource for resource:router Jan 21 09:32:42.175113 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.quota.resource_registry [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Creating instance of TrackedResource for resource:floatingip Jan 21 09:32:42.175842 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.v2.resource_helper [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Service METERING assigned prefix: /metering {{(pid=83492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:32:42.177861 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:42.178235 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:42.178590 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:32:42.179726 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.quota.resource_registry [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Creating instance of CountableResource for resource:rbac_policy Jan 21 09:32:42.180174 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.quota.resource_registry [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Creating instance of TrackedResource for resource:security_group Jan 21 09:32:42.180828 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.quota.resource_registry [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Creating instance of TrackedResource for resource:security_group_rule Jan 21 09:32:42.181731 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.v2.resource_helper [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Service CORE assigned prefix: {{(pid=83492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:32:42.182090 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.quota.resource_registry [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 09:32:42.182438 dv-neutron-825732-1-hyperv neutron-server[83492]: WARNING neutron.quota.resource_registry [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] subnetpool is already registered Jan 21 09:32:42.183066 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.v2.resource_helper [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Service CORE assigned prefix: {{(pid=83492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:32:42.183370 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.quota.resource_registry [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 09:32:42.183752 dv-neutron-825732-1-hyperv neutron-server[83492]: WARNING neutron.quota.resource_registry [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] subnetpool is already registered Jan 21 09:32:42.186256 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.v2.resource_helper [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:32:42.186692 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.v2.resource_helper [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Service FLAVORS assigned prefix: {{(pid=83492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:32:42.187280 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.v2.resource_helper [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:32:42.187707 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.v2.resource_helper [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:32:42.188039 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.quota.resource_registry [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Creating instance of TrackedResource for resource:router Jan 21 09:32:42.188371 dv-neutron-825732-1-hyperv neutron-server[83492]: WARNING neutron.quota.resource_registry [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] router is already registered Jan 21 09:32:42.189026 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.quota.resource_registry [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Creating instance of TrackedResource for resource:floatingip Jan 21 09:32:42.189302 dv-neutron-825732-1-hyperv neutron-server[83492]: WARNING neutron.quota.resource_registry [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] floatingip is already registered Jan 21 09:32:42.189972 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.v2.resource_helper [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Service METERING assigned prefix: /metering {{(pid=83492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:32:42.190639 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.quota.resource_registry [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Creating instance of CountableResource for resource:rbac_policy Jan 21 09:32:42.190970 dv-neutron-825732-1-hyperv neutron-server[83492]: WARNING neutron.quota.resource_registry [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] rbac_policy is already registered Jan 21 09:32:42.191518 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.quota.resource_registry [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Creating instance of TrackedResource for resource:security_group Jan 21 09:32:42.192472 dv-neutron-825732-1-hyperv neutron-server[83492]: WARNING neutron.quota.resource_registry [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] security_group is already registered Jan 21 09:32:42.193076 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.quota.resource_registry [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Creating instance of TrackedResource for resource:security_group_rule Jan 21 09:32:42.193408 dv-neutron-825732-1-hyperv neutron-server[83492]: WARNING neutron.quota.resource_registry [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] security_group_rule is already registered Jan 21 09:32:42.194098 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.v2.resource_helper [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Service CORE assigned prefix: {{(pid=83492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:32:42.194429 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.quota.resource_registry [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 09:32:42.194756 dv-neutron-825732-1-hyperv neutron-server[83492]: WARNING neutron.quota.resource_registry [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] subnetpool is already registered Jan 21 09:32:42.195371 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.v2.resource_helper [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Service CORE assigned prefix: {{(pid=83492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:32:42.195694 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.quota.resource_registry [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 09:32:42.196016 dv-neutron-825732-1-hyperv neutron-server[83492]: WARNING neutron.quota.resource_registry [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] subnetpool is already registered Jan 21 09:32:42.196675 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: extensions {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.198306 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: address-groups {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.199903 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: address-scopes {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.201113 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: agents {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.202314 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: auto-allocated-topology {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.203556 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: availability_zones {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.204923 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: dhcp-networks {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.206346 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: dhcp-agents {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.208028 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: routers {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.209935 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: flavors {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.211128 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: service_profiles {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.212337 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: next_providers {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.213886 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: service_profiles {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.215308 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: floatingip-pools {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.216536 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: routers {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.218362 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: floatingips {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.219554 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: l3-routers {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.220911 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: l3-agents {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.222328 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: metering-labels {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.223731 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: metering-label-rules {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.225129 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: network-ip-availabilities {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.226418 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: bindings {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.229210 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: quotas {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.230695 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: quotas {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.232132 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: rbac-policies {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.233418 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: security-groups {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.234683 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: security-group-rules {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.235911 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: service-providers {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.237117 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: subnetpools {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.238571 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: subnetpools {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.240645 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: tags {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.242374 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: tags {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.244143 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: tags {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.245910 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: tags {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.247685 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: tags {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.249340 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: tags {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.251103 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: tags {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.252946 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: tags {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.255469 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: tags {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.257316 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron.api.extensions [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Extended resource: tags {{(pid=83492) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:32:42.263428 dv-neutron-825732-1-hyperv neutron-server[83492]: WARNING keystonemiddleware.auth_token [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 21 09:32:42.268224 dv-neutron-825732-1-hyperv neutron-server[83492]: WARNING keystonemiddleware.auth_token [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 21 09:32:42.276655 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_concurrency.lockutils [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Acquired lock "singleton_lock" {{(pid=83492) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 21 09:32:42.277132 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_concurrency.lockutils [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Releasing lock "singleton_lock" {{(pid=83492) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 21 09:32:42.277907 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO oslo_service.service [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Starting 2 workers Jan 21 09:32:42.282562 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Started child 83597 {{(pid=83492) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 21 09:32:42.287372 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Started child 83598 {{(pid=83492) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 21 09:32:42.288851 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:42.289548 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO neutron.service [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Neutron service started, listening on 0.0.0.0:9696 Jan 21 09:32:42.289867 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Notify callbacks [] for process, before_spawn {{(pid=83492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:42.290310 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [-] (83597) wsgi starting up on http://0.0.0.0:9696 Jan 21 09:32:42.292035 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:42.292477 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO oslo_service.service [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Starting 1 workers Jan 21 09:32:42.293394 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [-] (83598) wsgi starting up on http://0.0.0.0:9696 Jan 21 09:32:42.297193 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Started child 83599 {{(pid=83492) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 21 09:32:42.297757 dv-neutron-825732-1-hyperv neutron-server[83492]: INFO oslo_service.service [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Starting 1 workers Jan 21 09:32:42.301085 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.service [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] calling RpcWorker wait() {{(pid=83599) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 21 09:32:42.302345 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.service [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] returning from RpcWorker wait() {{(pid=83599) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 21 09:32:42.302545 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Started child 83600 {{(pid=83492) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 21 09:32:42.303329 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG neutron_lib.callbacks.manager [None req-be96b972-fa1a-45d4-8011-2b7d2207154e None None] Notify callbacks [] for process, after_spawn {{(pid=83492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:42.303963 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:42.304484 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:42.305372 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83492) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 21 09:32:42.305626 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 21 09:32:42.305811 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 21 09:32:42.306034 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 21 09:32:42.306370 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 21 09:32:42.306535 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 21 09:32:42.307040 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.309875 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.309875 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.310160 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:42.310612 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.310612 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.310612 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.310612 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.310612 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.310612 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.310612 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.310612 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.311144 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.311144 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.311144 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.311144 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.311144 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.311427 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.311709 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.311794 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.312045 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.312311 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.312543 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.312828 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] debug = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.313080 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.313611 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.313852 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.314115 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.314362 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.314633 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.314905 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.315192 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.315437 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.315685 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.315933 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.316196 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.316432 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.316747 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.317505 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.317764 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.318322 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] host = dv-neutron-825732-1-hyperv {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.318574 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.318810 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.319075 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.319305 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.319558 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.319793 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.320039 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.320297 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.320561 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.320783 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.321030 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.321257 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.321470 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.321758 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] log_file = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.321923 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] log_options = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.322182 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.322438 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.322708 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.322901 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.323073 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.323248 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.323518 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.323682 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.323923 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.324141 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.324361 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.324578 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.324812 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.325068 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.325335 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.325576 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.325795 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.326049 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.326319 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.326546 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.326782 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.327007 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.327240 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.327461 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.327678 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.327898 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.328140 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.328354 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.328566 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.328778 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.329057 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.329303 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.329560 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.329819 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.330047 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.330276 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.330512 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.330772 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.330999 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.331241 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.331507 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.331720 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.331963 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.332175 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.332438 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.332734 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] use_json = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.332866 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.333092 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.333342 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.333580 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.333795 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.334008 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.334223 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.334518 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.334948 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.335231 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.335555 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.335800 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.336031 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.336274 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.336522 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.336739 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.337084 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.337282 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.337609 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.337835 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.338039 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:42.338200 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.338417 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.338666 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.104/identity {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.338936 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.339158 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.339404 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.339617 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.339829 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.340043 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.340254 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.340512 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.340728 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.340940 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.341156 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.341379 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.341637 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.341871 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.342113 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.342459 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.342611 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.342908 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.343095 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.343314 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.343551 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.343762 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.344007 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.344235 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.344568 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.344931 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.345080 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.345593 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.345736 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.346335 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.346335 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.346335 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.346636 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.346744 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.346978 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.347249 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.347468 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.347709 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.347978 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.348425 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.348615 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.348754 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.349104 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.349104 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.349572 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.349725 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.350087 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.350336 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.350553 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.350978 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.350978 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.351300 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.351529 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.351749 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.351963 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.352177 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.352389 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.353546 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.353660 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.353962 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.354288 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.354534 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.354804 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.355032 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.355304 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.355525 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.355765 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.356020 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.356272 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.356489 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.357054 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.357054 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.357487 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.357487 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.360375 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.360375 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.360375 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.360375 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.360375 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.360375 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.360375 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.360375 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.361317 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.361317 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.361317 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.361317 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.361317 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.361317 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.361317 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.361986 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.361986 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.362191 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.362385 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.362678 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.362937 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.363170 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.363429 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.364472 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.364472 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.364903 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.365338 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.365642 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.366053 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.366379 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.366605 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.366862 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.367671 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.367671 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.367913 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.367913 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.368239 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.368449 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.368698 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.369137 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.369270 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.369778 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.369778 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.369999 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.370183 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.104/identity {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.370420 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.370663 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.370892 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.371130 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.371364 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.371597 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.371816 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.372070 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.372288 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.372544 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.372766 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.373002 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.373217 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.373438 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.373711 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.373939 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.374149 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.374371 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.374613 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.374878 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.375120 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.375745 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.375745 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.376160 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.376160 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.376404 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.376525 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.377215 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.377215 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.377215 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.377631 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.377754 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.377976 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.378978 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.378978 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.378978 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.378978 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.378978 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.380192 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.380192 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.380192 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.380441 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.380652 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.382122 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.382122 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.382122 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.382122 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.382122 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.382122 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.382510 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.382510 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.382678 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.382882 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.383104 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.383339 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.383563 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.383797 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.384021 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.384235 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.384449 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.384709 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.384980 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.385234 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.385420 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.385742 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.385986 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.386238 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.386477 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.386719 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.386948 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.387156 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.387368 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.387584 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.387792 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.388089 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.388352 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.388578 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.388872 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.389126 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.389354 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.389657 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.389974 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.390220 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.390608 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.391001 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.391368 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.391730 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.392151 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.392692 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.393177 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.393683 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.394302 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.394732 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.395168 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.395583 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.395865 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.396329 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.396824 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.397280 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.397711 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.398050 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.398336 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.398595 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.398869 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.399130 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.399387 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.399638 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.399884 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.400125 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.400435 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.400671 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.400932 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.401172 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.401438 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.401798 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.401973 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.402192 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.402353 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 21 09:32:42.402886 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83492) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 21 09:32:42.403050 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 21 09:32:42.403194 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 21 09:32:42.403367 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 21 09:32:42.403544 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 21 09:32:42.403719 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 21 09:32:42.403902 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.404064 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.404208 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.404369 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.404528 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.404714 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.404875 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.405138 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.405548 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.405736 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.405898 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.406048 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.406182 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.406486 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.406790 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.408898 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.408898 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.408898 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.408898 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.408898 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.408898 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.408898 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.408898 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] debug = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.409395 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.409395 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.409395 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.409395 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.409395 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.409395 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.409789 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.409789 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.409789 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.409789 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.409789 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.409789 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.410107 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.410107 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.410253 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.410411 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.410642 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] host = dv-neutron-825732-1-hyperv {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.410787 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.410907 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.411061 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.411218 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.411380 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.411538 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.411779 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.411964 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.412125 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.412283 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.412442 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.412600 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.412753 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.412907 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] log_file = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.413071 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] log_options = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.413232 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.413389 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.413572 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.413771 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.413942 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.414104 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.414261 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.414423 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.414582 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.414950 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.415052 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.415209 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.415518 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.415518 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.415779 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.415862 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.415954 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.416118 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.416425 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.416425 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.416651 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.416733 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.416876 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.417033 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.417205 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.417350 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.417497 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.417683 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.417923 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.418005 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.418133 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.418293 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.418517 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.418655 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.418789 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.418911 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.419042 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.419206 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.419363 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.419522 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.419680 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.419837 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.419995 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.420152 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.420309 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.420468 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] use_json = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.420627 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.420927 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.420927 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.421138 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.421236 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.421395 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.421575 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.421736 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:32:42.421924 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.422085 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.422257 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.422418 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.422578 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.422738 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.422897 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.423057 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.423217 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.423377 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.423546 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.423707 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.423884 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.424131 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.424264 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.104/identity {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.424386 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.424529 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.424653 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.424814 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.424974 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.425139 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.425304 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.425464 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.425686 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.425815 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.425981 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.426649 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.427139 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.427405 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.427588 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.427722 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.427888 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.428046 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.428208 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.428370 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.428531 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.428695 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.428856 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.429019 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.429181 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.429353 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.429531 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.429697 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.429856 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.430017 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.430178 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.430337 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.430496 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.430656 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.430816 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.430975 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.431148 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.431313 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.431472 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.431631 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.431791 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.431955 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.432117 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.432278 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.432438 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.432597 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.432758 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.432918 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.433079 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.433238 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.433398 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.433604 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.433749 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.433911 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.434071 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.434231 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.434391 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.434550 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.434710 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.434878 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.435058 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.435219 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.435379 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.435538 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.435698 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.435857 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.436016 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.436171 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.436324 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.437142 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.437142 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.437142 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.437142 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.437142 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.437656 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.437656 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.437656 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.437854 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.437854 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.437989 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.438152 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.438311 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.438636 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.438952 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.439317 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.439430 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.439588 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.439750 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.439908 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.440074 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.440243 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.440416 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.440591 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.440763 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.440924 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.441084 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.441244 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.441404 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.441591 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.441755 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.442596 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.442729 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.442900 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.443074 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.443235 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.443396 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.443557 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.443740 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.443902 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.444062 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.444224 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.444387 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.444556 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.444710 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.444869 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.445042 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.445283 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.445446 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.445652 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.104/identity {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.445815 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.445979 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.446280 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.446280 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.446448 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.446599 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.446761 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.446922 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.447084 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.447243 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.447404 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.447564 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.447728 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.447874 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.448034 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.448200 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.448361 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.448521 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.448681 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.448900 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.449022 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.449126 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.449290 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.449449 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.449643 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.449808 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.449969 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.450131 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.450292 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.450452 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.450613 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.450778 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.450926 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.451089 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.451249 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.451409 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.451569 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.451731 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.451891 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.452052 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.452213 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.452373 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.452533 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.452709 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.452916 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.453029 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.453150 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.453313 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.453472 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.453670 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.454296 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.454296 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.454296 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.454296 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.454769 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.454769 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.454769 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.454978 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.455054 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.455190 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.455353 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.455523 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.455684 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.455846 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.456018 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.456179 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.456339 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.456499 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.456659 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.456829 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.456990 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.457149 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.457309 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.457580 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.457859 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.458026 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.458188 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.458363 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.458529 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.458693 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.458820 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.459021 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.459160 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.459306 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.459467 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.459627 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.459725 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:42.459869 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.460061 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.460228 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.460398 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.460566 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.460728 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.460896 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.461066 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.461236 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.461397 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.461594 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.461771 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.461932 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.462091 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.462251 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.462410 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.462570 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.462752 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.462886 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.463046 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.463206 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.463424 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.463530 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.463663 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.463823 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.463984 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.464145 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.464304 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.464464 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.464715 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.464836 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:32:42.464939 dv-neutron-825732-1-hyperv neutron-server[83492]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 21 09:32:42.736921 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 53056) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:32:42.745298 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [-] 10.222.0.104 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0062311 Jan 21 09:32:53.873001 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f94d59-5f57-4304-8eec-c726351d256d None None] get_active_networks_info from dv-neutron-825732-1-hyperv {{(pid=83599) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 09:32:53.953278 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f94d59-5f57-4304-8eec-c726351d256d None None] No non-hosted networks {{(pid=83599) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 21 09:32:53.954128 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-90a4d646-1387-4bd6-9144-92ab679a36bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-349719'] for agent, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:56.249312 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a5e4a6cf-40d9-46cb-833d-d88896db7b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-349719'] for agent, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:56.299897 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a2b1e248-3a75-446b-8cc3-ce19eec9a354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:57.433880 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-349719'] for agent, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:57.434654 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:57.435103 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:57.435570 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:57.436020 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:57.437595 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:57.437950 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:57.438428 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:57.439631 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:57.440885 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:57.442025 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:57.443915 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:57.444582 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-825732-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:57.457925 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-825732-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:57.635137 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-349719'] for agent, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:59.349207 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-349719'] for agent, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:00.456172 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.db.l3_hamode_db [None req-47988d41-81d6-45c1-9db1-2c431c310691 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 21 09:33:00.546504 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47988d41-81d6-45c1-9db1-2c431c310691 None None] Routers set() bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:33:00.546810 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47988d41-81d6-45c1-9db1-2c431c310691 None None] Router IDs set() for agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 21 09:33:01.220431 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 53148) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:33:01.912203 dv-neutron-825732-1-hyperv neutron-server[83597]: WARNING oslo_policy.policy [None req-8ed29aa5-8d37-43fc-8a76-b6863afebd7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:33:01.912813 dv-neutron-825732-1-hyperv neutron-server[83597]: WARNING oslo_policy.policy [None req-8ed29aa5-8d37-43fc-8a76-b6863afebd7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:33:02.140064 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-8ed29aa5-8d37-43fc-8a76-b6863afebd7d admin admin] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:33:02.141260 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8ed29aa5-8d37-43fc-8a76-b6863afebd7d admin admin] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.9188232 Jan 21 09:33:04.520569 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 53162) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:33:04.973867 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-ef15ea0c-a442-4e96-9ad6-43eff387c118 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:33:05.030631 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.policy [None req-ef15ea0c-a442-4e96-9ad6-43eff387c118 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83597) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 21 09:33:05.031405 dv-neutron-825732-1-hyperv neutron-server[83597]: WARNING oslo_policy.policy [None req-ef15ea0c-a442-4e96-9ad6-43eff387c118 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:33:05.031772 dv-neutron-825732-1-hyperv neutron-server[83597]: WARNING oslo_policy.policy [None req-ef15ea0c-a442-4e96-9ad6-43eff387c118 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:33:05.035317 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.quota [None req-ef15ea0c-a442-4e96-9ad6-43eff387c118 admin admin] Loaded quota_driver: . Jan 21 09:33:05.052143 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ef15ea0c-a442-4e96-9ad6-43eff387c118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:33:05.140389 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ef15ea0c-a442-4e96-9ad6-43eff387c118 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793816254917', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793816276440', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793816279272', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793816287122', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793816291590', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-525428', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-529670', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1623911', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1672654'] for rbac-policy, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:05.232381 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ef15ea0c-a442-4e96-9ad6-43eff387c118 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:05.233611 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ef15ea0c-a442-4e96-9ad6-43eff387c118 admin admin] 10.222.0.104 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7117410 Jan 21 09:33:07.935712 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 53176) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:33:08.561438 dv-neutron-825732-1-hyperv neutron-server[83598]: WARNING oslo_policy.policy [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:33:08.562163 dv-neutron-825732-1-hyperv neutron-server[83598]: WARNING oslo_policy.policy [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:33:08.784120 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '974ce9a2cc97439581fc8d4a82157fd5', 'name': 'private'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:33:08.785746 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.quota [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] Loaded quota_driver: . Jan 21 09:33:08.801700 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:33:08.808002 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] Usage tracker for resource:network and tenant:974ce9a2cc97439581fc8d4a82157fd5 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:33:08.813797 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:33:08.823092 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:33:08.840035 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] Made reservation on behalf of 974ce9a2cc97439581fc8d4a82157fd5 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:08.879535 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.policy [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83598) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 21 09:33:08.880331 dv-neutron-825732-1-hyperv neutron-server[83598]: WARNING oslo_policy.policy [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:33:08.880694 dv-neutron-825732-1-hyperv neutron-server[83598]: WARNING oslo_policy.policy [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:33:08.885417 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:08.908185 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:08.960001 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:33:08.963912 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] Usage tracker for resource:security_group_rule and tenant:974ce9a2cc97439581fc8d4a82157fd5 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:33:08.967789 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:33:08.975423 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:33:09.065456 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:09.069870 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:09.104313 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:33:09.131613 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793818691283', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:09.132244 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] Unsubscribe: segment precommit_create {{(pid=83598) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 21 09:33:09.132770 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] Added segment c2996ff4-41c4-497b-830b-1dd66895eec1 of type vlan for network 00406a9d-3e04-4aa8-aa5b-5c205bca1402 Jan 21 09:33:09.141864 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732b6ab1-1f8e-44cd-a8ec-0cecda5eb350,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:09.217859 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:09.218217 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:09.218527 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:09.218850 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:09.219275 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:09.219507 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:09.219838 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:09.220156 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:09.220464 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:09.220772 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:09.221080 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:09.222435 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] Tracked resource versions report: Jan 21 09:33:09.222435 dv-neutron-825732-1-hyperv neutron-server[83598]: pushed versions: Jan 21 09:33:09.222435 dv-neutron-825732-1-hyperv neutron-server[83598]: { 'ConntrackHelper': {'1.0'}, Jan 21 09:33:09.222435 dv-neutron-825732-1-hyperv neutron-server[83598]: 'Log': {'1.0'}, Jan 21 09:33:09.222435 dv-neutron-825732-1-hyperv neutron-server[83598]: 'Network': {'1.1'}, Jan 21 09:33:09.222435 dv-neutron-825732-1-hyperv neutron-server[83598]: 'Port': {'1.5'}, Jan 21 09:33:09.222435 dv-neutron-825732-1-hyperv neutron-server[83598]: 'PortForwarding': {'1.2'}, Jan 21 09:33:09.222435 dv-neutron-825732-1-hyperv neutron-server[83598]: 'QosPolicy': {'1.8'}, Jan 21 09:33:09.222435 dv-neutron-825732-1-hyperv neutron-server[83598]: 'SecurityGroup': {'1.2'}, Jan 21 09:33:09.222435 dv-neutron-825732-1-hyperv neutron-server[83598]: 'SecurityGroupRule': {'1.0'}, Jan 21 09:33:09.222435 dv-neutron-825732-1-hyperv neutron-server[83598]: 'SubPort': {'1.0'}, Jan 21 09:33:09.222435 dv-neutron-825732-1-hyperv neutron-server[83598]: 'Subnet': {'1.1'}, Jan 21 09:33:09.222435 dv-neutron-825732-1-hyperv neutron-server[83598]: 'Trunk': {'1.1'}} Jan 21 09:33:09.222435 dv-neutron-825732-1-hyperv neutron-server[83598]: consumer versions: Jan 21 09:33:09.222435 dv-neutron-825732-1-hyperv neutron-server[83598]: { DHCP agent@dv-neutron-825732-1-hyperv: {}, Jan 21 09:33:09.222435 dv-neutron-825732-1-hyperv neutron-server[83598]: L3 agent@dv-neutron-825732-1-hyperv: {}, Jan 21 09:33:09.222435 dv-neutron-825732-1-hyperv neutron-server[83598]: Metadata agent@dv-neutron-825732-1-hyperv: {}, Jan 21 09:33:09.222435 dv-neutron-825732-1-hyperv neutron-server[83598]: Metering agent@dv-neutron-825732-1-hyperv: {}, Jan 21 09:33:09.222435 dv-neutron-825732-1-hyperv neutron-server[83598]: Open vSwitch agent@dv-neutron-825732-1-hyperv: { 'ConntrackHelper': '1.0', Jan 21 09:33:09.222435 dv-neutron-825732-1-hyperv neutron-server[83598]: 'Log': '1.0', Jan 21 09:33:09.222435 dv-neutron-825732-1-hyperv neutron-server[83598]: 'Network': '1.1', Jan 21 09:33:09.222435 dv-neutron-825732-1-hyperv neutron-server[83598]: 'Port': '1.5', Jan 21 09:33:09.222435 dv-neutron-825732-1-hyperv neutron-server[83598]: 'PortForwarding': '1.2', Jan 21 09:33:09.222435 dv-neutron-825732-1-hyperv neutron-server[83598]: 'QosPolicy': '1.8', Jan 21 09:33:09.222435 dv-neutron-825732-1-hyperv neutron-server[83598]: 'SecurityGroup': '1.2', Jan 21 09:33:09.222435 dv-neutron-825732-1-hyperv neutron-server[83598]: 'SecurityGroupRule': '1.0', Jan 21 09:33:09.222435 dv-neutron-825732-1-hyperv neutron-server[83598]: 'SubPort': '1.0', Jan 21 09:33:09.222435 dv-neutron-825732-1-hyperv neutron-server[83598]: 'Subnet': '1.1', Jan 21 09:33:09.222435 dv-neutron-825732-1-hyperv neutron-server[83598]: 'Trunk': '1.1'}} Jan 21 09:33:09.222435 dv-neutron-825732-1-hyperv neutron-server[83598]: {{(pid=83598) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:33:09.262340 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:09.307291 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:09.308295 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:09.308909 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:09.417451 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] Pushing event updated for resources: {'Network': ['ID=00406a9d-3e04-4aa8-aa5b-5c205bca1402,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:09.421117 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-516f60e6-9f7c-4532-abb6-c0acfb3fa579 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4843223 Jan 21 09:33:09.437143 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 00406a9d-3e04-4aa8-aa5b-5c205bca1402 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:33:12.155168 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 53198) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:33:12.710061 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49824258-0822-48fa-bfa8-f58bf23aa11f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:12.711410 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-49824258-0822-48fa-bfa8-f58bf23aa11f admin admin] 10.222.0.104 "GET /v2.0/networks/00406a9d-3e04-4aa8-aa5b-5c205bca1402 HTTP/1.1" status: 200 len: 825 time: 0.5553024 Jan 21 09:33:12.739915 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c8633efc-12d5-443a-bcff-2fbe6c806460 admin admin] 10.222.0.104 "GET /v2.0/subnetpools/0ca3cd8c-3e17-4aa3-b028-4304cda1b299 HTTP/1.1" status: 200 len: 734 time: 0.0230398 Jan 21 09:33:12.748460 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-fd6695b9-415d-4ccf-b9f1-d66dc4b78997 admin admin] Request body: {'subnet': {'network_id': '00406a9d-3e04-4aa8-aa5b-5c205bca1402', 'subnetpool_id': '0ca3cd8c-3e17-4aa3-b028-4304cda1b299', 'tenant_id': '974ce9a2cc97439581fc8d4a82157fd5', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:33:12.752941 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fd6695b9-415d-4ccf-b9f1-d66dc4b78997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:33:12.758043 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-fd6695b9-415d-4ccf-b9f1-d66dc4b78997 admin admin] Usage tracker for resource:subnet and tenant:974ce9a2cc97439581fc8d4a82157fd5 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:33:12.761613 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-fd6695b9-415d-4ccf-b9f1-d66dc4b78997 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:33:12.775429 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fd6695b9-415d-4ccf-b9f1-d66dc4b78997 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:33:12.787206 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6695b9-415d-4ccf-b9f1-d66dc4b78997 admin admin] Made reservation on behalf of 974ce9a2cc97439581fc8d4a82157fd5 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:12.790033 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fd6695b9-415d-4ccf-b9f1-d66dc4b78997 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:13.116561 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fd6695b9-415d-4ccf-b9f1-d66dc4b78997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:13.216660 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6695b9-415d-4ccf-b9f1-d66dc4b78997 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5df7e030-7222-41ef-8b45-c2f764aed42d,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:13.221650 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6695b9-415d-4ccf-b9f1-d66dc4b78997 admin admin] Checking segment: {'id': 'c2996ff4-41c4-497b-830b-1dd66895eec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '00406a9d-3e04-4aa8-aa5b-5c205bca1402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:33:13.222047 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6695b9-415d-4ccf-b9f1-d66dc4b78997 admin admin] Network hostable DHCP agents. Network: 00406a9d-3e04-4aa8-aa5b-5c205bca1402, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:33:13.235125 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6695b9-415d-4ccf-b9f1-d66dc4b78997 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:13.241359 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6695b9-415d-4ccf-b9f1-d66dc4b78997 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:13.241799 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6695b9-415d-4ccf-b9f1-d66dc4b78997 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:13.242126 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6695b9-415d-4ccf-b9f1-d66dc4b78997 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:13.242476 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6695b9-415d-4ccf-b9f1-d66dc4b78997 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:13.242802 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6695b9-415d-4ccf-b9f1-d66dc4b78997 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:13.243134 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6695b9-415d-4ccf-b9f1-d66dc4b78997 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:13.243578 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6695b9-415d-4ccf-b9f1-d66dc4b78997 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:13.243926 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6695b9-415d-4ccf-b9f1-d66dc4b78997 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:13.244262 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6695b9-415d-4ccf-b9f1-d66dc4b78997 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:13.244603 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6695b9-415d-4ccf-b9f1-d66dc4b78997 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:13.245976 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6695b9-415d-4ccf-b9f1-d66dc4b78997 admin admin] Tracked resource versions report: Jan 21 09:33:13.245976 dv-neutron-825732-1-hyperv neutron-server[83597]: pushed versions: Jan 21 09:33:13.245976 dv-neutron-825732-1-hyperv neutron-server[83597]: { 'ConntrackHelper': {'1.0'}, Jan 21 09:33:13.245976 dv-neutron-825732-1-hyperv neutron-server[83597]: 'Log': {'1.0'}, Jan 21 09:33:13.245976 dv-neutron-825732-1-hyperv neutron-server[83597]: 'Network': {'1.1'}, Jan 21 09:33:13.245976 dv-neutron-825732-1-hyperv neutron-server[83597]: 'Port': {'1.5'}, Jan 21 09:33:13.245976 dv-neutron-825732-1-hyperv neutron-server[83597]: 'PortForwarding': {'1.2'}, Jan 21 09:33:13.245976 dv-neutron-825732-1-hyperv neutron-server[83597]: 'QosPolicy': {'1.8'}, Jan 21 09:33:13.245976 dv-neutron-825732-1-hyperv neutron-server[83597]: 'SecurityGroup': {'1.2'}, Jan 21 09:33:13.245976 dv-neutron-825732-1-hyperv neutron-server[83597]: 'SecurityGroupRule': {'1.0'}, Jan 21 09:33:13.245976 dv-neutron-825732-1-hyperv neutron-server[83597]: 'SubPort': {'1.0'}, Jan 21 09:33:13.245976 dv-neutron-825732-1-hyperv neutron-server[83597]: 'Subnet': {'1.1'}, Jan 21 09:33:13.245976 dv-neutron-825732-1-hyperv neutron-server[83597]: 'Trunk': {'1.1'}} Jan 21 09:33:13.245976 dv-neutron-825732-1-hyperv neutron-server[83597]: consumer versions: Jan 21 09:33:13.245976 dv-neutron-825732-1-hyperv neutron-server[83597]: { DHCP agent@dv-neutron-825732-1-hyperv: {}, Jan 21 09:33:13.245976 dv-neutron-825732-1-hyperv neutron-server[83597]: L3 agent@dv-neutron-825732-1-hyperv: {}, Jan 21 09:33:13.245976 dv-neutron-825732-1-hyperv neutron-server[83597]: Metadata agent@dv-neutron-825732-1-hyperv: {}, Jan 21 09:33:13.245976 dv-neutron-825732-1-hyperv neutron-server[83597]: Metering agent@dv-neutron-825732-1-hyperv: {}, Jan 21 09:33:13.245976 dv-neutron-825732-1-hyperv neutron-server[83597]: Open vSwitch agent@dv-neutron-825732-1-hyperv: { 'ConntrackHelper': '1.0', Jan 21 09:33:13.245976 dv-neutron-825732-1-hyperv neutron-server[83597]: 'Log': '1.0', Jan 21 09:33:13.245976 dv-neutron-825732-1-hyperv neutron-server[83597]: 'Network': '1.1', Jan 21 09:33:13.245976 dv-neutron-825732-1-hyperv neutron-server[83597]: 'Port': '1.5', Jan 21 09:33:13.245976 dv-neutron-825732-1-hyperv neutron-server[83597]: 'PortForwarding': '1.2', Jan 21 09:33:13.245976 dv-neutron-825732-1-hyperv neutron-server[83597]: 'QosPolicy': '1.8', Jan 21 09:33:13.245976 dv-neutron-825732-1-hyperv neutron-server[83597]: 'SecurityGroup': '1.2', Jan 21 09:33:13.245976 dv-neutron-825732-1-hyperv neutron-server[83597]: 'SecurityGroupRule': '1.0', Jan 21 09:33:13.245976 dv-neutron-825732-1-hyperv neutron-server[83597]: 'SubPort': '1.0', Jan 21 09:33:13.245976 dv-neutron-825732-1-hyperv neutron-server[83597]: 'Subnet': '1.1', Jan 21 09:33:13.245976 dv-neutron-825732-1-hyperv neutron-server[83597]: 'Trunk': '1.1'}} Jan 21 09:33:13.245976 dv-neutron-825732-1-hyperv neutron-server[83597]: {{(pid=83597) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:33:13.284162 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6695b9-415d-4ccf-b9f1-d66dc4b78997 admin admin] Network 00406a9d-3e04-4aa8-aa5b-5c205bca1402 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:33:13.296083 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-fd6695b9-415d-4ccf-b9f1-d66dc4b78997 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 00406a9d-3e04-4aa8-aa5b-5c205bca1402) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:13.301458 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6695b9-415d-4ccf-b9f1-d66dc4b78997 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:13.302210 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fd6695b9-415d-4ccf-b9f1-d66dc4b78997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:13.306953 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319011a3-dd0a-48a9-93c8-b4c78518fed5 None None] Network 00406a9d-3e04-4aa8-aa5b-5c205bca1402 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:33:13.323215 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-fd6695b9-415d-4ccf-b9f1-d66dc4b78997 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5780034 Jan 21 09:33:13.635138 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743dfa38-4af2-4313-b8a9-f7873b56fb46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-00406a9d-3e04-4aa8-aa5b-5c205bca1402', 'network_id': '00406a9d-3e04-4aa8-aa5b-5c205bca1402', 'tenant_id': '974ce9a2cc97439581fc8d4a82157fd5', 'fixed_ips': [{'subnet_id': '5df7e030-7222-41ef-8b45-c2f764aed42d'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:33:13.636450 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-743dfa38-4af2-4313-b8a9-f7873b56fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:13.834315 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-743dfa38-4af2-4313-b8a9-f7873b56fb46 None None] Allocated IP 172.20.0.2 (00406a9d-3e04-4aa8-aa5b-5c205bca1402/5df7e030-7222-41ef-8b45-c2f764aed42d/064a67ab-1237-474e-bd5a-c4970ade3171) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:33:14.073812 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-743dfa38-4af2-4313-b8a9-f7873b56fb46 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:14.089175 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-743dfa38-4af2-4313-b8a9-f7873b56fb46 None None] Transition to ACTIVE for port object 064a67ab-1237-474e-bd5a-c4970ade3171 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:33:14.114841 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-743dfa38-4af2-4313-b8a9-f7873b56fb46 None None] Transition to ACTIVE for port object 064a67ab-1237-474e-bd5a-c4970ade3171 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:33:14.122738 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-743dfa38-4af2-4313-b8a9-f7873b56fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:14.191717 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743dfa38-4af2-4313-b8a9-f7873b56fb46 None None] Network 00406a9d-3e04-4aa8-aa5b-5c205bca1402 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:14.194760 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-743dfa38-4af2-4313-b8a9-f7873b56fb46 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:14.200967 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743dfa38-4af2-4313-b8a9-f7873b56fb46 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:14.203359 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743dfa38-4af2-4313-b8a9-f7873b56fb46 None None] Pushing event updated for resources: {'Port': ['ID=064a67ab-1237-474e-bd5a-c4970ade3171,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:14.244375 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743dfa38-4af2-4313-b8a9-f7873b56fb46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:14.244736 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743dfa38-4af2-4313-b8a9-f7873b56fb46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:14.245055 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743dfa38-4af2-4313-b8a9-f7873b56fb46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:14.245374 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743dfa38-4af2-4313-b8a9-f7873b56fb46 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:14.245737 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743dfa38-4af2-4313-b8a9-f7873b56fb46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:14.246067 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743dfa38-4af2-4313-b8a9-f7873b56fb46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:14.246523 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743dfa38-4af2-4313-b8a9-f7873b56fb46 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:14.246722 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743dfa38-4af2-4313-b8a9-f7873b56fb46 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:14.247044 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743dfa38-4af2-4313-b8a9-f7873b56fb46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:14.247356 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743dfa38-4af2-4313-b8a9-f7873b56fb46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:14.247670 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743dfa38-4af2-4313-b8a9-f7873b56fb46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:14.248991 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743dfa38-4af2-4313-b8a9-f7873b56fb46 None None] Tracked resource versions report: Jan 21 09:33:14.248991 dv-neutron-825732-1-hyperv neutron-server[83599]: pushed versions: Jan 21 09:33:14.248991 dv-neutron-825732-1-hyperv neutron-server[83599]: { 'ConntrackHelper': {'1.0'}, Jan 21 09:33:14.248991 dv-neutron-825732-1-hyperv neutron-server[83599]: 'Log': {'1.0'}, Jan 21 09:33:14.248991 dv-neutron-825732-1-hyperv neutron-server[83599]: 'Network': {'1.1'}, Jan 21 09:33:14.248991 dv-neutron-825732-1-hyperv neutron-server[83599]: 'Port': {'1.5'}, Jan 21 09:33:14.248991 dv-neutron-825732-1-hyperv neutron-server[83599]: 'PortForwarding': {'1.2'}, Jan 21 09:33:14.248991 dv-neutron-825732-1-hyperv neutron-server[83599]: 'QosPolicy': {'1.8'}, Jan 21 09:33:14.248991 dv-neutron-825732-1-hyperv neutron-server[83599]: 'SecurityGroup': {'1.2'}, Jan 21 09:33:14.248991 dv-neutron-825732-1-hyperv neutron-server[83599]: 'SecurityGroupRule': {'1.0'}, Jan 21 09:33:14.248991 dv-neutron-825732-1-hyperv neutron-server[83599]: 'SubPort': {'1.0'}, Jan 21 09:33:14.248991 dv-neutron-825732-1-hyperv neutron-server[83599]: 'Subnet': {'1.1'}, Jan 21 09:33:14.248991 dv-neutron-825732-1-hyperv neutron-server[83599]: 'Trunk': {'1.1'}} Jan 21 09:33:14.248991 dv-neutron-825732-1-hyperv neutron-server[83599]: consumer versions: Jan 21 09:33:14.248991 dv-neutron-825732-1-hyperv neutron-server[83599]: { DHCP agent@dv-neutron-825732-1-hyperv: {}, Jan 21 09:33:14.248991 dv-neutron-825732-1-hyperv neutron-server[83599]: L3 agent@dv-neutron-825732-1-hyperv: {}, Jan 21 09:33:14.248991 dv-neutron-825732-1-hyperv neutron-server[83599]: Metadata agent@dv-neutron-825732-1-hyperv: {}, Jan 21 09:33:14.248991 dv-neutron-825732-1-hyperv neutron-server[83599]: Metering agent@dv-neutron-825732-1-hyperv: {}, Jan 21 09:33:14.248991 dv-neutron-825732-1-hyperv neutron-server[83599]: Open vSwitch agent@dv-neutron-825732-1-hyperv: { 'ConntrackHelper': '1.0', Jan 21 09:33:14.248991 dv-neutron-825732-1-hyperv neutron-server[83599]: 'Log': '1.0', Jan 21 09:33:14.248991 dv-neutron-825732-1-hyperv neutron-server[83599]: 'Network': '1.1', Jan 21 09:33:14.248991 dv-neutron-825732-1-hyperv neutron-server[83599]: 'Port': '1.5', Jan 21 09:33:14.248991 dv-neutron-825732-1-hyperv neutron-server[83599]: 'PortForwarding': '1.2', Jan 21 09:33:14.248991 dv-neutron-825732-1-hyperv neutron-server[83599]: 'QosPolicy': '1.8', Jan 21 09:33:14.248991 dv-neutron-825732-1-hyperv neutron-server[83599]: 'SecurityGroup': '1.2', Jan 21 09:33:14.248991 dv-neutron-825732-1-hyperv neutron-server[83599]: 'SecurityGroupRule': '1.0', Jan 21 09:33:14.248991 dv-neutron-825732-1-hyperv neutron-server[83599]: 'SubPort': '1.0', Jan 21 09:33:14.248991 dv-neutron-825732-1-hyperv neutron-server[83599]: 'Subnet': '1.1', Jan 21 09:33:14.248991 dv-neutron-825732-1-hyperv neutron-server[83599]: 'Trunk': '1.1'}} Jan 21 09:33:14.248991 dv-neutron-825732-1-hyperv neutron-server[83599]: {{(pid=83599) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:33:14.326693 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-743dfa38-4af2-4313-b8a9-f7873b56fb46 None None] Attempting to bind port 064a67ab-1237-474e-bd5a-c4970ade3171 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:14.327367 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-743dfa38-4af2-4313-b8a9-f7873b56fb46 None None] Attempting to bind port 064a67ab-1237-474e-bd5a-c4970ade3171 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'c2996ff4-41c4-497b-830b-1dd66895eec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '00406a9d-3e04-4aa8-aa5b-5c205bca1402'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:14.327510 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743dfa38-4af2-4313-b8a9-f7873b56fb46 None None] Attempting to bind port 064a67ab-1237-474e-bd5a-c4970ade3171 on network 00406a9d-3e04-4aa8-aa5b-5c205bca1402 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:33:14.334347 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743dfa38-4af2-4313-b8a9-f7873b56fb46 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:33:14.334747 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743dfa38-4af2-4313-b8a9-f7873b56fb46 None None] Checking segment: {'id': 'c2996ff4-41c4-497b-830b-1dd66895eec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '00406a9d-3e04-4aa8-aa5b-5c205bca1402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:33:14.335220 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-743dfa38-4af2-4313-b8a9-f7873b56fb46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:14.335617 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743dfa38-4af2-4313-b8a9-f7873b56fb46 None None] Bound using segment: {'id': 'c2996ff4-41c4-497b-830b-1dd66895eec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '00406a9d-3e04-4aa8-aa5b-5c205bca1402'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:33:14.336092 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-743dfa38-4af2-4313-b8a9-f7873b56fb46 None None] Bound port: 064a67ab-1237-474e-bd5a-c4970ade3171, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2996ff4-41c4-497b-830b-1dd66895eec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '00406a9d-3e04-4aa8-aa5b-5c205bca1402'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:33:14.336490 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-743dfa38-4af2-4313-b8a9-f7873b56fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:14.434312 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-743dfa38-4af2-4313-b8a9-f7873b56fb46 None None] For port 064a67ab-1237-474e-bd5a-c4970ade3171, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:33:14.438079 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-743dfa38-4af2-4313-b8a9-f7873b56fb46 None None] For port 064a67ab-1237-474e-bd5a-c4970ade3171, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=064a67ab-1237-474e-bd5a-c4970ade3171,segment=NetworkSegment(c2996ff4-41c4-497b-830b-1dd66895eec1),segment_id=c2996ff4-41c4-497b-830b-1dd66895eec1)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:33:14.444267 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-743dfa38-4af2-4313-b8a9-f7873b56fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:14.550202 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743dfa38-4af2-4313-b8a9-f7873b56fb46 None None] Pushing event updated for resources: {'Port': ['ID=064a67ab-1237-474e-bd5a-c4970ade3171,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:15.709198 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 53212) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:33:16.162297 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [None req-24ab55a3-659d-4a91-878b-1554e45f919e admin admin] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=83598) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:33:16.163261 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-24ab55a3-659d-4a91-878b-1554e45f919e admin admin] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4530187 Jan 21 09:33:17.751089 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 064a67ab-1237-474e-bd5a-c4970ade3171 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:33:17.826954 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 064a67ab-1237-474e-bd5a-c4970ade3171 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:33:18.374865 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45284819-abd5-43f5-a0b6-9361bd314bf1 None None] Network 00406a9d-3e04-4aa8-aa5b-5c205bca1402 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:33:18.503300 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 53226) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:33:18.540609 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-31146295-69b5-45bd-bc60-cf1f95f45fa0 None None] Provisioning for port 064a67ab-1237-474e-bd5a-c4970ade3171 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:33:18.553547 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-31146295-69b5-45bd-bc60-cf1f95f45fa0 None None] Provisioning complete for port 064a67ab-1237-474e-bd5a-c4970ade3171 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:18.553991 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-31146295-69b5-45bd-bc60-cf1f95f45fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:18.744629 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-31146295-69b5-45bd-bc60-cf1f95f45fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:18.784163 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-31146295-69b5-45bd-bc60-cf1f95f45fa0 None None] For port 064a67ab-1237-474e-bd5a-c4970ade3171, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=064a67ab-1237-474e-bd5a-c4970ade3171,segment=NetworkSegment(c2996ff4-41c4-497b-830b-1dd66895eec1),segment_id=c2996ff4-41c4-497b-830b-1dd66895eec1)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:18.789672 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-31146295-69b5-45bd-bc60-cf1f95f45fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:18.867242 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31146295-69b5-45bd-bc60-cf1f95f45fa0 None None] Pushing event updated for resources: {'Port': ['ID=064a67ab-1237-474e-bd5a-c4970ade3171,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:18.941001 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-3ec2b10b-0117-4ce1-adfb-604a6cbbdb50 admin admin] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:33:18.942188 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3ec2b10b-0117-4ce1-adfb-604a6cbbdb50 admin admin] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4371932 Jan 21 09:33:19.014169 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-69afe34c-586a-4bf2-8bab-5be57adc4067 None None] Provisioning complete for port 064a67ab-1237-474e-bd5a-c4970ade3171 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:19.014545 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-69afe34c-586a-4bf2-8bab-5be57adc4067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:19.731245 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 064a67ab-1237-474e-bd5a-c4970ade3171 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:33:19.807999 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 064a67ab-1237-474e-bd5a-c4970ade3171 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:19.808642 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:21.563358 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 53238) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:33:21.955536 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-7e9cf5c2-280f-4747-8e3e-06e0ba702385 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '974ce9a2cc97439581fc8d4a82157fd5', 'name': 'router1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:33:21.961333 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7e9cf5c2-280f-4747-8e3e-06e0ba702385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:33:21.965131 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-7e9cf5c2-280f-4747-8e3e-06e0ba702385 admin admin] Usage tracker for resource:router and tenant:974ce9a2cc97439581fc8d4a82157fd5 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:33:21.968497 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-7e9cf5c2-280f-4747-8e3e-06e0ba702385 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:33:21.975039 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7e9cf5c2-280f-4747-8e3e-06e0ba702385 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:33:21.985060 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7e9cf5c2-280f-4747-8e3e-06e0ba702385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:21.986582 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7e9cf5c2-280f-4747-8e3e-06e0ba702385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:22.013145 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7e9cf5c2-280f-4747-8e3e-06e0ba702385 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:22.123193 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7e9cf5c2-280f-4747-8e3e-06e0ba702385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:22.142751 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7e9cf5c2-280f-4747-8e3e-06e0ba702385 admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:22.144068 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7e9cf5c2-280f-4747-8e3e-06e0ba702385 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5797412 Jan 21 09:33:23.804774 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7f2c7777-087c-427b-a426-a5f9417ac45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:24.561163 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 53248) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:33:24.986581 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-9953cb34-d12c-4e3f-95ae-2621ad570440 admin admin] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:33:24.987548 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9953cb34-d12c-4e3f-95ae-2621ad570440 admin admin] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4252017 Jan 21 09:33:26.241112 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-09c7d477-d415-4896-abfb-a77c1cc78b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:27.335818 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 53258) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:33:27.410020 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:27.550097 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:27.774443 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-bcd11945-fcb0-4ed1-98c7-1fa488d46b9b admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:33:27.779675 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bcd11945-fcb0-4ed1-98c7-1fa488d46b9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:33:27.784719 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bcd11945-fcb0-4ed1-98c7-1fa488d46b9b admin admin] Usage tracker for resource:network and tenant:4508da3976254a4db0b7ffb71851d045 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:33:27.789901 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bcd11945-fcb0-4ed1-98c7-1fa488d46b9b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:33:27.795776 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bcd11945-fcb0-4ed1-98c7-1fa488d46b9b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:33:27.806466 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd11945-fcb0-4ed1-98c7-1fa488d46b9b admin admin] Made reservation on behalf of 4508da3976254a4db0b7ffb71851d045 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:27.808956 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bcd11945-fcb0-4ed1-98c7-1fa488d46b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:27.827706 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bcd11945-fcb0-4ed1-98c7-1fa488d46b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:27.877464 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bcd11945-fcb0-4ed1-98c7-1fa488d46b9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:33:27.883243 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bcd11945-fcb0-4ed1-98c7-1fa488d46b9b admin admin] Usage tracker for resource:security_group_rule and tenant:4508da3976254a4db0b7ffb71851d045 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:33:27.887651 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bcd11945-fcb0-4ed1-98c7-1fa488d46b9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:33:27.895434 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bcd11945-fcb0-4ed1-98c7-1fa488d46b9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:33:27.984160 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bcd11945-fcb0-4ed1-98c7-1fa488d46b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:27.994675 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bcd11945-fcb0-4ed1-98c7-1fa488d46b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:28.019878 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bcd11945-fcb0-4ed1-98c7-1fa488d46b9b admin admin] Reserving flat network on physical network physnet1 {{(pid=83597) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 21 09:33:28.041167 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd11945-fcb0-4ed1-98c7-1fa488d46b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50f36df-a882-482d-b92f-ebd19785042b,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:28.047415 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bcd11945-fcb0-4ed1-98c7-1fa488d46b9b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793818691283', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:28.048002 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bcd11945-fcb0-4ed1-98c7-1fa488d46b9b admin admin] Unsubscribe: segment precommit_create {{(pid=83597) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 21 09:33:28.048479 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-bcd11945-fcb0-4ed1-98c7-1fa488d46b9b admin admin] Added segment 33b5c2b4-18ba-4476-b749-2f9ff56a7d79 of type flat for network 05164b30-8981-419a-8272-388f48c19dd5 Jan 21 09:33:28.094306 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bcd11945-fcb0-4ed1-98c7-1fa488d46b9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:28.139236 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bcd11945-fcb0-4ed1-98c7-1fa488d46b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:28.140084 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd11945-fcb0-4ed1-98c7-1fa488d46b9b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:28.140654 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bcd11945-fcb0-4ed1-98c7-1fa488d46b9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:28.261152 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd11945-fcb0-4ed1-98c7-1fa488d46b9b admin admin] Pushing event updated for resources: {'Network': ['ID=05164b30-8981-419a-8272-388f48c19dd5,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:28.263664 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-bcd11945-fcb0-4ed1-98c7-1fa488d46b9b admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9268756 Jan 21 09:33:28.292560 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 05164b30-8981-419a-8272-388f48c19dd5 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:33:29.270823 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:30.681916 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 53278) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:33:30.956300 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2876a0d1-3614-4c3f-a43c-9f70743669dd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:30.958207 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-2876a0d1-3614-4c3f-a43c-9f70743669dd admin admin] 10.222.0.104 "GET /v2.0/subnets/5df7e030-7222-41ef-8b45-c2f764aed42d HTTP/1.1" status: 200 len: 849 time: 0.2754481 Jan 21 09:33:31.134188 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-029354de-7a5e-4d71-833d-efccb9ff1e2c admin admin] 10.222.0.104 "GET /v2.0/routers/48c859b7-5599-422f-afd7-4ddd02c4a37e HTTP/1.1" status: 200 len: 704 time: 0.1707141 Jan 21 09:33:31.630947 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-17200301-4025-4d04-b8f0-02e4d046548b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:31.879514 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-17200301-4025-4d04-b8f0-02e4d046548b admin admin] Allocated IP 172.20.0.1 (00406a9d-3e04-4aa8-aa5b-5c205bca1402/5df7e030-7222-41ef-8b45-c2f764aed42d/ae1961d7-4a59-4795-ac83-d8e7de70dafa) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:33:32.036203 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-17200301-4025-4d04-b8f0-02e4d046548b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:32.057335 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-17200301-4025-4d04-b8f0-02e4d046548b admin admin] Transition to ACTIVE for port object ae1961d7-4a59-4795-ac83-d8e7de70dafa will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:33:32.125685 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-17200301-4025-4d04-b8f0-02e4d046548b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:32.202333 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17200301-4025-4d04-b8f0-02e4d046548b admin admin] Network 00406a9d-3e04-4aa8-aa5b-5c205bca1402 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:32.205122 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-17200301-4025-4d04-b8f0-02e4d046548b admin admin] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:32.210877 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17200301-4025-4d04-b8f0-02e4d046548b admin admin] Pushing event updated for resources: {'Port': ['ID=ae1961d7-4a59-4795-ac83-d8e7de70dafa,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:32.221720 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17200301-4025-4d04-b8f0-02e4d046548b admin admin] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:32.222309 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-17200301-4025-4d04-b8f0-02e4d046548b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:32.350261 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-17200301-4025-4d04-b8f0-02e4d046548b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:32.467820 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-60615387-d2e6-4b67-8660-808b7661a6f0 None None] Provisioning for port ae1961d7-4a59-4795-ac83-d8e7de70dafa completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:33:32.473132 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-60615387-d2e6-4b67-8660-808b7661a6f0 None None] Provisioning complete for port ae1961d7-4a59-4795-ac83-d8e7de70dafa triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:32.473617 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-60615387-d2e6-4b67-8660-808b7661a6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:32.526592 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-60615387-d2e6-4b67-8660-808b7661a6f0 None None] Port ae1961d7-4a59-4795-ac83-d8e7de70dafa cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:33:32.604386 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-17200301-4025-4d04-b8f0-02e4d046548b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:32.608783 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-17200301-4025-4d04-b8f0-02e4d046548b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:32.609538 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-17200301-4025-4d04-b8f0-02e4d046548b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:32.735540 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17200301-4025-4d04-b8f0-02e4d046548b admin admin] Pushing event updated for resources: {'Port': ['ID=ae1961d7-4a59-4795-ac83-d8e7de70dafa,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:32.811829 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17200301-4025-4d04-b8f0-02e4d046548b admin admin] Network 00406a9d-3e04-4aa8-aa5b-5c205bca1402 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:32.812838 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-17200301-4025-4d04-b8f0-02e4d046548b admin admin] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:33.051114 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f2d25b25-75c2-497e-8079-0001497ea21c None None] Provisioning complete for port ae1961d7-4a59-4795-ac83-d8e7de70dafa triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:33.051429 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f2d25b25-75c2-497e-8079-0001497ea21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.103447 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-f2d25b25-75c2-497e-8079-0001497ea21c None None] Port ae1961d7-4a59-4795-ac83-d8e7de70dafa cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:33:33.202949 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17200301-4025-4d04-b8f0-02e4d046548b admin admin] Router 48c859b7-5599-422f-afd7-4ddd02c4a37e is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:33:33.373021 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17200301-4025-4d04-b8f0-02e4d046548b admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:33:33.383271 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-17200301-4025-4d04-b8f0-02e4d046548b admin admin] 10.222.0.104 "PUT /v2.0/routers/48c859b7-5599-422f-afd7-4ddd02c4a37e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2441421 Jan 21 09:33:33.384207 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c5713e-7d25-4261-90f4-b4402302d2bb None None] Sync routers for ids ['48c859b7-5599-422f-afd7-4ddd02c4a37e'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:33:33.397410 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c5713e-7d25-4261-90f4-b4402302d2bb None None] Routers {'48c859b7-5599-422f-afd7-4ddd02c4a37e'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:33:33.398297 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-39c5713e-7d25-4261-90f4-b4402302d2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:33:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['48c859b7-5599-422f-afd7-4ddd02c4a37e'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:33.585009 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-39c5713e-7d25-4261-90f4-b4402302d2bb None None] Set router 48c859b7-5599-422f-afd7-4ddd02c4a37e gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:33:33.966132 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-39c5713e-7d25-4261-90f4-b4402302d2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c859b7-5599-422f-afd7-4ddd02c4a37e', 'name': 'router1', 'tenant_id': '974ce9a2cc97439581fc8d4a82157fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:33:21Z', 'updated_at': '2022-01-21T09:33:32Z', 'revision_number': 2, 'project_id': '974ce9a2cc97439581fc8d4a82157fd5', 'gw_port_host': None, '_interfaces': [{'id': 'ae1961d7-4a59-4795-ac83-d8e7de70dafa', 'name': '', 'network_id': '00406a9d-3e04-4aa8-aa5b-5c205bca1402', 'tenant_id': '974ce9a2cc97439581fc8d4a82157fd5', 'mac_address': 'fa:16:3e:56:b3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c859b7-5599-422f-afd7-4ddd02c4a37e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5df7e030-7222-41ef-8b45-c2f764aed42d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:33:31Z', 'updated_at': '2022-01-21T09:33:32Z', 'revision_number': 2, 'project_id': '974ce9a2cc97439581fc8d4a82157fd5', 'subnets': [{'id': '5df7e030-7222-41ef-8b45-c2f764aed42d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ca3cd8c-3e17-4aa3-b028-4304cda1b299'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:33.971015 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c5713e-7d25-4261-90f4-b4402302d2bb None None] Checking router: 48c859b7-5599-422f-afd7-4ddd02c4a37e for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:33:33.971380 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c5713e-7d25-4261-90f4-b4402302d2bb None None] Updating router 48c859b7-5599-422f-afd7-4ddd02c4a37e port ae1961d7-4a59-4795-ac83-d8e7de70dafa binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:33:34.027203 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-39c5713e-7d25-4261-90f4-b4402302d2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:34.412009 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-39c5713e-7d25-4261-90f4-b4402302d2bb None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:34.428319 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-39c5713e-7d25-4261-90f4-b4402302d2bb None None] Transition to ACTIVE for port object ae1961d7-4a59-4795-ac83-d8e7de70dafa will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:33:34.435250 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-39c5713e-7d25-4261-90f4-b4402302d2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:34.681358 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80108cd-c76c-4fd0-a485-6c7e0c8bd981 None None] Pushing event updated for resources: {'Port': ['ID=ae1961d7-4a59-4795-ac83-d8e7de70dafa,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:34.704540 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80108cd-c76c-4fd0-a485-6c7e0c8bd981 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:34.704877 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80108cd-c76c-4fd0-a485-6c7e0c8bd981 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:34.705205 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80108cd-c76c-4fd0-a485-6c7e0c8bd981 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:34.705545 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80108cd-c76c-4fd0-a485-6c7e0c8bd981 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:34.705884 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80108cd-c76c-4fd0-a485-6c7e0c8bd981 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:34.706207 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80108cd-c76c-4fd0-a485-6c7e0c8bd981 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:34.706643 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80108cd-c76c-4fd0-a485-6c7e0c8bd981 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:34.707448 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80108cd-c76c-4fd0-a485-6c7e0c8bd981 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:34.707770 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80108cd-c76c-4fd0-a485-6c7e0c8bd981 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:34.708080 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80108cd-c76c-4fd0-a485-6c7e0c8bd981 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:34.708392 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80108cd-c76c-4fd0-a485-6c7e0c8bd981 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:34.709755 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80108cd-c76c-4fd0-a485-6c7e0c8bd981 None None] Tracked resource versions report: Jan 21 09:33:34.709755 dv-neutron-825732-1-hyperv neutron-server[83600]: pushed versions: Jan 21 09:33:34.709755 dv-neutron-825732-1-hyperv neutron-server[83600]: { 'ConntrackHelper': {'1.0'}, Jan 21 09:33:34.709755 dv-neutron-825732-1-hyperv neutron-server[83600]: 'Log': {'1.0'}, Jan 21 09:33:34.709755 dv-neutron-825732-1-hyperv neutron-server[83600]: 'Network': {'1.1'}, Jan 21 09:33:34.709755 dv-neutron-825732-1-hyperv neutron-server[83600]: 'Port': {'1.5'}, Jan 21 09:33:34.709755 dv-neutron-825732-1-hyperv neutron-server[83600]: 'PortForwarding': {'1.2'}, Jan 21 09:33:34.709755 dv-neutron-825732-1-hyperv neutron-server[83600]: 'QosPolicy': {'1.8'}, Jan 21 09:33:34.709755 dv-neutron-825732-1-hyperv neutron-server[83600]: 'SecurityGroup': {'1.2'}, Jan 21 09:33:34.709755 dv-neutron-825732-1-hyperv neutron-server[83600]: 'SecurityGroupRule': {'1.0'}, Jan 21 09:33:34.709755 dv-neutron-825732-1-hyperv neutron-server[83600]: 'SubPort': {'1.0'}, Jan 21 09:33:34.709755 dv-neutron-825732-1-hyperv neutron-server[83600]: 'Subnet': {'1.1'}, Jan 21 09:33:34.709755 dv-neutron-825732-1-hyperv neutron-server[83600]: 'Trunk': {'1.1'}} Jan 21 09:33:34.709755 dv-neutron-825732-1-hyperv neutron-server[83600]: consumer versions: Jan 21 09:33:34.709755 dv-neutron-825732-1-hyperv neutron-server[83600]: { DHCP agent@dv-neutron-825732-1-hyperv: {}, Jan 21 09:33:34.709755 dv-neutron-825732-1-hyperv neutron-server[83600]: L3 agent@dv-neutron-825732-1-hyperv: {}, Jan 21 09:33:34.709755 dv-neutron-825732-1-hyperv neutron-server[83600]: Metadata agent@dv-neutron-825732-1-hyperv: {}, Jan 21 09:33:34.709755 dv-neutron-825732-1-hyperv neutron-server[83600]: Metering agent@dv-neutron-825732-1-hyperv: {}, Jan 21 09:33:34.709755 dv-neutron-825732-1-hyperv neutron-server[83600]: Open vSwitch agent@dv-neutron-825732-1-hyperv: { 'ConntrackHelper': '1.0', Jan 21 09:33:34.709755 dv-neutron-825732-1-hyperv neutron-server[83600]: 'Log': '1.0', Jan 21 09:33:34.709755 dv-neutron-825732-1-hyperv neutron-server[83600]: 'Network': '1.1', Jan 21 09:33:34.709755 dv-neutron-825732-1-hyperv neutron-server[83600]: 'Port': '1.5', Jan 21 09:33:34.709755 dv-neutron-825732-1-hyperv neutron-server[83600]: 'PortForwarding': '1.2', Jan 21 09:33:34.709755 dv-neutron-825732-1-hyperv neutron-server[83600]: 'QosPolicy': '1.8', Jan 21 09:33:34.709755 dv-neutron-825732-1-hyperv neutron-server[83600]: 'SecurityGroup': '1.2', Jan 21 09:33:34.709755 dv-neutron-825732-1-hyperv neutron-server[83600]: 'SecurityGroupRule': '1.0', Jan 21 09:33:34.709755 dv-neutron-825732-1-hyperv neutron-server[83600]: 'SubPort': '1.0', Jan 21 09:33:34.709755 dv-neutron-825732-1-hyperv neutron-server[83600]: 'Subnet': '1.1', Jan 21 09:33:34.709755 dv-neutron-825732-1-hyperv neutron-server[83600]: 'Trunk': '1.1'}} Jan 21 09:33:34.709755 dv-neutron-825732-1-hyperv neutron-server[83600]: {{(pid=83600) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:33:34.715562 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-39c5713e-7d25-4261-90f4-b4402302d2bb None None] Attempting to bind port ae1961d7-4a59-4795-ac83-d8e7de70dafa on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:34.715955 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-39c5713e-7d25-4261-90f4-b4402302d2bb None None] Attempting to bind port ae1961d7-4a59-4795-ac83-d8e7de70dafa by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'c2996ff4-41c4-497b-830b-1dd66895eec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '00406a9d-3e04-4aa8-aa5b-5c205bca1402'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:34.716377 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c5713e-7d25-4261-90f4-b4402302d2bb None None] Attempting to bind port ae1961d7-4a59-4795-ac83-d8e7de70dafa on network 00406a9d-3e04-4aa8-aa5b-5c205bca1402 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:33:34.726841 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c5713e-7d25-4261-90f4-b4402302d2bb None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:33:34.727242 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c5713e-7d25-4261-90f4-b4402302d2bb None None] Checking segment: {'id': 'c2996ff4-41c4-497b-830b-1dd66895eec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '00406a9d-3e04-4aa8-aa5b-5c205bca1402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:33:34.727850 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-39c5713e-7d25-4261-90f4-b4402302d2bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:34.728255 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c5713e-7d25-4261-90f4-b4402302d2bb None None] Bound using segment: {'id': 'c2996ff4-41c4-497b-830b-1dd66895eec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '00406a9d-3e04-4aa8-aa5b-5c205bca1402'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:33:34.728738 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-39c5713e-7d25-4261-90f4-b4402302d2bb None None] Bound port: ae1961d7-4a59-4795-ac83-d8e7de70dafa, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2996ff4-41c4-497b-830b-1dd66895eec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '00406a9d-3e04-4aa8-aa5b-5c205bca1402'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:33:34.729139 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-39c5713e-7d25-4261-90f4-b4402302d2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:34.821936 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-39c5713e-7d25-4261-90f4-b4402302d2bb None None] For port ae1961d7-4a59-4795-ac83-d8e7de70dafa, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:33:34.826475 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-39c5713e-7d25-4261-90f4-b4402302d2bb None None] For port ae1961d7-4a59-4795-ac83-d8e7de70dafa, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ae1961d7-4a59-4795-ac83-d8e7de70dafa,segment=NetworkSegment(c2996ff4-41c4-497b-830b-1dd66895eec1),segment_id=c2996ff4-41c4-497b-830b-1dd66895eec1)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:33:34.834835 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-39c5713e-7d25-4261-90f4-b4402302d2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:34.927298 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c5713e-7d25-4261-90f4-b4402302d2bb None None] Routers {'48c859b7-5599-422f-afd7-4ddd02c4a37e'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:33:34.927989 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-39c5713e-7d25-4261-90f4-b4402302d2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:33:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['48c859b7-5599-422f-afd7-4ddd02c4a37e'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:34.991117 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80108cd-c76c-4fd0-a485-6c7e0c8bd981 None None] Pushing event updated for resources: {'Port': ['ID=ae1961d7-4a59-4795-ac83-d8e7de70dafa,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:35.097377 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-39c5713e-7d25-4261-90f4-b4402302d2bb None None] Set router 48c859b7-5599-422f-afd7-4ddd02c4a37e gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:33:35.470211 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-39c5713e-7d25-4261-90f4-b4402302d2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c859b7-5599-422f-afd7-4ddd02c4a37e', 'name': 'router1', 'tenant_id': '974ce9a2cc97439581fc8d4a82157fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:33:21Z', 'updated_at': '2022-01-21T09:33:32Z', 'revision_number': 2, 'project_id': '974ce9a2cc97439581fc8d4a82157fd5', 'gw_port_host': None, '_interfaces': [{'id': 'ae1961d7-4a59-4795-ac83-d8e7de70dafa', 'name': '', 'network_id': '00406a9d-3e04-4aa8-aa5b-5c205bca1402', 'tenant_id': '974ce9a2cc97439581fc8d4a82157fd5', 'mac_address': 'fa:16:3e:56:b3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c859b7-5599-422f-afd7-4ddd02c4a37e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5df7e030-7222-41ef-8b45-c2f764aed42d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:33:31Z', 'updated_at': '2022-01-21T09:33:34Z', 'revision_number': 4, 'project_id': '974ce9a2cc97439581fc8d4a82157fd5', 'subnets': [{'id': '5df7e030-7222-41ef-8b45-c2f764aed42d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ca3cd8c-3e17-4aa3-b028-4304cda1b299'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:35.474984 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c5713e-7d25-4261-90f4-b4402302d2bb None None] The sync data for ids ['48c859b7-5599-422f-afd7-4ddd02c4a37e'] in dv-neutron-825732-1-hyperv is: [{'id': '48c859b7-5599-422f-afd7-4ddd02c4a37e', 'name': 'router1', 'tenant_id': '974ce9a2cc97439581fc8d4a82157fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:33:21Z', 'updated_at': '2022-01-21T09:33:32Z', 'revision_number': 2, 'project_id': '974ce9a2cc97439581fc8d4a82157fd5', 'gw_port_host': None, '_interfaces': [{'id': 'ae1961d7-4a59-4795-ac83-d8e7de70dafa', 'name': '', 'network_id': '00406a9d-3e04-4aa8-aa5b-5c205bca1402', 'tenant_id': '974ce9a2cc97439581fc8d4a82157fd5', 'mac_address': 'fa:16:3e:56:b3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c859b7-5599-422f-afd7-4ddd02c4a37e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5df7e030-7222-41ef-8b45-c2f764aed42d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:33:31Z', 'updated_at': '2022-01-21T09:33:34Z', 'revision_number': 4, 'project_id': '974ce9a2cc97439581fc8d4a82157fd5', 'subnets': [{'id': '5df7e030-7222-41ef-8b45-c2f764aed42d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ca3cd8c-3e17-4aa3-b028-4304cda1b299'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:33:35.518493 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 53302) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:33:35.699619 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be10587c-5b5b-478c-a553-ce03a84ffcdd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:35.700871 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-be10587c-5b5b-478c-a553-ce03a84ffcdd admin admin] 10.222.0.104 "GET /v2.0/networks/05164b30-8981-419a-8272-388f48c19dd5 HTTP/1.1" status: 200 len: 842 time: 0.1809318 Jan 21 09:33:35.710117 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-78018003-589b-42fc-a849-18feaa3bc0a7 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.26.0.0/24', 'enable_dhcp': False, 'gateway_ip': '172.26.0.1', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:33:35.715593 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-78018003-589b-42fc-a849-18feaa3bc0a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:33:35.719902 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-78018003-589b-42fc-a849-18feaa3bc0a7 admin admin] Usage tracker for resource:subnet and tenant:4508da3976254a4db0b7ffb71851d045 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:33:35.723231 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-78018003-589b-42fc-a849-18feaa3bc0a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:33:35.728814 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-78018003-589b-42fc-a849-18feaa3bc0a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:33:35.741195 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78018003-589b-42fc-a849-18feaa3bc0a7 admin admin] Made reservation on behalf of 4508da3976254a4db0b7ffb71851d045 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:35.744077 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-78018003-589b-42fc-a849-18feaa3bc0a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:36.147601 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.objects.ports [None req-78018003-589b-42fc-a849-18feaa3bc0a7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83598) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:33:36.148042 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-78018003-589b-42fc-a849-18feaa3bc0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:36.229628 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78018003-589b-42fc-a849-18feaa3bc0a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2866920e-0f37-4b4a-8805-4d2c19890603,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:36.236702 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78018003-589b-42fc-a849-18feaa3bc0a7 admin admin] Checking segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:33:36.237328 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78018003-589b-42fc-a849-18feaa3bc0a7 admin admin] Network hostable DHCP agents. Network: 05164b30-8981-419a-8272-388f48c19dd5, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:33:36.263757 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78018003-589b-42fc-a849-18feaa3bc0a7 admin admin] Network 05164b30-8981-419a-8272-388f48c19dd5 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:33:36.277966 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-78018003-589b-42fc-a849-18feaa3bc0a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 05164b30-8981-419a-8272-388f48c19dd5) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:36.282140 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78018003-589b-42fc-a849-18feaa3bc0a7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:36.282735 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-78018003-589b-42fc-a849-18feaa3bc0a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:36.289625 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3ea234-f1fd-4118-9ea6-a0e2ca97e995 None None] Network 05164b30-8981-419a-8272-388f48c19dd5 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:33:36.322145 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-78018003-589b-42fc-a849-18feaa3bc0a7 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6154962 Jan 21 09:33:36.579396 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73c3bd6-eb93-4a5f-bc82-bb1e8f31337e None None] Network 05164b30-8981-419a-8272-388f48c19dd5 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:33:37.759644 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ae1961d7-4a59-4795-ac83-d8e7de70dafa up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:33:37.851649 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port ae1961d7-4a59-4795-ac83-d8e7de70dafa completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:33:37.863354 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port ae1961d7-4a59-4795-ac83-d8e7de70dafa triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:37.863928 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:37.990689 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:38.028838 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port ae1961d7-4a59-4795-ac83-d8e7de70dafa, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ae1961d7-4a59-4795-ac83-d8e7de70dafa,segment=NetworkSegment(c2996ff4-41c4-497b-830b-1dd66895eec1),segment_id=c2996ff4-41c4-497b-830b-1dd66895eec1)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:38.034141 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:38.108095 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=ae1961d7-4a59-4795-ac83-d8e7de70dafa,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:38.600645 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 53316) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:33:38.854394 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-3e0e18d2-5836-494c-aa24-2532b24d0712 admin admin] 10.222.0.104 "GET /v2.0/routers/48c859b7-5599-422f-afd7-4ddd02c4a37e HTTP/1.1" status: 200 len: 710 time: 0.2523937 Jan 21 09:33:38.995756 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785319d3-f80b-4911-827e-dd8f03ef5ad5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:38.998256 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-785319d3-f80b-4911-827e-dd8f03ef5ad5 admin admin] 10.222.0.104 "GET /v2.0/networks/05164b30-8981-419a-8272-388f48c19dd5 HTTP/1.1" status: 200 len: 886 time: 0.1352170 Jan 21 09:33:39.007330 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-2470c7ea-c216-4b65-9256-d3d6f528a3b0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:33:39.576116 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2470c7ea-c216-4b65-9256-d3d6f528a3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:39.738619 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ae1961d7-4a59-4795-ac83-d8e7de70dafa up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:33:39.798530 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2470c7ea-c216-4b65-9256-d3d6f528a3b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:39.812629 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port ae1961d7-4a59-4795-ac83-d8e7de70dafa triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:39.813001 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:39.880540 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2470c7ea-c216-4b65-9256-d3d6f528a3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:40.045067 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-2470c7ea-c216-4b65-9256-d3d6f528a3b0 admin admin] Allocated IP 172.26.0.156 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/d242545f-78bf-4667-877a-c9582ae433fc) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:33:40.211911 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2470c7ea-c216-4b65-9256-d3d6f528a3b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:40.242304 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2470c7ea-c216-4b65-9256-d3d6f528a3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:40.315272 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2470c7ea-c216-4b65-9256-d3d6f528a3b0 admin admin] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:40.319503 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-2470c7ea-c216-4b65-9256-d3d6f528a3b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:40.324896 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2470c7ea-c216-4b65-9256-d3d6f528a3b0 admin admin] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:40.361884 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470c7ea-c216-4b65-9256-d3d6f528a3b0 admin admin] Pushing event updated for resources: {'Port': ['ID=d242545f-78bf-4667-877a-c9582ae433fc,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:40.488639 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2470c7ea-c216-4b65-9256-d3d6f528a3b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:40.720635 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2470c7ea-c216-4b65-9256-d3d6f528a3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:40.725435 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2470c7ea-c216-4b65-9256-d3d6f528a3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349321', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344087'] for router, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:40.951660 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2470c7ea-c216-4b65-9256-d3d6f528a3b0 admin admin] Router 48c859b7-5599-422f-afd7-4ddd02c4a37e has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:33:41.166692 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2470c7ea-c216-4b65-9256-d3d6f528a3b0 admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:33:41.174723 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2470c7ea-c216-4b65-9256-d3d6f528a3b0 admin admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:41.176020 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-2470c7ea-c216-4b65-9256-d3d6f528a3b0 admin admin] 10.222.0.104 "PUT /v2.0/routers/48c859b7-5599-422f-afd7-4ddd02c4a37e HTTP/1.1" status: 200 len: 890 time: 2.1729486 Jan 21 09:33:41.176458 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c5e3fa-6fb8-411a-8d80-d70f80c4f01a None None] Sync routers for ids ['48c859b7-5599-422f-afd7-4ddd02c4a37e'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:33:41.190498 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c5e3fa-6fb8-411a-8d80-d70f80c4f01a None None] Routers {'48c859b7-5599-422f-afd7-4ddd02c4a37e'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:33:41.192278 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-32c5e3fa-6fb8-411a-8d80-d70f80c4f01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:33:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['48c859b7-5599-422f-afd7-4ddd02c4a37e'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:41.402483 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-32c5e3fa-6fb8-411a-8d80-d70f80c4f01a None None] Set router 48c859b7-5599-422f-afd7-4ddd02c4a37e gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:33:41.803080 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-32c5e3fa-6fb8-411a-8d80-d70f80c4f01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c859b7-5599-422f-afd7-4ddd02c4a37e', 'name': 'router1', 'tenant_id': '974ce9a2cc97439581fc8d4a82157fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd242545f-78bf-4667-877a-c9582ae433fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:33:21Z', 'updated_at': '2022-01-21T09:33:40Z', 'revision_number': 4, 'project_id': '974ce9a2cc97439581fc8d4a82157fd5', 'gw_port': {'id': 'd242545f-78bf-4667-877a-c9582ae433fc', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:83:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c859b7-5599-422f-afd7-4ddd02c4a37e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:33:39Z', 'updated_at': '2022-01-21T09:33:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'ae1961d7-4a59-4795-ac83-d8e7de70dafa', 'name': '', 'network_id': '00406a9d-3e04-4aa8-aa5b-5c205bca1402', 'tenant_id': '974ce9a2cc97439581fc8d4a82157fd5', 'mac_address': 'fa:16:3e:56:b3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c859b7-5599-422f-afd7-4ddd02c4a37e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5df7e030-7222-41ef-8b45-c2f764aed42d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:33:31Z', 'updated_at': '2022-01-21T09:33:38Z', 'revision_number': 5, 'project_id': '974ce9a2cc97439581fc8d4a82157fd5', 'subnets': [{'id': '5df7e030-7222-41ef-8b45-c2f764aed42d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ca3cd8c-3e17-4aa3-b028-4304cda1b299'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:41.808229 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c5e3fa-6fb8-411a-8d80-d70f80c4f01a None None] Checking router: 48c859b7-5599-422f-afd7-4ddd02c4a37e for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:33:41.808577 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c5e3fa-6fb8-411a-8d80-d70f80c4f01a None None] Updating router 48c859b7-5599-422f-afd7-4ddd02c4a37e port d242545f-78bf-4667-877a-c9582ae433fc binding host dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:33:41.872617 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-32c5e3fa-6fb8-411a-8d80-d70f80c4f01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:42.240265 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-32c5e3fa-6fb8-411a-8d80-d70f80c4f01a None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:42.251753 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-32c5e3fa-6fb8-411a-8d80-d70f80c4f01a None None] Transition to ACTIVE for port object d242545f-78bf-4667-877a-c9582ae433fc will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:33:42.259028 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-32c5e3fa-6fb8-411a-8d80-d70f80c4f01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:42.346303 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e8ee19-bc8c-4853-bc96-778d6dfa7d81 None None] Pushing event updated for resources: {'Port': ['ID=d242545f-78bf-4667-877a-c9582ae433fc,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:42.349363 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-32c5e3fa-6fb8-411a-8d80-d70f80c4f01a None None] Attempting to bind port d242545f-78bf-4667-877a-c9582ae433fc on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:42.349748 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-32c5e3fa-6fb8-411a-8d80-d70f80c4f01a None None] Attempting to bind port d242545f-78bf-4667-877a-c9582ae433fc by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:42.350106 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c5e3fa-6fb8-411a-8d80-d70f80c4f01a None None] Attempting to bind port d242545f-78bf-4667-877a-c9582ae433fc on network 05164b30-8981-419a-8272-388f48c19dd5 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:33:42.357247 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c5e3fa-6fb8-411a-8d80-d70f80c4f01a None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:33:42.357634 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c5e3fa-6fb8-411a-8d80-d70f80c4f01a None None] Checking segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:33:42.358023 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-32c5e3fa-6fb8-411a-8d80-d70f80c4f01a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:42.358407 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c5e3fa-6fb8-411a-8d80-d70f80c4f01a None None] Bound using segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:33:42.358852 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-32c5e3fa-6fb8-411a-8d80-d70f80c4f01a None None] Bound port: d242545f-78bf-4667-877a-c9582ae433fc, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:33:42.359233 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-32c5e3fa-6fb8-411a-8d80-d70f80c4f01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:42.464931 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-32c5e3fa-6fb8-411a-8d80-d70f80c4f01a None None] For port d242545f-78bf-4667-877a-c9582ae433fc, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:33:42.467956 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-32c5e3fa-6fb8-411a-8d80-d70f80c4f01a None None] For port d242545f-78bf-4667-877a-c9582ae433fc, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=d242545f-78bf-4667-877a-c9582ae433fc,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:33:42.473677 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-32c5e3fa-6fb8-411a-8d80-d70f80c4f01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:42.553686 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e8ee19-bc8c-4853-bc96-778d6dfa7d81 None None] Pushing event updated for resources: {'Port': ['ID=d242545f-78bf-4667-877a-c9582ae433fc,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:42.562543 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c5e3fa-6fb8-411a-8d80-d70f80c4f01a None None] Routers {'48c859b7-5599-422f-afd7-4ddd02c4a37e'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:33:42.563319 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-32c5e3fa-6fb8-411a-8d80-d70f80c4f01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:33:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['48c859b7-5599-422f-afd7-4ddd02c4a37e'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:42.758148 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-32c5e3fa-6fb8-411a-8d80-d70f80c4f01a None None] Set router 48c859b7-5599-422f-afd7-4ddd02c4a37e gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:33:43.110353 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-32c5e3fa-6fb8-411a-8d80-d70f80c4f01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c859b7-5599-422f-afd7-4ddd02c4a37e', 'name': 'router1', 'tenant_id': '974ce9a2cc97439581fc8d4a82157fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd242545f-78bf-4667-877a-c9582ae433fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:33:21Z', 'updated_at': '2022-01-21T09:33:40Z', 'revision_number': 4, 'project_id': '974ce9a2cc97439581fc8d4a82157fd5', 'gw_port': {'id': 'd242545f-78bf-4667-877a-c9582ae433fc', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:83:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c859b7-5599-422f-afd7-4ddd02c4a37e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:33:39Z', 'updated_at': '2022-01-21T09:33:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'ae1961d7-4a59-4795-ac83-d8e7de70dafa', 'name': '', 'network_id': '00406a9d-3e04-4aa8-aa5b-5c205bca1402', 'tenant_id': '974ce9a2cc97439581fc8d4a82157fd5', 'mac_address': 'fa:16:3e:56:b3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c859b7-5599-422f-afd7-4ddd02c4a37e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5df7e030-7222-41ef-8b45-c2f764aed42d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:33:31Z', 'updated_at': '2022-01-21T09:33:38Z', 'revision_number': 5, 'project_id': '974ce9a2cc97439581fc8d4a82157fd5', 'subnets': [{'id': '5df7e030-7222-41ef-8b45-c2f764aed42d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ca3cd8c-3e17-4aa3-b028-4304cda1b299'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:43.115616 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c5e3fa-6fb8-411a-8d80-d70f80c4f01a None None] The sync data for ids ['48c859b7-5599-422f-afd7-4ddd02c4a37e'] in dv-neutron-825732-1-hyperv is: [{'id': '48c859b7-5599-422f-afd7-4ddd02c4a37e', 'name': 'router1', 'tenant_id': '974ce9a2cc97439581fc8d4a82157fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd242545f-78bf-4667-877a-c9582ae433fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:33:21Z', 'updated_at': '2022-01-21T09:33:40Z', 'revision_number': 4, 'project_id': '974ce9a2cc97439581fc8d4a82157fd5', 'gw_port': {'id': 'd242545f-78bf-4667-877a-c9582ae433fc', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:83:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c859b7-5599-422f-afd7-4ddd02c4a37e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:33:39Z', 'updated_at': '2022-01-21T09:33:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'ae1961d7-4a59-4795-ac83-d8e7de70dafa', 'name': '', 'network_id': '00406a9d-3e04-4aa8-aa5b-5c205bca1402', 'tenant_id': '974ce9a2cc97439581fc8d4a82157fd5', 'mac_address': 'fa:16:3e:56:b3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c859b7-5599-422f-afd7-4ddd02c4a37e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5df7e030-7222-41ef-8b45-c2f764aed42d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:33:31Z', 'updated_at': '2022-01-21T09:33:38Z', 'revision_number': 5, 'project_id': '974ce9a2cc97439581fc8d4a82157fd5', 'subnets': [{'id': '5df7e030-7222-41ef-8b45-c2f764aed42d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ca3cd8c-3e17-4aa3-b028-4304cda1b299'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:33:43.662408 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 53326) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:33:43.785506 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device d242545f-78bf-4667-877a-c9582ae433fc up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:33:43.845579 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c765dfa4-0ddc-4331-965f-958f444174e5 admin admin] 10.222.0.104 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1790583 Jan 21 09:33:43.864682 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port d242545f-78bf-4667-877a-c9582ae433fc completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:33:43.873035 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port d242545f-78bf-4667-877a-c9582ae433fc triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:43.873692 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:44.036218 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:44.055265 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port d242545f-78bf-4667-877a-c9582ae433fc, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=d242545f-78bf-4667-877a-c9582ae433fc,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:44.061240 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:44.143573 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=d242545f-78bf-4667-877a-c9582ae433fc,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:45.757646 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device d242545f-78bf-4667-877a-c9582ae433fc up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:33:45.849804 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port d242545f-78bf-4667-877a-c9582ae433fc triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:45.850323 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:52.391100 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 5 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:33:53.806388 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1e4dd109-83a1-464a-8d35-c6fcb223e59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:56.246649 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-331d06ea-79b3-4c95-8765-e39a341db83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:57.406512 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:57.555519 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:59.291540 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:23.796002 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7399ef82-76e5-4c22-87c2-b4ec9fad0c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:26.242331 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4105648b-67b4-4be2-bacf-e94b9947439c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:27.402197 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:27.559779 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:29.288825 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:29.360536 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 5 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:34:53.801556 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ae42f72b-48d1-4cec-b2f6-b14b9f58629a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:56.247476 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-01e570c4-8bad-4156-a365-366259783647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:57.409044 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:57.563619 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:59.299395 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:06.361732 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 5 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:35:23.796828 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-84cd9bee-7570-466e-857b-e2a45851b31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:26.253851 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6571c279-6a29-4a0a-ae70-b3ec828d571e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:27.409088 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:27.567825 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:29.309505 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:43.362875 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 5 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:35:53.800132 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2b558c02-e7f5-45be-9119-c9eaf34b3b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:56.260333 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4197f0fb-a919-49a9-b9e5-988f86e902d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:57.404561 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:57.568487 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:59.309729 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:00.635860 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 53934) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:00.731253 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb14c0e-3414-4d2c-930c-a54d1bdd7881 admin admin] GET failed (client error): The resource could not be found. Jan 21 09:36:00.732491 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8cb14c0e-3414-4d2c-930c-a54d1bdd7881 admin admin] 10.222.0.104 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0957074 Jan 21 09:36:00.867325 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52715c3b-c826-4d35-a3ce-7bef7a4b4d52 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:00.868683 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-52715c3b-c826-4d35-a3ce-7bef7a4b4d52 admin admin] 10.222.0.104 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1322365 Jan 21 09:36:02.957089 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 53944) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:03.097154 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea66eda-a7af-4bca-a558-d4424d983393 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:03.097924 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-dea66eda-a7af-4bca-a558-d4424d983393 admin admin] Synchronizing usage tracker for tenant:4508da3976254a4db0b7ffb71851d045 on resource:subnet {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:36:03.119471 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-dea66eda-a7af-4bca-a558-d4424d983393 admin admin] Unset dirty status for tenant:4508da3976254a4db0b7ffb71851d045 on resource:subnet {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:36:03.120893 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-dea66eda-a7af-4bca-a558-d4424d983393 admin admin] 10.222.0.104 "GET /v2.0/subnets/5df7e030-7222-41ef-8b45-c2f764aed42d HTTP/1.1" status: 200 len: 849 time: 0.1627600 Jan 21 09:36:03.130507 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-b30b8cfa-1eb6-4f89-880c-cf37bf2c74ae admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:36:03.260154 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b30b8cfa-1eb6-4f89-880c-cf37bf2c74ae admin admin] Notify callbacks [] for subnet, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:03.468602 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b30b8cfa-1eb6-4f89-880c-cf37bf2c74ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793818614263'] for subnet, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:03.517265 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30b8cfa-1eb6-4f89-880c-cf37bf2c74ae admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:03.518881 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b30b8cfa-1eb6-4f89-880c-cf37bf2c74ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:03.520220 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b30b8cfa-1eb6-4f89-880c-cf37bf2c74ae admin admin] 10.222.0.104 "PUT /v2.0/subnets/5df7e030-7222-41ef-8b45-c2f764aed42d HTTP/1.1" status: 200 len: 868 time: 0.3936338 Jan 21 09:36:03.528215 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c56f633-c570-4cf9-b37e-23e5e43b7315 None None] Network 00406a9d-3e04-4aa8-aa5b-5c205bca1402 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:36:03.558539 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b8cfa-1eb6-4f89-880c-cf37bf2c74ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=5df7e030-7222-41ef-8b45-c2f764aed42d,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:03.568885 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30b8cfa-1eb6-4f89-880c-cf37bf2c74ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:03.569325 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30b8cfa-1eb6-4f89-880c-cf37bf2c74ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:03.569703 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30b8cfa-1eb6-4f89-880c-cf37bf2c74ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:03.570033 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30b8cfa-1eb6-4f89-880c-cf37bf2c74ae admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:03.570378 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30b8cfa-1eb6-4f89-880c-cf37bf2c74ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:03.570708 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30b8cfa-1eb6-4f89-880c-cf37bf2c74ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:03.571027 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30b8cfa-1eb6-4f89-880c-cf37bf2c74ae admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:03.571348 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30b8cfa-1eb6-4f89-880c-cf37bf2c74ae admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:03.571681 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30b8cfa-1eb6-4f89-880c-cf37bf2c74ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:03.571981 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30b8cfa-1eb6-4f89-880c-cf37bf2c74ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:03.572293 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30b8cfa-1eb6-4f89-880c-cf37bf2c74ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:04.175163 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ae16f46b-53e1-4b93-8b68-f5c973c7c509 None None] Provisioning complete for port ae1961d7-4a59-4795-ac83-d8e7de70dafa triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:04.175526 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ae16f46b-53e1-4b93-8b68-f5c973c7c509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:04.350749 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ae16f46b-53e1-4b93-8b68-f5c973c7c509 None None] Provisioning complete for port 064a67ab-1237-474e-bd5a-c4970ade3171 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:04.351025 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ae16f46b-53e1-4b93-8b68-f5c973c7c509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:05.652426 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 53954) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:05.859162 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7948754c-4d99-4281-b354-e8128bb7b47a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:05.859436 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7948754c-4d99-4281-b354-e8128bb7b47a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:05.861558 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-7948754c-4d99-4281-b354-e8128bb7b47a admin admin] 10.222.0.104 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2074869 Jan 21 09:36:07.955400 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 53964) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:08.165341 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a593d0c-5609-40fa-9e1e-db4ad4b37e25 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:08.165747 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a593d0c-5609-40fa-9e1e-db4ad4b37e25 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:08.167275 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-3a593d0c-5609-40fa-9e1e-db4ad4b37e25 admin admin] 10.222.0.104 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2109172 Jan 21 09:36:10.287726 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 53974) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:10.515404 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982d1488-3da4-4cb2-8926-a2e2d096f8b2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:10.516762 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-982d1488-3da4-4cb2-8926-a2e2d096f8b2 admin admin] 10.222.0.104 "GET /v2.0/networks/00406a9d-3e04-4aa8-aa5b-5c205bca1402 HTTP/1.1" status: 200 len: 869 time: 0.2277756 Jan 21 09:36:12.602516 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 53984) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:12.805951 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d572c8b-724f-4abe-b3f8-b2af59d5fc42 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:12.806397 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3d572c8b-724f-4abe-b3f8-b2af59d5fc42 admin admin] Synchronizing usage tracker for tenant:4508da3976254a4db0b7ffb71851d045 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:36:12.824477 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3d572c8b-724f-4abe-b3f8-b2af59d5fc42 admin admin] Unset dirty status for tenant:4508da3976254a4db0b7ffb71851d045 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:36:12.826597 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3d572c8b-724f-4abe-b3f8-b2af59d5fc42 admin admin] 10.222.0.104 "GET /v2.0/networks/05164b30-8981-419a-8272-388f48c19dd5 HTTP/1.1" status: 200 len: 886 time: 0.2227533 Jan 21 09:36:14.981994 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 53994) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:15.115930 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d55207-f117-4b5a-bcd1-e1098cf799e6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:15.116290 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d55207-f117-4b5a-bcd1-e1098cf799e6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:15.117822 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-13d55207-f117-4b5a-bcd1-e1098cf799e6 admin admin] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1347592 Jan 21 09:36:17.186384 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54004) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:17.328202 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f356b0d-82f0-491c-8739-214d9643e022 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:17.328567 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f356b0d-82f0-491c-8739-214d9643e022 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:17.330553 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-3f356b0d-82f0-491c-8739-214d9643e022 admin admin] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1431985 Jan 21 09:36:19.377460 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54014) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:19.559251 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad78f4d-08fa-4a36-af93-2a25d98cc2d9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:19.560548 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9ad78f4d-08fa-4a36-af93-2a25d98cc2d9 admin admin] 10.222.0.104 "GET /v2.0/subnets/2866920e-0f37-4b4a-8805-4d2c19890603 HTTP/1.1" status: 200 len: 816 time: 0.1821256 Jan 21 09:36:20.362971 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 5 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:36:21.620178 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54024) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:21.767529 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83eb5fc-917a-405b-a5b7-416934501384 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:21.768886 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f83eb5fc-917a-405b-a5b7-416934501384 admin admin] 10.222.0.104 "GET /v2.0/subnets/5df7e030-7222-41ef-8b45-c2f764aed42d HTTP/1.1" status: 200 len: 868 time: 0.1477697 Jan 21 09:36:23.806254 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5e0befd1-8e8c-427b-9d58-c9bc8b39ba77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:26.256291 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c36ba6e9-1df6-49f6-88c2-44b328063b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:27.409016 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:27.575294 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:29.311565 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:40.368079 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54062) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:40.447188 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [None req-f5572552-6ffd-4e77-9e0d-41ad77710dd2 admin admin] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=83598) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:36:40.448171 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f5572552-6ffd-4e77-9e0d-41ad77710dd2 admin admin] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0791733 Jan 21 09:36:42.633535 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54072) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:42.731412 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-db3c2ed3-d0e8-4465-8cd5-33a5e0438fa8 admin admin] GET failed (client error): The resource could not be found. Jan 21 09:36:42.732635 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-db3c2ed3-d0e8-4465-8cd5-33a5e0438fa8 admin admin] 10.222.0.104 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0981777 Jan 21 09:36:42.862391 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80b6a73-67a2-41c0-a6e7-2b38f2abbda5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:42.863772 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b80b6a73-67a2-41c0-a6e7-2b38f2abbda5 admin admin] 10.222.0.104 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1270082 Jan 21 09:36:44.934508 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54082) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:45.008900 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-1ab47786-5ffe-4018-aa6d-9704c71c06ee admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:36:45.013675 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-1ab47786-5ffe-4018-aa6d-9704c71c06ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:45.024199 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-1ab47786-5ffe-4018-aa6d-9704c71c06ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:45.034394 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab47786-5ffe-4018-aa6d-9704c71c06ee admin admin] Made reservation on behalf of 4508da3976254a4db0b7ffb71851d045 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:45.036635 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1ab47786-5ffe-4018-aa6d-9704c71c06ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:45.126029 dv-neutron-825732-1-hyperv neutron-server[83598]: WARNING neutron.services.revisions.revision_plugin [None req-1ab47786-5ffe-4018-aa6d-9704c71c06ee admin admin] Could not find related network for resource to bump revision. Jan 21 09:36:45.138593 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab47786-5ffe-4018-aa6d-9704c71c06ee admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:36:45.148586 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1ab47786-5ffe-4018-aa6d-9704c71c06ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:45.148923 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-1ab47786-5ffe-4018-aa6d-9704c71c06ee admin admin] Added segment e807b10e-230e-4ccd-a3d6-5ad61f72d40a of type vlan for network b2494dff-38ea-4d54-a52d-168db6563d18 Jan 21 09:36:45.180055 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1ab47786-5ffe-4018-aa6d-9704c71c06ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:45.210249 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1ab47786-5ffe-4018-aa6d-9704c71c06ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:45.211196 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab47786-5ffe-4018-aa6d-9704c71c06ee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:45.211769 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1ab47786-5ffe-4018-aa6d-9704c71c06ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:45.312924 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab47786-5ffe-4018-aa6d-9704c71c06ee admin admin] Pushing event updated for resources: {'Network': ['ID=b2494dff-38ea-4d54-a52d-168db6563d18,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:45.317070 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-1ab47786-5ffe-4018-aa6d-9704c71c06ee admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3815167 Jan 21 09:36:45.329204 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network b2494dff-38ea-4d54-a52d-168db6563d18 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:36:47.448459 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54092) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:47.544147 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-66569b96-e20d-4972-b984-86bbf66927e0 admin admin] GET failed (client error): The resource could not be found. Jan 21 09:36:47.544649 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-66569b96-e20d-4972-b984-86bbf66927e0 admin admin] Synchronizing usage tracker for tenant:4508da3976254a4db0b7ffb71851d045 on resource:network {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:36:47.561958 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-66569b96-e20d-4972-b984-86bbf66927e0 admin admin] Unset dirty status for tenant:4508da3976254a4db0b7ffb71851d045 on resource:network {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:36:47.563361 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-66569b96-e20d-4972-b984-86bbf66927e0 admin admin] 10.222.0.104 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1138427 Jan 21 09:36:47.675023 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84a08ec-0f05-4d12-aaf5-73a368b41dd2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:47.676626 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e84a08ec-0f05-4d12-aaf5-73a368b41dd2 admin admin] 10.222.0.104 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1093650 Jan 21 09:36:47.686306 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-94b07e64-bf35-46be-835b-c8cba14f24b7 admin admin] Request body: {'subnet': {'network_id': 'b2494dff-38ea-4d54-a52d-168db6563d18', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:36:47.692266 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-94b07e64-bf35-46be-835b-c8cba14f24b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:47.702360 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-94b07e64-bf35-46be-835b-c8cba14f24b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:47.713145 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b07e64-bf35-46be-835b-c8cba14f24b7 admin admin] Made reservation on behalf of 4508da3976254a4db0b7ffb71851d045 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:47.715516 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-94b07e64-bf35-46be-835b-c8cba14f24b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:47.925672 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-94b07e64-bf35-46be-835b-c8cba14f24b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:48.005363 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b07e64-bf35-46be-835b-c8cba14f24b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d018c7c8-f74a-41f3-816e-2cd897fb8a31,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:48.022793 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b07e64-bf35-46be-835b-c8cba14f24b7 admin admin] Checking segment: {'id': 'e807b10e-230e-4ccd-a3d6-5ad61f72d40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b2494dff-38ea-4d54-a52d-168db6563d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:36:48.023151 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b07e64-bf35-46be-835b-c8cba14f24b7 admin admin] Network hostable DHCP agents. Network: b2494dff-38ea-4d54-a52d-168db6563d18, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:36:48.046622 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b07e64-bf35-46be-835b-c8cba14f24b7 admin admin] Network b2494dff-38ea-4d54-a52d-168db6563d18 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:36:48.056164 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-94b07e64-bf35-46be-835b-c8cba14f24b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, b2494dff-38ea-4d54-a52d-168db6563d18) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:48.060629 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b07e64-bf35-46be-835b-c8cba14f24b7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:48.061330 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-94b07e64-bf35-46be-835b-c8cba14f24b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:48.067447 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaf7086-9a2a-45c9-acc0-400a1bbdfdfb None None] Network b2494dff-38ea-4d54-a52d-168db6563d18 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:36:48.089877 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-94b07e64-bf35-46be-835b-c8cba14f24b7 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4069645 Jan 21 09:36:48.299738 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc10e09-9dec-4f65-9789-bdc749adf86d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-b2494dff-38ea-4d54-a52d-168db6563d18', 'network_id': 'b2494dff-38ea-4d54-a52d-168db6563d18', 'tenant_id': '4508da3976254a4db0b7ffb71851d045', 'fixed_ips': [{'subnet_id': 'd018c7c8-f74a-41f3-816e-2cd897fb8a31'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:36:48.300590 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1cc10e09-9dec-4f65-9789-bdc749adf86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:48.463614 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-1cc10e09-9dec-4f65-9789-bdc749adf86d None None] Allocated IP 192.168.233.2 (b2494dff-38ea-4d54-a52d-168db6563d18/d018c7c8-f74a-41f3-816e-2cd897fb8a31/2d65bce1-0cde-44c2-aacf-c0d98f50577b) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:48.692806 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1cc10e09-9dec-4f65-9789-bdc749adf86d None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:48.707765 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-1cc10e09-9dec-4f65-9789-bdc749adf86d None None] Transition to ACTIVE for port object 2d65bce1-0cde-44c2-aacf-c0d98f50577b will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:36:48.725991 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-1cc10e09-9dec-4f65-9789-bdc749adf86d None None] Transition to ACTIVE for port object 2d65bce1-0cde-44c2-aacf-c0d98f50577b will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:36:48.731227 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1cc10e09-9dec-4f65-9789-bdc749adf86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:48.804230 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc10e09-9dec-4f65-9789-bdc749adf86d None None] Network b2494dff-38ea-4d54-a52d-168db6563d18 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:48.807123 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-1cc10e09-9dec-4f65-9789-bdc749adf86d None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:48.811892 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc10e09-9dec-4f65-9789-bdc749adf86d None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:36:48.815136 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc10e09-9dec-4f65-9789-bdc749adf86d None None] Pushing event updated for resources: {'Port': ['ID=2d65bce1-0cde-44c2-aacf-c0d98f50577b,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:48.850601 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc10e09-9dec-4f65-9789-bdc749adf86d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:48.850951 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc10e09-9dec-4f65-9789-bdc749adf86d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:48.851290 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc10e09-9dec-4f65-9789-bdc749adf86d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:48.851621 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc10e09-9dec-4f65-9789-bdc749adf86d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:48.851984 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc10e09-9dec-4f65-9789-bdc749adf86d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:48.852357 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc10e09-9dec-4f65-9789-bdc749adf86d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:48.852639 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc10e09-9dec-4f65-9789-bdc749adf86d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:48.852977 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc10e09-9dec-4f65-9789-bdc749adf86d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:48.860564 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc10e09-9dec-4f65-9789-bdc749adf86d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:48.863813 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc10e09-9dec-4f65-9789-bdc749adf86d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:48.864153 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc10e09-9dec-4f65-9789-bdc749adf86d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:48.926976 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-1cc10e09-9dec-4f65-9789-bdc749adf86d None None] Attempting to bind port 2d65bce1-0cde-44c2-aacf-c0d98f50577b on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:48.927616 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-1cc10e09-9dec-4f65-9789-bdc749adf86d None None] Attempting to bind port 2d65bce1-0cde-44c2-aacf-c0d98f50577b by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'e807b10e-230e-4ccd-a3d6-5ad61f72d40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b2494dff-38ea-4d54-a52d-168db6563d18'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:48.927975 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc10e09-9dec-4f65-9789-bdc749adf86d None None] Attempting to bind port 2d65bce1-0cde-44c2-aacf-c0d98f50577b on network b2494dff-38ea-4d54-a52d-168db6563d18 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:36:48.934577 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc10e09-9dec-4f65-9789-bdc749adf86d None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:36:48.934942 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc10e09-9dec-4f65-9789-bdc749adf86d None None] Checking segment: {'id': 'e807b10e-230e-4ccd-a3d6-5ad61f72d40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b2494dff-38ea-4d54-a52d-168db6563d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:36:48.935335 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1cc10e09-9dec-4f65-9789-bdc749adf86d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:48.935724 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc10e09-9dec-4f65-9789-bdc749adf86d None None] Bound using segment: {'id': 'e807b10e-230e-4ccd-a3d6-5ad61f72d40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b2494dff-38ea-4d54-a52d-168db6563d18'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:36:48.936179 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-1cc10e09-9dec-4f65-9789-bdc749adf86d None None] Bound port: 2d65bce1-0cde-44c2-aacf-c0d98f50577b, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e807b10e-230e-4ccd-a3d6-5ad61f72d40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b2494dff-38ea-4d54-a52d-168db6563d18'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:36:48.936563 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1cc10e09-9dec-4f65-9789-bdc749adf86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:49.054020 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-1cc10e09-9dec-4f65-9789-bdc749adf86d None None] For port 2d65bce1-0cde-44c2-aacf-c0d98f50577b, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:36:49.057950 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-1cc10e09-9dec-4f65-9789-bdc749adf86d None None] For port 2d65bce1-0cde-44c2-aacf-c0d98f50577b, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=2d65bce1-0cde-44c2-aacf-c0d98f50577b,segment=NetworkSegment(e807b10e-230e-4ccd-a3d6-5ad61f72d40a),segment_id=e807b10e-230e-4ccd-a3d6-5ad61f72d40a)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:36:49.065924 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1cc10e09-9dec-4f65-9789-bdc749adf86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:49.146380 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc10e09-9dec-4f65-9789-bdc749adf86d None None] Pushing event updated for resources: {'Port': ['ID=2d65bce1-0cde-44c2-aacf-c0d98f50577b,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:49.896534 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 2d65bce1-0cde-44c2-aacf-c0d98f50577b up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:36:49.996485 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 2d65bce1-0cde-44c2-aacf-c0d98f50577b completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:36:50.220988 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa003b5c-e352-40b2-9086-e9281047b0db None None] Network b2494dff-38ea-4d54-a52d-168db6563d18 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:36:50.387831 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-03271c83-d4b9-465d-802b-3f5b2c4ed273 None None] Provisioning for port 2d65bce1-0cde-44c2-aacf-c0d98f50577b completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:36:50.400880 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-03271c83-d4b9-465d-802b-3f5b2c4ed273 None None] Provisioning complete for port 2d65bce1-0cde-44c2-aacf-c0d98f50577b triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:50.401266 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-03271c83-d4b9-465d-802b-3f5b2c4ed273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:50.584567 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-03271c83-d4b9-465d-802b-3f5b2c4ed273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:50.627569 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-03271c83-d4b9-465d-802b-3f5b2c4ed273 None None] For port 2d65bce1-0cde-44c2-aacf-c0d98f50577b, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=2d65bce1-0cde-44c2-aacf-c0d98f50577b,segment=NetworkSegment(e807b10e-230e-4ccd-a3d6-5ad61f72d40a),segment_id=e807b10e-230e-4ccd-a3d6-5ad61f72d40a)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:50.636077 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-03271c83-d4b9-465d-802b-3f5b2c4ed273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:50.793755 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03271c83-d4b9-465d-802b-3f5b2c4ed273 None None] Pushing event updated for resources: {'Port': ['ID=2d65bce1-0cde-44c2-aacf-c0d98f50577b,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:50.871125 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-e4b72a81-62ad-42c1-a1cc-24f489580226 None None] Provisioning complete for port 2d65bce1-0cde-44c2-aacf-c0d98f50577b triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:50.871935 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e4b72a81-62ad-42c1-a1cc-24f489580226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.868025 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 2d65bce1-0cde-44c2-aacf-c0d98f50577b up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:36:51.946770 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 2d65bce1-0cde-44c2-aacf-c0d98f50577b triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:51.947142 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:53.810040 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d91868d9-030e-4261-a713-dd254331382e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:56.262091 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8c13b4eb-fa54-4dcd-a3c4-8ed88bfe7f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:57.362718 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 5 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:36:57.417787 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:57.576326 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:59.320939 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.813108 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-82ffa57e-6cfb-4301-84a4-cdb3d3fee23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.255880 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9f194892-972a-4085-9c08-b629425e36ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.411554 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.586550 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.326714 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.364021 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 5 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:37:53.820582 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-097e464d-c699-4b95-a90d-575152995655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.724901 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54134) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:54.730872 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [None req-2047078b-b82b-4634-bc8c-91a932a2a730 tempest-verify_tempest_config-1314177026 tempest-verify_tempest_config-1314177026-project] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=83598) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:37:54.732768 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-2047078b-b82b-4634-bc8c-91a932a2a730 tempest-verify_tempest_config-1314177026 tempest-verify_tempest_config-1314177026-project] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0067766 Jan 21 09:37:55.079849 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54150) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:55.226505 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-176be9fc-5aaa-4b27-a7a8-bdd3bdbf92f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.258571 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-176be9fc-5aaa-4b27-a7a8-bdd3bdbf92f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:55.262924 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-176be9fc-5aaa-4b27-a7a8-bdd3bdbf92f0 admin admin] Usage tracker for resource:security_group_rule and tenant:0482aaaa33b84609aae5c84e9f03c858 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:55.265684 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-176be9fc-5aaa-4b27-a7a8-bdd3bdbf92f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:55.271437 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-176be9fc-5aaa-4b27-a7a8-bdd3bdbf92f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:55.342450 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-176be9fc-5aaa-4b27-a7a8-bdd3bdbf92f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.346157 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-176be9fc-5aaa-4b27-a7a8-bdd3bdbf92f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.393866 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176be9fc-5aaa-4b27-a7a8-bdd3bdbf92f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225c2f6e-c70a-4a10-a950-09098e243003,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:55.398275 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-176be9fc-5aaa-4b27-a7a8-bdd3bdbf92f0 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=0482aaaa33b84609aae5c84e9f03c858&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3173590 Jan 21 09:37:55.401032 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54156) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:55.404331 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176be9fc-5aaa-4b27-a7a8-bdd3bdbf92f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:55.404672 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176be9fc-5aaa-4b27-a7a8-bdd3bdbf92f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:55.405020 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176be9fc-5aaa-4b27-a7a8-bdd3bdbf92f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:55.405368 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176be9fc-5aaa-4b27-a7a8-bdd3bdbf92f0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:55.405699 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176be9fc-5aaa-4b27-a7a8-bdd3bdbf92f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:55.406080 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176be9fc-5aaa-4b27-a7a8-bdd3bdbf92f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:55.406362 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176be9fc-5aaa-4b27-a7a8-bdd3bdbf92f0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:55.406765 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176be9fc-5aaa-4b27-a7a8-bdd3bdbf92f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:55.407004 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176be9fc-5aaa-4b27-a7a8-bdd3bdbf92f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:55.407454 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176be9fc-5aaa-4b27-a7a8-bdd3bdbf92f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:55.407632 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176be9fc-5aaa-4b27-a7a8-bdd3bdbf92f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:55.462884 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a00a5429-11e3-48cb-9221-246bffd310b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.488168 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a00a5429-11e3-48cb-9221-246bffd310b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.586479 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a00a5429-11e3-48cb-9221-246bffd310b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.602296 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a5429-11e3-48cb-9221-246bffd310b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225c2f6e-c70a-4a10-a950-09098e243003,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:55.611382 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a00a5429-11e3-48cb-9221-246bffd310b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.612605 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a00a5429-11e3-48cb-9221-246bffd310b3 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/225c2f6e-c70a-4a10-a950-09098e243003 HTTP/1.1" status: 204 len: 168 time: 0.2103839 Jan 21 09:37:55.614564 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a5429-11e3-48cb-9221-246bffd310b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:55.614895 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a5429-11e3-48cb-9221-246bffd310b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:55.615220 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a5429-11e3-48cb-9221-246bffd310b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:55.615542 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a5429-11e3-48cb-9221-246bffd310b3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:55.615977 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a5429-11e3-48cb-9221-246bffd310b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:55.616305 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a5429-11e3-48cb-9221-246bffd310b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:55.616618 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a5429-11e3-48cb-9221-246bffd310b3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:55.616932 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a5429-11e3-48cb-9221-246bffd310b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:55.617232 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a5429-11e3-48cb-9221-246bffd310b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:55.617586 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a5429-11e3-48cb-9221-246bffd310b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:55.617993 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a5429-11e3-48cb-9221-246bffd310b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:56.259810 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8abf6d86-9675-4652-80a6-c894ae11f41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.415531 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.579542 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.328844 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.363686 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 5 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:38:23.815539 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c1e772b8-7783-4fe6-8206-e153ea891110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.262160 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f62eb8b3-09c4-43d7-a9bb-a76833092b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.421082 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.585622 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.331981 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.363200 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 5 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:38:53.825504 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c081bbb1-d559-4c94-8beb-d9109e73fd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.264262 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dc34b28c-3b8c-4493-84aa-a974eed3d7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.417866 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.589171 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.336594 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:20.056799 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-349719'] for agent, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.819428 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ba464ac2-8fa5-4dd8-a54f-234b59506789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:25.364623 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:39:26.268281 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-52272e73-4922-4340-930d-b2a6b42117dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.411681 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.590848 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:29.339780 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:35.659358 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54226) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:35.800566 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0d3c4bec-85dc-4e83-9ec8-ac85f1ef3297 admin admin] 10.222.0.104 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4316 time: 0.1401234 Jan 21 09:39:37.914307 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54236) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:37.995873 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c8c38fb8-97f9-4991-a41f-cefb93a3045e admin admin] 10.222.0.104 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4316 time: 0.0799890 Jan 21 09:39:50.043092 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.823981 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-911297cb-cb06-46a0-a1bb-a06cecf74ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.271619 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3d1d9ae6-0bcb-4b7e-b5c1-93f5abe202bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.416124 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.593175 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.345761 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.367936 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:40:20.051103 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.828620 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d2b76e3f-a442-42c5-990d-ef4d662fd35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.287890 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-291e1fde-04a4-4787-baf6-f3f8738fc8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.422203 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.598431 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.347434 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.369059 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:40:50.058721 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.842638 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e15ba8b2-2082-468a-820a-0d281b131dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.273138 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6ac1648c-a4ce-4caf-8da9-c9dbf776d625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.419861 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.601549 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.353884 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:05.405877 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54372) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:05.448547 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54380) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:05.837156 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-0036ba0e-9278-4720-9b86-40bd50cb3e51 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1396389088-network', 'tenant_id': 'a795fbd174334072b3ab0ded96f09259'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:05.842273 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0036ba0e-9278-4720-9b86-40bd50cb3e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:05.849594 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0036ba0e-9278-4720-9b86-40bd50cb3e51 admin admin] Usage tracker for resource:network and tenant:a795fbd174334072b3ab0ded96f09259 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:05.857798 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0036ba0e-9278-4720-9b86-40bd50cb3e51 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:05.865815 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0036ba0e-9278-4720-9b86-40bd50cb3e51 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:05.882217 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-1f980ebf-55d1-4905-9b28-40f1d2cb7ea6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-847635217-network', 'tenant_id': '336aa381caa24798b3c72d188fdcb52a'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:05.888353 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1f980ebf-55d1-4905-9b28-40f1d2cb7ea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:05.893090 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-1f980ebf-55d1-4905-9b28-40f1d2cb7ea6 admin admin] Usage tracker for resource:network and tenant:336aa381caa24798b3c72d188fdcb52a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:05.898273 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-1f980ebf-55d1-4905-9b28-40f1d2cb7ea6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:05.907630 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0036ba0e-9278-4720-9b86-40bd50cb3e51 admin admin] Made reservation on behalf of a795fbd174334072b3ab0ded96f09259 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:05.910562 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0036ba0e-9278-4720-9b86-40bd50cb3e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:05.923318 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1f980ebf-55d1-4905-9b28-40f1d2cb7ea6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:05.928684 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0036ba0e-9278-4720-9b86-40bd50cb3e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:05.949612 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f980ebf-55d1-4905-9b28-40f1d2cb7ea6 admin admin] Made reservation on behalf of 336aa381caa24798b3c72d188fdcb52a for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:05.952494 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f980ebf-55d1-4905-9b28-40f1d2cb7ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:05.977903 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f980ebf-55d1-4905-9b28-40f1d2cb7ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:05.996595 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0036ba0e-9278-4720-9b86-40bd50cb3e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:06.002755 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0036ba0e-9278-4720-9b86-40bd50cb3e51 admin admin] Usage tracker for resource:security_group_rule and tenant:a795fbd174334072b3ab0ded96f09259 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:06.007090 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0036ba0e-9278-4720-9b86-40bd50cb3e51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:06.021997 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0036ba0e-9278-4720-9b86-40bd50cb3e51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:06.034256 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1f980ebf-55d1-4905-9b28-40f1d2cb7ea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:06.040991 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-1f980ebf-55d1-4905-9b28-40f1d2cb7ea6 admin admin] Usage tracker for resource:security_group_rule and tenant:336aa381caa24798b3c72d188fdcb52a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:06.046277 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-1f980ebf-55d1-4905-9b28-40f1d2cb7ea6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:06.058172 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1f980ebf-55d1-4905-9b28-40f1d2cb7ea6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:06.162119 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0036ba0e-9278-4720-9b86-40bd50cb3e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.178211 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0036ba0e-9278-4720-9b86-40bd50cb3e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.217592 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f980ebf-55d1-4905-9b28-40f1d2cb7ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.264645 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0036ba0e-9278-4720-9b86-40bd50cb3e51 admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:06.282294 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0036ba0e-9278-4720-9b86-40bd50cb3e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.284200 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-0036ba0e-9278-4720-9b86-40bd50cb3e51 admin admin] Added segment e697bd79-488c-4593-885e-69b8ce3d5a8d of type vlan for network cb261bb5-f04b-4e44-bf4e-b6255f6519ef Jan 21 09:41:06.299507 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f980ebf-55d1-4905-9b28-40f1d2cb7ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.314820 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0036ba0e-9278-4720-9b86-40bd50cb3e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d19795-34d2-433d-af35-f01fd88bcff2,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:06.332273 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0036ba0e-9278-4720-9b86-40bd50cb3e51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.342713 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036ba0e-9278-4720-9b86-40bd50cb3e51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:06.343109 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036ba0e-9278-4720-9b86-40bd50cb3e51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:06.343410 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036ba0e-9278-4720-9b86-40bd50cb3e51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:06.343741 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036ba0e-9278-4720-9b86-40bd50cb3e51 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:06.344092 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036ba0e-9278-4720-9b86-40bd50cb3e51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:06.344422 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036ba0e-9278-4720-9b86-40bd50cb3e51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:06.344755 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036ba0e-9278-4720-9b86-40bd50cb3e51 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:06.345081 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036ba0e-9278-4720-9b86-40bd50cb3e51 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:06.345400 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036ba0e-9278-4720-9b86-40bd50cb3e51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:06.345737 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036ba0e-9278-4720-9b86-40bd50cb3e51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:06.346052 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036ba0e-9278-4720-9b86-40bd50cb3e51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:06.348050 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036ba0e-9278-4720-9b86-40bd50cb3e51 admin admin] Tracked resource versions report: Jan 21 09:41:06.348050 dv-neutron-825732-1-hyperv neutron-server[83597]: pushed versions: Jan 21 09:41:06.348050 dv-neutron-825732-1-hyperv neutron-server[83597]: { 'ConntrackHelper': {'1.0'}, Jan 21 09:41:06.348050 dv-neutron-825732-1-hyperv neutron-server[83597]: 'Log': {'1.0'}, Jan 21 09:41:06.348050 dv-neutron-825732-1-hyperv neutron-server[83597]: 'Network': {'1.1'}, Jan 21 09:41:06.348050 dv-neutron-825732-1-hyperv neutron-server[83597]: 'Port': {'1.5'}, Jan 21 09:41:06.348050 dv-neutron-825732-1-hyperv neutron-server[83597]: 'PortForwarding': {'1.2'}, Jan 21 09:41:06.348050 dv-neutron-825732-1-hyperv neutron-server[83597]: 'QosPolicy': {'1.8'}, Jan 21 09:41:06.348050 dv-neutron-825732-1-hyperv neutron-server[83597]: 'SecurityGroup': {'1.2'}, Jan 21 09:41:06.348050 dv-neutron-825732-1-hyperv neutron-server[83597]: 'SecurityGroupRule': {'1.0'}, Jan 21 09:41:06.348050 dv-neutron-825732-1-hyperv neutron-server[83597]: 'SubPort': {'1.0'}, Jan 21 09:41:06.348050 dv-neutron-825732-1-hyperv neutron-server[83597]: 'Subnet': {'1.1'}, Jan 21 09:41:06.348050 dv-neutron-825732-1-hyperv neutron-server[83597]: 'Trunk': {'1.1'}} Jan 21 09:41:06.348050 dv-neutron-825732-1-hyperv neutron-server[83597]: consumer versions: Jan 21 09:41:06.348050 dv-neutron-825732-1-hyperv neutron-server[83597]: { DHCP agent@dv-neutron-825732-1-hyperv: {}, Jan 21 09:41:06.348050 dv-neutron-825732-1-hyperv neutron-server[83597]: HyperV agent@hv-neutron-8257: {}, Jan 21 09:41:06.348050 dv-neutron-825732-1-hyperv neutron-server[83597]: L3 agent@dv-neutron-825732-1-hyperv: {}, Jan 21 09:41:06.348050 dv-neutron-825732-1-hyperv neutron-server[83597]: Metadata agent@dv-neutron-825732-1-hyperv: {}, Jan 21 09:41:06.348050 dv-neutron-825732-1-hyperv neutron-server[83597]: Metering agent@dv-neutron-825732-1-hyperv: {}, Jan 21 09:41:06.348050 dv-neutron-825732-1-hyperv neutron-server[83597]: Open vSwitch agent@dv-neutron-825732-1-hyperv: { 'ConntrackHelper': '1.0', Jan 21 09:41:06.348050 dv-neutron-825732-1-hyperv neutron-server[83597]: 'Log': '1.0', Jan 21 09:41:06.348050 dv-neutron-825732-1-hyperv neutron-server[83597]: 'Network': '1.1', Jan 21 09:41:06.348050 dv-neutron-825732-1-hyperv neutron-server[83597]: 'Port': '1.5', Jan 21 09:41:06.348050 dv-neutron-825732-1-hyperv neutron-server[83597]: 'PortForwarding': '1.2', Jan 21 09:41:06.348050 dv-neutron-825732-1-hyperv neutron-server[83597]: 'QosPolicy': '1.8', Jan 21 09:41:06.348050 dv-neutron-825732-1-hyperv neutron-server[83597]: 'SecurityGroup': '1.2', Jan 21 09:41:06.348050 dv-neutron-825732-1-hyperv neutron-server[83597]: 'SecurityGroupRule': '1.0', Jan 21 09:41:06.348050 dv-neutron-825732-1-hyperv neutron-server[83597]: 'SubPort': '1.0', Jan 21 09:41:06.348050 dv-neutron-825732-1-hyperv neutron-server[83597]: 'Subnet': '1.1', Jan 21 09:41:06.348050 dv-neutron-825732-1-hyperv neutron-server[83597]: 'Trunk': '1.1'}} Jan 21 09:41:06.348050 dv-neutron-825732-1-hyperv neutron-server[83597]: {{(pid=83597) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:41:06.382740 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f980ebf-55d1-4905-9b28-40f1d2cb7ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f9350f-0260-4151-beac-2286c6125005,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:06.393663 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f980ebf-55d1-4905-9b28-40f1d2cb7ea6 admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:06.409401 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f980ebf-55d1-4905-9b28-40f1d2cb7ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.410934 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-1f980ebf-55d1-4905-9b28-40f1d2cb7ea6 admin admin] Added segment ffef5f32-ec5b-43f1-8552-8b9a0a25607f of type vlan for network 8515717b-44bc-4a2f-9c9a-f5ff80484c08 Jan 21 09:41:06.422771 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0036ba0e-9278-4720-9b86-40bd50cb3e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.423674 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0036ba0e-9278-4720-9b86-40bd50cb3e51 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:06.424341 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0036ba0e-9278-4720-9b86-40bd50cb3e51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.549855 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f980ebf-55d1-4905-9b28-40f1d2cb7ea6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.559599 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0036ba0e-9278-4720-9b86-40bd50cb3e51 admin admin] Pushing event updated for resources: {'Network': ['ID=cb261bb5-f04b-4e44-bf4e-b6255f6519ef,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:06.598458 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network cb261bb5-f04b-4e44-bf4e-b6255f6519ef details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:06.630572 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f980ebf-55d1-4905-9b28-40f1d2cb7ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.632769 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f980ebf-55d1-4905-9b28-40f1d2cb7ea6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:06.634034 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f980ebf-55d1-4905-9b28-40f1d2cb7ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.766186 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54422) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:06.766748 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1f980ebf-55d1-4905-9b28-40f1d2cb7ea6 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3160083 Jan 21 09:41:06.770124 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0036ba0e-9278-4720-9b86-40bd50cb3e51 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3630996 Jan 21 09:41:06.772094 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54424) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:06.777466 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-e1c1f71b-6b5c-4625-a4fa-2720f08d0e4c admin admin] Request body: {'subnet': {'network_id': '8515717b-44bc-4a2f-9c9a-f5ff80484c08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-847635217-subnet', 'tenant_id': '336aa381caa24798b3c72d188fdcb52a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:06.784575 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-e1c1f71b-6b5c-4625-a4fa-2720f08d0e4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:06.797133 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-78b4bb58-3b0b-4cfa-80e6-d07164fabed6 admin admin] Request body: {'subnet': {'network_id': 'cb261bb5-f04b-4e44-bf4e-b6255f6519ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1396389088-subnet', 'tenant_id': 'a795fbd174334072b3ab0ded96f09259', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:06.801012 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f980ebf-55d1-4905-9b28-40f1d2cb7ea6 admin admin] Pushing event updated for resources: {'Network': ['ID=8515717b-44bc-4a2f-9c9a-f5ff80484c08,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:06.812431 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 8515717b-44bc-4a2f-9c9a-f5ff80484c08 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:06.814295 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e1c1f71b-6b5c-4625-a4fa-2720f08d0e4c admin admin] Usage tracker for resource:subnet and tenant:336aa381caa24798b3c72d188fdcb52a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:06.819163 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e1c1f71b-6b5c-4625-a4fa-2720f08d0e4c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:06.825389 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-e1c1f71b-6b5c-4625-a4fa-2720f08d0e4c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:06.838959 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-78b4bb58-3b0b-4cfa-80e6-d07164fabed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:06.845650 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-78b4bb58-3b0b-4cfa-80e6-d07164fabed6 admin admin] Usage tracker for resource:subnet and tenant:a795fbd174334072b3ab0ded96f09259 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:06.849332 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-78b4bb58-3b0b-4cfa-80e6-d07164fabed6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:06.856466 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-78b4bb58-3b0b-4cfa-80e6-d07164fabed6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:06.869051 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c1f71b-6b5c-4625-a4fa-2720f08d0e4c admin admin] Made reservation on behalf of 336aa381caa24798b3c72d188fdcb52a for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:06.872514 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e1c1f71b-6b5c-4625-a4fa-2720f08d0e4c admin admin] Notify callbacks [] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.969017 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54434) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:06.985204 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b4bb58-3b0b-4cfa-80e6-d07164fabed6 admin admin] Made reservation on behalf of a795fbd174334072b3ab0ded96f09259 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:06.987828 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-78b4bb58-3b0b-4cfa-80e6-d07164fabed6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.241134 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-78b4bb58-3b0b-4cfa-80e6-d07164fabed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.428502 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b4bb58-3b0b-4cfa-80e6-d07164fabed6 admin admin] Checking segment: {'id': 'e697bd79-488c-4593-885e-69b8ce3d5a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'cb261bb5-f04b-4e44-bf4e-b6255f6519ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:07.428759 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b4bb58-3b0b-4cfa-80e6-d07164fabed6 admin admin] Network hostable DHCP agents. Network: cb261bb5-f04b-4e44-bf4e-b6255f6519ef, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:07.463707 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b4bb58-3b0b-4cfa-80e6-d07164fabed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f61ceb71-d229-45b9-93db-87fdf9ae5111,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:07.500371 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b4bb58-3b0b-4cfa-80e6-d07164fabed6 admin admin] Network cb261bb5-f04b-4e44-bf4e-b6255f6519ef is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:07.506801 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b4bb58-3b0b-4cfa-80e6-d07164fabed6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:07.507143 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b4bb58-3b0b-4cfa-80e6-d07164fabed6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:07.507477 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b4bb58-3b0b-4cfa-80e6-d07164fabed6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:07.507921 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b4bb58-3b0b-4cfa-80e6-d07164fabed6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:07.508265 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b4bb58-3b0b-4cfa-80e6-d07164fabed6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:07.508596 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b4bb58-3b0b-4cfa-80e6-d07164fabed6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:07.508917 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b4bb58-3b0b-4cfa-80e6-d07164fabed6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:07.509235 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b4bb58-3b0b-4cfa-80e6-d07164fabed6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:07.509576 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b4bb58-3b0b-4cfa-80e6-d07164fabed6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:07.509907 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b4bb58-3b0b-4cfa-80e6-d07164fabed6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:07.510240 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b4bb58-3b0b-4cfa-80e6-d07164fabed6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:07.511423 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b4bb58-3b0b-4cfa-80e6-d07164fabed6 admin admin] Tracked resource versions report: Jan 21 09:41:07.511423 dv-neutron-825732-1-hyperv neutron-server[83598]: pushed versions: Jan 21 09:41:07.511423 dv-neutron-825732-1-hyperv neutron-server[83598]: { 'ConntrackHelper': {'1.0'}, Jan 21 09:41:07.511423 dv-neutron-825732-1-hyperv neutron-server[83598]: 'Log': {'1.0'}, Jan 21 09:41:07.511423 dv-neutron-825732-1-hyperv neutron-server[83598]: 'Network': {'1.1'}, Jan 21 09:41:07.511423 dv-neutron-825732-1-hyperv neutron-server[83598]: 'Port': {'1.5'}, Jan 21 09:41:07.511423 dv-neutron-825732-1-hyperv neutron-server[83598]: 'PortForwarding': {'1.2'}, Jan 21 09:41:07.511423 dv-neutron-825732-1-hyperv neutron-server[83598]: 'QosPolicy': {'1.8'}, Jan 21 09:41:07.511423 dv-neutron-825732-1-hyperv neutron-server[83598]: 'SecurityGroup': {'1.2'}, Jan 21 09:41:07.511423 dv-neutron-825732-1-hyperv neutron-server[83598]: 'SecurityGroupRule': {'1.0'}, Jan 21 09:41:07.511423 dv-neutron-825732-1-hyperv neutron-server[83598]: 'SubPort': {'1.0'}, Jan 21 09:41:07.511423 dv-neutron-825732-1-hyperv neutron-server[83598]: 'Subnet': {'1.1'}, Jan 21 09:41:07.511423 dv-neutron-825732-1-hyperv neutron-server[83598]: 'Trunk': {'1.1'}} Jan 21 09:41:07.511423 dv-neutron-825732-1-hyperv neutron-server[83598]: consumer versions: Jan 21 09:41:07.511423 dv-neutron-825732-1-hyperv neutron-server[83598]: { DHCP agent@dv-neutron-825732-1-hyperv: {}, Jan 21 09:41:07.511423 dv-neutron-825732-1-hyperv neutron-server[83598]: HyperV agent@hv-neutron-8257: {}, Jan 21 09:41:07.511423 dv-neutron-825732-1-hyperv neutron-server[83598]: L3 agent@dv-neutron-825732-1-hyperv: {}, Jan 21 09:41:07.511423 dv-neutron-825732-1-hyperv neutron-server[83598]: Metadata agent@dv-neutron-825732-1-hyperv: {}, Jan 21 09:41:07.511423 dv-neutron-825732-1-hyperv neutron-server[83598]: Metering agent@dv-neutron-825732-1-hyperv: {}, Jan 21 09:41:07.511423 dv-neutron-825732-1-hyperv neutron-server[83598]: Open vSwitch agent@dv-neutron-825732-1-hyperv: { 'ConntrackHelper': '1.0', Jan 21 09:41:07.511423 dv-neutron-825732-1-hyperv neutron-server[83598]: 'Log': '1.0', Jan 21 09:41:07.511423 dv-neutron-825732-1-hyperv neutron-server[83598]: 'Network': '1.1', Jan 21 09:41:07.511423 dv-neutron-825732-1-hyperv neutron-server[83598]: 'Port': '1.5', Jan 21 09:41:07.511423 dv-neutron-825732-1-hyperv neutron-server[83598]: 'PortForwarding': '1.2', Jan 21 09:41:07.511423 dv-neutron-825732-1-hyperv neutron-server[83598]: 'QosPolicy': '1.8', Jan 21 09:41:07.511423 dv-neutron-825732-1-hyperv neutron-server[83598]: 'SecurityGroup': '1.2', Jan 21 09:41:07.511423 dv-neutron-825732-1-hyperv neutron-server[83598]: 'SecurityGroupRule': '1.0', Jan 21 09:41:07.511423 dv-neutron-825732-1-hyperv neutron-server[83598]: 'SubPort': '1.0', Jan 21 09:41:07.511423 dv-neutron-825732-1-hyperv neutron-server[83598]: 'Subnet': '1.1', Jan 21 09:41:07.511423 dv-neutron-825732-1-hyperv neutron-server[83598]: 'Trunk': '1.1'}} Jan 21 09:41:07.511423 dv-neutron-825732-1-hyperv neutron-server[83598]: {{(pid=83598) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:41:07.526853 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-78b4bb58-3b0b-4cfa-80e6-d07164fabed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, cb261bb5-f04b-4e44-bf4e-b6255f6519ef) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:07.531902 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e1c1f71b-6b5c-4625-a4fa-2720f08d0e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.537770 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b4bb58-3b0b-4cfa-80e6-d07164fabed6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:07.538532 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-78b4bb58-3b0b-4cfa-80e6-d07164fabed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.541062 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f95d903-2a3e-4398-a333-6898c2dcb7f4 None None] Network cb261bb5-f04b-4e44-bf4e-b6255f6519ef requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:07.552171 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-d432149e-82a1-4073-8319-5d0c5f35a7e0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-602671240-network', 'tenant_id': '9423dc950d0443ff88843ee602917a89'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:07.564723 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d432149e-82a1-4073-8319-5d0c5f35a7e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:07.575997 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-d432149e-82a1-4073-8319-5d0c5f35a7e0 admin admin] Usage tracker for resource:network and tenant:9423dc950d0443ff88843ee602917a89 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:07.587281 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-d432149e-82a1-4073-8319-5d0c5f35a7e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:07.606282 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-78b4bb58-3b0b-4cfa-80e6-d07164fabed6 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8158000 Jan 21 09:41:07.608294 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d432149e-82a1-4073-8319-5d0c5f35a7e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:07.624718 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54452) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:07.635655 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1f71b-6b5c-4625-a4fa-2720f08d0e4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7fe4f7c-173a-4a1e-bc9c-b6d802a0a8b0,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:07.638394 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-03d9822e-a80f-4f35-9960-cf7eabb00817 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1396389088-router', 'tenant_id': 'a795fbd174334072b3ab0ded96f09259', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:07.663293 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d432149e-82a1-4073-8319-5d0c5f35a7e0 admin admin] Made reservation on behalf of 9423dc950d0443ff88843ee602917a89 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:07.677950 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d432149e-82a1-4073-8319-5d0c5f35a7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.696187 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c1f71b-6b5c-4625-a4fa-2720f08d0e4c admin admin] Checking segment: {'id': 'ffef5f32-ec5b-43f1-8552-8b9a0a25607f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8515717b-44bc-4a2f-9c9a-f5ff80484c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:07.696608 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c1f71b-6b5c-4625-a4fa-2720f08d0e4c admin admin] Network hostable DHCP agents. Network: 8515717b-44bc-4a2f-9c9a-f5ff80484c08, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:07.715326 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-03d9822e-a80f-4f35-9960-cf7eabb00817 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:07.721165 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d432149e-82a1-4073-8319-5d0c5f35a7e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.732149 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c1f71b-6b5c-4625-a4fa-2720f08d0e4c admin admin] Network 8515717b-44bc-4a2f-9c9a-f5ff80484c08 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:07.756966 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-e1c1f71b-6b5c-4625-a4fa-2720f08d0e4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 8515717b-44bc-4a2f-9c9a-f5ff80484c08) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:07.762848 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c1f71b-6b5c-4625-a4fa-2720f08d0e4c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:07.763759 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e1c1f71b-6b5c-4625-a4fa-2720f08d0e4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.768921 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d432149e-82a1-4073-8319-5d0c5f35a7e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:07.776003 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-d432149e-82a1-4073-8319-5d0c5f35a7e0 admin admin] Usage tracker for resource:security_group_rule and tenant:9423dc950d0443ff88843ee602917a89 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:07.779899 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-d432149e-82a1-4073-8319-5d0c5f35a7e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:07.790605 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d432149e-82a1-4073-8319-5d0c5f35a7e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:07.799668 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54456) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:07.822373 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e1c1f71b-6b5c-4625-a4fa-2720f08d0e4c admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0529184 Jan 21 09:41:07.824642 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54462) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:07.843700 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-468c03aa-8aa9-4eb1-b75c-70ff5a1948bb admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-847635217-router', 'tenant_id': '336aa381caa24798b3c72d188fdcb52a', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:07.858113 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-468c03aa-8aa9-4eb1-b75c-70ff5a1948bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:07.865921 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1887f094-b16f-4705-8fb1-319f0721b2e4 None None] Network 8515717b-44bc-4a2f-9c9a-f5ff80484c08 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:07.870144 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-468c03aa-8aa9-4eb1-b75c-70ff5a1948bb admin admin] Usage tracker for resource:router and tenant:336aa381caa24798b3c72d188fdcb52a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:07.879832 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-468c03aa-8aa9-4eb1-b75c-70ff5a1948bb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:07.886524 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d432149e-82a1-4073-8319-5d0c5f35a7e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.890564 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-03d9822e-a80f-4f35-9960-cf7eabb00817 admin admin] Usage tracker for resource:router and tenant:a795fbd174334072b3ab0ded96f09259 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:07.898939 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d432149e-82a1-4073-8319-5d0c5f35a7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.913137 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d432149e-82a1-4073-8319-5d0c5f35a7e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:07.917990 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-468c03aa-8aa9-4eb1-b75c-70ff5a1948bb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:07.941320 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-468c03aa-8aa9-4eb1-b75c-70ff5a1948bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.945194 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d432149e-82a1-4073-8319-5d0c5f35a7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.946673 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-d432149e-82a1-4073-8319-5d0c5f35a7e0 admin admin] Added segment 34b0cab3-f2f4-48a2-80f3-ffaaa390bd66 of type vlan for network d89fa3fc-d223-4e65-92aa-0d0d70c94692 Jan 21 09:41:07.948475 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-468c03aa-8aa9-4eb1-b75c-70ff5a1948bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.982172 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-468c03aa-8aa9-4eb1-b75c-70ff5a1948bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.025608 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d432149e-82a1-4073-8319-5d0c5f35a7e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.073703 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-03d9822e-a80f-4f35-9960-cf7eabb00817 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:08.129925 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432149e-82a1-4073-8319-5d0c5f35a7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a28b3a5-f4be-4651-80e1-59c4affb2dc5,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:08.138611 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d432149e-82a1-4073-8319-5d0c5f35a7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.140689 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d432149e-82a1-4073-8319-5d0c5f35a7e0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:08.141050 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290f5bf1-1904-4d34-9522-4fa5f7d18f75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-8515717b-44bc-4a2f-9c9a-f5ff80484c08', 'network_id': '8515717b-44bc-4a2f-9c9a-f5ff80484c08', 'tenant_id': '336aa381caa24798b3c72d188fdcb52a', 'fixed_ips': [{'subnet_id': 'e7fe4f7c-173a-4a1e-bc9c-b6d802a0a8b0'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:41:08.141501 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d432149e-82a1-4073-8319-5d0c5f35a7e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.142743 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-290f5bf1-1904-4d34-9522-4fa5f7d18f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.172119 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-03d9822e-a80f-4f35-9960-cf7eabb00817 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:08.314008 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432149e-82a1-4073-8319-5d0c5f35a7e0 admin admin] Pushing event updated for resources: {'Network': ['ID=d89fa3fc-d223-4e65-92aa-0d0d70c94692,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:08.319161 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d432149e-82a1-4073-8319-5d0c5f35a7e0 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3487172 Jan 21 09:41:08.325610 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54476) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:08.333925 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-9e8345fe-776a-408f-9474-a9c1750b48a8 admin admin] Request body: {'subnet': {'network_id': 'd89fa3fc-d223-4e65-92aa-0d0d70c94692', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-602671240-subnet', 'tenant_id': '9423dc950d0443ff88843ee602917a89', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:08.340352 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-290f5bf1-1904-4d34-9522-4fa5f7d18f75 None None] Allocated IP 172.20.0.2 (8515717b-44bc-4a2f-9c9a-f5ff80484c08/e7fe4f7c-173a-4a1e-bc9c-b6d802a0a8b0/36338119-eacf-498f-ba38-63edf1c16615) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:08.341470 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9e8345fe-776a-408f-9474-a9c1750b48a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:08.346818 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9e8345fe-776a-408f-9474-a9c1750b48a8 admin admin] Usage tracker for resource:subnet and tenant:9423dc950d0443ff88843ee602917a89 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:08.352580 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9e8345fe-776a-408f-9474-a9c1750b48a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:08.359641 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9e8345fe-776a-408f-9474-a9c1750b48a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:08.369359 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-468c03aa-8aa9-4eb1-b75c-70ff5a1948bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.389001 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03d9822e-a80f-4f35-9960-cf7eabb00817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.393795 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03d9822e-a80f-4f35-9960-cf7eabb00817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.435222 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03d9822e-a80f-4f35-9960-cf7eabb00817 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.451882 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8345fe-776a-408f-9474-a9c1750b48a8 admin admin] Made reservation on behalf of 9423dc950d0443ff88843ee602917a89 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:08.456052 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9e8345fe-776a-408f-9474-a9c1750b48a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.568732 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network d89fa3fc-d223-4e65-92aa-0d0d70c94692 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:08.597148 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-ad14d461-67a0-4fbb-99a5-4a88975f2ea1 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1895434004'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:08.609600 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ad14d461-67a0-4fbb-99a5-4a88975f2ea1 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:08.618144 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ad14d461-67a0-4fbb-99a5-4a88975f2ea1 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Usage tracker for resource:network and tenant:15b34b5a0b9548a68eaea2e4552967ea is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:08.623632 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ad14d461-67a0-4fbb-99a5-4a88975f2ea1 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:08.634848 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ad14d461-67a0-4fbb-99a5-4a88975f2ea1 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:08.662979 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad14d461-67a0-4fbb-99a5-4a88975f2ea1 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Made reservation on behalf of 15b34b5a0b9548a68eaea2e4552967ea for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:08.667332 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad14d461-67a0-4fbb-99a5-4a88975f2ea1 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.688964 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad14d461-67a0-4fbb-99a5-4a88975f2ea1 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.770636 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03d9822e-a80f-4f35-9960-cf7eabb00817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.804158 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1004e6d-66a6-493a-a476-2b4cd71ae228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-cb261bb5-f04b-4e44-bf4e-b6255f6519ef', 'network_id': 'cb261bb5-f04b-4e44-bf4e-b6255f6519ef', 'tenant_id': 'a795fbd174334072b3ab0ded96f09259', 'fixed_ips': [{'subnet_id': 'f61ceb71-d229-45b9-93db-87fdf9ae5111'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:41:08.805050 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c1004e6d-66a6-493a-a476-2b4cd71ae228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.892756 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-290f5bf1-1904-4d34-9522-4fa5f7d18f75 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.932250 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-290f5bf1-1904-4d34-9522-4fa5f7d18f75 None None] Transition to ACTIVE for port object 36338119-eacf-498f-ba38-63edf1c16615 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:08.954668 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ad14d461-67a0-4fbb-99a5-4a88975f2ea1 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:08.969778 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-290f5bf1-1904-4d34-9522-4fa5f7d18f75 None None] Transition to ACTIVE for port object 36338119-eacf-498f-ba38-63edf1c16615 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:08.971567 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ad14d461-67a0-4fbb-99a5-4a88975f2ea1 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Usage tracker for resource:security_group_rule and tenant:15b34b5a0b9548a68eaea2e4552967ea is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:08.992777 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-290f5bf1-1904-4d34-9522-4fa5f7d18f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.993638 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ad14d461-67a0-4fbb-99a5-4a88975f2ea1 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:09.011514 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ad14d461-67a0-4fbb-99a5-4a88975f2ea1 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:09.088081 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-468c03aa-8aa9-4eb1-b75c-70ff5a1948bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.089888 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9e8345fe-776a-408f-9474-a9c1750b48a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.176645 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290f5bf1-1904-4d34-9522-4fa5f7d18f75 None None] Network 8515717b-44bc-4a2f-9c9a-f5ff80484c08 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:09.180255 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f5bf1-1904-4d34-9522-4fa5f7d18f75 None None] Pushing event updated for resources: {'Port': ['ID=36338119-eacf-498f-ba38-63edf1c16615,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:09.183256 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-290f5bf1-1904-4d34-9522-4fa5f7d18f75 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:09.191420 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290f5bf1-1904-4d34-9522-4fa5f7d18f75 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:09.193143 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8345fe-776a-408f-9474-a9c1750b48a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7325b76-47ff-4095-956a-0847071f4d3d,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:09.218729 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f5bf1-1904-4d34-9522-4fa5f7d18f75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:09.219171 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-468c03aa-8aa9-4eb1-b75c-70ff5a1948bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.219513 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f5bf1-1904-4d34-9522-4fa5f7d18f75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:09.220015 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f5bf1-1904-4d34-9522-4fa5f7d18f75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:09.220511 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f5bf1-1904-4d34-9522-4fa5f7d18f75 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:09.221029 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f5bf1-1904-4d34-9522-4fa5f7d18f75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:09.221598 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f5bf1-1904-4d34-9522-4fa5f7d18f75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:09.222618 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f5bf1-1904-4d34-9522-4fa5f7d18f75 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:09.223089 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f5bf1-1904-4d34-9522-4fa5f7d18f75 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:09.223568 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f5bf1-1904-4d34-9522-4fa5f7d18f75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:09.224049 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f5bf1-1904-4d34-9522-4fa5f7d18f75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:09.224768 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f5bf1-1904-4d34-9522-4fa5f7d18f75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:09.227102 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f5bf1-1904-4d34-9522-4fa5f7d18f75 None None] Tracked resource versions report: Jan 21 09:41:09.227102 dv-neutron-825732-1-hyperv neutron-server[83599]: pushed versions: Jan 21 09:41:09.227102 dv-neutron-825732-1-hyperv neutron-server[83599]: { 'ConntrackHelper': {'1.0'}, Jan 21 09:41:09.227102 dv-neutron-825732-1-hyperv neutron-server[83599]: 'Log': {'1.0'}, Jan 21 09:41:09.227102 dv-neutron-825732-1-hyperv neutron-server[83599]: 'Network': {'1.1'}, Jan 21 09:41:09.227102 dv-neutron-825732-1-hyperv neutron-server[83599]: 'Port': {'1.5'}, Jan 21 09:41:09.227102 dv-neutron-825732-1-hyperv neutron-server[83599]: 'PortForwarding': {'1.2'}, Jan 21 09:41:09.227102 dv-neutron-825732-1-hyperv neutron-server[83599]: 'QosPolicy': {'1.8'}, Jan 21 09:41:09.227102 dv-neutron-825732-1-hyperv neutron-server[83599]: 'SecurityGroup': {'1.2'}, Jan 21 09:41:09.227102 dv-neutron-825732-1-hyperv neutron-server[83599]: 'SecurityGroupRule': {'1.0'}, Jan 21 09:41:09.227102 dv-neutron-825732-1-hyperv neutron-server[83599]: 'SubPort': {'1.0'}, Jan 21 09:41:09.227102 dv-neutron-825732-1-hyperv neutron-server[83599]: 'Subnet': {'1.1'}, Jan 21 09:41:09.227102 dv-neutron-825732-1-hyperv neutron-server[83599]: 'Trunk': {'1.1'}} Jan 21 09:41:09.227102 dv-neutron-825732-1-hyperv neutron-server[83599]: consumer versions: Jan 21 09:41:09.227102 dv-neutron-825732-1-hyperv neutron-server[83599]: { DHCP agent@dv-neutron-825732-1-hyperv: {}, Jan 21 09:41:09.227102 dv-neutron-825732-1-hyperv neutron-server[83599]: HyperV agent@hv-neutron-8257: {}, Jan 21 09:41:09.227102 dv-neutron-825732-1-hyperv neutron-server[83599]: L3 agent@dv-neutron-825732-1-hyperv: {}, Jan 21 09:41:09.227102 dv-neutron-825732-1-hyperv neutron-server[83599]: Metadata agent@dv-neutron-825732-1-hyperv: {}, Jan 21 09:41:09.227102 dv-neutron-825732-1-hyperv neutron-server[83599]: Metering agent@dv-neutron-825732-1-hyperv: {}, Jan 21 09:41:09.227102 dv-neutron-825732-1-hyperv neutron-server[83599]: Open vSwitch agent@dv-neutron-825732-1-hyperv: { 'ConntrackHelper': '1.0', Jan 21 09:41:09.227102 dv-neutron-825732-1-hyperv neutron-server[83599]: 'Log': '1.0', Jan 21 09:41:09.227102 dv-neutron-825732-1-hyperv neutron-server[83599]: 'Network': '1.1', Jan 21 09:41:09.227102 dv-neutron-825732-1-hyperv neutron-server[83599]: 'Port': '1.5', Jan 21 09:41:09.227102 dv-neutron-825732-1-hyperv neutron-server[83599]: 'PortForwarding': '1.2', Jan 21 09:41:09.227102 dv-neutron-825732-1-hyperv neutron-server[83599]: 'QosPolicy': '1.8', Jan 21 09:41:09.227102 dv-neutron-825732-1-hyperv neutron-server[83599]: 'SecurityGroup': '1.2', Jan 21 09:41:09.227102 dv-neutron-825732-1-hyperv neutron-server[83599]: 'SecurityGroupRule': '1.0', Jan 21 09:41:09.227102 dv-neutron-825732-1-hyperv neutron-server[83599]: 'SubPort': '1.0', Jan 21 09:41:09.227102 dv-neutron-825732-1-hyperv neutron-server[83599]: 'Subnet': '1.1', Jan 21 09:41:09.227102 dv-neutron-825732-1-hyperv neutron-server[83599]: 'Trunk': '1.1'}} Jan 21 09:41:09.227102 dv-neutron-825732-1-hyperv neutron-server[83599]: {{(pid=83599) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:41:09.242082 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8345fe-776a-408f-9474-a9c1750b48a8 admin admin] Checking segment: {'id': '34b0cab3-f2f4-48a2-80f3-ffaaa390bd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd89fa3fc-d223-4e65-92aa-0d0d70c94692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:09.242444 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8345fe-776a-408f-9474-a9c1750b48a8 admin admin] Network hostable DHCP agents. Network: d89fa3fc-d223-4e65-92aa-0d0d70c94692, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:09.311478 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-c1004e6d-66a6-493a-a476-2b4cd71ae228 None None] Allocated IP 172.20.0.2 (cb261bb5-f04b-4e44-bf4e-b6255f6519ef/f61ceb71-d229-45b9-93db-87fdf9ae5111/00433935-1786-44d5-b9ad-e3651d3d5b33) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:09.324153 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03d9822e-a80f-4f35-9960-cf7eabb00817 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.363871 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03d9822e-a80f-4f35-9960-cf7eabb00817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.424016 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-290f5bf1-1904-4d34-9522-4fa5f7d18f75 None None] Attempting to bind port 36338119-eacf-498f-ba38-63edf1c16615 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:09.424760 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-290f5bf1-1904-4d34-9522-4fa5f7d18f75 None None] Attempting to bind port 36338119-eacf-498f-ba38-63edf1c16615 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'ffef5f32-ec5b-43f1-8552-8b9a0a25607f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8515717b-44bc-4a2f-9c9a-f5ff80484c08'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:09.425920 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290f5bf1-1904-4d34-9522-4fa5f7d18f75 None None] Attempting to bind port 36338119-eacf-498f-ba38-63edf1c16615 on network 8515717b-44bc-4a2f-9c9a-f5ff80484c08 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:09.504655 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290f5bf1-1904-4d34-9522-4fa5f7d18f75 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:41:09.505471 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290f5bf1-1904-4d34-9522-4fa5f7d18f75 None None] Checking segment: {'id': 'ffef5f32-ec5b-43f1-8552-8b9a0a25607f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8515717b-44bc-4a2f-9c9a-f5ff80484c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:09.506099 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-290f5bf1-1904-4d34-9522-4fa5f7d18f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.506668 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290f5bf1-1904-4d34-9522-4fa5f7d18f75 None None] Bound using segment: {'id': 'ffef5f32-ec5b-43f1-8552-8b9a0a25607f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8515717b-44bc-4a2f-9c9a-f5ff80484c08'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:41:09.507347 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-290f5bf1-1904-4d34-9522-4fa5f7d18f75 None None] Bound port: 36338119-eacf-498f-ba38-63edf1c16615, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffef5f32-ec5b-43f1-8552-8b9a0a25607f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8515717b-44bc-4a2f-9c9a-f5ff80484c08'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:09.508788 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-290f5bf1-1904-4d34-9522-4fa5f7d18f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.553571 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-03d9822e-a80f-4f35-9960-cf7eabb00817 admin admin] Allocated IP 172.26.0.209 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/bd6cd324-47d1-49a4-a6e4-23b5af6394b6) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:09.565342 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad14d461-67a0-4fbb-99a5-4a88975f2ea1 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.573539 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad14d461-67a0-4fbb-99a5-4a88975f2ea1 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.598325 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad14d461-67a0-4fbb-99a5-4a88975f2ea1 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:09.655626 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad14d461-67a0-4fbb-99a5-4a88975f2ea1 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.656066 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-ad14d461-67a0-4fbb-99a5-4a88975f2ea1 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Added segment bccaf9bb-b4a2-4890-88e0-63ff8829332e of type vlan for network 1589a04b-7038-4fef-af83-f424db31960a Jan 21 09:41:09.720036 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14d461-67a0-4fbb-99a5-4a88975f2ea1 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65cbd121-c0dc-4e0f-8411-18b641c9d026,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:09.743080 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-290f5bf1-1904-4d34-9522-4fa5f7d18f75 None None] For port 36338119-eacf-498f-ba38-63edf1c16615, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:09.761951 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad14d461-67a0-4fbb-99a5-4a88975f2ea1 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.767334 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-290f5bf1-1904-4d34-9522-4fa5f7d18f75 None None] For port 36338119-eacf-498f-ba38-63edf1c16615, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=36338119-eacf-498f-ba38-63edf1c16615,segment=NetworkSegment(ffef5f32-ec5b-43f1-8552-8b9a0a25607f),segment_id=ffef5f32-ec5b-43f1-8552-8b9a0a25607f)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:41:09.784902 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-290f5bf1-1904-4d34-9522-4fa5f7d18f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.819935 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad14d461-67a0-4fbb-99a5-4a88975f2ea1 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.827597 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad14d461-67a0-4fbb-99a5-4a88975f2ea1 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:09.828227 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad14d461-67a0-4fbb-99a5-4a88975f2ea1 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.842089 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03d9822e-a80f-4f35-9960-cf7eabb00817 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.860632 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c1004e6d-66a6-493a-a476-2b4cd71ae228 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.929244 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8345fe-776a-408f-9474-a9c1750b48a8 admin admin] Network d89fa3fc-d223-4e65-92aa-0d0d70c94692 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:09.949811 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-c1004e6d-66a6-493a-a476-2b4cd71ae228 None None] Transition to ACTIVE for port object 00433935-1786-44d5-b9ad-e3651d3d5b33 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:09.991775 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-9e8345fe-776a-408f-9474-a9c1750b48a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, d89fa3fc-d223-4e65-92aa-0d0d70c94692) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:10.005491 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a2affd-6a3b-42cb-a9a9-3a93ce6c43f1 None None] Network d89fa3fc-d223-4e65-92aa-0d0d70c94692 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:10.021942 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8345fe-776a-408f-9474-a9c1750b48a8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:10.023779 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9e8345fe-776a-408f-9474-a9c1750b48a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.025337 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-c1004e6d-66a6-493a-a476-2b4cd71ae228 None None] Transition to ACTIVE for port object 00433935-1786-44d5-b9ad-e3651d3d5b33 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:10.105002 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f5bf1-1904-4d34-9522-4fa5f7d18f75 None None] Pushing event updated for resources: {'Port': ['ID=36338119-eacf-498f-ba38-63edf1c16615,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:10.112109 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03d9822e-a80f-4f35-9960-cf7eabb00817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.114262 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c1004e6d-66a6-493a-a476-2b4cd71ae228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.242157 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d9822e-a80f-4f35-9960-cf7eabb00817 admin admin] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:10.252352 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-03d9822e-a80f-4f35-9960-cf7eabb00817 admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:10.254619 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1004e6d-66a6-493a-a476-2b4cd71ae228 None None] Network cb261bb5-f04b-4e44-bf4e-b6255f6519ef is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:10.260883 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d9822e-a80f-4f35-9960-cf7eabb00817 admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:10.260993 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-c1004e6d-66a6-493a-a476-2b4cd71ae228 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:10.263919 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1004e6d-66a6-493a-a476-2b4cd71ae228 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:10.284468 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1004e6d-66a6-493a-a476-2b4cd71ae228 None None] Pushing event updated for resources: {'Port': ['ID=00433935-1786-44d5-b9ad-e3651d3d5b33,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:10.357204 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ad14d461-67a0-4fbb-99a5-4a88975f2ea1 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.5551219 Jan 21 09:41:10.358089 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14d461-67a0-4fbb-99a5-4a88975f2ea1 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Pushing event updated for resources: {'Network': ['ID=1589a04b-7038-4fef-af83-f424db31960a,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:10.360306 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54512) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:10.377273 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-dd5a9a1b-8c78-43b5-9354-a6d1df9fe3e9 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Request body: {'subnet': {'network_id': '1589a04b-7038-4fef-af83-f424db31960a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:10.385415 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9e8345fe-776a-408f-9474-a9c1750b48a8 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0570023 Jan 21 09:41:10.405556 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54516) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:10.421791 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-3f1fd30f-cb25-47c2-813c-c81f2fe60a2c admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-602671240-router', 'tenant_id': '9423dc950d0443ff88843ee602917a89', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:10.432501 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-3f1fd30f-cb25-47c2-813c-c81f2fe60a2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:10.437501 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-3f1fd30f-cb25-47c2-813c-c81f2fe60a2c admin admin] Usage tracker for resource:router and tenant:9423dc950d0443ff88843ee602917a89 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:10.441305 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-3f1fd30f-cb25-47c2-813c-c81f2fe60a2c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:10.461910 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 1589a04b-7038-4fef-af83-f424db31960a details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:10.532449 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d9822e-a80f-4f35-9960-cf7eabb00817 admin admin] Pushing event updated for resources: {'Port': ['ID=bd6cd324-47d1-49a4-a6e4-23b5af6394b6,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:10.553773 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-3f1fd30f-cb25-47c2-813c-c81f2fe60a2c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:10.630897 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-468c03aa-8aa9-4eb1-b75c-70ff5a1948bb admin admin] Allocated IP 172.26.0.115 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/792f8e78-68dc-4327-9e5b-cb5aa42c0761) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:10.687364 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3f1fd30f-cb25-47c2-813c-c81f2fe60a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.688820 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3f1fd30f-cb25-47c2-813c-c81f2fe60a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.762437 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-dd5a9a1b-8c78-43b5-9354-a6d1df9fe3e9 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:10.789688 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c1004e6d-66a6-493a-a476-2b4cd71ae228 None None] Attempting to bind port 00433935-1786-44d5-b9ad-e3651d3d5b33 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:10.790249 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c1004e6d-66a6-493a-a476-2b4cd71ae228 None None] Attempting to bind port 00433935-1786-44d5-b9ad-e3651d3d5b33 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'e697bd79-488c-4593-885e-69b8ce3d5a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'cb261bb5-f04b-4e44-bf4e-b6255f6519ef'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:10.790748 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1004e6d-66a6-493a-a476-2b4cd71ae228 None None] Attempting to bind port 00433935-1786-44d5-b9ad-e3651d3d5b33 on network cb261bb5-f04b-4e44-bf4e-b6255f6519ef {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:10.882435 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03d9822e-a80f-4f35-9960-cf7eabb00817 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.883192 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03d9822e-a80f-4f35-9960-cf7eabb00817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.887597 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-dd5a9a1b-8c78-43b5-9354-a6d1df9fe3e9 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Usage tracker for resource:subnet and tenant:15b34b5a0b9548a68eaea2e4552967ea is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:10.893406 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-dd5a9a1b-8c78-43b5-9354-a6d1df9fe3e9 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:10.917144 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-dd5a9a1b-8c78-43b5-9354-a6d1df9fe3e9 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:10.955633 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1004e6d-66a6-493a-a476-2b4cd71ae228 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:41:10.956748 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1004e6d-66a6-493a-a476-2b4cd71ae228 None None] Checking segment: {'id': 'e697bd79-488c-4593-885e-69b8ce3d5a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'cb261bb5-f04b-4e44-bf4e-b6255f6519ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:10.957474 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c1004e6d-66a6-493a-a476-2b4cd71ae228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.958136 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1004e6d-66a6-493a-a476-2b4cd71ae228 None None] Bound using segment: {'id': 'e697bd79-488c-4593-885e-69b8ce3d5a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'cb261bb5-f04b-4e44-bf4e-b6255f6519ef'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:41:10.958848 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c1004e6d-66a6-493a-a476-2b4cd71ae228 None None] Bound port: 00433935-1786-44d5-b9ad-e3651d3d5b33, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e697bd79-488c-4593-885e-69b8ce3d5a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'cb261bb5-f04b-4e44-bf4e-b6255f6519ef'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:10.959423 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c1004e6d-66a6-493a-a476-2b4cd71ae228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.990921 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8ffdad-5cea-49d7-aee3-39732e58a9cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-d89fa3fc-d223-4e65-92aa-0d0d70c94692', 'network_id': 'd89fa3fc-d223-4e65-92aa-0d0d70c94692', 'tenant_id': '9423dc950d0443ff88843ee602917a89', 'fixed_ips': [{'subnet_id': 'a7325b76-47ff-4095-956a-0847071f4d3d'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:41:10.991736 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ce8ffdad-5cea-49d7-aee3-39732e58a9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.007894 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5a9a1b-8c78-43b5-9354-a6d1df9fe3e9 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Made reservation on behalf of 15b34b5a0b9548a68eaea2e4552967ea for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:11.182449 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3f1fd30f-cb25-47c2-813c-c81f2fe60a2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.311239 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dd5a9a1b-8c78-43b5-9354-a6d1df9fe3e9 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks [] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.336059 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-c1004e6d-66a6-493a-a476-2b4cd71ae228 None None] For port 00433935-1786-44d5-b9ad-e3651d3d5b33, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:11.346115 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-468c03aa-8aa9-4eb1-b75c-70ff5a1948bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.352704 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-c1004e6d-66a6-493a-a476-2b4cd71ae228 None None] For port 00433935-1786-44d5-b9ad-e3651d3d5b33, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=00433935-1786-44d5-b9ad-e3651d3d5b33,segment=NetworkSegment(e697bd79-488c-4593-885e-69b8ce3d5a8d),segment_id=e697bd79-488c-4593-885e-69b8ce3d5a8d)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:41:11.370640 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c1004e6d-66a6-493a-a476-2b4cd71ae228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.412890 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54540) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:11.461959 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54546) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:11.495580 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-ce8ffdad-5cea-49d7-aee3-39732e58a9cb None None] Allocated IP 172.20.0.2 (d89fa3fc-d223-4e65-92aa-0d0d70c94692/a7325b76-47ff-4095-956a-0847071f4d3d/3db6a495-9929-4eb1-bda7-cb1aea47d0e3) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:11.553794 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d9822e-a80f-4f35-9960-cf7eabb00817 admin admin] Router 2df0d9d6-ed3e-452e-957e-9001f176ab7a is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:41:11.619097 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1004e6d-66a6-493a-a476-2b4cd71ae228 None None] Pushing event updated for resources: {'Port': ['ID=00433935-1786-44d5-b9ad-e3651d3d5b33,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:11.672113 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54552) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:11.707699 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dbcfa0-1706-4985-a8c0-b66dcb46d262 None None] Network 8515717b-44bc-4a2f-9c9a-f5ff80484c08 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:11.775861 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54558) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:11.998888 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-cf3471a4-db39-4089-b0f0-457acb65e5de None None] Provisioning for port 36338119-eacf-498f-ba38-63edf1c16615 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:12.063169 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-468c03aa-8aa9-4eb1-b75c-70ff5a1948bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.102933 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-cbd23ce0-ca7f-480f-b763-1f649260e824 tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:12.118588 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-1d46a2c6-6b0f-46a9-9975-f9886cb31db1 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1331702830', 'router:external': True}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:12.147451 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cbd23ce0-ca7f-480f-b763-1f649260e824 tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:12.155365 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-cbd23ce0-ca7f-480f-b763-1f649260e824 tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Usage tracker for resource:floatingip and tenant:4ca37b0b276a49a38862f6ba8d058fd1 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:12.163124 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1d46a2c6-6b0f-46a9-9975-f9886cb31db1 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:12.169041 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-cbd23ce0-ca7f-480f-b763-1f649260e824 tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:12.170584 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468c03aa-8aa9-4eb1-b75c-70ff5a1948bb admin admin] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:12.182893 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-8e742e4c-b1f0-4f9d-914b-94c50e4ca8a0 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:12.191642 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-1d46a2c6-6b0f-46a9-9975-f9886cb31db1 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Usage tracker for resource:network and tenant:d66eceab8d184c82bef254493f349b4a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:12.195665 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cbd23ce0-ca7f-480f-b763-1f649260e824 tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:12.201065 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-468c03aa-8aa9-4eb1-b75c-70ff5a1948bb admin admin] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:12.223624 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-1d46a2c6-6b0f-46a9-9975-f9886cb31db1 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:12.250993 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468c03aa-8aa9-4eb1-b75c-70ff5a1948bb admin admin] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:12.256056 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1d46a2c6-6b0f-46a9-9975-f9886cb31db1 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:12.283402 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cbd23ce0-ca7f-480f-b763-1f649260e824 tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.329825 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 00433935-1786-44d5-b9ad-e3651d3d5b33 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:12.362972 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3f1fd30f-cb25-47c2-813c-c81f2fe60a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.432672 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-de472cf7-1466-4226-82b7-7278f3ce9046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-340858370'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:12.450410 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-de472cf7-1466-4226-82b7-7278f3ce9046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:12.454720 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d46a2c6-6b0f-46a9-9975-f9886cb31db1 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Made reservation on behalf of d66eceab8d184c82bef254493f349b4a for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:12.457835 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d46a2c6-6b0f-46a9-9975-f9886cb31db1 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.466200 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ce8ffdad-5cea-49d7-aee3-39732e58a9cb None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.479549 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-de472cf7-1466-4226-82b7-7278f3ce9046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167-project] Usage tracker for resource:network and tenant:0d845c0d1b8242e8bbec42ddfbc468e3 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:12.482525 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d46a2c6-6b0f-46a9-9975-f9886cb31db1 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.485934 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ce8ffdad-5cea-49d7-aee3-39732e58a9cb None None] Transition to ACTIVE for port object 3db6a495-9929-4eb1-bda7-cb1aea47d0e3 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:12.496284 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-de472cf7-1466-4226-82b7-7278f3ce9046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:12.507601 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-de472cf7-1466-4226-82b7-7278f3ce9046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:12.531212 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ce8ffdad-5cea-49d7-aee3-39732e58a9cb None None] Transition to ACTIVE for port object 3db6a495-9929-4eb1-bda7-cb1aea47d0e3 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:12.544370 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ce8ffdad-5cea-49d7-aee3-39732e58a9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.549875 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de472cf7-1466-4226-82b7-7278f3ce9046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167-project] Made reservation on behalf of 0d845c0d1b8242e8bbec42ddfbc468e3 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:12.552919 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de472cf7-1466-4226-82b7-7278f3ce9046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.585124 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-468c03aa-8aa9-4eb1-b75c-70ff5a1948bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.585847 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-468c03aa-8aa9-4eb1-b75c-70ff5a1948bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.588304 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1d46a2c6-6b0f-46a9-9975-f9886cb31db1 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:12.593180 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de472cf7-1466-4226-82b7-7278f3ce9046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.593993 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c03aa-8aa9-4eb1-b75c-70ff5a1948bb admin admin] Pushing event updated for resources: {'Port': ['ID=792f8e78-68dc-4327-9e5b-cb5aa42c0761,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:12.595490 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 00433935-1786-44d5-b9ad-e3651d3d5b33 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:12.610525 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8e742e4c-b1f0-4f9d-914b-94c50e4ca8a0 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] 10.222.0.104 "PUT /v2.0/quotas/4ad774f9edda4e4397d9ec097984b630 HTTP/1.1" status: 200 len: 368 time: 0.9347785 Jan 21 09:41:12.619863 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54572) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:12.627672 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-1d46a2c6-6b0f-46a9-9975-f9886cb31db1 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Usage tracker for resource:security_group_rule and tenant:d66eceab8d184c82bef254493f349b4a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:12.635472 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-380323cf-a376-4dd5-9649-4524fcc78b3c tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Request body: {'network': {'project_id': '4ad774f9edda4e4397d9ec097984b630'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:12.639943 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d9822e-a80f-4f35-9960-cf7eabb00817 admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:41:12.642659 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 36338119-eacf-498f-ba38-63edf1c16615 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:12.649321 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-1d46a2c6-6b0f-46a9-9975-f9886cb31db1 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:12.656438 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9ac721-0858-4dfb-9d75-6a7e7cba11de None None] Sync routers for ids ['2df0d9d6-ed3e-452e-957e-9001f176ab7a'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:41:12.673290 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9ac721-0858-4dfb-9d75-6a7e7cba11de None None] Routers {'2df0d9d6-ed3e-452e-957e-9001f176ab7a'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:12.674409 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-0f9ac721-0858-4dfb-9d75-6a7e7cba11de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:40:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['2df0d9d6-ed3e-452e-957e-9001f176ab7a'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:12.676851 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1d46a2c6-6b0f-46a9-9975-f9886cb31db1 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:12.693279 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8ffdad-5cea-49d7-aee3-39732e58a9cb None None] Network d89fa3fc-d223-4e65-92aa-0d0d70c94692 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:12.706789 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ffdad-5cea-49d7-aee3-39732e58a9cb None None] Pushing event updated for resources: {'Port': ['ID=3db6a495-9929-4eb1-bda7-cb1aea47d0e3,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:12.717593 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-380323cf-a376-4dd5-9649-4524fcc78b3c tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:12.724648 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03d9822e-a80f-4f35-9960-cf7eabb00817 admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.724876 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-ce8ffdad-5cea-49d7-aee3-39732e58a9cb None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:12.728320 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-03d9822e-a80f-4f35-9960-cf7eabb00817 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.0986648 Jan 21 09:41:12.735502 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54578) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:12.740687 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8ffdad-5cea-49d7-aee3-39732e58a9cb None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:12.748636 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-380323cf-a376-4dd5-9649-4524fcc78b3c tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Usage tracker for resource:network and tenant:4ad774f9edda4e4397d9ec097984b630 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:12.752215 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-de472cf7-1466-4226-82b7-7278f3ce9046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:12.763929 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-380323cf-a376-4dd5-9649-4524fcc78b3c tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:12.866247 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-de472cf7-1466-4226-82b7-7278f3ce9046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167-project] Usage tracker for resource:security_group_rule and tenant:0d845c0d1b8242e8bbec42ddfbc468e3 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:12.889482 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-380323cf-a376-4dd5-9649-4524fcc78b3c tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:12.900774 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-de472cf7-1466-4226-82b7-7278f3ce9046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:12.904210 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dd5a9a1b-8c78-43b5-9354-a6d1df9fe3e9 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.922206 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cbd23ce0-ca7f-480f-b763-1f649260e824 tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.052646 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ce8ffdad-5cea-49d7-aee3-39732e58a9cb None None] Attempting to bind port 3db6a495-9929-4eb1-bda7-cb1aea47d0e3 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:13.053324 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ce8ffdad-5cea-49d7-aee3-39732e58a9cb None None] Attempting to bind port 3db6a495-9929-4eb1-bda7-cb1aea47d0e3 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '34b0cab3-f2f4-48a2-80f3-ffaaa390bd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd89fa3fc-d223-4e65-92aa-0d0d70c94692'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:13.054727 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8ffdad-5cea-49d7-aee3-39732e58a9cb None None] Attempting to bind port 3db6a495-9929-4eb1-bda7-cb1aea47d0e3 on network d89fa3fc-d223-4e65-92aa-0d0d70c94692 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:13.069073 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8ffdad-5cea-49d7-aee3-39732e58a9cb None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:41:13.069459 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8ffdad-5cea-49d7-aee3-39732e58a9cb None None] Checking segment: {'id': '34b0cab3-f2f4-48a2-80f3-ffaaa390bd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd89fa3fc-d223-4e65-92aa-0d0d70c94692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:13.069846 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ce8ffdad-5cea-49d7-aee3-39732e58a9cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.070281 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8ffdad-5cea-49d7-aee3-39732e58a9cb None None] Bound using segment: {'id': '34b0cab3-f2f4-48a2-80f3-ffaaa390bd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd89fa3fc-d223-4e65-92aa-0d0d70c94692'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:41:13.070758 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ce8ffdad-5cea-49d7-aee3-39732e58a9cb None None] Bound port: 3db6a495-9929-4eb1-bda7-cb1aea47d0e3, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34b0cab3-f2f4-48a2-80f3-ffaaa390bd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd89fa3fc-d223-4e65-92aa-0d0d70c94692'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:13.071189 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ce8ffdad-5cea-49d7-aee3-39732e58a9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.095257 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-cbd23ce0-ca7f-480f-b763-1f649260e824 tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Allocated IP 172.26.0.11 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/2b4f8525-d83d-43ee-8c77-6084ad48ac34) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:13.157826 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-0f9ac721-0858-4dfb-9d75-6a7e7cba11de None None] Set router 2df0d9d6-ed3e-452e-957e-9001f176ab7a gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:41:13.216948 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-ce8ffdad-5cea-49d7-aee3-39732e58a9cb None None] For port 3db6a495-9929-4eb1-bda7-cb1aea47d0e3, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:13.220948 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-ce8ffdad-5cea-49d7-aee3-39732e58a9cb None None] For port 3db6a495-9929-4eb1-bda7-cb1aea47d0e3, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=3db6a495-9929-4eb1-bda7-cb1aea47d0e3,segment=NetworkSegment(34b0cab3-f2f4-48a2-80f3-ffaaa390bd66),segment_id=34b0cab3-f2f4-48a2-80f3-ffaaa390bd66)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:41:13.252535 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a9a1b-8c78-43b5-9354-a6d1df9fe3e9 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Pushing event updated for resources: {'Subnet': ['ID=45d62698-599e-48d2-ada5-d0e312f95429,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:13.263909 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ce8ffdad-5cea-49d7-aee3-39732e58a9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.280518 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cbd23ce0-ca7f-480f-b763-1f649260e824 tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.317819 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-de472cf7-1466-4226-82b7-7278f3ce9046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:13.325775 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cbd23ce0-ca7f-480f-b763-1f649260e824 tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.350464 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5a9a1b-8c78-43b5-9354-a6d1df9fe3e9 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Checking segment: {'id': 'bccaf9bb-b4a2-4890-88e0-63ff8829332e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1589a04b-7038-4fef-af83-f424db31960a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:13.351015 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5a9a1b-8c78-43b5-9354-a6d1df9fe3e9 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Network hostable DHCP agents. Network: 1589a04b-7038-4fef-af83-f424db31960a, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:13.374820 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 36338119-eacf-498f-ba38-63edf1c16615 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:13.402126 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd23ce0-ca7f-480f-b763-1f649260e824 tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:13.425770 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-cbd23ce0-ca7f-480f-b763-1f649260e824 tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:13.437293 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 36338119-eacf-498f-ba38-63edf1c16615 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:13.437679 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.451229 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380323cf-a376-4dd5-9649-4524fcc78b3c tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Made reservation on behalf of 4ad774f9edda4e4397d9ec097984b630 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:13.454550 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-380323cf-a376-4dd5-9649-4524fcc78b3c tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.492851 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd23ce0-ca7f-480f-b763-1f649260e824 tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:13.497326 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40bd428-79ba-4b4f-be7b-c500c0f32ebd None None] Network cb261bb5-f04b-4e44-bf4e-b6255f6519ef requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:13.522739 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-380323cf-a376-4dd5-9649-4524fcc78b3c tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.533842 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5a9a1b-8c78-43b5-9354-a6d1df9fe3e9 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Network 1589a04b-7038-4fef-af83-f424db31960a is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:13.593255 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd23ce0-ca7f-480f-b763-1f649260e824 tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Pushing event updated for resources: {'Port': ['ID=2b4f8525-d83d-43ee-8c77-6084ad48ac34,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:13.614555 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-dd5a9a1b-8c78-43b5-9354-a6d1df9fe3e9 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 1589a04b-7038-4fef-af83-f424db31960a) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:13.649957 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5a9a1b-8c78-43b5-9354-a6d1df9fe3e9 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:13.650547 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dd5a9a1b-8c78-43b5-9354-a6d1df9fe3e9 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.655583 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3f1fd30f-cb25-47c2-813c-c81f2fe60a2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.663312 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817bacc0-0d70-4c72-b130-778b2a8c3bdc None None] Network 1589a04b-7038-4fef-af83-f424db31960a requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:13.744153 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3f1fd30f-cb25-47c2-813c-c81f2fe60a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.815555 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-dd5a9a1b-8c78-43b5-9354-a6d1df9fe3e9 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4448619 Jan 21 09:41:13.824723 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54586) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:13.856220 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-64dc7bed-8885-4f69-81c4-68cb503727a4 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Request body: {'port': {'network_id': '1589a04b-7038-4fef-af83-f424db31960a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-746776938'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:13.897466 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f5f02710-0dd0-47e1-895d-98ad2133c81a None None] Provisioning complete for port 36338119-eacf-498f-ba38-63edf1c16615 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:13.897466 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f5f02710-0dd0-47e1-895d-98ad2133c81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.912670 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-0f9ac721-0858-4dfb-9d75-6a7e7cba11de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'name': 'tempest-ServersTestJSON-1396389088-router', 'tenant_id': 'a795fbd174334072b3ab0ded96f09259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bd6cd324-47d1-49a4-a6e4-23b5af6394b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:08Z', 'updated_at': '2022-01-21T09:41:10Z', 'revision_number': 3, 'project_id': 'a795fbd174334072b3ab0ded96f09259', 'gw_port': {'id': 'bd6cd324-47d1-49a4-a6e4-23b5af6394b6', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:47:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:09Z', 'updated_at': '2022-01-21T09:41:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:13.917738 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9ac721-0858-4dfb-9d75-6a7e7cba11de None None] Checking router: 2df0d9d6-ed3e-452e-957e-9001f176ab7a for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:41:13.920790 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9ac721-0858-4dfb-9d75-6a7e7cba11de None None] Updating router 2df0d9d6-ed3e-452e-957e-9001f176ab7a port bd6cd324-47d1-49a4-a6e4-23b5af6394b6 binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:41:13.975990 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ffdad-5cea-49d7-aee3-39732e58a9cb None None] Pushing event updated for resources: {'Port': ['ID=3db6a495-9929-4eb1-bda7-cb1aea47d0e3,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:14.007791 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de472cf7-1466-4226-82b7-7278f3ce9046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.025099 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-380323cf-a376-4dd5-9649-4524fcc78b3c tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:14.061987 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-0f9ac721-0858-4dfb-9d75-6a7e7cba11de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.194669 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cbd23ce0-ca7f-480f-b763-1f649260e824 tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.202408 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de472cf7-1466-4226-82b7-7278f3ce9046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.213251 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-380323cf-a376-4dd5-9649-4524fcc78b3c tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Usage tracker for resource:security_group_rule and tenant:4ad774f9edda4e4397d9ec097984b630 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:14.217267 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-380323cf-a376-4dd5-9649-4524fcc78b3c tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:14.224247 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d46a2c6-6b0f-46a9-9975-f9886cb31db1 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.253403 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-64dc7bed-8885-4f69-81c4-68cb503727a4 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:14.264215 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-64dc7bed-8885-4f69-81c4-68cb503727a4 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Usage tracker for resource:port and tenant:15b34b5a0b9548a68eaea2e4552967ea is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:14.270801 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-64dc7bed-8885-4f69-81c4-68cb503727a4 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:14.282091 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f5f02710-0dd0-47e1-895d-98ad2133c81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.291761 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-64dc7bed-8885-4f69-81c4-68cb503727a4 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:14.298006 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46fc4c4-87f2-421a-b67b-e52127cdea7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-1589a04b-7038-4fef-af83-f424db31960a', 'network_id': '1589a04b-7038-4fef-af83-f424db31960a', 'tenant_id': '15b34b5a0b9548a68eaea2e4552967ea', 'fixed_ips': [{'subnet_id': '45d62698-599e-48d2-ada5-d0e312f95429'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:41:14.300000 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e46fc4c4-87f2-421a-b67b-e52127cdea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.313685 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468c03aa-8aa9-4eb1-b75c-70ff5a1948bb admin admin] Router 36e4ec95-5470-4208-b6c3-206848c3ed41 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:41:14.326398 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de472cf7-1466-4226-82b7-7278f3ce9046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a4e493-572f-4167-859c-5e759aa51a7e,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:14.330132 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-3f1fd30f-cb25-47c2-813c-c81f2fe60a2c admin admin] Allocated IP 172.26.0.149 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/209c6cfb-55ef-436a-b1cf-4588dc309cb8) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:14.340862 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64dc7bed-8885-4f69-81c4-68cb503727a4 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Made reservation on behalf of 15b34b5a0b9548a68eaea2e4552967ea for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:14.341159 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-380323cf-a376-4dd5-9649-4524fcc78b3c tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:14.344114 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-64dc7bed-8885-4f69-81c4-68cb503727a4 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.344411 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d46a2c6-6b0f-46a9-9975-f9886cb31db1 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.361353 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d46a2c6-6b0f-46a9-9975-f9886cb31db1 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:14.375227 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d46a2c6-6b0f-46a9-9975-f9886cb31db1 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.375767 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-1d46a2c6-6b0f-46a9-9975-f9886cb31db1 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Added segment 32329298-f800-4e8d-945c-549e6adb7a0e of type vlan for network 5c02f19d-5094-404a-abd4-2c7a3b84498d Jan 21 09:41:14.520288 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46a2c6-6b0f-46a9-9975-f9886cb31db1 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bc80b3-4712-4674-b274-b1da94baaece,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:14.583524 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-64dc7bed-8885-4f69-81c4-68cb503727a4 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] device_id is not set on port 9ed17e4d-82bf-40b2-b8d4-bb592aae74c4 yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:14.596351 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.619949 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de472cf7-1466-4226-82b7-7278f3ce9046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:14.629034 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-f5f02710-0dd0-47e1-895d-98ad2133c81a None None] For port 36338119-eacf-498f-ba38-63edf1c16615, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=36338119-eacf-498f-ba38-63edf1c16615,segment=NetworkSegment(ffef5f32-ec5b-43f1-8552-8b9a0a25607f),segment_id=ffef5f32-ec5b-43f1-8552-8b9a0a25607f)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:14.644720 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f5f02710-0dd0-47e1-895d-98ad2133c81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.664750 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cbd23ce0-ca7f-480f-b763-1f649260e824 tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.778621 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d46a2c6-6b0f-46a9-9975-f9886cb31db1 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.796522 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de472cf7-1466-4226-82b7-7278f3ce9046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.796970 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-de472cf7-1466-4226-82b7-7278f3ce9046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167-project] Added segment 3c609ee2-d849-4005-bc35-954d9eeed38c of type vlan for network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 Jan 21 09:41:14.912757 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de472cf7-1466-4226-82b7-7278f3ce9046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.954985 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3f1fd30f-cb25-47c2-813c-c81f2fe60a2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.028519 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f02710-0dd0-47e1-895d-98ad2133c81a None None] Pushing event updated for resources: {'Port': ['ID=36338119-eacf-498f-ba38-63edf1c16615,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:15.053647 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:41:15.054058 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:41:15.076641 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-de472cf7-1466-4226-82b7-7278f3ce9046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:41:15.077332 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdf3a7e-cd7d-4d56-ac92-4e7f61453152 None None] Network d89fa3fc-d223-4e65-92aa-0d0d70c94692 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:15.100049 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-e46fc4c4-87f2-421a-b67b-e52127cdea7c None None] Allocated IP 2001:db8::2 (1589a04b-7038-4fef-af83-f424db31960a/45d62698-599e-48d2-ada5-d0e312f95429/7a0e196f-092e-4c57-b562-865d324de1d3) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:15.101062 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3f1fd30f-cb25-47c2-813c-c81f2fe60a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.105591 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-2ae6eb87-1b8f-4e67-8458-d8df8375a0e0 None None] Provisioning for port 00433935-1786-44d5-b9ad-e3651d3d5b33 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:15.128569 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d46a2c6-6b0f-46a9-9975-f9886cb31db1 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.129504 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d46a2c6-6b0f-46a9-9975-f9886cb31db1 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:15.130102 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d46a2c6-6b0f-46a9-9975-f9886cb31db1 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.136133 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-380323cf-a376-4dd5-9649-4524fcc78b3c tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.224124 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-2ae6eb87-1b8f-4e67-8458-d8df8375a0e0 None None] Provisioning complete for port 00433935-1786-44d5-b9ad-e3651d3d5b33 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:15.224363 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2ae6eb87-1b8f-4e67-8458-d8df8375a0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.231122 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-380323cf-a376-4dd5-9649-4524fcc78b3c tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.249348 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1fd30f-cb25-47c2-813c-c81f2fe60a2c admin admin] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:15.255870 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-3f1fd30f-cb25-47c2-813c-c81f2fe60a2c admin admin] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:15.261222 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1fd30f-cb25-47c2-813c-c81f2fe60a2c admin admin] Pushing event updated for resources: {'Port': ['ID=209c6cfb-55ef-436a-b1cf-4588dc309cb8,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:15.265165 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1fd30f-cb25-47c2-813c-c81f2fe60a2c admin admin] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:15.345800 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468c03aa-8aa9-4eb1-b75c-70ff5a1948bb admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:41:15.350997 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380323cf-a376-4dd5-9649-4524fcc78b3c tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6331db20-56ca-4410-a673-69623f7891a9,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:15.368731 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de472cf7-1466-4226-82b7-7278f3ce9046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.371999 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de472cf7-1466-4226-82b7-7278f3ce9046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:15.372598 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de472cf7-1466-4226-82b7-7278f3ce9046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.399195 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-468c03aa-8aa9-4eb1-b75c-70ff5a1948bb admin admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.403660 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-468c03aa-8aa9-4eb1-b75c-70ff5a1948bb admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.5750353 Jan 21 09:41:15.405587 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54592) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:15.442188 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ada7f9c-988d-4039-adf7-9a27fa02b3d0 None None] Sync routers for ids ['36e4ec95-5470-4208-b6c3-206848c3ed41'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:41:15.472537 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-de472cf7-1466-4226-82b7-7278f3ce9046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 3.6923966 Jan 21 09:41:15.474889 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-380323cf-a376-4dd5-9649-4524fcc78b3c tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:15.488656 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1d46a2c6-6b0f-46a9-9975-f9886cb31db1 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 4.0173826 Jan 21 09:41:15.489275 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46a2c6-6b0f-46a9-9975-f9886cb31db1 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Pushing event updated for resources: {'Network': ['ID=5c02f19d-5094-404a-abd4-2c7a3b84498d,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:15.506790 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54602) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:15.527373 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-fabdddcf-350c-4a79-94c8-c36144fadaa7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Request body: {'subnet': {'network_id': '5c02f19d-5094-404a-abd4-2c7a3b84498d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:15.537665 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-fabdddcf-350c-4a79-94c8-c36144fadaa7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:15.543443 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 5c02f19d-5094-404a-abd4-2c7a3b84498d details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:15.557811 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-fabdddcf-350c-4a79-94c8-c36144fadaa7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Usage tracker for resource:subnet and tenant:d66eceab8d184c82bef254493f349b4a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:15.566451 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-fabdddcf-350c-4a79-94c8-c36144fadaa7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:15.594492 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-fabdddcf-350c-4a79-94c8-c36144fadaa7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:15.600514 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-0f9ac721-0858-4dfb-9d75-6a7e7cba11de None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.620241 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-0f9ac721-0858-4dfb-9d75-6a7e7cba11de None None] Transition to ACTIVE for port object bd6cd324-47d1-49a4-a6e4-23b5af6394b6 will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:15.632587 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-0f9ac721-0858-4dfb-9d75-6a7e7cba11de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.692629 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabdddcf-350c-4a79-94c8-c36144fadaa7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Made reservation on behalf of d66eceab8d184c82bef254493f349b4a for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:15.702849 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fabdddcf-350c-4a79-94c8-c36144fadaa7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.743753 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cbd23ce0-ca7f-480f-b763-1f649260e824 tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.787551 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb45fcbc-a3d9-4ffe-9da2-26744036192d None None] Pushing event updated for resources: {'Port': ['ID=bd6cd324-47d1-49a4-a6e4-23b5af6394b6,revision_number=2']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:15.832898 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb45fcbc-a3d9-4ffe-9da2-26744036192d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:15.833199 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb45fcbc-a3d9-4ffe-9da2-26744036192d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:15.833598 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb45fcbc-a3d9-4ffe-9da2-26744036192d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:15.834032 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb45fcbc-a3d9-4ffe-9da2-26744036192d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:15.834513 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb45fcbc-a3d9-4ffe-9da2-26744036192d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:15.834964 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb45fcbc-a3d9-4ffe-9da2-26744036192d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:15.835299 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb45fcbc-a3d9-4ffe-9da2-26744036192d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:15.835640 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb45fcbc-a3d9-4ffe-9da2-26744036192d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:15.835968 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb45fcbc-a3d9-4ffe-9da2-26744036192d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:15.836441 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb45fcbc-a3d9-4ffe-9da2-26744036192d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:15.836772 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb45fcbc-a3d9-4ffe-9da2-26744036192d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:15.843361 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb45fcbc-a3d9-4ffe-9da2-26744036192d None None] Tracked resource versions report: Jan 21 09:41:15.843361 dv-neutron-825732-1-hyperv neutron-server[83600]: pushed versions: Jan 21 09:41:15.843361 dv-neutron-825732-1-hyperv neutron-server[83600]: { 'ConntrackHelper': {'1.0'}, Jan 21 09:41:15.843361 dv-neutron-825732-1-hyperv neutron-server[83600]: 'Log': {'1.0'}, Jan 21 09:41:15.843361 dv-neutron-825732-1-hyperv neutron-server[83600]: 'Network': {'1.1'}, Jan 21 09:41:15.843361 dv-neutron-825732-1-hyperv neutron-server[83600]: 'Port': {'1.5'}, Jan 21 09:41:15.843361 dv-neutron-825732-1-hyperv neutron-server[83600]: 'PortForwarding': {'1.2'}, Jan 21 09:41:15.843361 dv-neutron-825732-1-hyperv neutron-server[83600]: 'QosPolicy': {'1.8'}, Jan 21 09:41:15.843361 dv-neutron-825732-1-hyperv neutron-server[83600]: 'SecurityGroup': {'1.2'}, Jan 21 09:41:15.843361 dv-neutron-825732-1-hyperv neutron-server[83600]: 'SecurityGroupRule': {'1.0'}, Jan 21 09:41:15.843361 dv-neutron-825732-1-hyperv neutron-server[83600]: 'SubPort': {'1.0'}, Jan 21 09:41:15.843361 dv-neutron-825732-1-hyperv neutron-server[83600]: 'Subnet': {'1.1'}, Jan 21 09:41:15.843361 dv-neutron-825732-1-hyperv neutron-server[83600]: 'Trunk': {'1.1'}} Jan 21 09:41:15.843361 dv-neutron-825732-1-hyperv neutron-server[83600]: consumer versions: Jan 21 09:41:15.843361 dv-neutron-825732-1-hyperv neutron-server[83600]: { DHCP agent@dv-neutron-825732-1-hyperv: {}, Jan 21 09:41:15.843361 dv-neutron-825732-1-hyperv neutron-server[83600]: HyperV agent@hv-neutron-8257: {}, Jan 21 09:41:15.843361 dv-neutron-825732-1-hyperv neutron-server[83600]: L3 agent@dv-neutron-825732-1-hyperv: {}, Jan 21 09:41:15.843361 dv-neutron-825732-1-hyperv neutron-server[83600]: Metadata agent@dv-neutron-825732-1-hyperv: {}, Jan 21 09:41:15.843361 dv-neutron-825732-1-hyperv neutron-server[83600]: Metering agent@dv-neutron-825732-1-hyperv: {}, Jan 21 09:41:15.843361 dv-neutron-825732-1-hyperv neutron-server[83600]: Open vSwitch agent@dv-neutron-825732-1-hyperv: { 'ConntrackHelper': '1.0', Jan 21 09:41:15.843361 dv-neutron-825732-1-hyperv neutron-server[83600]: 'Log': '1.0', Jan 21 09:41:15.843361 dv-neutron-825732-1-hyperv neutron-server[83600]: 'Network': '1.1', Jan 21 09:41:15.843361 dv-neutron-825732-1-hyperv neutron-server[83600]: 'Port': '1.5', Jan 21 09:41:15.843361 dv-neutron-825732-1-hyperv neutron-server[83600]: 'PortForwarding': '1.2', Jan 21 09:41:15.843361 dv-neutron-825732-1-hyperv neutron-server[83600]: 'QosPolicy': '1.8', Jan 21 09:41:15.843361 dv-neutron-825732-1-hyperv neutron-server[83600]: 'SecurityGroup': '1.2', Jan 21 09:41:15.843361 dv-neutron-825732-1-hyperv neutron-server[83600]: 'SecurityGroupRule': '1.0', Jan 21 09:41:15.843361 dv-neutron-825732-1-hyperv neutron-server[83600]: 'SubPort': '1.0', Jan 21 09:41:15.843361 dv-neutron-825732-1-hyperv neutron-server[83600]: 'Subnet': '1.1', Jan 21 09:41:15.843361 dv-neutron-825732-1-hyperv neutron-server[83600]: 'Trunk': '1.1'}} Jan 21 09:41:15.843361 dv-neutron-825732-1-hyperv neutron-server[83600]: {{(pid=83600) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:41:15.932034 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-0f9ac721-0858-4dfb-9d75-6a7e7cba11de None None] Attempting to bind port bd6cd324-47d1-49a4-a6e4-23b5af6394b6 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:15.932407 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-0f9ac721-0858-4dfb-9d75-6a7e7cba11de None None] Attempting to bind port bd6cd324-47d1-49a4-a6e4-23b5af6394b6 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:15.932769 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9ac721-0858-4dfb-9d75-6a7e7cba11de None None] Attempting to bind port bd6cd324-47d1-49a4-a6e4-23b5af6394b6 on network 05164b30-8981-419a-8272-388f48c19dd5 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:15.955882 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9ac721-0858-4dfb-9d75-6a7e7cba11de None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:41:15.956453 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9ac721-0858-4dfb-9d75-6a7e7cba11de None None] Checking segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:15.957133 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-0f9ac721-0858-4dfb-9d75-6a7e7cba11de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.962953 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9ac721-0858-4dfb-9d75-6a7e7cba11de None None] Bound using segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:41:15.963448 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-0f9ac721-0858-4dfb-9d75-6a7e7cba11de None None] Bound port: bd6cd324-47d1-49a4-a6e4-23b5af6394b6, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:15.963857 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-0f9ac721-0858-4dfb-9d75-6a7e7cba11de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.976832 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de472cf7-1466-4226-82b7-7278f3ce9046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167-project] Pushing event updated for resources: {'Network': ['ID=a1b00c92-1f6e-4e83-b1e6-0e88cad960d7,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:15.981137 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-380323cf-a376-4dd5-9649-4524fcc78b3c tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.981564 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-380323cf-a376-4dd5-9649-4524fcc78b3c tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Added segment 83ba7274-11dd-45ee-ab27-cd9b7c4ba28f of type vlan for network b6ba7523-64d0-4a4e-9f00-9707d86c9768 Jan 21 09:41:15.982784 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cbd23ce0-ca7f-480f-b763-1f649260e824 tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.014974 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 3db6a495-9929-4eb1-bda7-cb1aea47d0e3 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:16.080093 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:16.099239 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ada7f9c-988d-4039-adf7-9a27fa02b3d0 None None] Routers {'36e4ec95-5470-4208-b6c3-206848c3ed41'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:16.100190 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0ada7f9c-988d-4039-adf7-9a27fa02b3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:40:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['36e4ec95-5470-4208-b6c3-206848c3ed41'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:16.103051 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cbd23ce0-ca7f-480f-b763-1f649260e824 tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.108778 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-380323cf-a376-4dd5-9649-4524fcc78b3c tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.134122 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd23ce0-ca7f-480f-b763-1f649260e824 tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Pushing event updated for resources: {'Port': ['ID=2b4f8525-d83d-43ee-8c77-6084ad48ac34,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:16.157258 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-0f9ac721-0858-4dfb-9d75-6a7e7cba11de None None] For port bd6cd324-47d1-49a4-a6e4-23b5af6394b6, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:16.173398 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-0f9ac721-0858-4dfb-9d75-6a7e7cba11de None None] For port bd6cd324-47d1-49a4-a6e4-23b5af6394b6, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=bd6cd324-47d1-49a4-a6e4-23b5af6394b6,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:41:16.183810 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-0f9ac721-0858-4dfb-9d75-6a7e7cba11de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.240944 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3f1fd30f-cb25-47c2-813c-c81f2fe60a2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.241784 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3f1fd30f-cb25-47c2-813c-c81f2fe60a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.247024 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cbd23ce0-ca7f-480f-b763-1f649260e824 tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.251291 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-cbd23ce0-ca7f-480f-b763-1f649260e824 tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8342862 Jan 21 09:41:16.252252 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54614) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:16.300707 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb45fcbc-a3d9-4ffe-9da2-26744036192d None None] Pushing event updated for resources: {'Port': ['ID=bd6cd324-47d1-49a4-a6e4-23b5af6394b6,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:16.313706 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-380323cf-a376-4dd5-9649-4524fcc78b3c tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.318482 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380323cf-a376-4dd5-9649-4524fcc78b3c tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:16.322042 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-380323cf-a376-4dd5-9649-4524fcc78b3c tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.341134 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9ac721-0858-4dfb-9d75-6a7e7cba11de None None] Routers {'2df0d9d6-ed3e-452e-957e-9001f176ab7a'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:16.341445 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-801b1c39-ff68-46c1-bc5e-afa259e24a4f tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1770869282', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'fixed_ips': [{'ip_address': '172.26.0.11'}]}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:16.341954 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-0f9ac721-0858-4dfb-9d75-6a7e7cba11de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:40:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['2df0d9d6-ed3e-452e-957e-9001f176ab7a'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:16.348062 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-801b1c39-ff68-46c1-bc5e-afa259e24a4f tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:16.358145 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-801b1c39-ff68-46c1-bc5e-afa259e24a4f tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Usage tracker for resource:port and tenant:4ca37b0b276a49a38862f6ba8d058fd1 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:16.364629 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-801b1c39-ff68-46c1-bc5e-afa259e24a4f tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:16.373376 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-801b1c39-ff68-46c1-bc5e-afa259e24a4f tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:16.401283 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-380323cf-a376-4dd5-9649-4524fcc78b3c tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.7780719 Jan 21 09:41:16.402300 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54618) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:16.463144 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801b1c39-ff68-46c1-bc5e-afa259e24a4f tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Made reservation on behalf of 4ca37b0b276a49a38862f6ba8d058fd1 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:16.465905 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-801b1c39-ff68-46c1-bc5e-afa259e24a4f tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.484539 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-0ab7817b-1363-4988-bdda-af6eeb6b11d8 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Request body: {'network': {'project_id': '4ad774f9edda4e4397d9ec097984b630'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:16.493505 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:41:16.493842 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0ab7817b-1363-4988-bdda-af6eeb6b11d8 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:16.499276 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-801b1c39-ff68-46c1-bc5e-afa259e24a4f tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.510560 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0ab7817b-1363-4988-bdda-af6eeb6b11d8 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Usage tracker for resource:network and tenant:4ad774f9edda4e4397d9ec097984b630 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:16.521400 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0ab7817b-1363-4988-bdda-af6eeb6b11d8 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:16.531475 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0ab7817b-1363-4988-bdda-af6eeb6b11d8 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:16.534538 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380323cf-a376-4dd5-9649-4524fcc78b3c tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Pushing event updated for resources: {'Network': ['ID=b6ba7523-64d0-4a4e-9f00-9707d86c9768,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:16.555699 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab7817b-1363-4988-bdda-af6eeb6b11d8 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Made reservation on behalf of 4ad774f9edda4e4397d9ec097984b630 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:16.558015 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0ab7817b-1363-4988-bdda-af6eeb6b11d8 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.570060 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-801b1c39-ff68-46c1-bc5e-afa259e24a4f tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:16.574599 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-801b1c39-ff68-46c1-bc5e-afa259e24a4f tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Usage tracker for resource:security_group_rule and tenant:4ca37b0b276a49a38862f6ba8d058fd1 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:16.578469 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-801b1c39-ff68-46c1-bc5e-afa259e24a4f tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:16.585737 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-801b1c39-ff68-46c1-bc5e-afa259e24a4f tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:16.608867 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network b6ba7523-64d0-4a4e-9f00-9707d86c9768 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:16.699140 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-0f9ac721-0858-4dfb-9d75-6a7e7cba11de None None] Set router 2df0d9d6-ed3e-452e-957e-9001f176ab7a gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:41:16.719179 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-801b1c39-ff68-46c1-bc5e-afa259e24a4f tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.743130 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-801b1c39-ff68-46c1-bc5e-afa259e24a4f tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.752284 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab7817b-1363-4988-bdda-af6eeb6b11d8 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:16.774593 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0ab7817b-1363-4988-bdda-af6eeb6b11d8 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.774938 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-0ab7817b-1363-4988-bdda-af6eeb6b11d8 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Added segment 8b0d5757-08bc-454e-a3dd-7eac3e2b1e03 of type vlan for network 0db5055a-67fd-4825-8c6e-f0a15ecd275e Jan 21 09:41:16.776518 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54622) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:16.782741 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Request body: {'port': {'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7', 'binding:host_id': 'hv-neutron-8257', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988780630'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:16.783264 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-801b1c39-ff68-46c1-bc5e-afa259e24a4f tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] device_id is not set on port 75f9ba4f-15db-458b-b25c-1cd18fe852b5 yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:16.796807 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:16.815696 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Usage tracker for resource:port and tenant:ff988181bbfe4a8295c46771d995c025 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:16.837145 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:16.882987 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:16.885532 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b1c39-ff68-46c1-bc5e-afa259e24a4f tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac1c079-3a71-424c-9833-745e665a8ef9,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:16.915639 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0ab7817b-1363-4988-bdda-af6eeb6b11d8 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.972664 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2ae6eb87-1b8f-4e67-8458-d8df8375a0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.989027 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Made reservation on behalf of ff988181bbfe4a8295c46771d995c025 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:16.991360 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.030179 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.078365 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0ab7817b-1363-4988-bdda-af6eeb6b11d8 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.079298 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab7817b-1363-4988-bdda-af6eeb6b11d8 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:17.079887 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0ab7817b-1363-4988-bdda-af6eeb6b11d8 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.108657 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e46fc4c4-87f2-421a-b67b-e52127cdea7c None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.152392 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 3db6a495-9929-4eb1-bda7-cb1aea47d0e3 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:17.161209 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-e46fc4c4-87f2-421a-b67b-e52127cdea7c None None] Transition to ACTIVE for port object 7a0e196f-092e-4c57-b562-865d324de1d3 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:17.181683 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 36338119-eacf-498f-ba38-63edf1c16615 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:17.235869 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-2ae6eb87-1b8f-4e67-8458-d8df8375a0e0 None None] For port 00433935-1786-44d5-b9ad-e3651d3d5b33, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=00433935-1786-44d5-b9ad-e3651d3d5b33,segment=NetworkSegment(e697bd79-488c-4593-885e-69b8ce3d5a8d),segment_id=e697bd79-488c-4593-885e-69b8ce3d5a8d)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:17.256794 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-0f9ac721-0858-4dfb-9d75-6a7e7cba11de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'name': 'tempest-ServersTestJSON-1396389088-router', 'tenant_id': 'a795fbd174334072b3ab0ded96f09259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bd6cd324-47d1-49a4-a6e4-23b5af6394b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:08Z', 'updated_at': '2022-01-21T09:41:10Z', 'revision_number': 3, 'project_id': 'a795fbd174334072b3ab0ded96f09259', 'gw_port': {'id': 'bd6cd324-47d1-49a4-a6e4-23b5af6394b6', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:47:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:09Z', 'updated_at': '2022-01-21T09:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:17.260499 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-0ada7f9c-988d-4039-adf7-9a27fa02b3d0 None None] Set router 36e4ec95-5470-4208-b6c3-206848c3ed41 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:41:17.262033 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9ac721-0858-4dfb-9d75-6a7e7cba11de None None] The sync data for ids ['2df0d9d6-ed3e-452e-957e-9001f176ab7a'] in dv-neutron-825732-1-hyperv is: [{'id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'name': 'tempest-ServersTestJSON-1396389088-router', 'tenant_id': 'a795fbd174334072b3ab0ded96f09259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bd6cd324-47d1-49a4-a6e4-23b5af6394b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:08Z', 'updated_at': '2022-01-21T09:41:10Z', 'revision_number': 3, 'project_id': 'a795fbd174334072b3ab0ded96f09259', 'gw_port': {'id': 'bd6cd324-47d1-49a4-a6e4-23b5af6394b6', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:47:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:09Z', 'updated_at': '2022-01-21T09:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:41:17.274913 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:17.278478 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7817b-1363-4988-bdda-af6eeb6b11d8 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Pushing event updated for resources: {'Network': ['ID=0db5055a-67fd-4825-8c6e-f0a15ecd275e,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:17.288337 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Usage tracker for resource:security_group_rule and tenant:ff988181bbfe4a8295c46771d995c025 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:17.292264 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0ab7817b-1363-4988-bdda-af6eeb6b11d8 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8843365 Jan 21 09:41:17.293726 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:17.297202 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54628) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:17.303291 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:17.314915 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-14cd6442-bf5e-45ec-9859-1cbec43e7b91 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Request body: {'network': {'project_id': '4ad774f9edda4e4397d9ec097984b630'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:17.331435 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-14cd6442-bf5e-45ec-9859-1cbec43e7b91 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:17.382301 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2ae6eb87-1b8f-4e67-8458-d8df8375a0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.385239 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 0db5055a-67fd-4825-8c6e-f0a15ecd275e details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:17.402606 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-14cd6442-bf5e-45ec-9859-1cbec43e7b91 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Usage tracker for resource:network and tenant:4ad774f9edda4e4397d9ec097984b630 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:17.411497 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-14cd6442-bf5e-45ec-9859-1cbec43e7b91 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:17.435737 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-14cd6442-bf5e-45ec-9859-1cbec43e7b91 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:17.465946 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.objects.ports [None req-fabdddcf-350c-4a79-94c8-c36144fadaa7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83598) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:41:17.467100 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fabdddcf-350c-4a79-94c8-c36144fadaa7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.467661 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-14cd6442-bf5e-45ec-9859-1cbec43e7b91 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 21 09:41:17.468142 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14cd6442-bf5e-45ec-9859-1cbec43e7b91 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:41:17.469926 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-14cd6442-bf5e-45ec-9859-1cbec43e7b91 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1682365 Jan 21 09:41:17.481765 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54632) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:17.481982 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-e46fc4c4-87f2-421a-b67b-e52127cdea7c None None] Transition to ACTIVE for port object 7a0e196f-092e-4c57-b562-865d324de1d3 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:17.496270 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.515960 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.520059 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] device_id is not set on port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:17.760817 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e46fc4c4-87f2-421a-b67b-e52127cdea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.781208 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabdddcf-350c-4a79-94c8-c36144fadaa7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a03fdf3b-a464-46f7-b7f2-78a2568ea8d8,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:17.808792 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c5c955-a315-4cd7-8121-d35a444eb264,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:17.890391 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b392b3ee-0c5e-4bf4-964c-eda491e05707 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=4ad774f9edda4e4397d9ec097984b630&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4020824 Jan 21 09:41:17.899454 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-64dc7bed-8885-4f69-81c4-68cb503727a4 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Allocated IP 2001:db8::253 (1589a04b-7038-4fef-af83-f424db31960a/45d62698-599e-48d2-ada5-d0e312f95429/9ed17e4d-82bf-40b2-b8d4-bb592aae74c4) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:17.929313 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54636) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:18.000668 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6eb87-1b8f-4e67-8458-d8df8375a0e0 None None] Pushing event updated for resources: {'Port': ['ID=00433935-1786-44d5-b9ad-e3651d3d5b33,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:18.113692 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-801b1c39-ff68-46c1-bc5e-afa259e24a4f tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 21 09:41:18.114162 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-801b1c39-ff68-46c1-bc5e-afa259e24a4f tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:41:18.122179 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e6aa646b-3280-4d9d-9495-2a20f9d0b328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.129314 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46fc4c4-87f2-421a-b67b-e52127cdea7c None None] Pushing event updated for resources: {'Port': ['ID=7a0e196f-092e-4c57-b562-865d324de1d3,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:18.147771 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-fde27116-be1f-49b6-88b1-946f0ca5be17 None None] Provisioning complete for port 00433935-1786-44d5-b9ad-e3651d3d5b33 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:18.148358 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fde27116-be1f-49b6-88b1-946f0ca5be17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.187881 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46fc4c4-87f2-421a-b67b-e52127cdea7c None None] Network 1589a04b-7038-4fef-af83-f424db31960a is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:18.197972 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-e46fc4c4-87f2-421a-b67b-e52127cdea7c None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:18.199843 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46fc4c4-87f2-421a-b67b-e52127cdea7c None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:18.261217 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-801b1c39-ff68-46c1-bc5e-afa259e24a4f tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.9401290 Jan 21 09:41:18.270435 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fac1f899-7fa2-481e-953e-2376a1979e77 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.289794 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54640) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:18.291922 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 36338119-eacf-498f-ba38-63edf1c16615 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:18.292282 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.296318 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabdddcf-350c-4a79-94c8-c36144fadaa7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Checking segment: {'id': '32329298-f800-4e8d-945c-549e6adb7a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5c02f19d-5094-404a-abd4-2c7a3b84498d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:18.296910 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabdddcf-350c-4a79-94c8-c36144fadaa7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Network hostable DHCP agents. Network: 5c02f19d-5094-404a-abd4-2c7a3b84498d, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:18.357921 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fac1f899-7fa2-481e-953e-2376a1979e77 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.428134 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] device_id is not set on port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:18.441092 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.576888 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-e46fc4c4-87f2-421a-b67b-e52127cdea7c None None] Attempting to bind port 7a0e196f-092e-4c57-b562-865d324de1d3 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:18.577461 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-e46fc4c4-87f2-421a-b67b-e52127cdea7c None None] Attempting to bind port 7a0e196f-092e-4c57-b562-865d324de1d3 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'bccaf9bb-b4a2-4890-88e0-63ff8829332e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1589a04b-7038-4fef-af83-f424db31960a'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:18.578215 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46fc4c4-87f2-421a-b67b-e52127cdea7c None None] Attempting to bind port 7a0e196f-092e-4c57-b562-865d324de1d3 on network 1589a04b-7038-4fef-af83-f424db31960a {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:18.606273 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Transition to ACTIVE for port object 3cb85cbf-4b2e-44dc-a980-442e7155ba40 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:18.628141 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.648203 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46fc4c4-87f2-421a-b67b-e52127cdea7c None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:41:18.649275 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46fc4c4-87f2-421a-b67b-e52127cdea7c None None] Checking segment: {'id': 'bccaf9bb-b4a2-4890-88e0-63ff8829332e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1589a04b-7038-4fef-af83-f424db31960a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:18.650241 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e46fc4c4-87f2-421a-b67b-e52127cdea7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.651181 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46fc4c4-87f2-421a-b67b-e52127cdea7c None None] Bound using segment: {'id': 'bccaf9bb-b4a2-4890-88e0-63ff8829332e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1589a04b-7038-4fef-af83-f424db31960a'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:41:18.652845 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-e46fc4c4-87f2-421a-b67b-e52127cdea7c None None] Bound port: 7a0e196f-092e-4c57-b562-865d324de1d3, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bccaf9bb-b4a2-4890-88e0-63ff8829332e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1589a04b-7038-4fef-af83-f424db31960a'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:18.653850 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e46fc4c4-87f2-421a-b67b-e52127cdea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.670189 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc54f1-a73c-4e56-ae02-2c1e456e4ccb tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Deleting port 2b4f8525-d83d-43ee-8c77-6084ad48ac34 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:18.671084 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c8bc54f1-a73c-4e56-ae02-2c1e456e4ccb tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.700340 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1fd30f-cb25-47c2-813c-c81f2fe60a2c admin admin] Router 9515aa66-e01a-47a4-acf5-fc82c2ca2c66 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:41:18.719464 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fac1f899-7fa2-481e-953e-2376a1979e77 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.726198 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-64dc7bed-8885-4f69-81c4-68cb503727a4 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.764281 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabdddcf-350c-4a79-94c8-c36144fadaa7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Network 5c02f19d-5094-404a-abd4-2c7a3b84498d is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:18.799273 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0ada7f9c-988d-4039-adf7-9a27fa02b3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'name': 'tempest-ServerActionsTestJSON-847635217-router', 'tenant_id': '336aa381caa24798b3c72d188fdcb52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '792f8e78-68dc-4327-9e5b-cb5aa42c0761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:07Z', 'updated_at': '2022-01-21T09:41:12Z', 'revision_number': 3, 'project_id': '336aa381caa24798b3c72d188fdcb52a', 'gw_port': {'id': '792f8e78-68dc-4327-9e5b-cb5aa42c0761', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:09Z', 'updated_at': '2022-01-21T09:41:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:18.803620 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1f899-7fa2-481e-953e-2376a1979e77 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6331db20-56ca-4410-a673-69623f7891a9,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:18.840014 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ada7f9c-988d-4039-adf7-9a27fa02b3d0 None None] Checking router: 36e4ec95-5470-4208-b6c3-206848c3ed41 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:41:18.840364 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ada7f9c-988d-4039-adf7-9a27fa02b3d0 None None] Updating router 36e4ec95-5470-4208-b6c3-206848c3ed41 port 792f8e78-68dc-4327-9e5b-cb5aa42c0761 binding host dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:41:18.856729 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-e6aa646b-3280-4d9d-9495-2a20f9d0b328 admin admin] Allocated IP 172.20.0.1 (cb261bb5-f04b-4e44-bf4e-b6255f6519ef/f61ceb71-d229-45b9-93db-87fdf9ae5111/addb60a6-06a2-43cf-b694-4e550eb22d78) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:18.870189 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-64dc7bed-8885-4f69-81c4-68cb503727a4 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Transition to ACTIVE for port object 9ed17e4d-82bf-40b2-b8d4-bb592aae74c4 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:18.912704 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Pushing event updated for resources: {'Port': ['ID=3cb85cbf-4b2e-44dc-a980-442e7155ba40,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:18.945533 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-fde27116-be1f-49b6-88b1-946f0ca5be17 None None] Provisioning for port 3db6a495-9929-4eb1-bda7-cb1aea47d0e3 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:18.973581 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-fde27116-be1f-49b6-88b1-946f0ca5be17 None None] Provisioning complete for port 3db6a495-9929-4eb1-bda7-cb1aea47d0e3 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:18.973922 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fde27116-be1f-49b6-88b1-946f0ca5be17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.023145 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0ada7f9c-988d-4039-adf7-9a27fa02b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.047929 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fac1f899-7fa2-481e-953e-2376a1979e77 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.050327 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-fac1f899-7fa2-481e-953e-2376a1979e77 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] 10.222.0.104 "DELETE /v2.0/security-groups/6331db20-56ca-4410-a673-69623f7891a9 HTTP/1.1" status: 204 len: 168 time: 1.1194644 Jan 21 09:41:19.051621 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Checking segment: {'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:19.052235 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Network hostable DHCP agents. Network: a1b00c92-1f6e-4e83-b1e6-0e88cad960d7, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:19.056975 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54644) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:19.063311 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-fabdddcf-350c-4a79-94c8-c36144fadaa7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 5c02f19d-5094-404a-abd4-2c7a3b84498d) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:19.095920 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabdddcf-350c-4a79-94c8-c36144fadaa7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:19.097569 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fabdddcf-350c-4a79-94c8-c36144fadaa7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.164638 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-fabdddcf-350c-4a79-94c8-c36144fadaa7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.6567574 Jan 21 09:41:19.181122 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54648) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:19.205744 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-fc7f0dc3-88bc-41bf-b280-39eff6de0c4d tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-396054915', 'network_id': '5c02f19d-5094-404a-abd4-2c7a3b84498d'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:19.212073 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-64dc7bed-8885-4f69-81c4-68cb503727a4 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.226598 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fc7f0dc3-88bc-41bf-b280-39eff6de0c4d tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:19.239209 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-fc7f0dc3-88bc-41bf-b280-39eff6de0c4d tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Usage tracker for resource:port and tenant:d66eceab8d184c82bef254493f349b4a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:19.260572 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-fc7f0dc3-88bc-41bf-b280-39eff6de0c4d tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:19.274824 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fc7f0dc3-88bc-41bf-b280-39eff6de0c4d tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:19.289621 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fb82ce-ed66-433e-9436-b325bffaece3 None None] Network 5c02f19d-5094-404a-abd4-2c7a3b84498d requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:19.289946 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-403b6f9b-e27f-43c2-8733-be4ea111c679 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.290121 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e6aa646b-3280-4d9d-9495-2a20f9d0b328 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.298176 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 00433935-1786-44d5-b9ad-e3651d3d5b33 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:19.318346 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7f0dc3-88bc-41bf-b280-39eff6de0c4d tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Made reservation on behalf of d66eceab8d184c82bef254493f349b4a for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:19.320730 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc7f0dc3-88bc-41bf-b280-39eff6de0c4d tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.330559 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:19.333758 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-e46fc4c4-87f2-421a-b67b-e52127cdea7c None None] For port 7a0e196f-092e-4c57-b562-865d324de1d3, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:19.338317 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-e6aa646b-3280-4d9d-9495-2a20f9d0b328 admin admin] Transition to ACTIVE for port object addb60a6-06a2-43cf-b694-4e550eb22d78 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:19.350855 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c8bc54f1-a73c-4e56-ae02-2c1e456e4ccb tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.351186 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c8bc54f1-a73c-4e56-ae02-2c1e456e4ccb tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.353389 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, a1b00c92-1f6e-4e83-b1e6-0e88cad960d7) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:19.358030 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:19.363104 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dc7bed-8885-4f69-81c4-68cb503727a4 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Network 1589a04b-7038-4fef-af83-f424db31960a is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:19.373298 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-64dc7bed-8885-4f69-81c4-68cb503727a4 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:19.413989 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:19.414330 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:19.414785 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:19.435980 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05eec003-373d-40a5-a058-f95c21819c5d None None] Network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:19.442986 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-fc7f0dc3-88bc-41bf-b280-39eff6de0c4d tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] device_id is not set on port b3f1a86a-5161-446c-8af6-9084e7d9f9fa yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:19.465378 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-e46fc4c4-87f2-421a-b67b-e52127cdea7c None None] For port 7a0e196f-092e-4c57-b562-865d324de1d3, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=7a0e196f-092e-4c57-b562-865d324de1d3,segment=NetworkSegment(bccaf9bb-b4a2-4890-88e0-63ff8829332e),segment_id=bccaf9bb-b4a2-4890-88e0-63ff8829332e)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:41:19.486295 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dc7bed-8885-4f69-81c4-68cb503727a4 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:19.490348 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dc7bed-8885-4f69-81c4-68cb503727a4 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:19.490884 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-64dc7bed-8885-4f69-81c4-68cb503727a4 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.556890 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:19.557420 dv-neutron-825732-1-hyperv neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Failed to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] Jan 21 09:41:19.561638 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc7bed-8885-4f69-81c4-68cb503727a4 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Pushing event updated for resources: {'Port': ['ID=9ed17e4d-82bf-40b2-b8d4-bb592aae74c4,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:19.566947 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e46fc4c4-87f2-421a-b67b-e52127cdea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.567696 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempt 2 to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 Jan 21 09:41:19.583161 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-403b6f9b-e27f-43c2-8733-be4ea111c679 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.611332 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:19.611716 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:19.612674 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:19.636392 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e6aa646b-3280-4d9d-9495-2a20f9d0b328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.678049 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-403b6f9b-e27f-43c2-8733-be4ea111c679 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:41:19.678434 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-403b6f9b-e27f-43c2-8733-be4ea111c679 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:41:19.679208 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-403b6f9b-e27f-43c2-8733-be4ea111c679 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:41:19.679589 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-403b6f9b-e27f-43c2-8733-be4ea111c679 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Subscribe: > port after_create 55550000 {{(pid=83597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:41:19.679977 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-403b6f9b-e27f-43c2-8733-be4ea111c679 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:41:19.680673 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-403b6f9b-e27f-43c2-8733-be4ea111c679 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Subscribe: > port after_update 55550000 {{(pid=83597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:41:19.680969 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-403b6f9b-e27f-43c2-8733-be4ea111c679 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:41:19.681301 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-403b6f9b-e27f-43c2-8733-be4ea111c679 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:41:19.682140 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-403b6f9b-e27f-43c2-8733-be4ea111c679 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:41:19.682140 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-403b6f9b-e27f-43c2-8733-be4ea111c679 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:41:19.781732 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc54f1-a73c-4e56-ae02-2c1e456e4ccb tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Calling delete_port for 2b4f8525-d83d-43ee-8c77-6084ad48ac34 owned by network:floatingip {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:19.842497 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-64dc7bed-8885-4f69-81c4-68cb503727a4 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 6.0125933 Jan 21 09:41:19.872873 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-403b6f9b-e27f-43c2-8733-be4ea111c679 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:41:19.873249 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-403b6f9b-e27f-43c2-8733-be4ea111c679 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:41:19.873612 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-403b6f9b-e27f-43c2-8733-be4ea111c679 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:41:19.873944 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-403b6f9b-e27f-43c2-8733-be4ea111c679 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:41:19.874311 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-403b6f9b-e27f-43c2-8733-be4ea111c679 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db5055a-67fd-4825-8c6e-f0a15ecd275e']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:19.885373 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54652) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:19.899420 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-3f7f6d24-9873-4360-af30-e969727cce64 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Request body: {'port': {'network_id': '1589a04b-7038-4fef-af83-f424db31960a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-775275668', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:19.901346 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.api.validators [None req-3f7f6d24-9873-4360-af30-e969727cce64 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] bootfile-name is not in valid_values {{(pid=83597) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:41:19.901698 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.api.validators [None req-3f7f6d24-9873-4360-af30-e969727cce64 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] tftp-server is not in valid_values {{(pid=83597) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:41:19.902040 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.api.validators [None req-3f7f6d24-9873-4360-af30-e969727cce64 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] server-ip-address is not in valid_values {{(pid=83597) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:41:19.972555 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-403b6f9b-e27f-43c2-8733-be4ea111c679 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b0d5757-08bc-454e-a3dd-7eac3e2b1e03') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:19.972555 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-403b6f9b-e27f-43c2-8733-be4ea111c679 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b0d5757-08bc-454e-a3dd-7eac3e2b1e03') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:19.981237 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:19.981579 dv-neutron-825732-1-hyperv neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Failed to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] Jan 21 09:41:19.999096 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempt 3 to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 Jan 21 09:41:20.026361 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.resource_extend [None req-0ada7f9c-988d-4039-adf7-9a27fa02b3d0 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:41:20.086554 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46fc4c4-87f2-421a-b67b-e52127cdea7c None None] Pushing event updated for resources: {'Port': ['ID=7a0e196f-092e-4c57-b562-865d324de1d3,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:20.111148 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa646b-3280-4d9d-9495-2a20f9d0b328 admin admin] Pushing event updated for resources: {'Port': ['ID=addb60a6-06a2-43cf-b694-4e550eb22d78,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:20.115729 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-403b6f9b-e27f-43c2-8733-be4ea111c679 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.156173 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6aa646b-3280-4d9d-9495-2a20f9d0b328 admin admin] Network cb261bb5-f04b-4e44-bf4e-b6255f6519ef is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:20.179184 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c8bc54f1-a73c-4e56-ae02-2c1e456e4ccb tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.187591 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-e6aa646b-3280-4d9d-9495-2a20f9d0b328 admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:20.200068 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-403b6f9b-e27f-43c2-8733-be4ea111c679 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.202272 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 00433935-1786-44d5-b9ad-e3651d3d5b33 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:20.202937 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.212092 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6aa646b-3280-4d9d-9495-2a20f9d0b328 admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:20.212559 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e6aa646b-3280-4d9d-9495-2a20f9d0b328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.257476 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:20.257920 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:20.258261 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:20.275416 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:20.275416 dv-neutron-825732-1-hyperv neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Failed to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] Jan 21 09:41:20.313114 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc54f1-a73c-4e56-ae02-2c1e456e4ccb tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b4f8525-d83d-43ee-8c77-6084ad48ac34,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:20.319481 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.330482 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0ada7f9c-988d-4039-adf7-9a27fa02b3d0 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.333636 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempt 4 to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 Jan 21 09:41:20.334565 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fde27116-be1f-49b6-88b1-946f0ca5be17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.344618 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-fc7f0dc3-88bc-41bf-b280-39eff6de0c4d tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Allocated IP 172.20.0.12 (5c02f19d-5094-404a-abd4-2c7a3b84498d/a03fdf3b-a464-46f7-b7f2-78a2568ea8d8/b3f1a86a-5161-446c-8af6-9084e7d9f9fa) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:20.348208 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-403b6f9b-e27f-43c2-8733-be4ea111c679 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:41:20.348579 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-403b6f9b-e27f-43c2-8733-be4ea111c679 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.374428 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 21 09:41:20.374428 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn_limited( Jan 21 09:41:20.374428 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 21 09:41:20.374428 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn_limited( Jan 21 09:41:20.374428 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:41:20.374428 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:41:20.374428 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:41:20.374428 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:20.374428 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:41:20.374428 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:20.374428 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:41:20.374428 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:20.374428 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:41:20.374428 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:20.374428 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:41:20.374428 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:20.374428 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:41:20.374428 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:20.374428 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:20.374428 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:20.374428 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:20.374428 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:20.374428 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:41:20.374428 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:41:20.374428 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:41:20.374428 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:41:20.374428 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:20.374428 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:41:20.374428 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:20.374428 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:41:20.374428 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:20.374428 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:41:20.374428 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:20.374428 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:41:20.374428 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:20.374428 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:20.391195 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0ada7f9c-988d-4039-adf7-9a27fa02b3d0 None None] Transition to ACTIVE for port object 792f8e78-68dc-4327-9e5b-cb5aa42c0761 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:20.426322 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c8bc54f1-a73c-4e56-ae02-2c1e456e4ccb tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.489681 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0ada7f9c-988d-4039-adf7-9a27fa02b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.521265 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c8bc54f1-a73c-4e56-ae02-2c1e456e4ccb tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.531027 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c8bc54f1-a73c-4e56-ae02-2c1e456e4ccb tempest-ExternalNetworksAdminNegativeTestJSON-338946766 tempest-ExternalNetworksAdminNegativeTestJSON-338946766-project-admin] 10.222.0.104 "DELETE /v2.0/floatingips/7060741b-ff78-424e-ab11-aa87862beaee HTTP/1.1" status: 204 len: 168 time: 2.2253237 Jan 21 09:41:20.533648 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada03657-5a05-4a76-9326-029ea46e9be5 None None] Network 5c02f19d-5094-404a-abd4-2c7a3b84498d requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:20.537587 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1fd30f-cb25-47c2-813c-c81f2fe60a2c admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:41:20.544556 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:20.549857 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d347022e-2f2a-4d3a-a7ee-752e15038162 None None] Sync routers for ids ['9515aa66-e01a-47a4-acf5-fc82c2ca2c66'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:41:20.560800 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:20.561494 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:20.570407 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3f1fd30f-cb25-47c2-813c-c81f2fe60a2c admin admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.571079 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d347022e-2f2a-4d3a-a7ee-752e15038162 None None] Routers {'9515aa66-e01a-47a4-acf5-fc82c2ca2c66'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:20.572941 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-3f1fd30f-cb25-47c2-813c-c81f2fe60a2c admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.1638274 Jan 21 09:41:20.573962 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-d347022e-2f2a-4d3a-a7ee-752e15038162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:40:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9515aa66-e01a-47a4-acf5-fc82c2ca2c66'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:20.577961 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54658) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:20.598620 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:20.599011 dv-neutron-825732-1-hyperv neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Failed to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] Jan 21 09:41:20.638774 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempt 5 to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 Jan 21 09:41:20.690568 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:20.691774 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:20.692311 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:20.699242 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e6aa646b-3280-4d9d-9495-2a20f9d0b328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.727454 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3f7f6d24-9873-4360-af30-e969727cce64 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:20.731987 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3f7f6d24-9873-4360-af30-e969727cce64 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Usage tracker for resource:port and tenant:15b34b5a0b9548a68eaea2e4552967ea is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:20.736545 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3f7f6d24-9873-4360-af30-e969727cce64 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:20.750890 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3f7f6d24-9873-4360-af30-e969727cce64 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:20.866249 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7f6d24-9873-4360-af30-e969727cce64 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Made reservation on behalf of 15b34b5a0b9548a68eaea2e4552967ea for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:20.882600 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6d24-9873-4360-af30-e969727cce64 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.914196 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-d347022e-2f2a-4d3a-a7ee-752e15038162 None None] Set router 9515aa66-e01a-47a4-acf5-fc82c2ca2c66 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:41:20.959512 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-403b6f9b-e27f-43c2-8733-be4ea111c679 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.002192 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:21.004124 dv-neutron-825732-1-hyperv neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Failed to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] Jan 21 09:41:21.012607 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempt 6 to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 Jan 21 09:41:21.013478 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-fde27116-be1f-49b6-88b1-946f0ca5be17 None None] For port 3db6a495-9929-4eb1-bda7-cb1aea47d0e3, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=3db6a495-9929-4eb1-bda7-cb1aea47d0e3,segment=NetworkSegment(34b0cab3-f2f4-48a2-80f3-ffaaa390bd66),segment_id=34b0cab3-f2f4-48a2-80f3-ffaaa390bd66)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:21.022824 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd08a6-1b37-42b7-b0f4-f344880b7cf3 None None] Pushing event updated for resources: {'Port': ['ID=792f8e78-68dc-4327-9e5b-cb5aa42c0761,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:21.055328 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fde27116-be1f-49b6-88b1-946f0ca5be17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.059992 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:21.060328 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:21.060662 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:21.122576 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-403b6f9b-e27f-43c2-8733-be4ea111c679 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.134848 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-403b6f9b-e27f-43c2-8733-be4ea111c679 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] 10.222.0.104 "DELETE /v2.0/networks/0db5055a-67fd-4825-8c6e-f0a15ecd275e HTTP/1.1" status: 204 len: 168 time: 2.0745802 Jan 21 09:41:21.152835 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54664) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:21.166028 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device bd6cd324-47d1-49a4-a6e4-23b5af6394b6 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:21.372514 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54668) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:21.398439 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b6f9b-e27f-43c2-8733-be4ea111c679 tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Pushing event deleted for resources: {'Network': ['ID=0db5055a-67fd-4825-8c6e-f0a15ecd275e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:21.411127 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-3f7f6d24-9873-4360-af30-e969727cce64 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] device_id is not set on port e71b2952-52bd-4775-9f00-c3ae67580f64 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:21.436132 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-d347022e-2f2a-4d3a-a7ee-752e15038162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'name': 'tempest-ServersTestManualDisk-602671240-router', 'tenant_id': '9423dc950d0443ff88843ee602917a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '209c6cfb-55ef-436a-b1cf-4588dc309cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:10Z', 'updated_at': '2022-01-21T09:41:15Z', 'revision_number': 3, 'project_id': '9423dc950d0443ff88843ee602917a89', 'gw_port': {'id': '209c6cfb-55ef-436a-b1cf-4588dc309cb8', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:13Z', 'updated_at': '2022-01-21T09:41:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:21.441423 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d347022e-2f2a-4d3a-a7ee-752e15038162 None None] Checking router: 9515aa66-e01a-47a4-acf5-fc82c2ca2c66 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:41:21.441965 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d347022e-2f2a-4d3a-a7ee-752e15038162 None None] Updating router 9515aa66-e01a-47a4-acf5-fc82c2ca2c66 port 209c6cfb-55ef-436a-b1cf-4588dc309cb8 binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:41:21.462265 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde27116-be1f-49b6-88b1-946f0ca5be17 None None] Pushing event updated for resources: {'Port': ['ID=3db6a495-9929-4eb1-bda7-cb1aea47d0e3,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:21.465701 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-0ada7f9c-988d-4039-adf7-9a27fa02b3d0 None None] Attempting to bind port 792f8e78-68dc-4327-9e5b-cb5aa42c0761 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:21.466065 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-0ada7f9c-988d-4039-adf7-9a27fa02b3d0 None None] Attempting to bind port 792f8e78-68dc-4327-9e5b-cb5aa42c0761 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:21.467777 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada7f9c-988d-4039-adf7-9a27fa02b3d0 None None] Attempting to bind port 792f8e78-68dc-4327-9e5b-cb5aa42c0761 on network 05164b30-8981-419a-8272-388f48c19dd5 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:21.478462 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13e74324-0b9a-4af5-adec-cec33e3ba8ba tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.482342 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada7f9c-988d-4039-adf7-9a27fa02b3d0 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:41:21.482684 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada7f9c-988d-4039-adf7-9a27fa02b3d0 None None] Checking segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:21.483135 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0ada7f9c-988d-4039-adf7-9a27fa02b3d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.483523 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada7f9c-988d-4039-adf7-9a27fa02b3d0 None None] Bound using segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:41:21.483992 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-0ada7f9c-988d-4039-adf7-9a27fa02b3d0 None None] Bound port: 792f8e78-68dc-4327-9e5b-cb5aa42c0761, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:21.484370 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0ada7f9c-988d-4039-adf7-9a27fa02b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.503253 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:21.503977 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-d347022e-2f2a-4d3a-a7ee-752e15038162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.504476 dv-neutron-825732-1-hyperv neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Failed to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] Jan 21 09:41:21.510655 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempt 7 to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 Jan 21 09:41:21.634842 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-fc09ce64-0685-4961-879b-a117d9f4b6b3 None None] Provisioning for port addb60a6-06a2-43cf-b694-4e550eb22d78 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:21.681334 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-0ada7f9c-988d-4039-adf7-9a27fa02b3d0 None None] For port 792f8e78-68dc-4327-9e5b-cb5aa42c0761, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:21.712981 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-0ada7f9c-988d-4039-adf7-9a27fa02b3d0 None None] For port 792f8e78-68dc-4327-9e5b-cb5aa42c0761, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=792f8e78-68dc-4327-9e5b-cb5aa42c0761,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:41:21.810124 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c35379-6cef-424c-98f7-a6a4e359d32a None None] Network 1589a04b-7038-4fef-af83-f424db31960a requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:21.860800 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0ada7f9c-988d-4039-adf7-9a27fa02b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.887606 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:21.892634 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:21.894112 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:21.924230 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:21.932284 dv-neutron-825732-1-hyperv neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Failed to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] Jan 21 09:41:21.988441 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-fc09ce64-0685-4961-879b-a117d9f4b6b3 None None] Provisioning complete for port addb60a6-06a2-43cf-b694-4e550eb22d78 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:21.988773 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fc09ce64-0685-4961-879b-a117d9f4b6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.079238 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd08a6-1b37-42b7-b0f4-f344880b7cf3 None None] Pushing event updated for resources: {'Port': ['ID=792f8e78-68dc-4327-9e5b-cb5aa42c0761,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:22.091415 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-3f7f6d24-9873-4360-af30-e969727cce64 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Allocated IP 2001:db8::236 (1589a04b-7038-4fef-af83-f424db31960a/45d62698-599e-48d2-ada5-d0e312f95429/e71b2952-52bd-4775-9f00-c3ae67580f64) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:22.158603 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port bd6cd324-47d1-49a4-a6e4-23b5af6394b6 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:22.161793 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-fc09ce64-0685-4961-879b-a117d9f4b6b3 None None] Port addb60a6-06a2-43cf-b694-4e550eb22d78 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:41:22.177942 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port bd6cd324-47d1-49a4-a6e4-23b5af6394b6 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:22.179252 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.220224 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d1f5fbb8-dac3-4ac7-a36d-38bb140e48b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.280439 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13e74324-0b9a-4af5-adec-cec33e3ba8ba tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.351309 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13e74324-0b9a-4af5-adec-cec33e3ba8ba tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:41:22.351622 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13e74324-0b9a-4af5-adec-cec33e3ba8ba tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:41:22.352249 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13e74324-0b9a-4af5-adec-cec33e3ba8ba tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:41:22.352569 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13e74324-0b9a-4af5-adec-cec33e3ba8ba tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Subscribe: > port after_create 55550000 {{(pid=83598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:41:22.352890 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13e74324-0b9a-4af5-adec-cec33e3ba8ba tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:41:22.353232 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13e74324-0b9a-4af5-adec-cec33e3ba8ba tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Subscribe: > port after_update 55550000 {{(pid=83598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:41:22.353575 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13e74324-0b9a-4af5-adec-cec33e3ba8ba tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:41:22.353882 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13e74324-0b9a-4af5-adec-cec33e3ba8ba tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:41:22.354188 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13e74324-0b9a-4af5-adec-cec33e3ba8ba tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:41:22.354651 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13e74324-0b9a-4af5-adec-cec33e3ba8ba tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:41:22.392288 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6d24-9873-4360-af30-e969727cce64 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.413775 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-d347022e-2f2a-4d3a-a7ee-752e15038162 None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.415169 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-3f7f6d24-9873-4360-af30-e969727cce64 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Transition to ACTIVE for port object e71b2952-52bd-4775-9f00-c3ae67580f64 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:22.418136 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-c21a4f6d-8694-418a-8ac3-af47e00462bc None None] Provisioning for port 7a0e196f-092e-4c57-b562-865d324de1d3 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:22.436819 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-d347022e-2f2a-4d3a-a7ee-752e15038162 None None] Transition to ACTIVE for port object 209c6cfb-55ef-436a-b1cf-4588dc309cb8 will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:22.451001 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-d347022e-2f2a-4d3a-a7ee-752e15038162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.530586 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13e74324-0b9a-4af5-adec-cec33e3ba8ba tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:41:22.530911 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13e74324-0b9a-4af5-adec-cec33e3ba8ba tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:41:22.531158 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13e74324-0b9a-4af5-adec-cec33e3ba8ba tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:41:22.531596 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13e74324-0b9a-4af5-adec-cec33e3ba8ba tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:41:22.531970 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-13e74324-0b9a-4af5-adec-cec33e3ba8ba tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6ba7523-64d0-4a4e-9f00-9707d86c9768']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:22.536916 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e6aa646b-3280-4d9d-9495-2a20f9d0b328 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.538976 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempt 8 to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 Jan 21 09:41:22.564208 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ada7f9c-988d-4039-adf7-9a27fa02b3d0 None None] Routers {'36e4ec95-5470-4208-b6c3-206848c3ed41'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:22.565755 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-13e74324-0b9a-4af5-adec-cec33e3ba8ba tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83ba7274-11dd-45ee-ab27-cd9b7c4ba28f') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:22.565755 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-13e74324-0b9a-4af5-adec-cec33e3ba8ba tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83ba7274-11dd-45ee-ab27-cd9b7c4ba28f') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:22.567128 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0ada7f9c-988d-4039-adf7-9a27fa02b3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:40:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['36e4ec95-5470-4208-b6c3-206848c3ed41'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:22.574512 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:22.575703 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:22.576054 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:22.586138 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e6aa646b-3280-4d9d-9495-2a20f9d0b328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.593301 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13e74324-0b9a-4af5-adec-cec33e3ba8ba tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.616605 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6d24-9873-4360-af30-e969727cce64 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.626079 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:22.626368 dv-neutron-825732-1-hyperv neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Failed to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] Jan 21 09:41:22.635912 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc16353-11d2-4ea5-95e9-a0dfff700173 None None] Pushing event updated for resources: {'Port': ['ID=209c6cfb-55ef-436a-b1cf-4588dc309cb8,revision_number=2']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:22.655059 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-d347022e-2f2a-4d3a-a7ee-752e15038162 None None] Attempting to bind port 209c6cfb-55ef-436a-b1cf-4588dc309cb8 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:22.656322 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-d347022e-2f2a-4d3a-a7ee-752e15038162 None None] Attempting to bind port 209c6cfb-55ef-436a-b1cf-4588dc309cb8 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:22.657406 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d347022e-2f2a-4d3a-a7ee-752e15038162 None None] Attempting to bind port 209c6cfb-55ef-436a-b1cf-4588dc309cb8 on network 05164b30-8981-419a-8272-388f48c19dd5 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:22.670800 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d347022e-2f2a-4d3a-a7ee-752e15038162 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:41:22.672318 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d347022e-2f2a-4d3a-a7ee-752e15038162 None None] Checking segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:22.673628 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-d347022e-2f2a-4d3a-a7ee-752e15038162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.674673 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d347022e-2f2a-4d3a-a7ee-752e15038162 None None] Bound using segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:41:22.675774 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-d347022e-2f2a-4d3a-a7ee-752e15038162 None None] Bound port: 209c6cfb-55ef-436a-b1cf-4588dc309cb8, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:22.676848 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-d347022e-2f2a-4d3a-a7ee-752e15038162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.694114 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13e74324-0b9a-4af5-adec-cec33e3ba8ba tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.719898 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e74324-0b9a-4af5-adec-cec33e3ba8ba tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:41:22.720427 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13e74324-0b9a-4af5-adec-cec33e3ba8ba tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.738540 dv-neutron-825732-1-hyperv neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 21 09:41:22.738540 dv-neutron-825732-1-hyperv neutron-server[83598]: util.warn_limited( Jan 21 09:41:22.738540 dv-neutron-825732-1-hyperv neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 21 09:41:22.738540 dv-neutron-825732-1-hyperv neutron-server[83598]: util.warn_limited( Jan 21 09:41:22.738540 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:41:22.738540 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:41:22.738540 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:41:22.738540 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:22.738540 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:41:22.738540 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:22.738540 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:41:22.738540 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:22.738540 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:41:22.738540 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:22.738540 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:41:22.738540 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:22.738540 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:41:22.738540 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:22.738540 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:22.738540 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:22.738540 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:22.738540 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:22.738540 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:41:22.738540 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:41:22.738540 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:41:22.738540 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:41:22.738540 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:22.738540 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:41:22.738540 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:22.738540 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:41:22.738540 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:22.738540 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:41:22.738540 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:22.738540 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:41:22.738540 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:22.738540 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:22.742792 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempt 9 to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 Jan 21 09:41:22.759900 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa646b-3280-4d9d-9495-2a20f9d0b328 admin admin] Pushing event updated for resources: {'Port': ['ID=addb60a6-06a2-43cf-b694-4e550eb22d78,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:22.777283 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7f6d24-9873-4360-af30-e969727cce64 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Network 1589a04b-7038-4fef-af83-f424db31960a is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:22.838314 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-d347022e-2f2a-4d3a-a7ee-752e15038162 None None] For port 209c6cfb-55ef-436a-b1cf-4588dc309cb8, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:22.845391 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-d347022e-2f2a-4d3a-a7ee-752e15038162 None None] For port 209c6cfb-55ef-436a-b1cf-4588dc309cb8, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=209c6cfb-55ef-436a-b1cf-4588dc309cb8,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:41:22.855094 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-d347022e-2f2a-4d3a-a7ee-752e15038162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.920266 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:22.921454 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:22.921454 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:22.928082 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-3f7f6d24-9873-4360-af30-e969727cce64 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:22.933376 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7f6d24-9873-4360-af30-e969727cce64 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:22.943745 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7f6d24-9873-4360-af30-e969727cce64 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:22.945713 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6d24-9873-4360-af30-e969727cce64 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.961315 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f6d24-9873-4360-af30-e969727cce64 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Pushing event updated for resources: {'Port': ['ID=e71b2952-52bd-4775-9f00-c3ae67580f64,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:22.969622 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-99d0a0aa-bed3-4d0e-9a7d-aac0248472fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.015386 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13e74324-0b9a-4af5-adec-cec33e3ba8ba tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.040721 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d347022e-2f2a-4d3a-a7ee-752e15038162 None None] Routers {'9515aa66-e01a-47a4-acf5-fc82c2ca2c66'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:23.041692 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-d347022e-2f2a-4d3a-a7ee-752e15038162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:40:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9515aa66-e01a-47a4-acf5-fc82c2ca2c66'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:23.047333 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-99d0a0aa-bed3-4d0e-9a7d-aac0248472fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:23.052401 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-99d0a0aa-bed3-4d0e-9a7d-aac0248472fd admin admin] Usage tracker for resource:security_group_rule and tenant:a649d387c8e84510b252336b36b4c6cf is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:23.057573 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-99d0a0aa-bed3-4d0e-9a7d-aac0248472fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:23.065615 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-99d0a0aa-bed3-4d0e-9a7d-aac0248472fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:23.097918 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13e74324-0b9a-4af5-adec-cec33e3ba8ba tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.132599 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e74324-0b9a-4af5-adec-cec33e3ba8ba tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] Pushing event deleted for resources: {'Network': ['ID=b6ba7523-64d0-4a4e-9f00-9707d86c9768,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:23.138606 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.139170 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-d1f5fbb8-dac3-4ac7-a36d-38bb140e48b5 admin admin] Allocated IP 172.20.0.1 (8515717b-44bc-4a2f-9c9a-f5ff80484c08/e7fe4f7c-173a-4a1e-bc9c-b6d802a0a8b0/c36f5ac7-689f-4b48-9e3e-4e823f6907ea) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:23.150848 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-13e74324-0b9a-4af5-adec-cec33e3ba8ba tempest-QuotasNegativeTest-1342535555 tempest-QuotasNegativeTest-1342535555-project-admin] 10.222.0.104 "DELETE /v2.0/networks/b6ba7523-64d0-4a4e-9f00-9707d86c9768 HTTP/1.1" status: 204 len: 168 time: 1.9931240 Jan 21 09:41:23.156027 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-99d0a0aa-bed3-4d0e-9a7d-aac0248472fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.160486 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:23.161286 dv-neutron-825732-1-hyperv neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Failed to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] Jan 21 09:41:23.170153 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempt 10 to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 Jan 21 09:41:23.183520 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3f7f6d24-9873-4360-af30-e969727cce64 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.2888319 Jan 21 09:41:23.191540 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-99d0a0aa-bed3-4d0e-9a7d-aac0248472fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.198145 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port bd6cd324-47d1-49a4-a6e4-23b5af6394b6, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=bd6cd324-47d1-49a4-a6e4-23b5af6394b6,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:23.216049 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.245746 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc16353-11d2-4ea5-95e9-a0dfff700173 None None] Pushing event updated for resources: {'Port': ['ID=209c6cfb-55ef-436a-b1cf-4588dc309cb8,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:23.254694 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc7f0dc3-88bc-41bf-b280-39eff6de0c4d tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.261240 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54680) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:23.298281 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-99d0a0aa-bed3-4d0e-9a7d-aac0248472fd admin admin] Synchronizing usage tracker for tenant:4508da3976254a4db0b7ffb71851d045 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:23.301374 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-0ada7f9c-988d-4039-adf7-9a27fa02b3d0 None None] Set router 36e4ec95-5470-4208-b6c3-206848c3ed41 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:41:23.328793 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d0a0aa-bed3-4d0e-9a7d-aac0248472fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5524cca1-348c-4901-98bc-425584fd79a6,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:23.475426 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:23.475954 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:23.476522 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:23.493473 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-d347022e-2f2a-4d3a-a7ee-752e15038162 None None] Set router 9515aa66-e01a-47a4-acf5-fc82c2ca2c66 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:41:23.507309 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e6aa646b-3280-4d9d-9495-2a20f9d0b328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.585649 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-99d0a0aa-bed3-4d0e-9a7d-aac0248472fd admin admin] Unset dirty status for tenant:4508da3976254a4db0b7ffb71851d045 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:23.585649 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-99d0a0aa-bed3-4d0e-9a7d-aac0248472fd admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a649d387c8e84510b252336b36b4c6cf&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1832409 Jan 21 09:41:23.590107 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:23.590525 dv-neutron-825732-1-hyperv neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Failed to bind port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] Jan 21 09:41:23.591943 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.626748 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54684) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:23.754170 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc7f0dc3-88bc-41bf-b280-39eff6de0c4d tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.788544 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 3db6a495-9929-4eb1-bda7-cb1aea47d0e3 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:23.863537 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1367f517-9611-4608-a5b1-54f3a1a93026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.867836 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d1f5fbb8-dac3-4ac7-a36d-38bb140e48b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.914541 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d1f5fbb8-dac3-4ac7-a36d-38bb140e48b5 admin admin] Transition to ACTIVE for port object c36f5ac7-689f-4b48-9e3e-4e823f6907ea will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:23.939243 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1367f517-9611-4608-a5b1-54f3a1a93026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.981067 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=bd6cd324-47d1-49a4-a6e4-23b5af6394b6,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:24.120392 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5b043a96-badc-42d5-b87b-6fb0148d98fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.171418 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d1f5fbb8-dac3-4ac7-a36d-38bb140e48b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.200748 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f0dc3-88bc-41bf-b280-39eff6de0c4d tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Pushing event updated for resources: {'Port': ['ID=b3f1a86a-5161-446c-8af6-9084e7d9f9fa,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:24.293873 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1367f517-9611-4608-a5b1-54f3a1a93026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.345385 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f5fbb8-dac3-4ac7-a36d-38bb140e48b5 admin admin] Network 8515717b-44bc-4a2f-9c9a-f5ff80484c08 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:24.352501 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5fbb8-dac3-4ac7-a36d-38bb140e48b5 admin admin] Pushing event updated for resources: {'Port': ['ID=c36f5ac7-689f-4b48-9e3e-4e823f6907ea,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:24.354971 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1367f517-9611-4608-a5b1-54f3a1a93026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5524cca1-348c-4901-98bc-425584fd79a6,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:24.358407 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec88191-482e-4d04-9e23-0a4faa4e2092 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:24.359922 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-d1f5fbb8-dac3-4ac7-a36d-38bb140e48b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:24.366216 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f5fbb8-dac3-4ac7-a36d-38bb140e48b5 admin admin] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:24.372827 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec88191-482e-4d04-9e23-0a4faa4e2092 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:24.384685 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec88191-482e-4d04-9e23-0a4faa4e2092 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:24.388052 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-fec88191-482e-4d04-9e23-0a4faa4e2092 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Synchronizing usage tracker for tenant:15b34b5a0b9548a68eaea2e4552967ea on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:24.393796 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1367f517-9611-4608-a5b1-54f3a1a93026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.394996 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-1367f517-9611-4608-a5b1-54f3a1a93026 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/5524cca1-348c-4901-98bc-425584fd79a6 HTTP/1.1" status: 204 len: 168 time: 0.7412956 Jan 21 09:41:24.529359 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-1e5c10e3-f7dc-4601-beb7-3159d09bb5ac None None] Provisioning for port 9ed17e4d-82bf-40b2-b8d4-bb592aae74c4 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:24.540117 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54694) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:24.555698 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7f0dc3-88bc-41bf-b280-39eff6de0c4d tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Network 5c02f19d-5094-404a-abd4-2c7a3b84498d is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:24.557586 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-d347022e-2f2a-4d3a-a7ee-752e15038162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'name': 'tempest-ServersTestManualDisk-602671240-router', 'tenant_id': '9423dc950d0443ff88843ee602917a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '209c6cfb-55ef-436a-b1cf-4588dc309cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:10Z', 'updated_at': '2022-01-21T09:41:15Z', 'revision_number': 3, 'project_id': '9423dc950d0443ff88843ee602917a89', 'gw_port': {'id': '209c6cfb-55ef-436a-b1cf-4588dc309cb8', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:13Z', 'updated_at': '2022-01-21T09:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:24.566099 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-1e5c10e3-f7dc-4601-beb7-3159d09bb5ac None None] Provisioning complete for port 9ed17e4d-82bf-40b2-b8d4-bb592aae74c4 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:24.566674 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1e5c10e3-f7dc-4601-beb7-3159d09bb5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.568640 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d347022e-2f2a-4d3a-a7ee-752e15038162 None None] The sync data for ids ['9515aa66-e01a-47a4-acf5-fc82c2ca2c66'] in dv-neutron-825732-1-hyperv is: [{'id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'name': 'tempest-ServersTestManualDisk-602671240-router', 'tenant_id': '9423dc950d0443ff88843ee602917a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '209c6cfb-55ef-436a-b1cf-4588dc309cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:10Z', 'updated_at': '2022-01-21T09:41:15Z', 'revision_number': 3, 'project_id': '9423dc950d0443ff88843ee602917a89', 'gw_port': {'id': '209c6cfb-55ef-436a-b1cf-4588dc309cb8', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:13Z', 'updated_at': '2022-01-21T09:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:41:24.618038 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d1f5fbb8-dac3-4ac7-a36d-38bb140e48b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.636313 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-fc7f0dc3-88bc-41bf-b280-39eff6de0c4d tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:24.716158 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 3db6a495-9929-4eb1-bda7-cb1aea47d0e3 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:24.716732 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.720653 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7f0dc3-88bc-41bf-b280-39eff6de0c4d tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:24.999972 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d1f5fbb8-dac3-4ac7-a36d-38bb140e48b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.052559 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-fec88191-482e-4d04-9e23-0a4faa4e2092 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Unset dirty status for tenant:15b34b5a0b9548a68eaea2e4552967ea on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:25.053789 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-fec88191-482e-4d04-9e23-0a4faa4e2092 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 1.7469103 Jan 21 09:41:25.054944 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7f0dc3-88bc-41bf-b280-39eff6de0c4d tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:25.055539 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc7f0dc3-88bc-41bf-b280-39eff6de0c4d tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.091521 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54702) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:25.120822 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-1e5c10e3-f7dc-4601-beb7-3159d09bb5ac None None] Port 9ed17e4d-82bf-40b2-b8d4-bb592aae74c4 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:41:25.154728 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-fc7f0dc3-88bc-41bf-b280-39eff6de0c4d tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 5.9683170 Jan 21 09:41:25.208482 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54706) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:25.235340 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0ada7f9c-988d-4039-adf7-9a27fa02b3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'name': 'tempest-ServerActionsTestJSON-847635217-router', 'tenant_id': '336aa381caa24798b3c72d188fdcb52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '792f8e78-68dc-4327-9e5b-cb5aa42c0761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:07Z', 'updated_at': '2022-01-21T09:41:12Z', 'revision_number': 3, 'project_id': '336aa381caa24798b3c72d188fdcb52a', 'gw_port': {'id': '792f8e78-68dc-4327-9e5b-cb5aa42c0761', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:09Z', 'updated_at': '2022-01-21T09:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:25.239568 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6aa646b-3280-4d9d-9495-2a20f9d0b328 admin admin] Network cb261bb5-f04b-4e44-bf4e-b6255f6519ef is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:25.248991 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-1e5c10e3-f7dc-4601-beb7-3159d09bb5ac None None] Provisioning for port e71b2952-52bd-4775-9f00-c3ae67580f64 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:25.290925 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ada7f9c-988d-4039-adf7-9a27fa02b3d0 None None] The sync data for ids ['36e4ec95-5470-4208-b6c3-206848c3ed41'] in dv-neutron-825732-1-hyperv is: [{'id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'name': 'tempest-ServerActionsTestJSON-847635217-router', 'tenant_id': '336aa381caa24798b3c72d188fdcb52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '792f8e78-68dc-4327-9e5b-cb5aa42c0761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:07Z', 'updated_at': '2022-01-21T09:41:12Z', 'revision_number': 3, 'project_id': '336aa381caa24798b3c72d188fdcb52a', 'gw_port': {'id': '792f8e78-68dc-4327-9e5b-cb5aa42c0761', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:09Z', 'updated_at': '2022-01-21T09:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:41:25.302716 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-e6aa646b-3280-4d9d-9495-2a20f9d0b328 admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:25.315437 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] For port 3cb85cbf-4b2e-44dc-a980-442e7155ba40, host hv-neutron-8257, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:25.317213 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempted to set empty binding levels {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 21 09:41:25.328186 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-1e5c10e3-f7dc-4601-beb7-3159d09bb5ac None None] Provisioning complete for port e71b2952-52bd-4775-9f00-c3ae67580f64 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:25.328783 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1e5c10e3-f7dc-4601-beb7-3159d09bb5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.389339 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e7dc6691-76d8-4695-8c73-49e420ddcfd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.454633 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.515879 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 7a0e196f-092e-4c57-b562-865d324de1d3 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:25.727371 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-1e5c10e3-f7dc-4601-beb7-3159d09bb5ac None None] Port e71b2952-52bd-4775-9f00-c3ae67580f64 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:41:25.729667 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54710) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:25.786815 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 7a0e196f-092e-4c57-b562-865d324de1d3 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:25.801286 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 7a0e196f-092e-4c57-b562-865d324de1d3 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:25.802071 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.953305 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-d1f5fbb8-dac3-4ac7-a36d-38bb140e48b5 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:41:25.954825 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.995302 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-49f35228-dc05-40af-baae-58f6c361a032 None None] Provisioning complete for port 9ed17e4d-82bf-40b2-b8d4-bb592aae74c4 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:25.995944 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-f418a25b-3f24-4dc1-bc40-5b2dab38fa52 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Deleting port e71b2952-52bd-4775-9f00-c3ae67580f64 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:25.996104 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-49f35228-dc05-40af-baae-58f6c361a032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.996516 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f418a25b-3f24-4dc1-bc40-5b2dab38fa52 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.004993 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-e7dc6691-76d8-4695-8c73-49e420ddcfd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:26.010423 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d1f5fbb8-dac3-4ac7-a36d-38bb140e48b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.028761 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e7dc6691-76d8-4695-8c73-49e420ddcfd3 admin admin] Usage tracker for resource:security_group_rule and tenant:b4b9b9c73a864bc3b2b738fba9bcdcec is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:26.038408 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d1f5fbb8-dac3-4ac7-a36d-38bb140e48b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.076209 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-74028fb9-e9d7-4d9f-8a16-9bf91c0190fd tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Deleting port b3f1a86a-5161-446c-8af6-9084e7d9f9fa {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:26.077048 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-74028fb9-e9d7-4d9f-8a16-9bf91c0190fd tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.094841 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e7dc6691-76d8-4695-8c73-49e420ddcfd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:26.149339 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d9236e0e-06be-491a-a329-d5458e52f1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.155716 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-49f35228-dc05-40af-baae-58f6c361a032 None None] Port 9ed17e4d-82bf-40b2-b8d4-bb592aae74c4 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:41:26.159966 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.188840 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-e7dc6691-76d8-4695-8c73-49e420ddcfd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:26.215989 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-49f35228-dc05-40af-baae-58f6c361a032 None None] Provisioning complete for port e71b2952-52bd-4775-9f00-c3ae67580f64 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:26.216356 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-49f35228-dc05-40af-baae-58f6c361a032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.227230 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ed035dea-1928-4865-87c1-5f71e5846490 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=4ca37b0b276a49a38862f6ba8d058fd1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4929152 Jan 21 09:41:26.242643 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54714) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:26.251433 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 9.4705853 Jan 21 09:41:26.279737 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 7a0e196f-092e-4c57-b562-865d324de1d3, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=7a0e196f-092e-4c57-b562-865d324de1d3,segment=NetworkSegment(bccaf9bb-b4a2-4890-88e0-63ff8829332e),segment_id=bccaf9bb-b4a2-4890-88e0-63ff8829332e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:26.290639 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54716) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:26.293045 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.331299 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5fbb8-dac3-4ac7-a36d-38bb140e48b5 admin admin] Pushing event updated for resources: {'Port': ['ID=c36f5ac7-689f-4b48-9e3e-4e823f6907ea,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:26.357642 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-49f35228-dc05-40af-baae-58f6c361a032 None None] Port e71b2952-52bd-4775-9f00-c3ae67580f64 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:41:26.373904 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9c844b0e-0243-4509-9dce-a0cc9c2a1be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.426008 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d1f5fbb8-dac3-4ac7-a36d-38bb140e48b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.431931 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-49f35228-dc05-40af-baae-58f6c361a032 None None] Provisioning complete for port addb60a6-06a2-43cf-b694-4e550eb22d78 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:26.431931 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-49f35228-dc05-40af-baae-58f6c361a032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.510113 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-49f35228-dc05-40af-baae-58f6c361a032 None None] Port addb60a6-06a2-43cf-b694-4e550eb22d78 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:41:26.515175 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=7a0e196f-092e-4c57-b562-865d324de1d3,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:26.525480 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98879265-3500-4755-9a31-ff00678a05cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Pushing event updated for resources: {'Port': ['ID=3cb85cbf-4b2e-44dc-a980-442e7155ba40,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:26.534920 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-49f35228-dc05-40af-baae-58f6c361a032 None None] Provisioning for port c36f5ac7-689f-4b48-9e3e-4e823f6907ea completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:26.541952 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-49f35228-dc05-40af-baae-58f6c361a032 None None] Provisioning complete for port c36f5ac7-689f-4b48-9e3e-4e823f6907ea triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:26.542740 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-49f35228-dc05-40af-baae-58f6c361a032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.633801 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-49f35228-dc05-40af-baae-58f6c361a032 None None] Port c36f5ac7-689f-4b48-9e3e-4e823f6907ea cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:41:26.716670 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 209c6cfb-55ef-436a-b1cf-4588dc309cb8 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:26.721110 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-ea697e9f-fd36-4a86-bccd-36050b814bba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Deleting port 3cb85cbf-4b2e-44dc-a980-442e7155ba40 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:26.721459 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ea697e9f-fd36-4a86-bccd-36050b814bba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.796770 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 209c6cfb-55ef-436a-b1cf-4588dc309cb8 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:26.803671 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 209c6cfb-55ef-436a-b1cf-4588dc309cb8 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:26.804267 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.835566 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e7dc6691-76d8-4695-8c73-49e420ddcfd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.853458 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9720ca47-eb82-43cf-b318-5b0dec106e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.858324 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e7dc6691-76d8-4695-8c73-49e420ddcfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.975608 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.996345 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 209c6cfb-55ef-436a-b1cf-4588dc309cb8, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=209c6cfb-55ef-436a-b1cf-4588dc309cb8,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:27.001439 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.002878 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device bd6cd324-47d1-49a4-a6e4-23b5af6394b6 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:27.010463 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-74028fb9-e9d7-4d9f-8a16-9bf91c0190fd tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.108663 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f5fbb8-dac3-4ac7-a36d-38bb140e48b5 admin admin] Network 8515717b-44bc-4a2f-9c9a-f5ff80484c08 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:27.140939 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=209c6cfb-55ef-436a-b1cf-4588dc309cb8,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:27.144788 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-d1f5fbb8-dac3-4ac7-a36d-38bb140e48b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:27.169259 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port bd6cd324-47d1-49a4-a6e4-23b5af6394b6 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:27.169907 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.190104 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-74028fb9-e9d7-4d9f-8a16-9bf91c0190fd tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Calling delete_port for b3f1a86a-5161-446c-8af6-9084e7d9f9fa owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:27.258001 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9720ca47-eb82-43cf-b318-5b0dec106e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.260662 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f418a25b-3f24-4dc1-bc40-5b2dab38fa52 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.297382 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc6691-76d8-4695-8c73-49e420ddcfd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4526e58-a4cb-4dbb-a676-82e8b1638da9,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:27.327919 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e7dc6691-76d8-4695-8c73-49e420ddcfd3 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=b4b9b9c73a864bc3b2b738fba9bcdcec&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7673273 Jan 21 09:41:27.344190 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54722) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:27.383335 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 792f8e78-68dc-4327-9e5b-cb5aa42c0761 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:27.481551 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.483465 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 792f8e78-68dc-4327-9e5b-cb5aa42c0761 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:27.491133 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 792f8e78-68dc-4327-9e5b-cb5aa42c0761 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:27.491541 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.516578 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-d9236e0e-06be-491a-a329-d5458e52f1a4 admin admin] Allocated IP 172.20.0.1 (d89fa3fc-d223-4e65-92aa-0d0d70c94692/a7325b76-47ff-4095-956a-0847071f4d3d/ade5ee17-2266-42f9-b84d-b210cc99bde1) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:27.521068 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-f418a25b-3f24-4dc1-bc40-5b2dab38fa52 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Calling delete_port for e71b2952-52bd-4775-9f00-c3ae67580f64 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:27.608257 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9720ca47-eb82-43cf-b318-5b0dec106e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.630819 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-b11085aa-bf3d-43e5-a0dd-441271468e5f None None] Provisioning complete for port c36f5ac7-689f-4b48-9e3e-4e823f6907ea triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:27.631193 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b11085aa-bf3d-43e5-a0dd-441271468e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.695065 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.714898 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.726024 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-b11085aa-bf3d-43e5-a0dd-441271468e5f None None] Port c36f5ac7-689f-4b48-9e3e-4e823f6907ea cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:41:27.738830 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 792f8e78-68dc-4327-9e5b-cb5aa42c0761, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=792f8e78-68dc-4327-9e5b-cb5aa42c0761,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:27.744066 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2aeb2db3-7a6a-4edc-984e-5c56e431e7c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.745609 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.772476 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720ca47-eb82-43cf-b318-5b0dec106e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac1c079-3a71-424c-9833-745e665a8ef9,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:27.804275 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-ea697e9f-fd36-4a86-bccd-36050b814bba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] For port 3cb85cbf-4b2e-44dc-a980-442e7155ba40, host hv-neutron-8257, got binding levels [] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:27.804858 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ea697e9f-fd36-4a86-bccd-36050b814bba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.840468 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=792f8e78-68dc-4327-9e5b-cb5aa42c0761,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:27.929800 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2aeb2db3-7a6a-4edc-984e-5c56e431e7c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.974906 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9720ca47-eb82-43cf-b318-5b0dec106e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.976029 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9720ca47-eb82-43cf-b318-5b0dec106e0a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/8ac1c079-3a71-424c-9833-745e665a8ef9 HTTP/1.1" status: 204 len: 168 time: 1.7113569 Jan 21 09:41:27.999566 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-ea697e9f-fd36-4a86-bccd-36050b814bba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Calling delete_port for 3cb85cbf-4b2e-44dc-a980-442e7155ba40 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:28.045366 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d9236e0e-06be-491a-a329-d5458e52f1a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.078321 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d9236e0e-06be-491a-a329-d5458e52f1a4 admin admin] Transition to ACTIVE for port object ade5ee17-2266-42f9-b84d-b210cc99bde1 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:28.132992 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2aeb2db3-7a6a-4edc-984e-5c56e431e7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.175285 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb2db3-7a6a-4edc-984e-5c56e431e7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4526e58-a4cb-4dbb-a676-82e8b1638da9,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:28.191610 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2aeb2db3-7a6a-4edc-984e-5c56e431e7c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.193927 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-2aeb2db3-7a6a-4edc-984e-5c56e431e7c1 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/e4526e58-a4cb-4dbb-a676-82e8b1638da9 HTTP/1.1" status: 204 len: 168 time: 0.8439643 Jan 21 09:41:28.221764 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-74028fb9-e9d7-4d9f-8a16-9bf91c0190fd tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.232967 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d9236e0e-06be-491a-a329-d5458e52f1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.297395 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ea697e9f-fd36-4a86-bccd-36050b814bba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.300322 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74028fb9-e9d7-4d9f-8a16-9bf91c0190fd tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Pushing event deleted for resources: {'Port': ['ID=b3f1a86a-5161-446c-8af6-9084e7d9f9fa,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:28.336185 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9236e0e-06be-491a-a329-d5458e52f1a4 admin admin] Network d89fa3fc-d223-4e65-92aa-0d0d70c94692 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:28.343695 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-d9236e0e-06be-491a-a329-d5458e52f1a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:28.356415 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9236e0e-06be-491a-a329-d5458e52f1a4 admin admin] Pushing event updated for resources: {'Port': ['ID=ade5ee17-2266-42f9-b84d-b210cc99bde1,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:28.360226 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9236e0e-06be-491a-a329-d5458e52f1a4 admin admin] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:28.387406 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f418a25b-3f24-4dc1-bc40-5b2dab38fa52 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.484997 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f5fbb8-dac3-4ac7-a36d-38bb140e48b5 admin admin] Router 36e4ec95-5470-4208-b6c3-206848c3ed41 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:41:28.503991 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 209c6cfb-55ef-436a-b1cf-4588dc309cb8 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:28.530810 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d9236e0e-06be-491a-a329-d5458e52f1a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.550760 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-74028fb9-e9d7-4d9f-8a16-9bf91c0190fd tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.559187 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ea697e9f-fd36-4a86-bccd-36050b814bba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.618398 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6aa646b-3280-4d9d-9495-2a20f9d0b328 admin admin] Router 2df0d9d6-ed3e-452e-957e-9001f176ab7a has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:41:28.636675 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ea697e9f-fd36-4a86-bccd-36050b814bba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] 10.222.0.104 "DELETE /v2.0/ports/3cb85cbf-4b2e-44dc-a980-442e7155ba40 HTTP/1.1" status: 204 len: 168 time: 2.3446701 Jan 21 09:41:28.669791 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54734) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:28.677186 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 209c6cfb-55ef-436a-b1cf-4588dc309cb8 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:28.677943 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.705201 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea697e9f-fd36-4a86-bccd-36050b814bba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Pushing event deleted for resources: {'Port': ['ID=3cb85cbf-4b2e-44dc-a980-442e7155ba40,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:28.799931 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f418a25b-3f24-4dc1-bc40-5b2dab38fa52 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.803823 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f418a25b-3f24-4dc1-bc40-5b2dab38fa52 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] 10.222.0.104 "DELETE /v2.0/ports/e71b2952-52bd-4775-9f00-c3ae67580f64 HTTP/1.1" status: 204 len: 168 time: 3.6776373 Jan 21 09:41:28.805407 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418a25b-3f24-4dc1-bc40-5b2dab38fa52 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Pushing event deleted for resources: {'Port': ['ID=e71b2952-52bd-4775-9f00-c3ae67580f64,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:28.813224 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54742) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:28.841332 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-74028fb9-e9d7-4d9f-8a16-9bf91c0190fd tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] 10.222.0.104 "DELETE /v2.0/ports/b3f1a86a-5161-446c-8af6-9084e7d9f9fa HTTP/1.1" status: 204 len: 168 time: 3.6000378 Jan 21 09:41:28.851358 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54748) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:28.888244 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-6cc8d875-fe5f-4070-87cd-19a3c77c4ab4 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Request body: {'port': {'name': 'tempest-new-port-name-1769239992', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:28.888727 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.api.validators [None req-6cc8d875-fe5f-4070-87cd-19a3c77c4ab4 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] bootfile-name is not in valid_values {{(pid=83598) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:41:28.889061 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.api.validators [None req-6cc8d875-fe5f-4070-87cd-19a3c77c4ab4 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] tftp-server is not in valid_values {{(pid=83598) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:41:28.889402 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.api.validators [None req-6cc8d875-fe5f-4070-87cd-19a3c77c4ab4 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] server-ip-address is not in valid_values {{(pid=83598) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:41:28.895587 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-4690e558-158a-4ff5-9649-5902e2cba45d None None] Provisioning for port ade5ee17-2266-42f9-b84d-b210cc99bde1 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:28.923067 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-4690e558-158a-4ff5-9649-5902e2cba45d None None] Provisioning complete for port ade5ee17-2266-42f9-b84d-b210cc99bde1 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:28.923431 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4690e558-158a-4ff5-9649-5902e2cba45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.965897 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a7f8dd-9f37-4062-991b-0ec59b92f75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:41:28.967193 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-34a7f8dd-9f37-4062-991b-0ec59b92f75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] 10.222.0.104 "GET /v2.0/ports/3cb85cbf-4b2e-44dc-a980-442e7155ba40 HTTP/1.1" status: 404 len: 333 time: 0.2673836 Jan 21 09:41:28.986259 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54754) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:29.015749 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-8e71278e-29d0-4071-91c7-25a781d56939 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c02f19d-5094-404a-abd4-2c7a3b84498d', 'external_fixed_ips': [{'subnet_id': 'a03fdf3b-a464-46f7-b7f2-78a2568ea8d8', 'ip_address': '172.20.0.12'}]}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:29.027543 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8e71278e-29d0-4071-91c7-25a781d56939 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:29.043354 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8e71278e-29d0-4071-91c7-25a781d56939 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Usage tracker for resource:router and tenant:d66eceab8d184c82bef254493f349b4a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:29.048420 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8e71278e-29d0-4071-91c7-25a781d56939 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:29.057849 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8e71278e-29d0-4071-91c7-25a781d56939 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:29.067964 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-f8e33433-30f0-466f-8f71-b22f78f7afe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Request body: {'port': {'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-128806209'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:29.099034 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f8e33433-30f0-466f-8f71-b22f78f7afe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:29.167813 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8e71278e-29d0-4071-91c7-25a781d56939 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.171373 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8e71278e-29d0-4071-91c7-25a781d56939 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.187653 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-f8e33433-30f0-466f-8f71-b22f78f7afe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Usage tracker for resource:port and tenant:ff988181bbfe4a8295c46771d995c025 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:29.188190 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-4690e558-158a-4ff5-9649-5902e2cba45d None None] Port ade5ee17-2266-42f9-b84d-b210cc99bde1 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:41:29.200849 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 7a0e196f-092e-4c57-b562-865d324de1d3 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:29.222995 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8e71278e-29d0-4071-91c7-25a781d56939 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.294174 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 7a0e196f-092e-4c57-b562-865d324de1d3 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:29.294704 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.350006 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-f8e33433-30f0-466f-8f71-b22f78f7afe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:29.372187 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f8e33433-30f0-466f-8f71-b22f78f7afe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:29.379665 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6cc8d875-fe5f-4070-87cd-19a3c77c4ab4 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.394009 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.484016 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54764) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:29.523473 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e33433-30f0-466f-8f71-b22f78f7afe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Made reservation on behalf of ff988181bbfe4a8295c46771d995c025 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:29.525879 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f8e33433-30f0-466f-8f71-b22f78f7afe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.528240 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9b54d2ef-3866-445e-9470-0bb58a31c873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.542641 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d9236e0e-06be-491a-a329-d5458e52f1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.543305 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8e71278e-29d0-4071-91c7-25a781d56939 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.551334 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 792f8e78-68dc-4327-9e5b-cb5aa42c0761 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:29.590926 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6aa646b-3280-4d9d-9495-2a20f9d0b328 admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:41:29.631988 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9b54d2ef-3866-445e-9470-0bb58a31c873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:29.654497 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e6aa646b-3280-4d9d-9495-2a20f9d0b328 admin admin] 10.222.0.104 "PUT /v2.0/routers/2df0d9d6-ed3e-452e-957e-9001f176ab7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.9094031 Jan 21 09:41:29.669620 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9b54d2ef-3866-445e-9470-0bb58a31c873 admin admin] Usage tracker for resource:security_group_rule and tenant:303da38cf72445c582368cb02014b43f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:29.669874 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87417803-4b13-449a-a686-923394ffe541 None None] Sync routers for ids ['2df0d9d6-ed3e-452e-957e-9001f176ab7a'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:41:29.680447 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9b54d2ef-3866-445e-9470-0bb58a31c873 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:29.680847 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9b54d2ef-3866-445e-9470-0bb58a31c873 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:29.704355 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-f8e33433-30f0-466f-8f71-b22f78f7afe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] device_id is not set on port add130f7-4c57-45e8-a56d-40046322fcd2 yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:29.718697 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87417803-4b13-449a-a686-923394ffe541 None None] Routers {'2df0d9d6-ed3e-452e-957e-9001f176ab7a'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:29.719589 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-87417803-4b13-449a-a686-923394ffe541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:41:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['2df0d9d6-ed3e-452e-957e-9001f176ab7a'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:29.945792 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9b54d2ef-3866-445e-9470-0bb58a31c873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.958730 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9b54d2ef-3866-445e-9470-0bb58a31c873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.002885 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9b54d2ef-3866-445e-9470-0bb58a31c873 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=303da38cf72445c582368cb02014b43f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5166206 Jan 21 09:41:30.003081 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54772) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:30.061840 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54d2ef-3866-445e-9470-0bb58a31c873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcf680b-a66a-4b6b-8ea9-9e29cde2e9a9,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:30.130097 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-60e1b215-4c35-4cf6-a19c-3b76611615a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.170963 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 792f8e78-68dc-4327-9e5b-cb5aa42c0761 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:30.170963 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.317474 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d9236e0e-06be-491a-a329-d5458e52f1a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.318453 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-60e1b215-4c35-4cf6-a19c-3b76611615a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.329007 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-87417803-4b13-449a-a686-923394ffe541 None None] Set router 2df0d9d6-ed3e-452e-957e-9001f176ab7a gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:41:30.356213 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d9236e0e-06be-491a-a329-d5458e52f1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.551863 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8e71278e-29d0-4071-91c7-25a781d56939 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.572533 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6cc8d875-fe5f-4070-87cd-19a3c77c4ab4 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.595496 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8e71278e-29d0-4071-91c7-25a781d56939 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.629033 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f5fbb8-dac3-4ac7-a36d-38bb140e48b5 admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:41:30.636465 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d9236e0e-06be-491a-a329-d5458e52f1a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.652395 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6cc8d875-fe5f-4070-87cd-19a3c77c4ab4 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.734813 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-60e1b215-4c35-4cf6-a19c-3b76611615a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.790013 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1b215-4c35-4cf6-a19c-3b76611615a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcf680b-a66a-4b6b-8ea9-9e29cde2e9a9,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:30.817861 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d1f5fbb8-dac3-4ac7-a36d-38bb140e48b5 admin admin] 10.222.0.104 "PUT /v2.0/routers/36e4ec95-5470-4208-b6c3-206848c3ed41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4020538 Jan 21 09:41:30.960053 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-60e1b215-4c35-4cf6-a19c-3b76611615a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.964608 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-60e1b215-4c35-4cf6-a19c-3b76611615a2 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/fbcf680b-a66a-4b6b-8ea9-9e29cde2e9a9 HTTP/1.1" status: 204 len: 168 time: 0.9587896 Jan 21 09:41:31.029755 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-87417803-4b13-449a-a686-923394ffe541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'name': 'tempest-ServersTestJSON-1396389088-router', 'tenant_id': 'a795fbd174334072b3ab0ded96f09259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bd6cd324-47d1-49a4-a6e4-23b5af6394b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:08Z', 'updated_at': '2022-01-21T09:41:20Z', 'revision_number': 4, 'project_id': 'a795fbd174334072b3ab0ded96f09259', 'gw_port': {'id': 'bd6cd324-47d1-49a4-a6e4-23b5af6394b6', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:47:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:09Z', 'updated_at': '2022-01-21T09:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'addb60a6-06a2-43cf-b694-4e550eb22d78', 'name': '', 'network_id': 'cb261bb5-f04b-4e44-bf4e-b6255f6519ef', 'tenant_id': 'a795fbd174334072b3ab0ded96f09259', 'mac_address': 'fa:16:3e:5f:bf:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f61ceb71-d229-45b9-93db-87fdf9ae5111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:18Z', 'updated_at': '2022-01-21T09:41:21Z', 'revision_number': 2, 'project_id': 'a795fbd174334072b3ab0ded96f09259', 'subnets': [{'id': 'f61ceb71-d229-45b9-93db-87fdf9ae5111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:31.040022 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87417803-4b13-449a-a686-923394ffe541 None None] Checking router: 2df0d9d6-ed3e-452e-957e-9001f176ab7a for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:41:31.040367 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87417803-4b13-449a-a686-923394ffe541 None None] Updating router 2df0d9d6-ed3e-452e-957e-9001f176ab7a port addb60a6-06a2-43cf-b694-4e550eb22d78 binding host dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:41:31.125747 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6cc8d875-fe5f-4070-87cd-19a3c77c4ab4 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] In _notify_port_updated(), no bound segment for port 9ed17e4d-82bf-40b2-b8d4-bb592aae74c4 on network 1589a04b-7038-4fef-af83-f424db31960a {{(pid=83598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:41:31.126770 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-8e71278e-29d0-4071-91c7-25a781d56939 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Allocated IP 172.20.0.12 (5c02f19d-5094-404a-abd4-2c7a3b84498d/a03fdf3b-a464-46f7-b7f2-78a2568ea8d8/8f795407-ec16-46ea-a55b-63c94775176d) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:31.130265 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc8d875-fe5f-4070-87cd-19a3c77c4ab4 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:31.130941 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6cc8d875-fe5f-4070-87cd-19a3c77c4ab4 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.132375 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6cc8d875-fe5f-4070-87cd-19a3c77c4ab4 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] 10.222.0.104 "PUT /v2.0/ports/9ed17e4d-82bf-40b2-b8d4-bb592aae74c4 HTTP/1.1" status: 200 len: 1130 time: 2.3060954 Jan 21 09:41:31.139821 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54800) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:31.316062 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f8e33433-30f0-466f-8f71-b22f78f7afe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.318340 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9236e0e-06be-491a-a329-d5458e52f1a4 admin admin] Pushing event updated for resources: {'Port': ['ID=ade5ee17-2266-42f9-b84d-b210cc99bde1,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:31.334002 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-87417803-4b13-449a-a686-923394ffe541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.386187 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9236e0e-06be-491a-a329-d5458e52f1a4 admin admin] Network d89fa3fc-d223-4e65-92aa-0d0d70c94692 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:31.432081 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8e71278e-29d0-4071-91c7-25a781d56939 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.471903 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-d9236e0e-06be-491a-a329-d5458e52f1a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:31.493188 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f8e33433-30f0-466f-8f71-b22f78f7afe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.782315 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52757866-4631-4efc-93e9-88725aa70175 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:31.783678 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-52757866-4631-4efc-93e9-88725aa70175 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Synchronizing usage tracker for tenant:15b34b5a0b9548a68eaea2e4552967ea on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:31.865586 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-52757866-4631-4efc-93e9-88725aa70175 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Unset dirty status for tenant:15b34b5a0b9548a68eaea2e4552967ea on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:31.869604 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-52757866-4631-4efc-93e9-88725aa70175 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] 10.222.0.104 "GET /v2.0/ports/9ed17e4d-82bf-40b2-b8d4-bb592aae74c4 HTTP/1.1" status: 200 len: 1130 time: 0.7286162 Jan 21 09:41:31.885792 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54814) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:31.940550 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54818) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:31.953211 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-cca1f854-4245-4e09-8540-3491616d2bff tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Request body: {'security_group': {'name': 'tempest-securitygroup--258596300', 'description': 'tempest-description--1743203353'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:31.961961 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-cca1f854-4245-4e09-8540-3491616d2bff tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:31.966559 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-cca1f854-4245-4e09-8540-3491616d2bff tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Usage tracker for resource:security_group and tenant:a795fbd174334072b3ab0ded96f09259 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:31.978756 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-cca1f854-4245-4e09-8540-3491616d2bff tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:31.987654 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-cca1f854-4245-4e09-8540-3491616d2bff tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:32.020200 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cca1f854-4245-4e09-8540-3491616d2bff tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.108953 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e33433-30f0-466f-8f71-b22f78f7afe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:32.112893 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8d875-fe5f-4070-87cd-19a3c77c4ab4 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Pushing event updated for resources: {'Port': ['ID=9ed17e4d-82bf-40b2-b8d4-bb592aae74c4,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:32.129439 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-f8e33433-30f0-466f-8f71-b22f78f7afe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:32.145550 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8e71278e-29d0-4071-91c7-25a781d56939 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.180826 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e33433-30f0-466f-8f71-b22f78f7afe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:32.182131 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e33433-30f0-466f-8f71-b22f78f7afe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:32.182918 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f8e33433-30f0-466f-8f71-b22f78f7afe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.184594 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c7696213-0d8c-4310-b53f-99504031f906 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Deleting port 9ed17e4d-82bf-40b2-b8d4-bb592aae74c4 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:32.185143 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c7696213-0d8c-4310-b53f-99504031f906 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.223689 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f8e33433-30f0-466f-8f71-b22f78f7afe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.1990702 Jan 21 09:41:32.232152 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54826) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:32.239701 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-13822ca9-ec36-4980-a91a-4fb284974eca None None] Provisioning complete for port 9ed17e4d-82bf-40b2-b8d4-bb592aae74c4 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:32.240061 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-13822ca9-ec36-4980-a91a-4fb284974eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.261561 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:32.418646 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e33433-30f0-466f-8f71-b22f78f7afe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Pushing event updated for resources: {'Port': ['ID=add130f7-4c57-45e8-a56d-40046322fcd2,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:32.445690 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-cca1f854-4245-4e09-8540-3491616d2bff tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:32.455428 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-cca1f854-4245-4e09-8540-3491616d2bff tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Usage tracker for resource:security_group_rule and tenant:a795fbd174334072b3ab0ded96f09259 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:32.467605 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71278e-29d0-4071-91c7-25a781d56939 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Pushing event updated for resources: {'Port': ['ID=8f795407-ec16-46ea-a55b-63c94775176d,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:32.553445 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e71278e-29d0-4071-91c7-25a781d56939 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Network 5c02f19d-5094-404a-abd4-2c7a3b84498d is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:32.560972 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-8e71278e-29d0-4071-91c7-25a781d56939 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:32.563609 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e71278e-29d0-4071-91c7-25a781d56939 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:32.597252 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-13822ca9-ec36-4980-a91a-4fb284974eca None None] Port 9ed17e4d-82bf-40b2-b8d4-bb592aae74c4 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:41:32.615132 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-cca1f854-4245-4e09-8540-3491616d2bff tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:32.620986 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.659474 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-cca1f854-4245-4e09-8540-3491616d2bff tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:32.662931 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-87417803-4b13-449a-a686-923394ffe541 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.716495 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-87417803-4b13-449a-a686-923394ffe541 None None] Transition to ACTIVE for port object addb60a6-06a2-43cf-b694-4e550eb22d78 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:32.748010 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-87417803-4b13-449a-a686-923394ffe541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.000992 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074918ae-5f74-4c66-a01c-3e18fde7a176 None None] Pushing event updated for resources: {'Port': ['ID=addb60a6-06a2-43cf-b694-4e550eb22d78,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:33.120586 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-7b0ba852-0b7a-45eb-906e-7251a5d542e7 None None] Provisioning complete for port ade5ee17-2266-42f9-b84d-b210cc99bde1 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:33.120889 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7b0ba852-0b7a-45eb-906e-7251a5d542e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.185680 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54850) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:33.204562 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e9acc93b-ac53-48ae-a693-f6bb44032807 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Request body: {'security_group': {'name': 'tempest-securitygroup--772832277', 'description': 'tempest-description--574326027'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:33.213731 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e9acc93b-ac53-48ae-a693-f6bb44032807 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:33.220231 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e9acc93b-ac53-48ae-a693-f6bb44032807 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Usage tracker for resource:security_group and tenant:336aa381caa24798b3c72d188fdcb52a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:33.224391 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e9acc93b-ac53-48ae-a693-f6bb44032807 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:33.231563 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e9acc93b-ac53-48ae-a693-f6bb44032807 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:33.255499 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9acc93b-ac53-48ae-a693-f6bb44032807 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.362539 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e9acc93b-ac53-48ae-a693-f6bb44032807 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:33.369193 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e9acc93b-ac53-48ae-a693-f6bb44032807 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Usage tracker for resource:security_group_rule and tenant:336aa381caa24798b3c72d188fdcb52a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:33.374511 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e9acc93b-ac53-48ae-a693-f6bb44032807 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:33.381351 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e9acc93b-ac53-48ae-a693-f6bb44032807 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:33.452161 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9acc93b-ac53-48ae-a693-f6bb44032807 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.454284 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-7b0ba852-0b7a-45eb-906e-7251a5d542e7 None None] Port ade5ee17-2266-42f9-b84d-b210cc99bde1 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:41:33.482583 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9acc93b-ac53-48ae-a693-f6bb44032807 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.488229 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-87417803-4b13-449a-a686-923394ffe541 None None] Attempting to bind port addb60a6-06a2-43cf-b694-4e550eb22d78 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:33.488857 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-87417803-4b13-449a-a686-923394ffe541 None None] Attempting to bind port addb60a6-06a2-43cf-b694-4e550eb22d78 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'e697bd79-488c-4593-885e-69b8ce3d5a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'cb261bb5-f04b-4e44-bf4e-b6255f6519ef'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:33.490427 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87417803-4b13-449a-a686-923394ffe541 None None] Attempting to bind port addb60a6-06a2-43cf-b694-4e550eb22d78 on network cb261bb5-f04b-4e44-bf4e-b6255f6519ef {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:33.499992 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87417803-4b13-449a-a686-923394ffe541 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:41:33.500689 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87417803-4b13-449a-a686-923394ffe541 None None] Checking segment: {'id': 'e697bd79-488c-4593-885e-69b8ce3d5a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'cb261bb5-f04b-4e44-bf4e-b6255f6519ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:33.501223 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-87417803-4b13-449a-a686-923394ffe541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.502146 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87417803-4b13-449a-a686-923394ffe541 None None] Bound using segment: {'id': 'e697bd79-488c-4593-885e-69b8ce3d5a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'cb261bb5-f04b-4e44-bf4e-b6255f6519ef'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:41:33.502920 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-87417803-4b13-449a-a686-923394ffe541 None None] Bound port: addb60a6-06a2-43cf-b694-4e550eb22d78, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e697bd79-488c-4593-885e-69b8ce3d5a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'cb261bb5-f04b-4e44-bf4e-b6255f6519ef'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:33.503497 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-87417803-4b13-449a-a686-923394ffe541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.516992 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cca1f854-4245-4e09-8540-3491616d2bff tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.527350 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] device_id is not set on port add130f7-4c57-45e8-a56d-40046322fcd2 yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:33.546668 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cca1f854-4245-4e09-8540-3491616d2bff tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.558255 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c7696213-0d8c-4310-b53f-99504031f906 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.581889 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.661349 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-87417803-4b13-449a-a686-923394ffe541 None None] For port addb60a6-06a2-43cf-b694-4e550eb22d78, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:33.676299 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-87417803-4b13-449a-a686-923394ffe541 None None] For port addb60a6-06a2-43cf-b694-4e550eb22d78, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=addb60a6-06a2-43cf-b694-4e550eb22d78,segment=NetworkSegment(e697bd79-488c-4593-885e-69b8ce3d5a8d),segment_id=e697bd79-488c-4593-885e-69b8ce3d5a8d)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:41:33.692316 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-87417803-4b13-449a-a686-923394ffe541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.724021 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Transition to ACTIVE for port object add130f7-4c57-45e8-a56d-40046322fcd2 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:33.736100 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca1f854-4245-4e09-8540-3491616d2bff tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb836b61-b527-4f37-a5a3-e6dd34c28659,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:33.741421 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cca1f854-4245-4e09-8540-3491616d2bff tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.747193 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-cca1f854-4245-4e09-8540-3491616d2bff tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.7983918 Jan 21 09:41:33.747890 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.754356 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54862) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:33.767162 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9acc93b-ac53-48ae-a693-f6bb44032807 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f9025d-d579-4ed3-a4d9-844b1d35422f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:33.877139 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9acc93b-ac53-48ae-a693-f6bb44032807 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.878821 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e9acc93b-ac53-48ae-a693-f6bb44032807 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.6918447 Jan 21 09:41:33.887616 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c7696213-0d8c-4310-b53f-99504031f906 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Calling delete_port for 9ed17e4d-82bf-40b2-b8d4-bb592aae74c4 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:33.914358 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54868) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:33.933638 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-243bf5c8-f1e9-4b70-aec0-cf4ca8e5ca19 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Request body: {'security_group_rule': {'security_group_id': 'eb836b61-b527-4f37-a5a3-e6dd34c28659', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:33.945220 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074918ae-5f74-4c66-a01c-3e18fde7a176 None None] Pushing event updated for resources: {'Port': ['ID=addb60a6-06a2-43cf-b694-4e550eb22d78,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:33.982263 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-6764bd70-e053-488e-939f-86a9c07eb8c2 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Request body: {'security_group_rule': {'security_group_id': 'a8f9025d-d579-4ed3-a4d9-844b1d35422f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:33.992818 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6764bd70-e053-488e-939f-86a9c07eb8c2 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:33.997250 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6764bd70-e053-488e-939f-86a9c07eb8c2 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Usage tracker for resource:security_group_rule and tenant:336aa381caa24798b3c72d188fdcb52a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:34.000522 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87417803-4b13-449a-a686-923394ffe541 None None] Routers {'2df0d9d6-ed3e-452e-957e-9001f176ab7a'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:34.000904 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6764bd70-e053-488e-939f-86a9c07eb8c2 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:34.002934 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-87417803-4b13-449a-a686-923394ffe541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:41:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['2df0d9d6-ed3e-452e-957e-9001f176ab7a'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:34.008409 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6764bd70-e053-488e-939f-86a9c07eb8c2 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:34.024496 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-243bf5c8-f1e9-4b70-aec0-cf4ca8e5ca19 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:34.045306 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6764bd70-e053-488e-939f-86a9c07eb8c2 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.113437 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-243bf5c8-f1e9-4b70-aec0-cf4ca8e5ca19 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Usage tracker for resource:security_group_rule and tenant:a795fbd174334072b3ab0ded96f09259 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:34.175845 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6764bd70-e053-488e-939f-86a9c07eb8c2 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.198206 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-243bf5c8-f1e9-4b70-aec0-cf4ca8e5ca19 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:34.206535 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6764bd70-e053-488e-939f-86a9c07eb8c2 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.226282 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8e71278e-29d0-4071-91c7-25a781d56939 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.227017 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8e71278e-29d0-4071-91c7-25a781d56939 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.250174 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54874) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:34.287299 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-243bf5c8-f1e9-4b70-aec0-cf4ca8e5ca19 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:34.320491 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764bd70-e053-488e-939f-86a9c07eb8c2 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df31ca8a-2af3-4893-ad8d-aab2a6d5dfb0,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:34.323989 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Pushing event updated for resources: {'Port': ['ID=add130f7-4c57-45e8-a56d-40046322fcd2,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:34.344030 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6764bd70-e053-488e-939f-86a9c07eb8c2 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.347384 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6764bd70-e053-488e-939f-86a9c07eb8c2 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3988438 Jan 21 09:41:34.350455 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54882) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:34.363542 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-851f5fac-2abb-4742-9311-21d2c1151b7e tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Request body: {'security_group_rule': {'security_group_id': 'a8f9025d-d579-4ed3-a4d9-844b1d35422f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:34.374909 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-851f5fac-2abb-4742-9311-21d2c1151b7e tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:34.383083 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-851f5fac-2abb-4742-9311-21d2c1151b7e tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Usage tracker for resource:security_group_rule and tenant:336aa381caa24798b3c72d188fdcb52a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:34.388799 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-851f5fac-2abb-4742-9311-21d2c1151b7e tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:34.391568 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c7696213-0d8c-4310-b53f-99504031f906 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.399993 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-851f5fac-2abb-4742-9311-21d2c1151b7e tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:34.463283 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-87417803-4b13-449a-a686-923394ffe541 None None] Set router 2df0d9d6-ed3e-452e-957e-9001f176ab7a gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:41:34.470087 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-243bf5c8-f1e9-4b70-aec0-cf4ca8e5ca19 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.511715 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port add130f7-4c57-45e8-a56d-40046322fcd2 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:34.518626 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port add130f7-4c57-45e8-a56d-40046322fcd2 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:34.522113 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port add130f7-4c57-45e8-a56d-40046322fcd2 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:34.546314 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7696213-0d8c-4310-b53f-99504031f906 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Pushing event deleted for resources: {'Port': ['ID=9ed17e4d-82bf-40b2-b8d4-bb592aae74c4,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:34.560186 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Port add130f7-4c57-45e8-a56d-40046322fcd2 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:34.560923 dv-neutron-825732-1-hyperv neutron-server[83598]: ERROR neutron.plugins.ml2.managers [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Failed to bind port add130f7-4c57-45e8-a56d-40046322fcd2 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] Jan 21 09:41:34.576946 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.plugins.ml2.plugin [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempt 2 to bind port add130f7-4c57-45e8-a56d-40046322fcd2 Jan 21 09:41:34.618199 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c7696213-0d8c-4310-b53f-99504031f906 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.621770 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-851f5fac-2abb-4742-9311-21d2c1151b7e tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.633878 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port add130f7-4c57-45e8-a56d-40046322fcd2 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:34.634747 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port add130f7-4c57-45e8-a56d-40046322fcd2 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:34.635335 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port add130f7-4c57-45e8-a56d-40046322fcd2 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:34.665602 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9236e0e-06be-491a-a329-d5458e52f1a4 admin admin] Router 9515aa66-e01a-47a4-acf5-fc82c2ca2c66 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:41:34.668960 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Port add130f7-4c57-45e8-a56d-40046322fcd2 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:34.670252 dv-neutron-825732-1-hyperv neutron-server[83598]: ERROR neutron.plugins.ml2.managers [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Failed to bind port add130f7-4c57-45e8-a56d-40046322fcd2 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] Jan 21 09:41:34.679035 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.plugins.ml2.plugin [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempt 3 to bind port add130f7-4c57-45e8-a56d-40046322fcd2 Jan 21 09:41:34.710322 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port add130f7-4c57-45e8-a56d-40046322fcd2 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:34.710978 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port add130f7-4c57-45e8-a56d-40046322fcd2 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:34.711458 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port add130f7-4c57-45e8-a56d-40046322fcd2 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:34.714087 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c7696213-0d8c-4310-b53f-99504031f906 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] 10.222.0.104 "DELETE /v2.0/ports/9ed17e4d-82bf-40b2-b8d4-bb592aae74c4 HTTP/1.1" status: 204 len: 168 time: 2.8269053 Jan 21 09:41:34.724726 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54890) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:34.728286 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-243bf5c8-f1e9-4b70-aec0-cf4ca8e5ca19 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.736934 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-2feda9f2-fef5-450e-8517-447cdc5406f1 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:34.757917 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-243bf5c8-f1e9-4b70-aec0-cf4ca8e5ca19 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.784258 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2feda9f2-fef5-450e-8517-447cdc5406f1 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:34.920370 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Port add130f7-4c57-45e8-a56d-40046322fcd2 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:34.921116 dv-neutron-825732-1-hyperv neutron-server[83598]: ERROR neutron.plugins.ml2.managers [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Failed to bind port add130f7-4c57-45e8-a56d-40046322fcd2 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] Jan 21 09:41:34.927483 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.plugins.ml2.plugin [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempt 4 to bind port add130f7-4c57-45e8-a56d-40046322fcd2 Jan 21 09:41:34.937965 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-2feda9f2-fef5-450e-8517-447cdc5406f1 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Usage tracker for resource:floatingip and tenant:8f4e00a7e524471b8e4a3aa280852b90 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:34.946802 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-243bf5c8-f1e9-4b70-aec0-cf4ca8e5ca19 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.950991 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-243bf5c8-f1e9-4b70-aec0-cf4ca8e5ca19 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1597936 Jan 21 09:41:34.951979 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54896) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:34.952783 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-2feda9f2-fef5-450e-8517-447cdc5406f1 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:34.956853 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243bf5c8-f1e9-4b70-aec0-cf4ca8e5ca19 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ba9c9fd-5045-442b-b91a-cf4ec856f695,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:34.972466 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-4bd1cf02-7996-4e10-b940-ebc3c83d922d tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Request body: {'security_group_rule': {'security_group_id': 'eb836b61-b527-4f37-a5a3-e6dd34c28659', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:34.976767 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2feda9f2-fef5-450e-8517-447cdc5406f1 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:34.978456 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4bd1cf02-7996-4e10-b940-ebc3c83d922d tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:34.982642 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4bd1cf02-7996-4e10-b940-ebc3c83d922d tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Usage tracker for resource:security_group_rule and tenant:a795fbd174334072b3ab0ded96f09259 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:34.987186 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4bd1cf02-7996-4e10-b940-ebc3c83d922d tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:34.992881 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4bd1cf02-7996-4e10-b940-ebc3c83d922d tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:35.003478 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port add130f7-4c57-45e8-a56d-40046322fcd2 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:35.004089 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port add130f7-4c57-45e8-a56d-40046322fcd2 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:35.004745 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port add130f7-4c57-45e8-a56d-40046322fcd2 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:35.041738 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4bd1cf02-7996-4e10-b940-ebc3c83d922d tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.050570 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2feda9f2-fef5-450e-8517-447cdc5406f1 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.057224 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Port add130f7-4c57-45e8-a56d-40046322fcd2 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:35.057701 dv-neutron-825732-1-hyperv neutron-server[83598]: ERROR neutron.plugins.ml2.managers [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Failed to bind port add130f7-4c57-45e8-a56d-40046322fcd2 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] Jan 21 09:41:35.061827 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.plugins.ml2.plugin [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempt 5 to bind port add130f7-4c57-45e8-a56d-40046322fcd2 Jan 21 09:41:35.085701 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port add130f7-4c57-45e8-a56d-40046322fcd2 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:35.086207 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port add130f7-4c57-45e8-a56d-40046322fcd2 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:35.086749 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port add130f7-4c57-45e8-a56d-40046322fcd2 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:35.137626 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Port add130f7-4c57-45e8-a56d-40046322fcd2 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:35.137936 dv-neutron-825732-1-hyperv neutron-server[83598]: ERROR neutron.plugins.ml2.managers [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Failed to bind port add130f7-4c57-45e8-a56d-40046322fcd2 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] Jan 21 09:41:35.140229 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-851f5fac-2abb-4742-9311-21d2c1151b7e tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.188594 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-87417803-4b13-449a-a686-923394ffe541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'name': 'tempest-ServersTestJSON-1396389088-router', 'tenant_id': 'a795fbd174334072b3ab0ded96f09259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bd6cd324-47d1-49a4-a6e4-23b5af6394b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:08Z', 'updated_at': '2022-01-21T09:41:20Z', 'revision_number': 4, 'project_id': 'a795fbd174334072b3ab0ded96f09259', 'gw_port': {'id': 'bd6cd324-47d1-49a4-a6e4-23b5af6394b6', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:47:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:09Z', 'updated_at': '2022-01-21T09:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'addb60a6-06a2-43cf-b694-4e550eb22d78', 'name': '', 'network_id': 'cb261bb5-f04b-4e44-bf4e-b6255f6519ef', 'tenant_id': 'a795fbd174334072b3ab0ded96f09259', 'mac_address': 'fa:16:3e:5f:bf:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f61ceb71-d229-45b9-93db-87fdf9ae5111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:18Z', 'updated_at': '2022-01-21T09:41:33Z', 'revision_number': 4, 'project_id': 'a795fbd174334072b3ab0ded96f09259', 'subnets': [{'id': 'f61ceb71-d229-45b9-93db-87fdf9ae5111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:35.196143 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87417803-4b13-449a-a686-923394ffe541 None None] The sync data for ids ['2df0d9d6-ed3e-452e-957e-9001f176ab7a'] in dv-neutron-825732-1-hyperv is: [{'id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'name': 'tempest-ServersTestJSON-1396389088-router', 'tenant_id': 'a795fbd174334072b3ab0ded96f09259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bd6cd324-47d1-49a4-a6e4-23b5af6394b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:08Z', 'updated_at': '2022-01-21T09:41:20Z', 'revision_number': 4, 'project_id': 'a795fbd174334072b3ab0ded96f09259', 'gw_port': {'id': 'bd6cd324-47d1-49a4-a6e4-23b5af6394b6', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:47:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:09Z', 'updated_at': '2022-01-21T09:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'addb60a6-06a2-43cf-b694-4e550eb22d78', 'name': '', 'network_id': 'cb261bb5-f04b-4e44-bf4e-b6255f6519ef', 'tenant_id': 'a795fbd174334072b3ab0ded96f09259', 'mac_address': 'fa:16:3e:5f:bf:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f61ceb71-d229-45b9-93db-87fdf9ae5111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:18Z', 'updated_at': '2022-01-21T09:41:33Z', 'revision_number': 4, 'project_id': 'a795fbd174334072b3ab0ded96f09259', 'subnets': [{'id': 'f61ceb71-d229-45b9-93db-87fdf9ae5111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:41:35.198036 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.plugins.ml2.plugin [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempt 6 to bind port add130f7-4c57-45e8-a56d-40046322fcd2 Jan 21 09:41:35.205905 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-851f5fac-2abb-4742-9311-21d2c1151b7e tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.264222 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f5fac-2abb-4742-9311-21d2c1151b7e tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac109d75-be80-4a66-80fb-3c76d600fd7b,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:35.323208 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-851f5fac-2abb-4742-9311-21d2c1151b7e tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.327136 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-851f5fac-2abb-4742-9311-21d2c1151b7e tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9718013 Jan 21 09:41:35.329562 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4bd1cf02-7996-4e10-b940-ebc3c83d922d tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.330893 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54904) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:35.344747 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff9000f7-adfc-445d-b54e-eea3143e8220 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Deleting subnet 45d62698-599e-48d2-ada5-d0e312f95429 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:41:35.352433 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-9937721c-aaaa-42e6-8031-c89b717cc200 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:35.362961 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff9000f7-adfc-445d-b54e-eea3143e8220 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.366351 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port add130f7-4c57-45e8-a56d-40046322fcd2 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:35.373224 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port add130f7-4c57-45e8-a56d-40046322fcd2 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:35.373224 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port add130f7-4c57-45e8-a56d-40046322fcd2 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:35.380458 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Port add130f7-4c57-45e8-a56d-40046322fcd2 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:35.380750 dv-neutron-825732-1-hyperv neutron-server[83598]: ERROR neutron.plugins.ml2.managers [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Failed to bind port add130f7-4c57-45e8-a56d-40046322fcd2 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] Jan 21 09:41:35.381711 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4bd1cf02-7996-4e10-b940-ebc3c83d922d tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.385450 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.plugins.ml2.plugin [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempt 7 to bind port add130f7-4c57-45e8-a56d-40046322fcd2 Jan 21 09:41:35.395777 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9937721c-aaaa-42e6-8031-c89b717cc200 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:35.407546 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9937721c-aaaa-42e6-8031-c89b717cc200 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Usage tracker for resource:floatingip and tenant:336aa381caa24798b3c72d188fdcb52a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:35.411691 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9937721c-aaaa-42e6-8031-c89b717cc200 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:35.437414 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9937721c-aaaa-42e6-8031-c89b717cc200 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:35.443526 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1cf02-7996-4e10-b940-ebc3c83d922d tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32106bf0-bd1d-4b17-83bd-a582a6f2d510,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:35.459346 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port add130f7-4c57-45e8-a56d-40046322fcd2 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:35.459674 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port add130f7-4c57-45e8-a56d-40046322fcd2 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:35.460207 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port add130f7-4c57-45e8-a56d-40046322fcd2 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:35.479465 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4bd1cf02-7996-4e10-b940-ebc3c83d922d tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.479674 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff9000f7-adfc-445d-b54e-eea3143e8220 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.483581 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4bd1cf02-7996-4e10-b940-ebc3c83d922d tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5215249 Jan 21 09:41:35.483581 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Port add130f7-4c57-45e8-a56d-40046322fcd2 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:35.483581 dv-neutron-825732-1-hyperv neutron-server[83598]: ERROR neutron.plugins.ml2.managers [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Failed to bind port add130f7-4c57-45e8-a56d-40046322fcd2 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] Jan 21 09:41:35.488561 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54910) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:35.489224 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.plugins.ml2.plugin [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempt 8 to bind port add130f7-4c57-45e8-a56d-40046322fcd2 Jan 21 09:41:35.512226 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-a51245d6-0258-48ce-b10a-b02488f37bd8 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:35.532438 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9236e0e-06be-491a-a329-d5458e52f1a4 admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:41:35.554003 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d9236e0e-06be-491a-a329-d5458e52f1a4 admin admin] 10.222.0.104 "PUT /v2.0/routers/9515aa66-e01a-47a4-acf5-fc82c2ca2c66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9618962 Jan 21 09:41:35.554003 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a51245d6-0258-48ce-b10a-b02488f37bd8 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:35.559151 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a51245d6-0258-48ce-b10a-b02488f37bd8 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Usage tracker for resource:floatingip and tenant:a795fbd174334072b3ab0ded96f09259 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:35.564486 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a51245d6-0258-48ce-b10a-b02488f37bd8 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:35.564486 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port add130f7-4c57-45e8-a56d-40046322fcd2 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:35.564486 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port add130f7-4c57-45e8-a56d-40046322fcd2 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:35.564920 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port add130f7-4c57-45e8-a56d-40046322fcd2 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:35.574247 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a51245d6-0258-48ce-b10a-b02488f37bd8 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:35.590720 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Port add130f7-4c57-45e8-a56d-40046322fcd2 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:35.591309 dv-neutron-825732-1-hyperv neutron-server[83598]: ERROR neutron.plugins.ml2.managers [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Failed to bind port add130f7-4c57-45e8-a56d-40046322fcd2 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] Jan 21 09:41:35.592046 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.plugins.ml2.plugin [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempt 9 to bind port add130f7-4c57-45e8-a56d-40046322fcd2 Jan 21 09:41:35.632793 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a51245d6-0258-48ce-b10a-b02488f37bd8 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks [] for floatingip, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.657080 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54916) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:35.687754 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port add130f7-4c57-45e8-a56d-40046322fcd2 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:35.688098 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port add130f7-4c57-45e8-a56d-40046322fcd2 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:35.688465 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port add130f7-4c57-45e8-a56d-40046322fcd2 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:35.701134 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9937721c-aaaa-42e6-8031-c89b717cc200 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.762470 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Port add130f7-4c57-45e8-a56d-40046322fcd2 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:35.763039 dv-neutron-825732-1-hyperv neutron-server[83598]: ERROR neutron.plugins.ml2.managers [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Failed to bind port add130f7-4c57-45e8-a56d-40046322fcd2 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] Jan 21 09:41:35.764000 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.plugins.ml2.plugin [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempt 10 to bind port add130f7-4c57-45e8-a56d-40046322fcd2 Jan 21 09:41:35.795848 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port add130f7-4c57-45e8-a56d-40046322fcd2 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:35.796239 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port add130f7-4c57-45e8-a56d-40046322fcd2 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:35.796497 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port add130f7-4c57-45e8-a56d-40046322fcd2 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:35.806670 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Port add130f7-4c57-45e8-a56d-40046322fcd2 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:35.806998 dv-neutron-825732-1-hyperv neutron-server[83598]: ERROR neutron.plugins.ml2.managers [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Failed to bind port add130f7-4c57-45e8-a56d-40046322fcd2 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] Jan 21 09:41:35.807485 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.015686 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] For port add130f7-4c57-45e8-a56d-40046322fcd2, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:36.016102 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempted to set empty binding levels {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 21 09:41:36.044653 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.053824 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff9000f7-adfc-445d-b54e-eea3143e8220 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.136414 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e71278e-29d0-4071-91c7-25a781d56939 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Router c80e9815-77c0-4b42-9e65-0f20746f57d0 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:41:36.155696 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2feda9f2-fef5-450e-8517-447cdc5406f1 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.157390 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-b84312d1-d0ff-4698-9df1-0185d3aa5122 tempest-PortsAdminExtendedAttrsTestJSON-1930225457 tempest-PortsAdminExtendedAttrsTestJSON-1930225457-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-579483024'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:36.165377 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b84312d1-d0ff-4698-9df1-0185d3aa5122 tempest-PortsAdminExtendedAttrsTestJSON-1930225457 tempest-PortsAdminExtendedAttrsTestJSON-1930225457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:36.170384 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b84312d1-d0ff-4698-9df1-0185d3aa5122 tempest-PortsAdminExtendedAttrsTestJSON-1930225457 tempest-PortsAdminExtendedAttrsTestJSON-1930225457-project] Usage tracker for resource:network and tenant:c98b30fd228c406385cfa2c865784d66 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:36.173923 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b84312d1-d0ff-4698-9df1-0185d3aa5122 tempest-PortsAdminExtendedAttrsTestJSON-1930225457 tempest-PortsAdminExtendedAttrsTestJSON-1930225457-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:36.188529 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b84312d1-d0ff-4698-9df1-0185d3aa5122 tempest-PortsAdminExtendedAttrsTestJSON-1930225457 tempest-PortsAdminExtendedAttrsTestJSON-1930225457-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:36.210873 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a51245d6-0258-48ce-b10a-b02488f37bd8 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.224173 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84312d1-d0ff-4698-9df1-0185d3aa5122 tempest-PortsAdminExtendedAttrsTestJSON-1930225457 tempest-PortsAdminExtendedAttrsTestJSON-1930225457-project] Made reservation on behalf of c98b30fd228c406385cfa2c865784d66 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:36.228384 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b84312d1-d0ff-4698-9df1-0185d3aa5122 tempest-PortsAdminExtendedAttrsTestJSON-1930225457 tempest-PortsAdminExtendedAttrsTestJSON-1930225457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.316202 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] In _notify_port_updated(), no bound segment for port add130f7-4c57-45e8-a56d-40046322fcd2 on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 {{(pid=83598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:41:36.318472 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.325234 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] 10.222.0.104 "PUT /v2.0/ports/add130f7-4c57-45e8-a56d-40046322fcd2 HTTP/1.1" status: 200 len: 980 time: 4.0868361 Jan 21 09:41:36.333664 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54926) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:36.351730 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff9000f7-adfc-445d-b54e-eea3143e8220 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.418717 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b84312d1-d0ff-4698-9df1-0185d3aa5122 tempest-PortsAdminExtendedAttrsTestJSON-1930225457 tempest-PortsAdminExtendedAttrsTestJSON-1930225457-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.427829 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54930) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:36.471658 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb1ea7-7782-4b83-acff-89c1ee9a0ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Pushing event updated for resources: {'Port': ['ID=add130f7-4c57-45e8-a56d-40046322fcd2,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:36.483499 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-5599c5bd-8829-4c9b-83d0-c29bdd63b2b6 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Request body: {'security_group': {'name': 'tempest-securitygroup--619819989', 'description': 'tempest-description--1095571923'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:36.537862 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9000f7-adfc-445d-b54e-eea3143e8220 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Pushing event deleted for resources: {'Subnet': ['ID=45d62698-599e-48d2-ada5-d0e312f95429,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:36.542747 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b84312d1-d0ff-4698-9df1-0185d3aa5122 tempest-PortsAdminExtendedAttrsTestJSON-1930225457 tempest-PortsAdminExtendedAttrsTestJSON-1930225457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:36.549505 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b84312d1-d0ff-4698-9df1-0185d3aa5122 tempest-PortsAdminExtendedAttrsTestJSON-1930225457 tempest-PortsAdminExtendedAttrsTestJSON-1930225457-project] Usage tracker for resource:security_group_rule and tenant:c98b30fd228c406385cfa2c865784d66 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:36.553456 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b84312d1-d0ff-4698-9df1-0185d3aa5122 tempest-PortsAdminExtendedAttrsTestJSON-1930225457 tempest-PortsAdminExtendedAttrsTestJSON-1930225457-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:36.563053 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b84312d1-d0ff-4698-9df1-0185d3aa5122 tempest-PortsAdminExtendedAttrsTestJSON-1930225457 tempest-PortsAdminExtendedAttrsTestJSON-1930225457-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:36.567175 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5599c5bd-8829-4c9b-83d0-c29bdd63b2b6 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:36.579318 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9317e1c4-bb89-453a-8b42-e3beab6e0e4b None None] Network 1589a04b-7038-4fef-af83-f424db31960a requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:36.581446 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff9000f7-adfc-445d-b54e-eea3143e8220 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.583858 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-cf11eff7-f01a-4467-85dd-f4239eb79897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Synchronizing usage tracker for tenant:ff988181bbfe4a8295c46771d995c025 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:36.589122 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-5599c5bd-8829-4c9b-83d0-c29bdd63b2b6 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Usage tracker for resource:security_group and tenant:9423dc950d0443ff88843ee602917a89 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:36.597432 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-5599c5bd-8829-4c9b-83d0-c29bdd63b2b6 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:36.607556 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5599c5bd-8829-4c9b-83d0-c29bdd63b2b6 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:36.629636 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ff9000f7-adfc-445d-b54e-eea3143e8220 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] 10.222.0.104 "DELETE /v2.0/subnets/45d62698-599e-48d2-ada5-d0e312f95429 HTTP/1.1" status: 204 len: 168 time: 1.9001229 Jan 21 09:41:36.636122 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54934) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:36.655328 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-2feda9f2-fef5-450e-8517-447cdc5406f1 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Allocated IP 172.26.0.8 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/e601e383-ec5e-45fd-9249-d8223eacdc14) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:36.677085 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5599c5bd-8829-4c9b-83d0-c29bdd63b2b6 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.838798 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9937721c-aaaa-42e6-8031-c89b717cc200 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.899662 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device addb60a6-06a2-43cf-b694-4e550eb22d78 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:36.912159 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b84312d1-d0ff-4698-9df1-0185d3aa5122 tempest-PortsAdminExtendedAttrsTestJSON-1930225457 tempest-PortsAdminExtendedAttrsTestJSON-1930225457-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.935849 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b84312d1-d0ff-4698-9df1-0185d3aa5122 tempest-PortsAdminExtendedAttrsTestJSON-1930225457 tempest-PortsAdminExtendedAttrsTestJSON-1930225457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.978354 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84312d1-d0ff-4698-9df1-0185d3aa5122 tempest-PortsAdminExtendedAttrsTestJSON-1930225457 tempest-PortsAdminExtendedAttrsTestJSON-1930225457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2a3e4c-4c80-4957-9171-9fb8556ab767,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:36.985769 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5e3de3e9-417a-424c-bcc6-de5332cd8d59 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.991742 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-cf11eff7-f01a-4467-85dd-f4239eb79897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Unset dirty status for tenant:ff988181bbfe4a8295c46771d995c025 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:36.993111 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-cf11eff7-f01a-4467-85dd-f4239eb79897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14429 time: 0.6581066 Jan 21 09:41:36.998022 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54938) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:37.044725 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port addb60a6-06a2-43cf-b694-4e550eb22d78 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:37.047067 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b84312d1-d0ff-4698-9df1-0185d3aa5122 tempest-PortsAdminExtendedAttrsTestJSON-1930225457 tempest-PortsAdminExtendedAttrsTestJSON-1930225457-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:37.057914 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port addb60a6-06a2-43cf-b694-4e550eb22d78 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:37.058273 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.071677 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-5e3de3e9-417a-424c-bcc6-de5332cd8d59 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Deleting port 7a0e196f-092e-4c57-b562-865d324de1d3 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:37.072000 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5e3de3e9-417a-424c-bcc6-de5332cd8d59 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.075232 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5599c5bd-8829-4c9b-83d0-c29bdd63b2b6 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:37.113887 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b84312d1-d0ff-4698-9df1-0185d3aa5122 tempest-PortsAdminExtendedAttrsTestJSON-1930225457 tempest-PortsAdminExtendedAttrsTestJSON-1930225457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.114271 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-b84312d1-d0ff-4698-9df1-0185d3aa5122 tempest-PortsAdminExtendedAttrsTestJSON-1930225457 tempest-PortsAdminExtendedAttrsTestJSON-1930225457-project] Added segment b1fa51d0-4f13-469d-8732-9a8b852576ac of type vlan for network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac Jan 21 09:41:37.139858 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-5599c5bd-8829-4c9b-83d0-c29bdd63b2b6 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Usage tracker for resource:security_group_rule and tenant:9423dc950d0443ff88843ee602917a89 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:37.152856 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b4f090-1972-4d69-8702-ea690d68dc15 None None] DHCP port deletion for 1589a04b-7038-4fef-af83-f424db31960a request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:41:37.155424 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-219effe9-0baa-425d-97fc-76ca7f51692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Deleting port add130f7-4c57-45e8-a56d-40046322fcd2 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:37.155760 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-219effe9-0baa-425d-97fc-76ca7f51692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.158703 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-5599c5bd-8829-4c9b-83d0-c29bdd63b2b6 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:37.163027 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-d1b4f090-1972-4d69-8702-ea690d68dc15 None None] Deleting port 7a0e196f-092e-4c57-b562-865d324de1d3 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:37.163709 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f090-1972-4d69-8702-ea690d68dc15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.176443 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5599c5bd-8829-4c9b-83d0-c29bdd63b2b6 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:37.244326 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2feda9f2-fef5-450e-8517-447cdc5406f1 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.250959 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b84312d1-d0ff-4698-9df1-0185d3aa5122 tempest-PortsAdminExtendedAttrsTestJSON-1930225457 tempest-PortsAdminExtendedAttrsTestJSON-1930225457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.304016 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5599c5bd-8829-4c9b-83d0-c29bdd63b2b6 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.315628 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5599c5bd-8829-4c9b-83d0-c29bdd63b2b6 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.372100 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e71278e-29d0-4071-91c7-25a781d56939 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:41:37.396661 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599c5bd-8829-4c9b-83d0-c29bdd63b2b6 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0793827f-8d00-456c-ba2b-f5826338aafe,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:37.402000 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5599c5bd-8829-4c9b-83d0-c29bdd63b2b6 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.402478 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1858a91-aba9-4234-8997-cdb18a8a2b86 None None] Sync routers for ids ['c80e9815-77c0-4b42-9e65-0f20746f57d0'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:41:37.403493 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5599c5bd-8829-4c9b-83d0-c29bdd63b2b6 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.9644215 Jan 21 09:41:37.406204 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2feda9f2-fef5-450e-8517-447cdc5406f1 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.411260 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54942) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:37.424756 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b84312d1-d0ff-4698-9df1-0185d3aa5122 tempest-PortsAdminExtendedAttrsTestJSON-1930225457 tempest-PortsAdminExtendedAttrsTestJSON-1930225457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.429554 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84312d1-d0ff-4698-9df1-0185d3aa5122 tempest-PortsAdminExtendedAttrsTestJSON-1930225457 tempest-PortsAdminExtendedAttrsTestJSON-1930225457-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:37.430547 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b84312d1-d0ff-4698-9df1-0185d3aa5122 tempest-PortsAdminExtendedAttrsTestJSON-1930225457 tempest-PortsAdminExtendedAttrsTestJSON-1930225457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.434691 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1858a91-aba9-4234-8997-cdb18a8a2b86 None None] Routers {'c80e9815-77c0-4b42-9e65-0f20746f57d0'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:37.435369 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-a1858a91-aba9-4234-8997-cdb18a8a2b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:41:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['c80e9815-77c0-4b42-9e65-0f20746f57d0'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:37.454109 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-8ec6748c-6bb0-47aa-8fe7-085800ee1f40 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Request body: {'security_group_rule': {'security_group_id': '0793827f-8d00-456c-ba2b-f5826338aafe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:37.468240 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8e71278e-29d0-4071-91c7-25a781d56939 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.473579 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8e71278e-29d0-4071-91c7-25a781d56939 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 8.6165233 Jan 21 09:41:37.473579 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8ec6748c-6bb0-47aa-8fe7-085800ee1f40 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:37.483665 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54946) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:37.491529 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8ec6748c-6bb0-47aa-8fe7-085800ee1f40 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Usage tracker for resource:security_group_rule and tenant:9423dc950d0443ff88843ee602917a89 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:37.496487 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8ec6748c-6bb0-47aa-8fe7-085800ee1f40 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:37.561298 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-d1b4f090-1972-4d69-8702-ea690d68dc15 None None] For port 7a0e196f-092e-4c57-b562-865d324de1d3, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=7a0e196f-092e-4c57-b562-865d324de1d3,segment=NetworkSegment(bccaf9bb-b4a2-4890-88e0-63ff8829332e),segment_id=bccaf9bb-b4a2-4890-88e0-63ff8829332e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:37.561940 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f090-1972-4d69-8702-ea690d68dc15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.574574 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8ec6748c-6bb0-47aa-8fe7-085800ee1f40 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:37.592607 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feda9f2-fef5-450e-8517-447cdc5406f1 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:37.594594 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feda9f2-fef5-450e-8517-447cdc5406f1 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Pushing event updated for resources: {'Port': ['ID=e601e383-ec5e-45fd-9249-d8223eacdc14,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:37.600133 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-2feda9f2-fef5-450e-8517-447cdc5406f1 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:37.606560 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feda9f2-fef5-450e-8517-447cdc5406f1 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:37.659267 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8ec6748c-6bb0-47aa-8fe7-085800ee1f40 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.759243 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-d1b4f090-1972-4d69-8702-ea690d68dc15 None None] Calling delete_port for 7a0e196f-092e-4c57-b562-865d324de1d3 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:37.774630 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-a1858a91-aba9-4234-8997-cdb18a8a2b86 None None] Set router c80e9815-77c0-4b42-9e65-0f20746f57d0 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:41:37.796198 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-5e3de3e9-417a-424c-bcc6-de5332cd8d59 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] For port 7a0e196f-092e-4c57-b562-865d324de1d3, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=7a0e196f-092e-4c57-b562-865d324de1d3,segment=NetworkSegment(bccaf9bb-b4a2-4890-88e0-63ff8829332e),segment_id=bccaf9bb-b4a2-4890-88e0-63ff8829332e)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:37.796788 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5e3de3e9-417a-424c-bcc6-de5332cd8d59 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.808615 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84312d1-d0ff-4698-9df1-0185d3aa5122 tempest-PortsAdminExtendedAttrsTestJSON-1930225457 tempest-PortsAdminExtendedAttrsTestJSON-1930225457-project] Pushing event updated for resources: {'Network': ['ID=d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:37.838504 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b84312d1-d0ff-4698-9df1-0185d3aa5122 tempest-PortsAdminExtendedAttrsTestJSON-1930225457 tempest-PortsAdminExtendedAttrsTestJSON-1930225457-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.1711049 Jan 21 09:41:37.852625 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8ec6748c-6bb0-47aa-8fe7-085800ee1f40 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.877553 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8ec6748c-6bb0-47aa-8fe7-085800ee1f40 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.915204 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec6748c-6bb0-47aa-8fe7-085800ee1f40 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ff12feb-e48d-4325-8f9a-faf91a0b5099,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:37.920429 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-a51245d6-0258-48ce-b10a-b02488f37bd8 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Allocated IP 172.26.0.30 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/70a42314-2f31-4847-b9f6-1dc57a93b776) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:38.028600 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-5e3de3e9-417a-424c-bcc6-de5332cd8d59 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Calling delete_port for 7a0e196f-092e-4c57-b562-865d324de1d3 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:38.052718 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2feda9f2-fef5-450e-8517-447cdc5406f1 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.053910 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8ec6748c-6bb0-47aa-8fe7-085800ee1f40 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.055236 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8ec6748c-6bb0-47aa-8fe7-085800ee1f40 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6129947 Jan 21 09:41:38.058206 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54954) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:38.065613 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-74d47b19-73b0-484c-86ff-9e9d27c373c6 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Request body: {'security_group_rule': {'security_group_id': '0793827f-8d00-456c-ba2b-f5826338aafe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:38.095241 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:38.104981 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-74d47b19-73b0-484c-86ff-9e9d27c373c6 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:38.121220 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-74d47b19-73b0-484c-86ff-9e9d27c373c6 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Usage tracker for resource:security_group_rule and tenant:9423dc950d0443ff88843ee602917a89 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:38.131365 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-74d47b19-73b0-484c-86ff-9e9d27c373c6 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:38.134171 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-219effe9-0baa-425d-97fc-76ca7f51692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] For port add130f7-4c57-45e8-a56d-40046322fcd2, host hv-neutron-8257, got binding levels [] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:38.134888 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-219effe9-0baa-425d-97fc-76ca7f51692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.166144 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54958) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:38.167557 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-74d47b19-73b0-484c-86ff-9e9d27c373c6 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:38.186022 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Request body: {'port': {'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac', 'binding:host_id': 'hv-neutron-8257', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-501074074'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:38.200753 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:38.214123 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b3fccb18-8ed5-4e12-a561-500afdfc2fda tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.226316 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.242484 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f090-1972-4d69-8702-ea690d68dc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.252306 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.api [None req-5e3de3e9-417a-424c-bcc6-de5332cd8d59 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:41:38.253089 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG oslo_db.api [None req-5e3de3e9-417a-424c-bcc6-de5332cd8d59 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:41:38.290170 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-a1858a91-aba9-4234-8997-cdb18a8a2b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80e9815-77c0-4b42-9e65-0f20746f57d0', 'name': '', 'tenant_id': 'd66eceab8d184c82bef254493f349b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c02f19d-5094-404a-abd4-2c7a3b84498d', 'external_fixed_ips': [{'subnet_id': 'a03fdf3b-a464-46f7-b7f2-78a2568ea8d8', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '8f795407-ec16-46ea-a55b-63c94775176d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:29Z', 'updated_at': '2022-01-21T09:41:33Z', 'revision_number': 3, 'project_id': 'd66eceab8d184c82bef254493f349b4a', 'gw_port': {'id': '8f795407-ec16-46ea-a55b-63c94775176d', 'name': '', 'network_id': '5c02f19d-5094-404a-abd4-2c7a3b84498d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:48:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80e9815-77c0-4b42-9e65-0f20746f57d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a03fdf3b-a464-46f7-b7f2-78a2568ea8d8', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:30Z', 'updated_at': '2022-01-21T09:41:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a03fdf3b-a464-46f7-b7f2-78a2568ea8d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:38.292878 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Usage tracker for resource:port and tenant:9aeb27eb1bb64d05a21f6488dd3bd1b0 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:38.297329 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1858a91-aba9-4234-8997-cdb18a8a2b86 None None] Checking router: c80e9815-77c0-4b42-9e65-0f20746f57d0 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:41:38.297717 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1858a91-aba9-4234-8997-cdb18a8a2b86 None None] Updating router c80e9815-77c0-4b42-9e65-0f20746f57d0 port 8f795407-ec16-46ea-a55b-63c94775176d binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:41:38.301207 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f090-1972-4d69-8702-ea690d68dc15 None None] Pushing event deleted for resources: {'Port': ['ID=7a0e196f-092e-4c57-b562-865d324de1d3,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:38.309191 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:38.322334 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b4f090-1972-4d69-8702-ea690d68dc15 None None] No DVR routers for this DVR port 7a0e196f-092e-4c57-b562-865d324de1d3 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:41:38.323046 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-219effe9-0baa-425d-97fc-76ca7f51692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Calling delete_port for add130f7-4c57-45e8-a56d-40046322fcd2 owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:38.323892 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2feda9f2-fef5-450e-8517-447cdc5406f1 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.348341 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port addb60a6-06a2-43cf-b694-4e550eb22d78, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=addb60a6-06a2-43cf-b694-4e550eb22d78,segment=NetworkSegment(e697bd79-488c-4593-885e-69b8ce3d5a8d),segment_id=e697bd79-488c-4593-885e-69b8ce3d5a8d)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:38.358574 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:38.364429 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-74d47b19-73b0-484c-86ff-9e9d27c373c6 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.364626 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.406983 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-a1858a91-aba9-4234-8997-cdb18a8a2b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.415639 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Made reservation on behalf of 9aeb27eb1bb64d05a21f6488dd3bd1b0 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:38.417983 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.469908 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.485075 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=addb60a6-06a2-43cf-b694-4e550eb22d78,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:38.596281 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-219effe9-0baa-425d-97fc-76ca7f51692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.637102 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a51245d6-0258-48ce-b10a-b02488f37bd8 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.641728 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:38.664922 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219effe9-0baa-425d-97fc-76ca7f51692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Pushing event deleted for resources: {'Port': ['ID=add130f7-4c57-45e8-a56d-40046322fcd2,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:38.685223 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-219effe9-0baa-425d-97fc-76ca7f51692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.710974 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Usage tracker for resource:security_group_rule and tenant:9aeb27eb1bb64d05a21f6488dd3bd1b0 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:38.724322 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-219effe9-0baa-425d-97fc-76ca7f51692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] 10.222.0.104 "DELETE /v2.0/ports/add130f7-4c57-45e8-a56d-40046322fcd2 HTTP/1.1" status: 204 len: 168 time: 1.7228339 Jan 21 09:41:38.724510 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:38.725036 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54962) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:38.728352 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-74d47b19-73b0-484c-86ff-9e9d27c373c6 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.739892 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:38.750091 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-74d47b19-73b0-484c-86ff-9e9d27c373c6 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.775991 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-5e3de3e9-417a-424c-bcc6-de5332cd8d59 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Deleting port 7a0e196f-092e-4c57-b562-865d324de1d3 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:38.776293 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5e3de3e9-417a-424c-bcc6-de5332cd8d59 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.835806 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device addb60a6-06a2-43cf-b694-4e550eb22d78 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:38.858863 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47b19-73b0-484c-86ff-9e9d27c373c6 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7128fdef-12d0-494d-b0c8-8b3cc9c19d0d,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:38.885232 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4bde385-8c6c-4bfc-a13f-5f6e64fd8c5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:41:38.885794 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c4bde385-8c6c-4bfc-a13f-5f6e64fd8c5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Synchronizing usage tracker for tenant:ff988181bbfe4a8295c46771d995c025 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:38.903356 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-74d47b19-73b0-484c-86ff-9e9d27c373c6 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.906051 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-74d47b19-73b0-484c-86ff-9e9d27c373c6 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8465669 Jan 21 09:41:38.940326 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-a1858a91-aba9-4234-8997-cdb18a8a2b86 None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.947354 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a51245d6-0258-48ce-b10a-b02488f37bd8 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.967362 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-a1858a91-aba9-4234-8997-cdb18a8a2b86 None None] Transition to ACTIVE for port object 8f795407-ec16-46ea-a55b-63c94775176d will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:38.967812 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54966) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:38.975710 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-5e3de3e9-417a-424c-bcc6-de5332cd8d59 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] The port '7a0e196f-092e-4c57-b562-865d324de1d3' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:41:38.985238 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-a1858a91-aba9-4234-8997-cdb18a8a2b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.993035 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port addb60a6-06a2-43cf-b694-4e550eb22d78 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:38.993402 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.031983 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.049806 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.055056 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] device_id is not set on port 00304922-695e-44c9-9275-a699f1d8b62f yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:39.077191 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a50b02-da8c-4edd-9c5d-f9b448737933 None None] Pushing event updated for resources: {'Port': ['ID=8f795407-ec16-46ea-a55b-63c94775176d,revision_number=2']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:39.102566 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c4bde385-8c6c-4bfc-a13f-5f6e64fd8c5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Unset dirty status for tenant:ff988181bbfe4a8295c46771d995c025 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:39.104396 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c4bde385-8c6c-4bfc-a13f-5f6e64fd8c5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] 10.222.0.104 "GET /v2.0/ports/add130f7-4c57-45e8-a56d-40046322fcd2 HTTP/1.1" status: 404 len: 333 time: 0.3781207 Jan 21 09:41:39.122290 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-a1858a91-aba9-4234-8997-cdb18a8a2b86 None None] Attempting to bind port 8f795407-ec16-46ea-a55b-63c94775176d on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:39.123034 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-a1858a91-aba9-4234-8997-cdb18a8a2b86 None None] Attempting to bind port 8f795407-ec16-46ea-a55b-63c94775176d by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '32329298-f800-4e8d-945c-549e6adb7a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5c02f19d-5094-404a-abd4-2c7a3b84498d'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:39.123616 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1858a91-aba9-4234-8997-cdb18a8a2b86 None None] Attempting to bind port 8f795407-ec16-46ea-a55b-63c94775176d on network 5c02f19d-5094-404a-abd4-2c7a3b84498d {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:39.132045 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1858a91-aba9-4234-8997-cdb18a8a2b86 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:41:39.132782 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1858a91-aba9-4234-8997-cdb18a8a2b86 None None] Checking segment: {'id': '32329298-f800-4e8d-945c-549e6adb7a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5c02f19d-5094-404a-abd4-2c7a3b84498d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:39.132939 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-7bc38493-d83e-4a83-9353-54c6828cf1e9 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:39.133497 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-a1858a91-aba9-4234-8997-cdb18a8a2b86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.134095 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1858a91-aba9-4234-8997-cdb18a8a2b86 None None] Bound using segment: {'id': '32329298-f800-4e8d-945c-549e6adb7a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5c02f19d-5094-404a-abd4-2c7a3b84498d'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:41:39.134737 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-a1858a91-aba9-4234-8997-cdb18a8a2b86 None None] Bound port: 8f795407-ec16-46ea-a55b-63c94775176d, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32329298-f800-4e8d-945c-549e6adb7a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5c02f19d-5094-404a-abd4-2c7a3b84498d'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:39.135310 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-a1858a91-aba9-4234-8997-cdb18a8a2b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.139067 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54970) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:39.176624 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7bc38493-d83e-4a83-9353-54c6828cf1e9 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:39.187084 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-7bc38493-d83e-4a83-9353-54c6828cf1e9 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Usage tracker for resource:floatingip and tenant:9423dc950d0443ff88843ee602917a89 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:39.202231 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51245d6-0258-48ce-b10a-b02488f37bd8 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:39.203702 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-7bc38493-d83e-4a83-9353-54c6828cf1e9 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:39.211635 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-9de804e9-fb8d-4f9e-8fd8-63420b1ac637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-538391450', 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:39.213020 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 7a0e196f-092e-4c57-b562-865d324de1d3 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:41:39.218263 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9de804e9-fb8d-4f9e-8fd8-63420b1ac637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:39.238599 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9de804e9-fb8d-4f9e-8fd8-63420b1ac637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:39.254698 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 7a0e196f-092e-4c57-b562-865d324de1d3 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:41:39.255060 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 7a0e196f-092e-4c57-b562-865d324de1d3 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:41:39.258491 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-a51245d6-0258-48ce-b10a-b02488f37bd8 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:39.271634 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-2feda9f2-fef5-450e-8517-447cdc5406f1 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:41:39.272226 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7bc38493-d83e-4a83-9353-54c6828cf1e9 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:39.277281 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51245d6-0258-48ce-b10a-b02488f37bd8 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:39.283403 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-a1858a91-aba9-4234-8997-cdb18a8a2b86 None None] For port 8f795407-ec16-46ea-a55b-63c94775176d, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:39.288590 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-a1858a91-aba9-4234-8997-cdb18a8a2b86 None None] For port 8f795407-ec16-46ea-a55b-63c94775176d, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=8f795407-ec16-46ea-a55b-63c94775176d,segment=NetworkSegment(32329298-f800-4e8d-945c-549e6adb7a0e),segment_id=32329298-f800-4e8d-945c-549e6adb7a0e)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:41:39.292623 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-a1858a91-aba9-4234-8997-cdb18a8a2b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.298494 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de804e9-fb8d-4f9e-8fd8-63420b1ac637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Made reservation on behalf of ff988181bbfe4a8295c46771d995c025 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:39.300808 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9de804e9-fb8d-4f9e-8fd8-63420b1ac637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.307217 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51245d6-0258-48ce-b10a-b02488f37bd8 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Pushing event updated for resources: {'Port': ['ID=70a42314-2f31-4847-b9f6-1dc57a93b776,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:39.340691 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5e3de3e9-417a-424c-bcc6-de5332cd8d59 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.345931 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-9de804e9-fb8d-4f9e-8fd8-63420b1ac637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] device_id is not set on port 793414b0-a24a-43d2-8fa9-5d9560dfb887 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:39.358221 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7bc38493-d83e-4a83-9353-54c6828cf1e9 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks [] for floatingip, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.407352 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-5e3de3e9-417a-424c-bcc6-de5332cd8d59 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1589a04b-7038-4fef-af83-f424db31960a']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:39.421375 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a50b02-da8c-4edd-9c5d-f9b448737933 None None] Pushing event updated for resources: {'Port': ['ID=8f795407-ec16-46ea-a55b-63c94775176d,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:39.426236 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1858a91-aba9-4234-8997-cdb18a8a2b86 None None] Routers {'c80e9815-77c0-4b42-9e65-0f20746f57d0'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:39.426900 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-a1858a91-aba9-4234-8997-cdb18a8a2b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:41:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['c80e9815-77c0-4b42-9e65-0f20746f57d0'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:39.474553 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-5e3de3e9-417a-424c-bcc6-de5332cd8d59 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bccaf9bb-b4a2-4890-88e0-63ff8829332e') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:39.475013 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-5e3de3e9-417a-424c-bcc6-de5332cd8d59 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bccaf9bb-b4a2-4890-88e0-63ff8829332e') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:39.493665 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2feda9f2-fef5-450e-8517-447cdc5406f1 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.497212 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5e3de3e9-417a-424c-bcc6-de5332cd8d59 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.575878 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5e3de3e9-417a-424c-bcc6-de5332cd8d59 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.587534 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e3de3e9-417a-424c-bcc6-de5332cd8d59 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:41:39.588053 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5e3de3e9-417a-424c-bcc6-de5332cd8d59 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: util.warn( Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: util.warn( Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: util.warn( Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: util.warn( Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:39.605709 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:39.654618 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2feda9f2-fef5-450e-8517-447cdc5406f1 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.661363 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-9937721c-aaaa-42e6-8031-c89b717cc200 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Allocated IP 172.26.0.254 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/74cc0687-3458-4dca-af61-5cec7daf4edc) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:39.705425 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c751818-fdc9-40d1-9a53-fc2d18fac11a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:39.719874 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-a1858a91-aba9-4234-8997-cdb18a8a2b86 None None] Set router c80e9815-77c0-4b42-9e65-0f20746f57d0 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:41:39.781138 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5e3de3e9-417a-424c-bcc6-de5332cd8d59 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.818135 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5e3de3e9-417a-424c-bcc6-de5332cd8d59 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.969581 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3de3e9-417a-424c-bcc6-de5332cd8d59 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] Pushing event deleted for resources: {'Network': ['ID=1589a04b-7038-4fef-af83-f424db31960a,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:39.992638 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a51245d6-0258-48ce-b10a-b02488f37bd8 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.007622 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5e3de3e9-417a-424c-bcc6-de5332cd8d59 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253 tempest-ExtraDHCPOptionsIpV6TestJSON-716386253-project] 10.222.0.104 "DELETE /v2.0/networks/1589a04b-7038-4fef-af83-f424db31960a HTTP/1.1" status: 204 len: 168 time: 3.3594010 Jan 21 09:41:40.010844 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feda9f2-fef5-450e-8517-447cdc5406f1 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Pushing event updated for resources: {'Port': ['ID=e601e383-ec5e-45fd-9249-d8223eacdc14,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:40.087708 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7bc38493-d83e-4a83-9353-54c6828cf1e9 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.133847 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a51245d6-0258-48ce-b10a-b02488f37bd8 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.183444 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b3fccb18-8ed5-4e12-a561-500afdfc2fda tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.187087 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2feda9f2-fef5-450e-8517-447cdc5406f1 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.212530 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9de804e9-fb8d-4f9e-8fd8-63420b1ac637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.259026 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-a1858a91-aba9-4234-8997-cdb18a8a2b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80e9815-77c0-4b42-9e65-0f20746f57d0', 'name': '', 'tenant_id': 'd66eceab8d184c82bef254493f349b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c02f19d-5094-404a-abd4-2c7a3b84498d', 'external_fixed_ips': [{'subnet_id': 'a03fdf3b-a464-46f7-b7f2-78a2568ea8d8', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '8f795407-ec16-46ea-a55b-63c94775176d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:29Z', 'updated_at': '2022-01-21T09:41:33Z', 'revision_number': 3, 'project_id': 'd66eceab8d184c82bef254493f349b4a', 'gw_port': {'id': '8f795407-ec16-46ea-a55b-63c94775176d', 'name': '', 'network_id': '5c02f19d-5094-404a-abd4-2c7a3b84498d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:48:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80e9815-77c0-4b42-9e65-0f20746f57d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a03fdf3b-a464-46f7-b7f2-78a2568ea8d8', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:30Z', 'updated_at': '2022-01-21T09:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a03fdf3b-a464-46f7-b7f2-78a2568ea8d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:40.275564 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1858a91-aba9-4234-8997-cdb18a8a2b86 None None] The sync data for ids ['c80e9815-77c0-4b42-9e65-0f20746f57d0'] in dv-neutron-825732-1-hyperv is: [{'id': 'c80e9815-77c0-4b42-9e65-0f20746f57d0', 'name': '', 'tenant_id': 'd66eceab8d184c82bef254493f349b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c02f19d-5094-404a-abd4-2c7a3b84498d', 'external_fixed_ips': [{'subnet_id': 'a03fdf3b-a464-46f7-b7f2-78a2568ea8d8', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '8f795407-ec16-46ea-a55b-63c94775176d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:29Z', 'updated_at': '2022-01-21T09:41:33Z', 'revision_number': 3, 'project_id': 'd66eceab8d184c82bef254493f349b4a', 'gw_port': {'id': '8f795407-ec16-46ea-a55b-63c94775176d', 'name': '', 'network_id': '5c02f19d-5094-404a-abd4-2c7a3b84498d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:48:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80e9815-77c0-4b42-9e65-0f20746f57d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a03fdf3b-a464-46f7-b7f2-78a2568ea8d8', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:30Z', 'updated_at': '2022-01-21T09:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a03fdf3b-a464-46f7-b7f2-78a2568ea8d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:41:40.310803 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-b3fccb18-8ed5-4e12-a561-500afdfc2fda tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Deleting port 8f795407-ec16-46ea-a55b-63c94775176d {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:40.310803 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b3fccb18-8ed5-4e12-a561-500afdfc2fda tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.413065 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] device_id is not set on port 00304922-695e-44c9-9275-a699f1d8b62f yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:40.434226 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2feda9f2-fef5-450e-8517-447cdc5406f1 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.435480 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2feda9f2-fef5-450e-8517-447cdc5406f1 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.1811256 Jan 21 09:41:40.441329 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54980) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:40.444586 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.452801 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9937721c-aaaa-42e6-8031-c89b717cc200 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.453650 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-895af095-08d8-45c9-81d0-6b158452bec2 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-746913576'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:40.461201 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-895af095-08d8-45c9-81d0-6b158452bec2 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:40.466503 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-895af095-08d8-45c9-81d0-6b158452bec2 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Usage tracker for resource:network and tenant:8f4e00a7e524471b8e4a3aa280852b90 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:40.472324 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-895af095-08d8-45c9-81d0-6b158452bec2 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:40.481858 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-895af095-08d8-45c9-81d0-6b158452bec2 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:40.510247 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a51245d6-0258-48ce-b10a-b02488f37bd8 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.513397 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895af095-08d8-45c9-81d0-6b158452bec2 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Made reservation on behalf of 8f4e00a7e524471b8e4a3aa280852b90 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:40.518318 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-895af095-08d8-45c9-81d0-6b158452bec2 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.540380 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-895af095-08d8-45c9-81d0-6b158452bec2 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.561077 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Transition to ACTIVE for port object 00304922-695e-44c9-9275-a699f1d8b62f will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:40.568122 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a51245d6-0258-48ce-b10a-b02488f37bd8 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.570208 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 54984) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:40.601608 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.607579 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9de804e9-fb8d-4f9e-8fd8-63420b1ac637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.703411 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51245d6-0258-48ce-b10a-b02488f37bd8 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Pushing event updated for resources: {'Port': ['ID=70a42314-2f31-4847-b9f6-1dc57a93b776,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:40.761949 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9937721c-aaaa-42e6-8031-c89b717cc200 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.771472 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de804e9-fb8d-4f9e-8fd8-63420b1ac637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:40.772200 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-895af095-08d8-45c9-81d0-6b158452bec2 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:40.772319 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Pushing event updated for resources: {'Port': ['ID=00304922-695e-44c9-9275-a699f1d8b62f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:40.812258 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-9de804e9-fb8d-4f9e-8fd8-63420b1ac637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:40.822864 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-895af095-08d8-45c9-81d0-6b158452bec2 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Usage tracker for resource:security_group_rule and tenant:8f4e00a7e524471b8e4a3aa280852b90 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:40.831342 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-895af095-08d8-45c9-81d0-6b158452bec2 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:40.844736 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-895af095-08d8-45c9-81d0-6b158452bec2 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:40.854850 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de804e9-fb8d-4f9e-8fd8-63420b1ac637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:40.855483 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de804e9-fb8d-4f9e-8fd8-63420b1ac637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:40.856079 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9de804e9-fb8d-4f9e-8fd8-63420b1ac637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.887796 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a51245d6-0258-48ce-b10a-b02488f37bd8 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.895785 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-b3fccb18-8ed5-4e12-a561-500afdfc2fda tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] For port 8f795407-ec16-46ea-a55b-63c94775176d, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=8f795407-ec16-46ea-a55b-63c94775176d,segment=NetworkSegment(32329298-f800-4e8d-945c-549e6adb7a0e),segment_id=32329298-f800-4e8d-945c-549e6adb7a0e)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:40.896239 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b3fccb18-8ed5-4e12-a561-500afdfc2fda tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.911265 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-7bc38493-d83e-4a83-9353-54c6828cf1e9 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Allocated IP 172.26.0.44 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/166a528b-4d9f-4a4c-aa7e-aa40ba208aec) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:41.090201 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a51245d6-0258-48ce-b10a-b02488f37bd8 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.091289 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a51245d6-0258-48ce-b10a-b02488f37bd8 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5878768 Jan 21 09:41:41.105692 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-b3fccb18-8ed5-4e12-a561-500afdfc2fda tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Calling delete_port for 8f795407-ec16-46ea-a55b-63c94775176d owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:41.134131 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9937721c-aaaa-42e6-8031-c89b717cc200 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:41.135097 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de804e9-fb8d-4f9e-8fd8-63420b1ac637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Pushing event updated for resources: {'Port': ['ID=793414b0-a24a-43d2-8fa9-5d9560dfb887,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:41.138717 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9de804e9-fb8d-4f9e-8fd8-63420b1ac637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.9451530 Jan 21 09:41:41.143528 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54992) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:41.183971 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-9937721c-aaaa-42e6-8031-c89b717cc200 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:41.194088 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Checking segment: {'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:41.194481 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Network hostable DHCP agents. Network: d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:41.212351 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9937721c-aaaa-42e6-8031-c89b717cc200 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:41.232096 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-3763e8b9-d9fd-4225-8215-accb4fbdab2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] 10.222.0.104 "GET /v2.0/ports/793414b0-a24a-43d2-8fa9-5d9560dfb887 HTTP/1.1" status: 200 len: 958 time: 0.0812643 Jan 21 09:41:41.236889 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 54996) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:41.249736 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-895af095-08d8-45c9-81d0-6b158452bec2 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.305963 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-895af095-08d8-45c9-81d0-6b158452bec2 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.369273 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-895af095-08d8-45c9-81d0-6b158452bec2 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:41.392824 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7bc38493-d83e-4a83-9353-54c6828cf1e9 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.407986 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-895af095-08d8-45c9-81d0-6b158452bec2 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.408465 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-895af095-08d8-45c9-81d0-6b158452bec2 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Added segment 12f5e777-72f1-4c25-9975-e7345444f597 of type vlan for network b520668e-29f4-454a-a288-b56175185860 Jan 21 09:41:41.410418 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895af095-08d8-45c9-81d0-6b158452bec2 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b54a327-d4bf-4935-b949-a9d299075011,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:41.416005 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e7114724-3eaa-4b9d-b737-eb7800eb2f4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Deleting port 793414b0-a24a-43d2-8fa9-5d9560dfb887 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:41.416452 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e7114724-3eaa-4b9d-b737-eb7800eb2f4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.456686 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9937721c-aaaa-42e6-8031-c89b717cc200 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Pushing event updated for resources: {'Port': ['ID=74cc0687-3458-4dca-af61-5cec7daf4edc,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:41.472380 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-bbc4999e-dc18-487e-8f55-a705fbd96924 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=15b34b5a0b9548a68eaea2e4552967ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8981402 Jan 21 09:41:41.479533 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55008) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:41.565092 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-895af095-08d8-45c9-81d0-6b158452bec2 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.649786 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:41.652808 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7bc38493-d83e-4a83-9353-54c6828cf1e9 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.692767 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:41.699694 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:41.703066 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b33c4a-a281-4177-92c6-3ce01bb3abda None None] Network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:41.726134 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 00304922-695e-44c9-9275-a699f1d8b62f on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:41.726571 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 00304922-695e-44c9-9275-a699f1d8b62f by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:41.727512 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 00304922-695e-44c9-9275-a699f1d8b62f on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:41.803016 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-895af095-08d8-45c9-81d0-6b158452bec2 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.806721 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895af095-08d8-45c9-81d0-6b158452bec2 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:41.807318 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-895af095-08d8-45c9-81d0-6b158452bec2 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.836299 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Port 00304922-695e-44c9-9275-a699f1d8b62f on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:41.836970 dv-neutron-825732-1-hyperv neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Failed to bind port 00304922-695e-44c9-9275-a699f1d8b62f on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] Jan 21 09:41:41.896305 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e4e1ad1e-ff66-4545-88a0-13392d41754a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.897889 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55018) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:41.907884 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempt 2 to bind port 00304922-695e-44c9-9275-a699f1d8b62f Jan 21 09:41:41.921481 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b3fccb18-8ed5-4e12-a561-500afdfc2fda tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.988933 dv-neutron-825732-1-hyperv neutron-server[83598]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 21 09:41:41.994785 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9937721c-aaaa-42e6-8031-c89b717cc200 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.999576 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fccb18-8ed5-4e12-a561-500afdfc2fda tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f795407-ec16-46ea-a55b-63c94775176d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:42.003628 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 00304922-695e-44c9-9275-a699f1d8b62f on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:42.003886 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 00304922-695e-44c9-9275-a699f1d8b62f by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:42.004425 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 00304922-695e-44c9-9275-a699f1d8b62f on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:42.047671 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc38493-d83e-4a83-9353-54c6828cf1e9 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Pushing event updated for resources: {'Port': ['ID=166a528b-4d9f-4a4c-aa7e-aa40ba208aec,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:42.055791 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc38493-d83e-4a83-9353-54c6828cf1e9 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:42.070500 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-7bc38493-d83e-4a83-9353-54c6828cf1e9 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:42.073009 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-895af095-08d8-45c9-81d0-6b158452bec2 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6305296 Jan 21 09:41:42.076329 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e7114724-3eaa-4b9d-b737-eb7800eb2f4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.082588 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55024) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:42.084449 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc38493-d83e-4a83-9353-54c6828cf1e9 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:42.101504 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6b3667f5-3aad-4b03-8d04-e5ead039ef99 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Request body: {'subnet': {'network_id': 'b520668e-29f4-454a-a288-b56175185860', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:42.117881 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Port 00304922-695e-44c9-9275-a699f1d8b62f on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:42.118219 dv-neutron-825732-1-hyperv neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Failed to bind port 00304922-695e-44c9-9275-a699f1d8b62f on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] Jan 21 09:41:42.123115 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempt 3 to bind port 00304922-695e-44c9-9275-a699f1d8b62f Jan 21 09:41:42.134915 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895af095-08d8-45c9-81d0-6b158452bec2 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Pushing event updated for resources: {'Network': ['ID=b520668e-29f4-454a-a288-b56175185860,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:42.154466 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network b520668e-29f4-454a-a288-b56175185860 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:42.242534 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9937721c-aaaa-42e6-8031-c89b717cc200 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.286584 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 00304922-695e-44c9-9275-a699f1d8b62f on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:42.286915 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 00304922-695e-44c9-9275-a699f1d8b62f by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:42.287411 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 00304922-695e-44c9-9275-a699f1d8b62f on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:42.287946 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e4e1ad1e-ff66-4545-88a0-13392d41754a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.305117 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e7114724-3eaa-4b9d-b737-eb7800eb2f4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Calling delete_port for 793414b0-a24a-43d2-8fa9-5d9560dfb887 owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:42.349429 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Port 00304922-695e-44c9-9275-a699f1d8b62f on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:42.349784 dv-neutron-825732-1-hyperv neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Failed to bind port 00304922-695e-44c9-9275-a699f1d8b62f on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] Jan 21 09:41:42.354968 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempt 4 to bind port 00304922-695e-44c9-9275-a699f1d8b62f Jan 21 09:41:42.363469 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6b3667f5-3aad-4b03-8d04-e5ead039ef99 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:42.403237 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-1a8d3c00-69af-4125-9f67-73775c622562 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Synchronizing usage tracker for tenant:a795fbd174334072b3ab0ded96f09259 on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:42.438326 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6b3667f5-3aad-4b03-8d04-e5ead039ef99 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Usage tracker for resource:subnet and tenant:8f4e00a7e524471b8e4a3aa280852b90 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:42.443337 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6b3667f5-3aad-4b03-8d04-e5ead039ef99 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:42.460316 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6b3667f5-3aad-4b03-8d04-e5ead039ef99 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:42.461412 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e7114724-3eaa-4b9d-b737-eb7800eb2f4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.475314 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 00304922-695e-44c9-9275-a699f1d8b62f on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:42.475648 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 00304922-695e-44c9-9275-a699f1d8b62f by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:42.476180 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 00304922-695e-44c9-9275-a699f1d8b62f on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:42.523026 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e4e1ad1e-ff66-4545-88a0-13392d41754a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.533776 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7114724-3eaa-4b9d-b737-eb7800eb2f4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Pushing event deleted for resources: {'Port': ['ID=793414b0-a24a-43d2-8fa9-5d9560dfb887,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:42.549645 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1ad1e-ff66-4545-88a0-13392d41754a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cbd121-c0dc-4e0f-8411-18b641c9d026,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:42.552158 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e7114724-3eaa-4b9d-b737-eb7800eb2f4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.623221 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e7114724-3eaa-4b9d-b737-eb7800eb2f4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] 10.222.0.104 "DELETE /v2.0/ports/793414b0-a24a-43d2-8fa9-5d9560dfb887 HTTP/1.1" status: 204 len: 168 time: 1.3854685 Jan 21 09:41:42.625022 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e4e1ad1e-ff66-4545-88a0-13392d41754a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.626652 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Port 00304922-695e-44c9-9275-a699f1d8b62f on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:42.627053 dv-neutron-825732-1-hyperv neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Failed to bind port 00304922-695e-44c9-9275-a699f1d8b62f on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] Jan 21 09:41:42.627277 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e4e1ad1e-ff66-4545-88a0-13392d41754a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/65cbd121-c0dc-4e0f-8411-18b641c9d026 HTTP/1.1" status: 204 len: 168 time: 1.1453779 Jan 21 09:41:42.627627 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55028) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:42.632167 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempt 5 to bind port 00304922-695e-44c9-9275-a699f1d8b62f Jan 21 09:41:42.659187 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7bc38493-d83e-4a83-9353-54c6828cf1e9 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.672364 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-1a8d3c00-69af-4125-9f67-73775c622562 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Unset dirty status for tenant:a795fbd174334072b3ab0ded96f09259 on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:42.673981 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-1a8d3c00-69af-4125-9f67-73775c622562 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-securitygroup--258596300&fields=id&tenant_id=a795fbd174334072b3ab0ded96f09259 HTTP/1.1" status: 200 len: 267 time: 0.7037241 Jan 21 09:41:42.692008 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3667f5-3aad-4b03-8d04-e5ead039ef99 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Made reservation on behalf of 8f4e00a7e524471b8e4a3aa280852b90 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:42.716793 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b3fccb18-8ed5-4e12-a561-500afdfc2fda tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.833725 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7bc38493-d83e-4a83-9353-54c6828cf1e9 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.903154 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-94bc6b32-3b65-4068-8593-0f65f119bf48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:41:42.904663 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-94bc6b32-3b65-4068-8593-0f65f119bf48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Synchronizing usage tracker for tenant:ff988181bbfe4a8295c46771d995c025 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:42.985897 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 00304922-695e-44c9-9275-a699f1d8b62f on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:42.986567 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 00304922-695e-44c9-9275-a699f1d8b62f by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:42.986916 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 00304922-695e-44c9-9275-a699f1d8b62f on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:43.005426 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-13dc225a-d976-4784-a251-84ddbb0b1475 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:43.008172 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-13dc225a-d976-4784-a251-84ddbb0b1475 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/networks?id=cb261bb5-f04b-4e44-bf4e-b6255f6519ef HTTP/1.1" status: 200 len: 806 time: 0.2997861 Jan 21 09:41:43.133469 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6b3667f5-3aad-4b03-8d04-e5ead039ef99 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.149314 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-94bc6b32-3b65-4068-8593-0f65f119bf48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Unset dirty status for tenant:ff988181bbfe4a8295c46771d995c025 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:43.158525 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-94bc6b32-3b65-4068-8593-0f65f119bf48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] 10.222.0.104 "GET /v2.0/ports/793414b0-a24a-43d2-8fa9-5d9560dfb887 HTTP/1.1" status: 404 len: 333 time: 0.5070102 Jan 21 09:41:43.158799 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55042) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:43.175970 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-639716eb-13ce-40d3-8a70-6ec4e841a31f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Request body: {'port': {'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-554364571'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:43.190087 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-639716eb-13ce-40d3-8a70-6ec4e841a31f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:43.222507 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-ab775d53-7022-4a0f-9ba2-184f6a0028e4 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/quotas/a795fbd174334072b3ab0ded96f09259 HTTP/1.1" status: 200 len: 375 time: 0.0681791 Jan 21 09:41:43.226488 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-639716eb-13ce-40d3-8a70-6ec4e841a31f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:43.309431 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639716eb-13ce-40d3-8a70-6ec4e841a31f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Made reservation on behalf of ff988181bbfe4a8295c46771d995c025 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:43.311913 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-639716eb-13ce-40d3-8a70-6ec4e841a31f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.330988 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Port 00304922-695e-44c9-9275-a699f1d8b62f on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:43.330988 dv-neutron-825732-1-hyperv neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Failed to bind port 00304922-695e-44c9-9275-a699f1d8b62f on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] Jan 21 09:41:43.351537 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-639716eb-13ce-40d3-8a70-6ec4e841a31f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] device_id is not set on port caebf418-0f33-44f9-ab2b-cfec6e59a91b yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:43.398380 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempt 6 to bind port 00304922-695e-44c9-9275-a699f1d8b62f Jan 21 09:41:43.446365 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b3fccb18-8ed5-4e12-a561-500afdfc2fda tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.448115 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 00304922-695e-44c9-9275-a699f1d8b62f on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:43.448453 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 00304922-695e-44c9-9275-a699f1d8b62f by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:43.449284 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 00304922-695e-44c9-9275-a699f1d8b62f on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:43.456621 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-9937721c-aaaa-42e6-8031-c89b717cc200 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:41:43.473005 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7bc38493-d83e-4a83-9353-54c6828cf1e9 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.483657 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b3fccb18-8ed5-4e12-a561-500afdfc2fda tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.488626 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7bc38493-d83e-4a83-9353-54c6828cf1e9 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.488947 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9937721c-aaaa-42e6-8031-c89b717cc200 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.495106 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Port 00304922-695e-44c9-9275-a699f1d8b62f on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:43.495277 dv-neutron-825732-1-hyperv neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Failed to bind port 00304922-695e-44c9-9275-a699f1d8b62f on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] Jan 21 09:41:43.496770 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempt 7 to bind port 00304922-695e-44c9-9275-a699f1d8b62f Jan 21 09:41:43.511062 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9937721c-aaaa-42e6-8031-c89b717cc200 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.536606 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-a8ed41df-947a-465e-8a21-383924b7d44b tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=a795fbd174334072b3ab0ded96f09259&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3074234 Jan 21 09:41:43.581962 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 00304922-695e-44c9-9275-a699f1d8b62f on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:43.582380 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 00304922-695e-44c9-9275-a699f1d8b62f by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:43.582683 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 00304922-695e-44c9-9275-a699f1d8b62f on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:43.707177 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc38493-d83e-4a83-9353-54c6828cf1e9 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Pushing event updated for resources: {'Port': ['ID=166a528b-4d9f-4a4c-aa7e-aa40ba208aec,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:43.744980 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7bc38493-d83e-4a83-9353-54c6828cf1e9 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.781805 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-639716eb-13ce-40d3-8a70-6ec4e841a31f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.797797 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7bc38493-d83e-4a83-9353-54c6828cf1e9 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.813216 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-7bc38493-d83e-4a83-9353-54c6828cf1e9 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7595015 Jan 21 09:41:43.814289 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9937721c-aaaa-42e6-8031-c89b717cc200 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Pushing event updated for resources: {'Port': ['ID=74cc0687-3458-4dca-af61-5cec7daf4edc,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:43.824514 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Port 00304922-695e-44c9-9275-a699f1d8b62f on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:43.824832 dv-neutron-825732-1-hyperv neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Failed to bind port 00304922-695e-44c9-9275-a699f1d8b62f on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] Jan 21 09:41:43.831407 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempt 8 to bind port 00304922-695e-44c9-9275-a699f1d8b62f Jan 21 09:41:43.840448 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b3fccb18-8ed5-4e12-a561-500afdfc2fda tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.841130 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fccb18-8ed5-4e12-a561-500afdfc2fda tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c80e9815-77c0-4b42-9e65-0f20746f57d0 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:41:43.846949 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-639716eb-13ce-40d3-8a70-6ec4e841a31f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.931187 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6b3667f5-3aad-4b03-8d04-e5ead039ef99 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.987364 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55062) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:43.991069 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 00304922-695e-44c9-9275-a699f1d8b62f on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:43.991540 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 00304922-695e-44c9-9275-a699f1d8b62f by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:43.991965 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 00304922-695e-44c9-9275-a699f1d8b62f on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:44.029725 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9937721c-aaaa-42e6-8031-c89b717cc200 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.040681 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639716eb-13ce-40d3-8a70-6ec4e841a31f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Pushing event updated for resources: {'Port': ['ID=caebf418-0f33-44f9-ab2b-cfec6e59a91b,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:44.074493 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639716eb-13ce-40d3-8a70-6ec4e841a31f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:44.077550 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-639716eb-13ce-40d3-8a70-6ec4e841a31f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:44.087249 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639716eb-13ce-40d3-8a70-6ec4e841a31f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:44.088408 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Port 00304922-695e-44c9-9275-a699f1d8b62f on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:44.088815 dv-neutron-825732-1-hyperv neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Failed to bind port 00304922-695e-44c9-9275-a699f1d8b62f on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] Jan 21 09:41:44.088916 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639716eb-13ce-40d3-8a70-6ec4e841a31f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:44.089823 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-639716eb-13ce-40d3-8a70-6ec4e841a31f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.100212 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempt 9 to bind port 00304922-695e-44c9-9275-a699f1d8b62f Jan 21 09:41:44.130654 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 00304922-695e-44c9-9275-a699f1d8b62f on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:44.130974 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 00304922-695e-44c9-9275-a699f1d8b62f by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:44.131747 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 00304922-695e-44c9-9275-a699f1d8b62f on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:44.136761 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-639716eb-13ce-40d3-8a70-6ec4e841a31f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9774752 Jan 21 09:41:44.140053 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9937721c-aaaa-42e6-8031-c89b717cc200 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.141136 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55070) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:44.141911 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9937721c-aaaa-42e6-8031-c89b717cc200 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.8065698 Jan 21 09:41:44.150295 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b3fccb18-8ed5-4e12-a561-500afdfc2fda tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.152375 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:44.153867 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b3fccb18-8ed5-4e12-a561-500afdfc2fda tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] 10.222.0.104 "DELETE /v2.0/routers/c80e9815-77c0-4b42-9e65-0f20746f57d0 HTTP/1.1" status: 204 len: 168 time: 6.6680250 Jan 21 09:41:44.160713 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3667f5-3aad-4b03-8d04-e5ead039ef99 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Pushing event updated for resources: {'Subnet': ['ID=0837bd7a-958f-45e5-9d2b-fa591173447a,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:44.173782 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55076) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:44.286657 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3667f5-3aad-4b03-8d04-e5ead039ef99 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Checking segment: {'id': '12f5e777-72f1-4c25-9975-e7345444f597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b520668e-29f4-454a-a288-b56175185860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:44.287774 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3667f5-3aad-4b03-8d04-e5ead039ef99 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Network hostable DHCP agents. Network: b520668e-29f4-454a-a288-b56175185860, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:44.295340 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc5bef4-e4af-45bf-9e37-69c98161d92a tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Deleting subnet a03fdf3b-a464-46f7-b7f2-78a2568ea8d8 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:41:44.307148 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-0520e15e-99be-4e48-82a7-31cba00c9493 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1804221698'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:44.312187 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Port 00304922-695e-44c9-9275-a699f1d8b62f on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:44.312783 dv-neutron-825732-1-hyperv neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Failed to bind port 00304922-695e-44c9-9275-a699f1d8b62f on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] Jan 21 09:41:44.315727 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6fc5bef4-e4af-45bf-9e37-69c98161d92a tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.351884 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-0269985f-0d2c-47a9-9c35-87a94cdcad06 service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=83598) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:41:44.354261 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-0269985f-0d2c-47a9-9c35-87a94cdcad06 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3223872 Jan 21 09:41:44.363765 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempt 10 to bind port 00304922-695e-44c9-9275-a699f1d8b62f Jan 21 09:41:44.378850 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0520e15e-99be-4e48-82a7-31cba00c9493 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:44.395999 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0520e15e-99be-4e48-82a7-31cba00c9493 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Usage tracker for resource:network and tenant:aed3d53ef02d4d889ce3052ba21584d0 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:44.398455 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.403058 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0520e15e-99be-4e48-82a7-31cba00c9493 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:44.408897 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 00304922-695e-44c9-9275-a699f1d8b62f on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:44.409481 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 00304922-695e-44c9-9275-a699f1d8b62f by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:44.410111 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 00304922-695e-44c9-9275-a699f1d8b62f on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:44.427102 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0520e15e-99be-4e48-82a7-31cba00c9493 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:44.440256 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6fc5bef4-e4af-45bf-9e37-69c98161d92a tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.477372 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Port 00304922-695e-44c9-9275-a699f1d8b62f on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:44.477738 dv-neutron-825732-1-hyperv neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Failed to bind port 00304922-695e-44c9-9275-a699f1d8b62f on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] Jan 21 09:41:44.478110 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.515461 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0520e15e-99be-4e48-82a7-31cba00c9493 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Made reservation on behalf of aed3d53ef02d4d889ce3052ba21584d0 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:44.519050 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0520e15e-99be-4e48-82a7-31cba00c9493 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.537138 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3667f5-3aad-4b03-8d04-e5ead039ef99 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Network b520668e-29f4-454a-a288-b56175185860 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:44.593275 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0520e15e-99be-4e48-82a7-31cba00c9493 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.623593 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6fc5bef4-e4af-45bf-9e37-69c98161d92a tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.668608 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-13422028-0268-4c14-8f3b-8d8da07e755a service neutron] 10.222.0.104 "GET /v2.0/networks/cb261bb5-f04b-4e44-bf4e-b6255f6519ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058453 Jan 21 09:41:44.681480 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-6b3667f5-3aad-4b03-8d04-e5ead039ef99 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, b520668e-29f4-454a-a288-b56175185860) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:44.701948 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3667f5-3aad-4b03-8d04-e5ead039ef99 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:44.702537 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6b3667f5-3aad-4b03-8d04-e5ead039ef99 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.710937 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad15da2f-3ef7-4121-a966-4d630ff8a40c None None] Network b520668e-29f4-454a-a288-b56175185860 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:44.748056 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0520e15e-99be-4e48-82a7-31cba00c9493 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:44.767292 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0520e15e-99be-4e48-82a7-31cba00c9493 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Usage tracker for resource:security_group_rule and tenant:aed3d53ef02d4d889ce3052ba21584d0 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:44.775638 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0520e15e-99be-4e48-82a7-31cba00c9493 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:44.786952 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] For port 00304922-695e-44c9-9275-a699f1d8b62f, host hv-neutron-8257, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:44.787389 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempted to set empty binding levels {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 21 09:41:44.797495 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0520e15e-99be-4e48-82a7-31cba00c9493 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:44.809504 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.879411 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6b3667f5-3aad-4b03-8d04-e5ead039ef99 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7951009 Jan 21 09:41:44.881873 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55094) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:44.894967 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6fc5bef4-e4af-45bf-9e37-69c98161d92a tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.898923 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-e10d092b-badd-41c1-880f-331a5d9ee904 service neutron] 10.222.0.104 "GET /v2.0/networks/cb261bb5-f04b-4e44-bf4e-b6255f6519ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159789 Jan 21 09:41:44.902596 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] device_id is not set on port caebf418-0f33-44f9-ab2b-cfec6e59a91b yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:44.916101 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-29b03ca2-30e6-4d65-ab9b-aef9140a1a9c tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1210719755', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}, 'admin_state_up': False}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:44.934147 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-29b03ca2-30e6-4d65-ab9b-aef9140a1a9c tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:44.942450 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.954773 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-29b03ca2-30e6-4d65-ab9b-aef9140a1a9c tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Usage tracker for resource:router and tenant:8f4e00a7e524471b8e4a3aa280852b90 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:44.965591 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-29b03ca2-30e6-4d65-ab9b-aef9140a1a9c tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:44.996367 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-29b03ca2-30e6-4d65-ab9b-aef9140a1a9c tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:45.022703 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Transition to ACTIVE for port object caebf418-0f33-44f9-ab2b-cfec6e59a91b will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:45.024550 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-29b03ca2-30e6-4d65-ab9b-aef9140a1a9c tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.025593 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-29b03ca2-30e6-4d65-ab9b-aef9140a1a9c tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.036173 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.048759 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc5bef4-e4af-45bf-9e37-69c98161d92a tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a03fdf3b-a464-46f7-b7f2-78a2568ea8d8,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:45.087405 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.100705 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6fc5bef4-e4af-45bf-9e37-69c98161d92a tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.107684 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55102) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:45.128493 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Pushing event updated for resources: {'Port': ['ID=00304922-695e-44c9-9275-a699f1d8b62f,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:45.135690 dv-neutron-825732-1-hyperv neutron-server[83597]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 21 09:41:45.167705 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6fc5bef4-e4af-45bf-9e37-69c98161d92a tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] 10.222.0.104 "DELETE /v2.0/subnets/a03fdf3b-a464-46f7-b7f2-78a2568ea8d8 HTTP/1.1" status: 204 len: 168 time: 0.9813128 Jan 21 09:41:45.180706 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Pushing event updated for resources: {'Port': ['ID=caebf418-0f33-44f9-ab2b-cfec6e59a91b,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:45.185873 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55108) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:45.234827 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d3beefc0-c5dc-4c6b-bb06-edb8aa5a7fa5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 7.0627770 Jan 21 09:41:45.258128 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18b3945-2171-43df-9399-8fd47440cdec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-b520668e-29f4-454a-a288-b56175185860', 'network_id': 'b520668e-29f4-454a-a288-b56175185860', 'tenant_id': '8f4e00a7e524471b8e4a3aa280852b90', 'fixed_ips': [{'subnet_id': '0837bd7a-958f-45e5-9d2b-fa591173447a'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:41:45.259280 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e18b3945-2171-43df-9399-8fd47440cdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.284613 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55118) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:45.290899 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-29b03ca2-30e6-4d65-ab9b-aef9140a1a9c tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.372341 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-25cac4b6-46b5-4041-95a5-febd85e328a3 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Synchronizing usage tracker for tenant:9423dc950d0443ff88843ee602917a89 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:45.417069 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0520e15e-99be-4e48-82a7-31cba00c9493 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.437269 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0520e15e-99be-4e48-82a7-31cba00c9493 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.456656 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b19bec27-e02f-4a13-bf67-ef1b87f0becc tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.457791 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-2fb0bcfa-0810-4a88-a67c-8d2898901426 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Deleting port 00304922-695e-44c9-9275-a699f1d8b62f {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:45.458245 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2fb0bcfa-0810-4a88-a67c-8d2898901426 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.477612 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-25cac4b6-46b5-4041-95a5-febd85e328a3 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Unset dirty status for tenant:9423dc950d0443ff88843ee602917a89 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:45.487313 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-25cac4b6-46b5-4041-95a5-febd85e328a3 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-securitygroup--619819989&fields=id&tenant_id=9423dc950d0443ff88843ee602917a89 HTTP/1.1" status: 200 len: 267 time: 0.3777180 Jan 21 09:41:45.499049 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:45.499397 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:45.499735 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:45.523989 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-e18b3945-2171-43df-9399-8fd47440cdec None None] Allocated IP 172.20.0.2 (b520668e-29f4-454a-a288-b56175185860/0837bd7a-958f-45e5-9d2b-fa591173447a/4a3306e3-7f3b-4e4e-9788-b0ee889e9c23) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:45.527171 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0520e15e-99be-4e48-82a7-31cba00c9493 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:45.544261 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520e15e-99be-4e48-82a7-31cba00c9493 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c73b639-2880-48ef-9ef2-fa4067818ef2,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:45.630615 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Port caebf418-0f33-44f9-ab2b-cfec6e59a91b on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:45.631163 dv-neutron-825732-1-hyperv neutron-server[83598]: ERROR neutron.plugins.ml2.managers [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Failed to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b on host hv-neutron-8257 for vnic_type normal using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] Jan 21 09:41:45.640149 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.plugins.ml2.plugin [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempt 2 to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b Jan 21 09:41:45.650786 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0520e15e-99be-4e48-82a7-31cba00c9493 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.651427 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-0520e15e-99be-4e48-82a7-31cba00c9493 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Added segment d8512c61-5e79-4093-8153-38fc66b5c546 of type vlan for network b2b1677c-5473-43b0-9142-6b1ff5cfeaa3 Jan 21 09:41:45.730516 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-0f2825dd-7310-4486-94fd-572828b69c42 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-securitygroup--772832277&fields=id&tenant_id=336aa381caa24798b3c72d188fdcb52a HTTP/1.1" status: 200 len: 267 time: 0.3313680 Jan 21 09:41:45.819802 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e18b3945-2171-43df-9399-8fd47440cdec None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.834240 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-e18b3945-2171-43df-9399-8fd47440cdec None None] Transition to ACTIVE for port object 4a3306e3-7f3b-4e4e-9788-b0ee889e9c23 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:45.874737 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-e18b3945-2171-43df-9399-8fd47440cdec None None] Transition to ACTIVE for port object 4a3306e3-7f3b-4e4e-9788-b0ee889e9c23 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:45.882290 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e18b3945-2171-43df-9399-8fd47440cdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.918372 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0520e15e-99be-4e48-82a7-31cba00c9493 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.956307 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18b3945-2171-43df-9399-8fd47440cdec None None] Network b520668e-29f4-454a-a288-b56175185860 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:45.964664 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-e18b3945-2171-43df-9399-8fd47440cdec None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:45.967211 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b19bec27-e02f-4a13-bf67-ef1b87f0becc tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.969363 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18b3945-2171-43df-9399-8fd47440cdec None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:45.989475 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-f7ec0158-c04b-4c3b-97e6-0369f39f9cc0 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:45.990945 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-f7ec0158-c04b-4c3b-97e6-0369f39f9cc0 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Synchronizing usage tracker for tenant:9423dc950d0443ff88843ee602917a89 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:45.998913 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:45.999306 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:45.999574 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:46.048960 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-b19bec27-e02f-4a13-bf67-ef1b87f0becc tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c02f19d-5094-404a-abd4-2c7a3b84498d']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:46.072293 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-b19bec27-e02f-4a13-bf67-ef1b87f0becc tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32329298-f800-4e8d-945c-549e6adb7a0e') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:46.072900 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-b19bec27-e02f-4a13-bf67-ef1b87f0becc tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32329298-f800-4e8d-945c-549e6adb7a0e') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:46.079112 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-e18b3945-2171-43df-9399-8fd47440cdec None None] Attempting to bind port 4a3306e3-7f3b-4e4e-9788-b0ee889e9c23 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:46.080023 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-e18b3945-2171-43df-9399-8fd47440cdec None None] Attempting to bind port 4a3306e3-7f3b-4e4e-9788-b0ee889e9c23 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '12f5e777-72f1-4c25-9975-e7345444f597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b520668e-29f4-454a-a288-b56175185860'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:46.080576 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18b3945-2171-43df-9399-8fd47440cdec None None] Attempting to bind port 4a3306e3-7f3b-4e4e-9788-b0ee889e9c23 on network b520668e-29f4-454a-a288-b56175185860 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:46.085212 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b3945-2171-43df-9399-8fd47440cdec None None] Pushing event updated for resources: {'Port': ['ID=4a3306e3-7f3b-4e4e-9788-b0ee889e9c23,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:46.086948 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0520e15e-99be-4e48-82a7-31cba00c9493 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.090967 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0520e15e-99be-4e48-82a7-31cba00c9493 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:46.091818 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0520e15e-99be-4e48-82a7-31cba00c9493 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.096233 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18b3945-2171-43df-9399-8fd47440cdec None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:41:46.096700 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18b3945-2171-43df-9399-8fd47440cdec None None] Checking segment: {'id': '12f5e777-72f1-4c25-9975-e7345444f597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b520668e-29f4-454a-a288-b56175185860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:46.096979 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e18b3945-2171-43df-9399-8fd47440cdec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.097360 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18b3945-2171-43df-9399-8fd47440cdec None None] Bound using segment: {'id': '12f5e777-72f1-4c25-9975-e7345444f597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b520668e-29f4-454a-a288-b56175185860'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:41:46.098121 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-e18b3945-2171-43df-9399-8fd47440cdec None None] Bound port: 4a3306e3-7f3b-4e4e-9788-b0ee889e9c23, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f5e777-72f1-4c25-9975-e7345444f597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b520668e-29f4-454a-a288-b56175185860'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:46.098213 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e18b3945-2171-43df-9399-8fd47440cdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.133011 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b19bec27-e02f-4a13-bf67-ef1b87f0becc tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.143447 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-f7ec0158-c04b-4c3b-97e6-0369f39f9cc0 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Unset dirty status for tenant:9423dc950d0443ff88843ee602917a89 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:46.154648 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-f7ec0158-c04b-4c3b-97e6-0369f39f9cc0 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "GET /v2.0/networks?id=d89fa3fc-d223-4e65-92aa-0d0d70c94692 HTTP/1.1" status: 200 len: 811 time: 0.6658530 Jan 21 09:41:46.193886 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-e18b3945-2171-43df-9399-8fd47440cdec None None] For port 4a3306e3-7f3b-4e4e-9788-b0ee889e9c23, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:46.197192 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-e18b3945-2171-43df-9399-8fd47440cdec None None] For port 4a3306e3-7f3b-4e4e-9788-b0ee889e9c23, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=4a3306e3-7f3b-4e4e-9788-b0ee889e9c23,segment=NetworkSegment(12f5e777-72f1-4c25-9975-e7345444f597),segment_id=12f5e777-72f1-4c25-9975-e7345444f597)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:41:46.205641 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e18b3945-2171-43df-9399-8fd47440cdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.243613 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Port caebf418-0f33-44f9-ab2b-cfec6e59a91b on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:46.243863 dv-neutron-825732-1-hyperv neutron-server[83598]: ERROR neutron.plugins.ml2.managers [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Failed to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b on host hv-neutron-8257 for vnic_type normal using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] Jan 21 09:41:46.270115 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.plugins.ml2.plugin [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempt 3 to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b Jan 21 09:41:46.287536 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b19bec27-e02f-4a13-bf67-ef1b87f0becc tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.302084 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-12e4f9f8-197b-4824-a00f-574b15b9884b tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "GET /v2.0/quotas/9423dc950d0443ff88843ee602917a89 HTTP/1.1" status: 200 len: 375 time: 0.1458259 Jan 21 09:41:46.306356 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b3945-2171-43df-9399-8fd47440cdec None None] Pushing event updated for resources: {'Port': ['ID=4a3306e3-7f3b-4e4e-9788-b0ee889e9c23,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:46.306550 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520e15e-99be-4e48-82a7-31cba00c9493 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Pushing event updated for resources: {'Network': ['ID=b2b1677c-5473-43b0-9142-6b1ff5cfeaa3,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:46.309068 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b19bec27-e02f-4a13-bf67-ef1b87f0becc tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:41:46.309473 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b19bec27-e02f-4a13-bf67-ef1b87f0becc tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.327137 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0520e15e-99be-4e48-82a7-31cba00c9493 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.3380346 Jan 21 09:41:46.328118 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:41:46.328118 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:41:46.328118 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:41:46.328118 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:46.328118 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:41:46.328118 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:46.328118 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:41:46.328118 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:46.328118 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:41:46.328118 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:46.328118 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:41:46.328118 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:46.328118 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:41:46.328118 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:46.328118 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:46.328118 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:46.328118 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:46.328118 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:46.328118 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:41:46.328118 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:41:46.328118 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:41:46.328118 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:41:46.328118 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:46.328118 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:41:46.328118 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:46.328118 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:41:46.328118 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:46.328118 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:41:46.328118 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:46.328118 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:41:46.328118 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:46.328118 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:46.397923 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network b2b1677c-5473-43b0-9142-6b1ff5cfeaa3 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:46.530312 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-2fb0bcfa-0810-4a88-a67c-8d2898901426 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] For port 00304922-695e-44c9-9275-a699f1d8b62f, host hv-neutron-8257, got binding levels [] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:46.531042 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2fb0bcfa-0810-4a88-a67c-8d2898901426 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.662894 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b19bec27-e02f-4a13-bf67-ef1b87f0becc tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.675430 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19bec27-e02f-4a13-bf67-ef1b87f0becc tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5c02f19d-5094-404a-abd4-2c7a3b84498d {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 21 09:41:46.696512 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b19bec27-e02f-4a13-bf67-ef1b87f0becc tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.725225 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-2fb0bcfa-0810-4a88-a67c-8d2898901426 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Calling delete_port for 00304922-695e-44c9-9275-a699f1d8b62f owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:46.826374 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b19bec27-e02f-4a13-bf67-ef1b87f0becc tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] 10.222.0.104 "DELETE /v2.0/networks/5c02f19d-5094-404a-abd4-2c7a3b84498d HTTP/1.1" status: 204 len: 168 time: 1.6350882 Jan 21 09:41:46.876558 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-29b03ca2-30e6-4d65-ab9b-aef9140a1a9c tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.891289 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2fb0bcfa-0810-4a88-a67c-8d2898901426 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.895747 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19bec27-e02f-4a13-bf67-ef1b87f0becc tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Pushing event deleted for resources: {'Network': ['ID=5c02f19d-5094-404a-abd4-2c7a3b84498d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:46.899646 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:46.900124 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:46.900558 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:46.983095 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-310f1c9c-43d3-4cf9-8b44-49e591afbe35 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=9423dc950d0443ff88843ee602917a89&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6797290 Jan 21 09:41:46.988845 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-324b6223-8f9e-4422-8118-9cbe2485e5e9 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:46.998166 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-324b6223-8f9e-4422-8118-9cbe2485e5e9 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/networks?id=8515717b-44bc-4a2f-9c9a-f5ff80484c08 HTTP/1.1" status: 200 len: 811 time: 1.2001112 Jan 21 09:41:47.035120 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0bcfa-0810-4a88-a67c-8d2898901426 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Pushing event deleted for resources: {'Port': ['ID=00304922-695e-44c9-9275-a699f1d8b62f,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:47.097409 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-9d0f124b-93ec-49c4-994c-e53480f35324 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/quotas/336aa381caa24798b3c72d188fdcb52a HTTP/1.1" status: 200 len: 375 time: 0.0967886 Jan 21 09:41:47.106840 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Port caebf418-0f33-44f9-ab2b-cfec6e59a91b on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:47.107891 dv-neutron-825732-1-hyperv neutron-server[83598]: ERROR neutron.plugins.ml2.managers [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Failed to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b on host hv-neutron-8257 for vnic_type normal using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] Jan 21 09:41:47.110140 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.plugins.ml2.plugin [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempt 4 to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b Jan 21 09:41:47.189573 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 4a3306e3-7f3b-4e4e-9788-b0ee889e9c23 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:47.393590 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 4a3306e3-7f3b-4e4e-9788-b0ee889e9c23 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:47.440630 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-ca2360c1-5399-4c7f-9675-274a0b7fa10b service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:41:47.441701 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-ca2360c1-5399-4c7f-9675-274a0b7fa10b service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1999431 Jan 21 09:41:47.454338 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:47.455118 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:47.455566 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:47.465871 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2fb0bcfa-0810-4a88-a67c-8d2898901426 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.481142 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-2fb0bcfa-0810-4a88-a67c-8d2898901426 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] 10.222.0.104 "DELETE /v2.0/ports/00304922-695e-44c9-9275-a699f1d8b62f HTTP/1.1" status: 204 len: 168 time: 2.1946120 Jan 21 09:41:47.492749 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55166) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:47.555076 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Port caebf418-0f33-44f9-ab2b-cfec6e59a91b on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:47.560188 dv-neutron-825732-1-hyperv neutron-server[83598]: ERROR neutron.plugins.ml2.managers [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Failed to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b on host hv-neutron-8257 for vnic_type normal using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] Jan 21 09:41:47.580463 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.plugins.ml2.plugin [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempt 5 to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b Jan 21 09:41:47.599277 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:47.599750 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:47.600179 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:47.655093 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Port caebf418-0f33-44f9-ab2b-cfec6e59a91b on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:47.656785 dv-neutron-825732-1-hyperv neutron-server[83598]: ERROR neutron.plugins.ml2.managers [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Failed to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b on host hv-neutron-8257 for vnic_type normal using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] Jan 21 09:41:47.676278 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.plugins.ml2.plugin [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempt 6 to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b Jan 21 09:41:47.748813 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:47.749298 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:47.749799 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:47.804079 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-a130accc-53c6-49e5-b3b4-dfad5d83e339 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:41:47.804879 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-a130accc-53c6-49e5-b3b4-dfad5d83e339 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Synchronizing usage tracker for tenant:9aeb27eb1bb64d05a21f6488dd3bd1b0 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:47.805571 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Port caebf418-0f33-44f9-ab2b-cfec6e59a91b on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:47.808988 dv-neutron-825732-1-hyperv neutron-server[83598]: ERROR neutron.plugins.ml2.managers [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Failed to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b on host hv-neutron-8257 for vnic_type normal using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] Jan 21 09:41:47.812130 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.plugins.ml2.plugin [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempt 7 to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b Jan 21 09:41:47.858135 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-c2b15951-5d0b-4bf4-a4ae-5e7099ddb12b tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Synchronizing usage tracker for tenant:336aa381caa24798b3c72d188fdcb52a on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:47.934553 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:47.937396 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:47.938064 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:48.017635 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-c2b15951-5d0b-4bf4-a4ae-5e7099ddb12b tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Unset dirty status for tenant:336aa381caa24798b3c72d188fdcb52a on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:48.019158 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-c2b15951-5d0b-4bf4-a4ae-5e7099ddb12b tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=336aa381caa24798b3c72d188fdcb52a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8090086 Jan 21 09:41:48.035092 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Port caebf418-0f33-44f9-ab2b-cfec6e59a91b on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:48.035549 dv-neutron-825732-1-hyperv neutron-server[83598]: ERROR neutron.plugins.ml2.managers [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Failed to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b on host hv-neutron-8257 for vnic_type normal using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] Jan 21 09:41:48.037992 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.plugins.ml2.plugin [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempt 8 to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b Jan 21 09:41:48.114643 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-37b956a8-3369-402d-ac83-b348ad84b145 service neutron] 10.222.0.104 "GET /v2.0/networks/d89fa3fc-d223-4e65-92aa-0d0d70c94692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6572990 Jan 21 09:41:48.227835 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-29b03ca2-30e6-4d65-ab9b-aef9140a1a9c tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks [] for router_gateway, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.296659 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55174) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:48.329237 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-29b03ca2-30e6-4d65-ab9b-aef9140a1a9c tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.333875 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-a130accc-53c6-49e5-b3b4-dfad5d83e339 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Unset dirty status for tenant:9aeb27eb1bb64d05a21f6488dd3bd1b0 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:48.340649 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a130accc-53c6-49e5-b3b4-dfad5d83e339 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] 10.222.0.104 "GET /v2.0/ports/00304922-695e-44c9-9275-a699f1d8b62f HTTP/1.1" status: 404 len: 333 time: 0.8399844 Jan 21 09:41:48.351285 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55178) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:48.362854 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-a014dd93-2784-4b26-9149-f565e6fd97d3 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Request body: {'port': {'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-754970836'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:48.371171 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a014dd93-2784-4b26-9149-f565e6fd97d3 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:48.404853 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a014dd93-2784-4b26-9149-f565e6fd97d3 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:48.422626 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a014dd93-2784-4b26-9149-f565e6fd97d3 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Made reservation on behalf of 9aeb27eb1bb64d05a21f6488dd3bd1b0 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:48.426669 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a014dd93-2784-4b26-9149-f565e6fd97d3 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.430337 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-4a40f3f0-3cf3-4432-927a-0fb19287d5a5 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Request body: {'router': {'name': 'tempest-router--1043049876', 'project_id': 'c93a0b914c0b4825b535305603aa818c'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:48.475775 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb42059-c60b-4a03-bbdd-340c20adc9b3 None None] Network b520668e-29f4-454a-a288-b56175185860 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:48.489684 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4a40f3f0-3cf3-4432-927a-0fb19287d5a5 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:48.493207 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:48.493767 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:48.494248 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:48.508900 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4a40f3f0-3cf3-4432-927a-0fb19287d5a5 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Usage tracker for resource:router and tenant:c93a0b914c0b4825b535305603aa818c is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:48.526029 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4a40f3f0-3cf3-4432-927a-0fb19287d5a5 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:48.539007 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4a40f3f0-3cf3-4432-927a-0fb19287d5a5 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:48.548549 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Port caebf418-0f33-44f9-ab2b-cfec6e59a91b on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:48.549243 dv-neutron-825732-1-hyperv neutron-server[83598]: ERROR neutron.plugins.ml2.managers [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Failed to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b on host hv-neutron-8257 for vnic_type normal using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] Jan 21 09:41:48.557113 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.plugins.ml2.plugin [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempt 9 to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b Jan 21 09:41:48.584762 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-a014dd93-2784-4b26-9149-f565e6fd97d3 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] device_id is not set on port 47a42353-b670-4571-afd3-8c69fa639126 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:48.616850 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4a40f3f0-3cf3-4432-927a-0fb19287d5a5 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.618392 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4a40f3f0-3cf3-4432-927a-0fb19287d5a5 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.627841 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:48.628513 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:48.629062 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:48.674894 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-7172d995-d13e-4b7b-978a-0ec6ee67707c None None] Provisioning for port 4a3306e3-7f3b-4e4e-9788-b0ee889e9c23 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:48.695259 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7c83a0-9bde-4e2e-9aef-68021dc52d36 None None] Sync routers for ids ['9515aa66-e01a-47a4-acf5-fc82c2ca2c66'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:41:48.721572 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-83cee12e-a9a9-4eb3-9692-ba2c0a2c2ed6 service neutron] 10.222.0.104 "GET /v2.0/networks/8515717b-44bc-4a2f-9c9a-f5ff80484c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6526961 Jan 21 09:41:48.724076 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.124', 57912) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:48.728975 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-ac2b2629-4b7d-4c99-806a-7d3d72571e6c service neutron] 10.222.0.104 "GET /v2.0/networks/d89fa3fc-d223-4e65-92aa-0d0d70c94692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6123135 Jan 21 09:41:48.772887 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-7172d995-d13e-4b7b-978a-0ec6ee67707c None None] Provisioning complete for port 4a3306e3-7f3b-4e4e-9788-b0ee889e9c23 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:48.773457 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7172d995-d13e-4b7b-978a-0ec6ee67707c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.843257 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Port caebf418-0f33-44f9-ab2b-cfec6e59a91b on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:48.855084 dv-neutron-825732-1-hyperv neutron-server[83598]: ERROR neutron.plugins.ml2.managers [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Failed to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b on host hv-neutron-8257 for vnic_type normal using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] Jan 21 09:41:48.926597 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.plugins.ml2.plugin [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempt 10 to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b Jan 21 09:41:49.010898 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7c83a0-9bde-4e2e-9aef-68021dc52d36 None None] Routers {'9515aa66-e01a-47a4-acf5-fc82c2ca2c66'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:49.013114 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1c7c83a0-9bde-4e2e-9aef-68021dc52d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:41:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9515aa66-e01a-47a4-acf5-fc82c2ca2c66'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:49.396570 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a014dd93-2784-4b26-9149-f565e6fd97d3 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.398756 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-29b03ca2-30e6-4d65-ab9b-aef9140a1a9c tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Allocated IP 172.26.0.233 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/cf30a637-bee2-4f2b-b3a5-3ac4632d33e6) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:49.502787 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a014dd93-2784-4b26-9149-f565e6fd97d3 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.692746 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:49.705962 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:49.708159 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempting to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:49.778167 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a014dd93-2784-4b26-9149-f565e6fd97d3 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:49.969538 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-a014dd93-2784-4b26-9149-f565e6fd97d3 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:50.041257 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a014dd93-2784-4b26-9149-f565e6fd97d3 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:50.047103 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a014dd93-2784-4b26-9149-f565e6fd97d3 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:50.052046 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a014dd93-2784-4b26-9149-f565e6fd97d3 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.061374 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7172d995-d13e-4b7b-978a-0ec6ee67707c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.109195 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55220) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:50.116335 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-f98d67ab-f478-4fb8-87cd-22a35cbde61c req-5c873213-f79c-44a9-b1d5-df9c6f2d2724 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Synchronizing usage tracker for tenant:a795fbd174334072b3ab0ded96f09259 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:50.152266 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6e948d02-103b-43f9-842b-3ab25e0cb444 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Request body: {'subnet': {'network_id': 'b2b1677c-5473-43b0-9142-6b1ff5cfeaa3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:50.180808 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.187950 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014dd93-2784-4b26-9149-f565e6fd97d3 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Pushing event updated for resources: {'Port': ['ID=47a42353-b670-4571-afd3-8c69fa639126,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:50.188477 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-29b03ca2-30e6-4d65-ab9b-aef9140a1a9c tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.216266 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-1c7c83a0-9bde-4e2e-9aef-68021dc52d36 None None] Set router 9515aa66-e01a-47a4-acf5-fc82c2ca2c66 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:41:50.228066 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4a40f3f0-3cf3-4432-927a-0fb19287d5a5 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.253829 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-86c66d0f-2aa1-4ba8-8219-172c8de37532 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:50.257042 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-86c66d0f-2aa1-4ba8-8219-172c8de37532 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.124 "GET /v2.0/networks?id=cb261bb5-f04b-4e44-bf4e-b6255f6519ef HTTP/1.1" status: 200 len: 806 time: 1.4612834 Jan 21 09:41:50.301879 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Port caebf418-0f33-44f9-ab2b-cfec6e59a91b on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:50.302738 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a014dd93-2784-4b26-9149-f565e6fd97d3 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.9471679 Jan 21 09:41:50.303474 dv-neutron-825732-1-hyperv neutron-server[83598]: ERROR neutron.plugins.ml2.managers [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Failed to bind port caebf418-0f33-44f9-ab2b-cfec6e59a91b on host hv-neutron-8257 for vnic_type normal using segments [{'id': '3c609ee2-d849-4005-bc35-954d9eeed38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1b00c92-1f6e-4e83-b1e6-0e88cad960d7'}] Jan 21 09:41:50.303880 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55226) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:50.304439 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.345400 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8257'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:50.359287 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-7172d995-d13e-4b7b-978a-0ec6ee67707c None None] For port 4a3306e3-7f3b-4e4e-9788-b0ee889e9c23, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=4a3306e3-7f3b-4e4e-9788-b0ee889e9c23,segment=NetworkSegment(12f5e777-72f1-4c25-9975-e7345444f597),segment_id=12f5e777-72f1-4c25-9975-e7345444f597)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:50.486321 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-f98d67ab-f478-4fb8-87cd-22a35cbde61c req-5c873213-f79c-44a9-b1d5-df9c6f2d2724 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Unset dirty status for tenant:a795fbd174334072b3ab0ded96f09259 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:50.488057 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-f98d67ab-f478-4fb8-87cd-22a35cbde61c req-5c873213-f79c-44a9-b1d5-df9c6f2d2724 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/ports?device_id=7e2be814-53d6-4937-85d0-f08eb124f0b0 HTTP/1.1" status: 200 len: 210 time: 0.7313409 Jan 21 09:41:50.527301 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7172d995-d13e-4b7b-978a-0ec6ee67707c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.578014 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.613753 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6e948d02-103b-43f9-842b-3ab25e0cb444 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:50.632947 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6e948d02-103b-43f9-842b-3ab25e0cb444 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Usage tracker for resource:subnet and tenant:aed3d53ef02d4d889ce3052ba21584d0 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:50.645823 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] For port caebf418-0f33-44f9-ab2b-cfec6e59a91b, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:50.647274 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Attempted to set empty binding levels {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 21 09:41:50.657613 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6e948d02-103b-43f9-842b-3ab25e0cb444 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:50.764723 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6e948d02-103b-43f9-842b-3ab25e0cb444 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:50.781439 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-d03aab2f-709a-4bb7-87c3-d503d3e4cba8 service neutron] 10.222.0.104 "GET /v2.0/networks/8515717b-44bc-4a2f-9c9a-f5ff80484c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0584853 Jan 21 09:41:50.785428 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.001169 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4a40f3f0-3cf3-4432-927a-0fb19287d5a5 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.022912 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-29b03ca2-30e6-4d65-ab9b-aef9140a1a9c tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.056988 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Pushing event updated for resources: {'Port': ['ID=caebf418-0f33-44f9-ab2b-cfec6e59a91b,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:51.082967 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-501bc03e-e049-41a6-aad9-fdcb0f1e1cfb req-821a529b-2b42-43fa-8ad8-917033bfb8e9 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "GET /v2.0/ports?device_id=a509cdea-e31d-45e6-94ec-7732e014148d HTTP/1.1" status: 200 len: 210 time: 0.3145347 Jan 21 09:41:51.087574 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e948d02-103b-43f9-842b-3ab25e0cb444 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Made reservation on behalf of aed3d53ef02d4d889ce3052ba21584d0 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:51.171710 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7172d995-d13e-4b7b-978a-0ec6ee67707c None None] Pushing event updated for resources: {'Port': ['ID=4a3306e3-7f3b-4e4e-9788-b0ee889e9c23,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:51.306315 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-76fe1a16-b7c2-4c7c-ad3f-71f9900cf3c0 None None] Provisioning complete for port 4a3306e3-7f3b-4e4e-9788-b0ee889e9c23 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:51.308313 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-76fe1a16-b7c2-4c7c-ad3f-71f9900cf3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.319598 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-8d4aaf4d-dbdb-450d-ab67-677aadf07fe5 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a795fbd174334072b3ab0ded96f09259 HTTP/1.1" status: 200 len: 379 time: 0.9984887 Jan 21 09:41:51.349183 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] In _notify_port_updated(), no bound segment for port caebf418-0f33-44f9-ab2b-cfec6e59a91b on network a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 {{(pid=83598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:41:51.354788 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.356389 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-000404f6-cbc3-408e-97cd-b367222b24db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] 10.222.0.104 "PUT /v2.0/ports/caebf418-0f33-44f9-ab2b-cfec6e59a91b HTTP/1.1" status: 200 len: 980 time: 7.2136009 Jan 21 09:41:51.383240 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55246) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:51.407622 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-edeb48c1-1168-4f31-91ea-1a2bf6d55b65 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Request body: {'port': {'device_id': '7e2be814-53d6-4937-85d0-f08eb124f0b0', 'network_id': 'cb261bb5-f04b-4e44-bf4e-b6255f6519ef', 'admin_state_up': True, 'tenant_id': 'a795fbd174334072b3ab0ded96f09259', 'security_groups': ['eb836b61-b527-4f37-a5a3-e6dd34c28659']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:51.431669 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6e948d02-103b-43f9-842b-3ab25e0cb444 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.535775 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1c7c83a0-9bde-4e2e-9aef-68021dc52d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'name': 'tempest-ServersTestManualDisk-602671240-router', 'tenant_id': '9423dc950d0443ff88843ee602917a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '209c6cfb-55ef-436a-b1cf-4588dc309cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:10Z', 'updated_at': '2022-01-21T09:41:28Z', 'revision_number': 4, 'project_id': '9423dc950d0443ff88843ee602917a89', 'gw_port': {'id': '209c6cfb-55ef-436a-b1cf-4588dc309cb8', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:13Z', 'updated_at': '2022-01-21T09:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'ade5ee17-2266-42f9-b84d-b210cc99bde1', 'name': '', 'network_id': 'd89fa3fc-d223-4e65-92aa-0d0d70c94692', 'tenant_id': '9423dc950d0443ff88843ee602917a89', 'mac_address': 'fa:16:3e:40:92:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7325b76-47ff-4095-956a-0847071f4d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:26Z', 'updated_at': '2022-01-21T09:41:30Z', 'revision_number': 2, 'project_id': '9423dc950d0443ff88843ee602917a89', 'subnets': [{'id': 'a7325b76-47ff-4095-956a-0847071f4d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:51.549182 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7c83a0-9bde-4e2e-9aef-68021dc52d36 None None] Checking router: 9515aa66-e01a-47a4-acf5-fc82c2ca2c66 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:41:51.549560 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7c83a0-9bde-4e2e-9aef-68021dc52d36 None None] Updating router 9515aa66-e01a-47a4-acf5-fc82c2ca2c66 port ade5ee17-2266-42f9-b84d-b210cc99bde1 binding host dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:41:51.628884 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1c7c83a0-9bde-4e2e-9aef-68021dc52d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.698543 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b03ca2-30e6-4d65-ab9b-aef9140a1a9c tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:51.700682 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4a40f3f0-3cf3-4432-927a-0fb19287d5a5 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.702273 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4a40f3f0-3cf3-4432-927a-0fb19287d5a5 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 3.3833966 Jan 21 09:41:51.707124 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1684a0d0-4b27-4a2f-8b8e-baf2fee65051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Deleting port caebf418-0f33-44f9-ab2b-cfec6e59a91b {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:51.707941 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1684a0d0-4b27-4a2f-8b8e-baf2fee65051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.845421 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-29b03ca2-30e6-4d65-ab9b-aef9140a1a9c tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:51.868469 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55256) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:51.958843 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b03ca2-30e6-4d65-ab9b-aef9140a1a9c tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:52.343522 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b03ca2-30e6-4d65-ab9b-aef9140a1a9c tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Pushing event updated for resources: {'Port': ['ID=cf30a637-bee2-4f2b-b3a5-3ac4632d33e6,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:52.474436 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-3576f6b0-30d6-48cd-b7ee-a0ead686c052 req-04687015-e338-4797-b1c9-7063a745f50f tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 210 time: 1.0525117 Jan 21 09:41:52.765408 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1c7c83a0-9bde-4e2e-9aef-68021dc52d36 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.810732 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-1c7c83a0-9bde-4e2e-9aef-68021dc52d36 None None] Transition to ACTIVE for port object ade5ee17-2266-42f9-b84d-b210cc99bde1 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:52.821908 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1c7c83a0-9bde-4e2e-9aef-68021dc52d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.936055 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-edeb48c1-1168-4f31-91ea-1a2bf6d55b65 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:53.008865 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 4a3306e3-7f3b-4e4e-9788-b0ee889e9c23 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:53.012676 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-8f0a1b4b-0752-460d-ae7d-e7f45d85360d req-0f4ad9bf-34ef-4a5a-af34-acf0880110c3 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "GET /v2.0/ports?device_id=a509cdea-e31d-45e6-94ec-7732e014148d HTTP/1.1" status: 200 len: 210 time: 0.1698539 Jan 21 09:41:53.103871 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.124', 57919) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:53.108054 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-16ce6684-3e8c-4274-ae84-fb3b50e9d837 req-069f951d-e5ee-41f7-aecb-94f72dbc4af4 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/ports?device_id=7e2be814-53d6-4937-85d0-f08eb124f0b0 HTTP/1.1" status: 200 len: 210 time: 0.7693293 Jan 21 09:41:53.280525 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a9234-cfe8-4b8d-919b-fa862974e7fe None None] Pushing event updated for resources: {'Port': ['ID=ade5ee17-2266-42f9-b84d-b210cc99bde1,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:53.380535 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] device_id is not set on port 47a42353-b670-4571-afd3-8c69fa639126 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:53.421543 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.463321 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:41:53.491132 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Transition to ACTIVE for port object 47a42353-b670-4571-afd3-8c69fa639126 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:53.502668 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.601345 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-edeb48c1-1168-4f31-91ea-1a2bf6d55b65 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:53.683107 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d7106b-3340-453b-9463-1ba9ff4e80aa None None] Sync routers for ids ['36e4ec95-5470-4208-b6c3-206848c3ed41'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:41:53.705919 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 4a3306e3-7f3b-4e4e-9788-b0ee889e9c23 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:53.706471 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.735581 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d7106b-3340-453b-9463-1ba9ff4e80aa None None] Routers {'36e4ec95-5470-4208-b6c3-206848c3ed41'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:53.739946 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-f2d7106b-3340-453b-9463-1ba9ff4e80aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:41:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['36e4ec95-5470-4208-b6c3-206848c3ed41'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:53.750343 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6e948d02-103b-43f9-842b-3ab25e0cb444 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.772079 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-1c7c83a0-9bde-4e2e-9aef-68021dc52d36 None None] Attempting to bind port ade5ee17-2266-42f9-b84d-b210cc99bde1 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:53.772079 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-1c7c83a0-9bde-4e2e-9aef-68021dc52d36 None None] Attempting to bind port ade5ee17-2266-42f9-b84d-b210cc99bde1 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '34b0cab3-f2f4-48a2-80f3-ffaaa390bd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd89fa3fc-d223-4e65-92aa-0d0d70c94692'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:53.772684 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7c83a0-9bde-4e2e-9aef-68021dc52d36 None None] Attempting to bind port ade5ee17-2266-42f9-b84d-b210cc99bde1 on network d89fa3fc-d223-4e65-92aa-0d0d70c94692 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:53.932493 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7c83a0-9bde-4e2e-9aef-68021dc52d36 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:41:53.932887 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7c83a0-9bde-4e2e-9aef-68021dc52d36 None None] Checking segment: {'id': '34b0cab3-f2f4-48a2-80f3-ffaaa390bd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd89fa3fc-d223-4e65-92aa-0d0d70c94692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:53.933301 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1c7c83a0-9bde-4e2e-9aef-68021dc52d36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.933727 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7c83a0-9bde-4e2e-9aef-68021dc52d36 None None] Bound using segment: {'id': '34b0cab3-f2f4-48a2-80f3-ffaaa390bd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd89fa3fc-d223-4e65-92aa-0d0d70c94692'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:41:53.935590 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-1c7c83a0-9bde-4e2e-9aef-68021dc52d36 None None] Bound port: ade5ee17-2266-42f9-b84d-b210cc99bde1, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34b0cab3-f2f4-48a2-80f3-ffaaa390bd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd89fa3fc-d223-4e65-92aa-0d0d70c94692'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:53.937359 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1c7c83a0-9bde-4e2e-9aef-68021dc52d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.974781 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-dd460e18-ebfe-4292-ae51-63a09d6663ca tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:53.977600 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-dd460e18-ebfe-4292-ae51-63a09d6663ca tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.124 "GET /v2.0/networks?id=d89fa3fc-d223-4e65-92aa-0d0d70c94692 HTTP/1.1" status: 200 len: 811 time: 0.8682537 Jan 21 09:41:53.997146 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e7b0968e-b054-4f71-84c8-a43621dc806c tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.042702 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-db37afa0-cf54-4368-b796-fd3a5f35cac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.096929 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e948d02-103b-43f9-842b-3ab25e0cb444 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Pushing event updated for resources: {'Subnet': ['ID=669145ca-e79b-404f-8086-368ccc817a70,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:54.148070 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-edeb48c1-1168-4f31-91ea-1a2bf6d55b65 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Made reservation on behalf of a795fbd174334072b3ab0ded96f09259 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:54.158141 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-edeb48c1-1168-4f31-91ea-1a2bf6d55b65 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.221310 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Pushing event updated for resources: {'Port': ['ID=47a42353-b670-4571-afd3-8c69fa639126,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:54.294111 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-b5e4d462-6634-490a-b724-51531e978cdc req-f5552ff9-8e4f-4ab8-b030-822bf228b863 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 210 time: 0.1903791 Jan 21 09:41:54.366289 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-1684a0d0-4b27-4a2f-8b8e-baf2fee65051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] For port caebf418-0f33-44f9-ab2b-cfec6e59a91b, host hv-neutron-8257, got binding levels [] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:54.366649 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1684a0d0-4b27-4a2f-8b8e-baf2fee65051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.375908 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.124', 57921) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:54.450534 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 47a42353-b670-4571-afd3-8c69fa639126 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:54.450857 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 47a42353-b670-4571-afd3-8c69fa639126 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:54.451552 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-f2d7106b-3340-453b-9463-1ba9ff4e80aa None None] Set router 36e4ec95-5470-4208-b6c3-206848c3ed41 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:41:54.458476 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 47a42353-b670-4571-afd3-8c69fa639126 on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:54.626100 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e948d02-103b-43f9-842b-3ab25e0cb444 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Checking segment: {'id': 'd8512c61-5e79-4093-8153-38fc66b5c546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b2b1677c-5473-43b0-9142-6b1ff5cfeaa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:54.626993 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e948d02-103b-43f9-842b-3ab25e0cb444 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Network hostable DHCP agents. Network: b2b1677c-5473-43b0-9142-6b1ff5cfeaa3, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:54.662794 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-1c7c83a0-9bde-4e2e-9aef-68021dc52d36 None None] For port ade5ee17-2266-42f9-b84d-b210cc99bde1, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:54.670063 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Port 47a42353-b670-4571-afd3-8c69fa639126 on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:54.670406 dv-neutron-825732-1-hyperv neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Failed to bind port 47a42353-b670-4571-afd3-8c69fa639126 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] Jan 21 09:41:54.672285 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-1c7c83a0-9bde-4e2e-9aef-68021dc52d36 None None] For port ade5ee17-2266-42f9-b84d-b210cc99bde1, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ade5ee17-2266-42f9-b84d-b210cc99bde1,segment=NetworkSegment(34b0cab3-f2f4-48a2-80f3-ffaaa390bd66),segment_id=34b0cab3-f2f4-48a2-80f3-ffaaa390bd66)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:41:54.677669 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempt 2 to bind port 47a42353-b670-4571-afd3-8c69fa639126 Jan 21 09:41:54.685733 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1c7c83a0-9bde-4e2e-9aef-68021dc52d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.703496 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1684a0d0-4b27-4a2f-8b8e-baf2fee65051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Calling delete_port for caebf418-0f33-44f9-ab2b-cfec6e59a91b owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:54.904326 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a9234-cfe8-4b8d-919b-fa862974e7fe None None] Pushing event updated for resources: {'Port': ['ID=ade5ee17-2266-42f9-b84d-b210cc99bde1,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:54.922158 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 47a42353-b670-4571-afd3-8c69fa639126 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:54.922613 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 47a42353-b670-4571-afd3-8c69fa639126 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:54.935687 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 47a42353-b670-4571-afd3-8c69fa639126 on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:54.988236 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7c83a0-9bde-4e2e-9aef-68021dc52d36 None None] Routers {'9515aa66-e01a-47a4-acf5-fc82c2ca2c66'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:54.990071 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1c7c83a0-9bde-4e2e-9aef-68021dc52d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:41:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9515aa66-e01a-47a4-acf5-fc82c2ca2c66'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:55.044065 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1684a0d0-4b27-4a2f-8b8e-baf2fee65051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.054486 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-7422e206-2c8a-4805-a5c1-c6915f084a63 req-ff069343-2f35-44b8-b0e6-781b1c1f0e9b tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/ports?device_id=7e2be814-53d6-4937-85d0-f08eb124f0b0 HTTP/1.1" status: 200 len: 210 time: 0.2713561 Jan 21 09:41:55.078024 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e948d02-103b-43f9-842b-3ab25e0cb444 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Network b2b1677c-5473-43b0-9142-6b1ff5cfeaa3 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:55.110058 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Port 47a42353-b670-4571-afd3-8c69fa639126 on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:55.113760 dv-neutron-825732-1-hyperv neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Failed to bind port 47a42353-b670-4571-afd3-8c69fa639126 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] Jan 21 09:41:55.116987 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempt 3 to bind port 47a42353-b670-4571-afd3-8c69fa639126 Jan 21 09:41:55.140502 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-6e948d02-103b-43f9-842b-3ab25e0cb444 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, b2b1677c-5473-43b0-9142-6b1ff5cfeaa3) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:55.167778 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e948d02-103b-43f9-842b-3ab25e0cb444 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:55.174653 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6e948d02-103b-43f9-842b-3ab25e0cb444 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.185835 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df77002a-8be2-4c05-af6b-8321ed45e862 None None] Network b2b1677c-5473-43b0-9142-6b1ff5cfeaa3 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:55.212359 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-e97a1bf7-4258-489b-8904-1fe21bdd1aa3 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:55.213561 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-e97a1bf7-4258-489b-8904-1fe21bdd1aa3 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Synchronizing usage tracker for tenant:336aa381caa24798b3c72d188fdcb52a on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:55.227659 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6e948d02-103b-43f9-842b-3ab25e0cb444 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 5.1056471 Jan 21 09:41:55.231585 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55282) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:55.232662 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 47a42353-b670-4571-afd3-8c69fa639126 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:55.233316 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 47a42353-b670-4571-afd3-8c69fa639126 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:55.233949 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 47a42353-b670-4571-afd3-8c69fa639126 on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:55.266885 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-71114718-8333-4c4d-b105-6eb20bd9a025 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-356874063'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:55.275195 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Port 47a42353-b670-4571-afd3-8c69fa639126 on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:55.275995 dv-neutron-825732-1-hyperv neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Failed to bind port 47a42353-b670-4571-afd3-8c69fa639126 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] Jan 21 09:41:55.291215 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempt 4 to bind port 47a42353-b670-4571-afd3-8c69fa639126 Jan 21 09:41:55.306239 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-71114718-8333-4c4d-b105-6eb20bd9a025 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:55.312010 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-f2d7106b-3340-453b-9463-1ba9ff4e80aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'name': 'tempest-ServerActionsTestJSON-847635217-router', 'tenant_id': '336aa381caa24798b3c72d188fdcb52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '792f8e78-68dc-4327-9e5b-cb5aa42c0761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:07Z', 'updated_at': '2022-01-21T09:41:24Z', 'revision_number': 4, 'project_id': '336aa381caa24798b3c72d188fdcb52a', 'gw_port': {'id': '792f8e78-68dc-4327-9e5b-cb5aa42c0761', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:09Z', 'updated_at': '2022-01-21T09:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'c36f5ac7-689f-4b48-9e3e-4e823f6907ea', 'name': '', 'network_id': '8515717b-44bc-4a2f-9c9a-f5ff80484c08', 'tenant_id': '336aa381caa24798b3c72d188fdcb52a', 'mac_address': 'fa:16:3e:5f:be:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7fe4f7c-173a-4a1e-bc9c-b6d802a0a8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:22Z', 'updated_at': '2022-01-21T09:41:25Z', 'revision_number': 2, 'project_id': '336aa381caa24798b3c72d188fdcb52a', 'subnets': [{'id': 'e7fe4f7c-173a-4a1e-bc9c-b6d802a0a8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:55.327183 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d7106b-3340-453b-9463-1ba9ff4e80aa None None] Checking router: 36e4ec95-5470-4208-b6c3-206848c3ed41 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:41:55.327333 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d7106b-3340-453b-9463-1ba9ff4e80aa None None] Updating router 36e4ec95-5470-4208-b6c3-206848c3ed41 port c36f5ac7-689f-4b48-9e3e-4e823f6907ea binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:41:55.331157 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-71114718-8333-4c4d-b105-6eb20bd9a025 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Usage tracker for resource:network and tenant:aed3d53ef02d4d889ce3052ba21584d0 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:55.338551 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-71114718-8333-4c4d-b105-6eb20bd9a025 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:55.351377 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 47a42353-b670-4571-afd3-8c69fa639126 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:55.358960 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1684a0d0-4b27-4a2f-8b8e-baf2fee65051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Pushing event deleted for resources: {'Port': ['ID=caebf418-0f33-44f9-ab2b-cfec6e59a91b,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:55.361755 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-db780d6b-f4f7-40d1-84e2-306557a8d1b6 req-8e75517c-a259-457b-a6b9-ba0d46c5b06e tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Synchronizing usage tracker for tenant:9423dc950d0443ff88843ee602917a89 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:55.363429 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 47a42353-b670-4571-afd3-8c69fa639126 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:55.366337 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 47a42353-b670-4571-afd3-8c69fa639126 on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:55.374772 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-e97a1bf7-4258-489b-8904-1fe21bdd1aa3 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Unset dirty status for tenant:336aa381caa24798b3c72d188fdcb52a on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:55.378505 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-e97a1bf7-4258-489b-8904-1fe21bdd1aa3 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.124 "GET /v2.0/networks?id=8515717b-44bc-4a2f-9c9a-f5ff80484c08 HTTP/1.1" status: 200 len: 811 time: 0.9992995 Jan 21 09:41:55.381014 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-71114718-8333-4c4d-b105-6eb20bd9a025 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:55.423541 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-f2d7106b-3340-453b-9463-1ba9ff4e80aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.473894 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Port 47a42353-b670-4571-afd3-8c69fa639126 on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:55.475759 dv-neutron-825732-1-hyperv neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Failed to bind port 47a42353-b670-4571-afd3-8c69fa639126 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] Jan 21 09:41:55.481410 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempt 5 to bind port 47a42353-b670-4571-afd3-8c69fa639126 Jan 21 09:41:55.522635 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71114718-8333-4c4d-b105-6eb20bd9a025 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Made reservation on behalf of aed3d53ef02d4d889ce3052ba21584d0 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:55.531006 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71114718-8333-4c4d-b105-6eb20bd9a025 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.674506 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 47a42353-b670-4571-afd3-8c69fa639126 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:55.675681 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 47a42353-b670-4571-afd3-8c69fa639126 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:55.676340 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 47a42353-b670-4571-afd3-8c69fa639126 on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:55.682953 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1684a0d0-4b27-4a2f-8b8e-baf2fee65051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.697632 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-1c7c83a0-9bde-4e2e-9aef-68021dc52d36 None None] Set router 9515aa66-e01a-47a4-acf5-fc82c2ca2c66 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:41:55.712073 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-5bcfaf5f-ad9e-44c9-8d18-4b21bfe2aaa2 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9423dc950d0443ff88843ee602917a89 HTTP/1.1" status: 200 len: 379 time: 1.5050035 Jan 21 09:41:55.715329 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-db780d6b-f4f7-40d1-84e2-306557a8d1b6 req-8e75517c-a259-457b-a6b9-ba0d46c5b06e tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Unset dirty status for tenant:9423dc950d0443ff88843ee602917a89 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:55.735820 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-db780d6b-f4f7-40d1-84e2-306557a8d1b6 req-8e75517c-a259-457b-a6b9-ba0d46c5b06e tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "GET /v2.0/ports?device_id=a509cdea-e31d-45e6-94ec-7732e014148d HTTP/1.1" status: 200 len: 210 time: 0.6857998 Jan 21 09:41:55.766798 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-8deddf84-37ec-4203-aaae-727538b8e736 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Request body: {'port': {'device_id': 'a509cdea-e31d-45e6-94ec-7732e014148d', 'network_id': 'd89fa3fc-d223-4e65-92aa-0d0d70c94692', 'admin_state_up': True, 'tenant_id': '9423dc950d0443ff88843ee602917a89', 'security_groups': ['0793827f-8d00-456c-ba2b-f5826338aafe']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:55.832712 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-7cc28f73-c60e-450a-a7dd-ed820b0fb84c tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Synchronizing usage tracker for tenant:336aa381caa24798b3c72d188fdcb52a on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:55.850911 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Port 47a42353-b670-4571-afd3-8c69fa639126 on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:55.851308 dv-neutron-825732-1-hyperv neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Failed to bind port 47a42353-b670-4571-afd3-8c69fa639126 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] Jan 21 09:41:55.855016 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempt 6 to bind port 47a42353-b670-4571-afd3-8c69fa639126 Jan 21 09:41:55.936825 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-7a66bed1-b2a4-4fc8-ab60-b923f435405a req-adeedd9e-94c9-4cf5-a837-434d433c8149 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 210 time: 0.2490282 Jan 21 09:41:55.948396 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71114718-8333-4c4d-b105-6eb20bd9a025 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:55.974953 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-7cc28f73-c60e-450a-a7dd-ed820b0fb84c tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Unset dirty status for tenant:336aa381caa24798b3c72d188fdcb52a on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:55.976226 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-7cc28f73-c60e-450a-a7dd-ed820b0fb84c tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=336aa381caa24798b3c72d188fdcb52a HTTP/1.1" status: 200 len: 379 time: 0.5727932 Jan 21 09:41:55.986863 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 47a42353-b670-4571-afd3-8c69fa639126 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:55.987175 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 47a42353-b670-4571-afd3-8c69fa639126 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:55.991711 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 47a42353-b670-4571-afd3-8c69fa639126 on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:56.007859 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-3d30186e-1f90-490c-a5c5-895db67af236 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Request body: {'port': {'device_id': '03f96442-b214-4754-af6c-a9691405bcc7', 'network_id': '8515717b-44bc-4a2f-9c9a-f5ff80484c08', 'admin_state_up': True, 'tenant_id': '336aa381caa24798b3c72d188fdcb52a', 'security_groups': ['a8f9025d-d579-4ed3-a4d9-844b1d35422f']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:56.057663 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71114718-8333-4c4d-b105-6eb20bd9a025 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.058006 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-71114718-8333-4c4d-b105-6eb20bd9a025 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Added segment 9916cf1c-cef0-4418-8f54-fb66d4aba40c of type vlan for network ae13810b-bce8-4fdf-a5ab-e702c282db7a Jan 21 09:41:56.070464 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-f2d7106b-3340-453b-9463-1ba9ff4e80aa None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.084544 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-f2d7106b-3340-453b-9463-1ba9ff4e80aa None None] Transition to ACTIVE for port object c36f5ac7-689f-4b48-9e3e-4e823f6907ea will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:56.095278 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-f2d7106b-3340-453b-9463-1ba9ff4e80aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.212352 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Port 47a42353-b670-4571-afd3-8c69fa639126 on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:56.216549 dv-neutron-825732-1-hyperv neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Failed to bind port 47a42353-b670-4571-afd3-8c69fa639126 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] Jan 21 09:41:56.239015 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempt 7 to bind port 47a42353-b670-4571-afd3-8c69fa639126 Jan 21 09:41:56.258381 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b8a2c-d48a-4c8b-a9ba-a32ff71c1751 None None] Pushing event updated for resources: {'Port': ['ID=c36f5ac7-689f-4b48-9e3e-4e823f6907ea,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:56.381297 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71114718-8333-4c4d-b105-6eb20bd9a025 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.408039 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 47a42353-b670-4571-afd3-8c69fa639126 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:56.408039 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 47a42353-b670-4571-afd3-8c69fa639126 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:56.408373 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 47a42353-b670-4571-afd3-8c69fa639126 on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:56.417707 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-f2d7106b-3340-453b-9463-1ba9ff4e80aa None None] Attempting to bind port c36f5ac7-689f-4b48-9e3e-4e823f6907ea on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:56.418775 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-f2d7106b-3340-453b-9463-1ba9ff4e80aa None None] Attempting to bind port c36f5ac7-689f-4b48-9e3e-4e823f6907ea by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'ffef5f32-ec5b-43f1-8552-8b9a0a25607f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8515717b-44bc-4a2f-9c9a-f5ff80484c08'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:56.419128 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d7106b-3340-453b-9463-1ba9ff4e80aa None None] Attempting to bind port c36f5ac7-689f-4b48-9e3e-4e823f6907ea on network 8515717b-44bc-4a2f-9c9a-f5ff80484c08 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:56.453113 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d7106b-3340-453b-9463-1ba9ff4e80aa None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:41:56.454178 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d7106b-3340-453b-9463-1ba9ff4e80aa None None] Checking segment: {'id': 'ffef5f32-ec5b-43f1-8552-8b9a0a25607f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8515717b-44bc-4a2f-9c9a-f5ff80484c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:56.454671 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-f2d7106b-3340-453b-9463-1ba9ff4e80aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.456272 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d7106b-3340-453b-9463-1ba9ff4e80aa None None] Bound using segment: {'id': 'ffef5f32-ec5b-43f1-8552-8b9a0a25607f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8515717b-44bc-4a2f-9c9a-f5ff80484c08'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:41:56.456883 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-f2d7106b-3340-453b-9463-1ba9ff4e80aa None None] Bound port: c36f5ac7-689f-4b48-9e3e-4e823f6907ea, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffef5f32-ec5b-43f1-8552-8b9a0a25607f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8515717b-44bc-4a2f-9c9a-f5ff80484c08'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:56.458594 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-f2d7106b-3340-453b-9463-1ba9ff4e80aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.476865 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-edeb48c1-1168-4f31-91ea-1a2bf6d55b65 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Allocated IP 172.20.0.13 (cb261bb5-f04b-4e44-bf4e-b6255f6519ef/f61ceb71-d229-45b9-93db-87fdf9ae5111/8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:56.522914 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Port 47a42353-b670-4571-afd3-8c69fa639126 on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:56.527399 dv-neutron-825732-1-hyperv neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Failed to bind port 47a42353-b670-4571-afd3-8c69fa639126 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] Jan 21 09:41:56.576222 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempt 8 to bind port 47a42353-b670-4571-afd3-8c69fa639126 Jan 21 09:41:56.659241 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 47a42353-b670-4571-afd3-8c69fa639126 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:56.659685 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 47a42353-b670-4571-afd3-8c69fa639126 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:56.660035 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 47a42353-b670-4571-afd3-8c69fa639126 on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:56.662928 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-3d30186e-1f90-490c-a5c5-895db67af236 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:56.667324 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71114718-8333-4c4d-b105-6eb20bd9a025 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.686179 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71114718-8333-4c4d-b105-6eb20bd9a025 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:56.686830 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71114718-8333-4c4d-b105-6eb20bd9a025 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.745834 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-1684a0d0-4b27-4a2f-8b8e-baf2fee65051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] 10.222.0.104 "DELETE /v2.0/ports/caebf418-0f33-44f9-ab2b-cfec6e59a91b HTTP/1.1" status: 204 len: 168 time: 5.3541827 Jan 21 09:41:56.752932 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-f2d7106b-3340-453b-9463-1ba9ff4e80aa None None] For port c36f5ac7-689f-4b48-9e3e-4e823f6907ea, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:56.760959 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-f2d7106b-3340-453b-9463-1ba9ff4e80aa None None] For port c36f5ac7-689f-4b48-9e3e-4e823f6907ea, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=c36f5ac7-689f-4b48-9e3e-4e823f6907ea,segment=NetworkSegment(ffef5f32-ec5b-43f1-8552-8b9a0a25607f),segment_id=ffef5f32-ec5b-43f1-8552-8b9a0a25607f)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:41:56.761955 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-8deddf84-37ec-4203-aaae-727538b8e736 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:56.765804 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ea77ccb8-90cf-4b7b-9314-fff1c9d0d41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.768834 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-f2d7106b-3340-453b-9463-1ba9ff4e80aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.771504 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55290) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:56.804393 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-8deddf84-37ec-4203-aaae-727538b8e736 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:56.827539 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-3d30186e-1f90-490c-a5c5-895db67af236 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:56.846030 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Port 47a42353-b670-4571-afd3-8c69fa639126 on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:56.847495 dv-neutron-825732-1-hyperv neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Failed to bind port 47a42353-b670-4571-afd3-8c69fa639126 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] Jan 21 09:41:56.878458 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5df9d2-280a-40cb-9e6d-053ca60131c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-b2b1677c-5473-43b0-9142-6b1ff5cfeaa3', 'network_id': 'b2b1677c-5473-43b0-9142-6b1ff5cfeaa3', 'tenant_id': 'aed3d53ef02d4d889ce3052ba21584d0', 'fixed_ips': [{'subnet_id': '669145ca-e79b-404f-8086-368ccc817a70'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:41:56.879607 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ee5df9d2-280a-40cb-9e6d-053ca60131c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.968275 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempt 9 to bind port 47a42353-b670-4571-afd3-8c69fa639126 Jan 21 09:41:56.978238 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-3d30186e-1f90-490c-a5c5-895db67af236 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Made reservation on behalf of 336aa381caa24798b3c72d188fdcb52a for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:56.982409 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-3d30186e-1f90-490c-a5c5-895db67af236 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.005552 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71114718-8333-4c4d-b105-6eb20bd9a025 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Pushing event updated for resources: {'Network': ['ID=ae13810b-bce8-4fdf-a5ab-e702c282db7a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:57.038841 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network ae13810b-bce8-4fdf-a5ab-e702c282db7a details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:57.108721 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b8a2c-d48a-4c8b-a9ba-a32ff71c1751 None None] Pushing event updated for resources: {'Port': ['ID=c36f5ac7-689f-4b48-9e3e-4e823f6907ea,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:57.154637 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d7106b-3340-453b-9463-1ba9ff4e80aa None None] Routers {'36e4ec95-5470-4208-b6c3-206848c3ed41'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:57.155288 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-f2d7106b-3340-453b-9463-1ba9ff4e80aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:41:57Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['36e4ec95-5470-4208-b6c3-206848c3ed41'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:57.198029 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-edeb48c1-1168-4f31-91ea-1a2bf6d55b65 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.208853 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1c7c83a0-9bde-4e2e-9aef-68021dc52d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'name': 'tempest-ServersTestManualDisk-602671240-router', 'tenant_id': '9423dc950d0443ff88843ee602917a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '209c6cfb-55ef-436a-b1cf-4588dc309cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:10Z', 'updated_at': '2022-01-21T09:41:28Z', 'revision_number': 4, 'project_id': '9423dc950d0443ff88843ee602917a89', 'gw_port': {'id': '209c6cfb-55ef-436a-b1cf-4588dc309cb8', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:13Z', 'updated_at': '2022-01-21T09:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'ade5ee17-2266-42f9-b84d-b210cc99bde1', 'name': '', 'network_id': 'd89fa3fc-d223-4e65-92aa-0d0d70c94692', 'tenant_id': '9423dc950d0443ff88843ee602917a89', 'mac_address': 'fa:16:3e:40:92:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7325b76-47ff-4095-956a-0847071f4d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:26Z', 'updated_at': '2022-01-21T09:41:54Z', 'revision_number': 4, 'project_id': '9423dc950d0443ff88843ee602917a89', 'subnets': [{'id': 'a7325b76-47ff-4095-956a-0847071f4d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:57.218092 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-edeb48c1-1168-4f31-91ea-1a2bf6d55b65 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Transition to ACTIVE for port object 8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:57.232817 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-8deddf84-37ec-4203-aaae-727538b8e736 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Made reservation on behalf of 9423dc950d0443ff88843ee602917a89 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:57.236930 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-8deddf84-37ec-4203-aaae-727538b8e736 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.265414 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7c83a0-9bde-4e2e-9aef-68021dc52d36 None None] The sync data for ids ['9515aa66-e01a-47a4-acf5-fc82c2ca2c66'] in dv-neutron-825732-1-hyperv is: [{'id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'name': 'tempest-ServersTestManualDisk-602671240-router', 'tenant_id': '9423dc950d0443ff88843ee602917a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '209c6cfb-55ef-436a-b1cf-4588dc309cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:10Z', 'updated_at': '2022-01-21T09:41:28Z', 'revision_number': 4, 'project_id': '9423dc950d0443ff88843ee602917a89', 'gw_port': {'id': '209c6cfb-55ef-436a-b1cf-4588dc309cb8', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:13Z', 'updated_at': '2022-01-21T09:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'ade5ee17-2266-42f9-b84d-b210cc99bde1', 'name': '', 'network_id': 'd89fa3fc-d223-4e65-92aa-0d0d70c94692', 'tenant_id': '9423dc950d0443ff88843ee602917a89', 'mac_address': 'fa:16:3e:40:92:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7325b76-47ff-4095-956a-0847071f4d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:26Z', 'updated_at': '2022-01-21T09:41:54Z', 'revision_number': 4, 'project_id': '9423dc950d0443ff88843ee602917a89', 'subnets': [{'id': 'a7325b76-47ff-4095-956a-0847071f4d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:41:57.343842 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-555a413f-1b84-48c7-a679-6d66717312e6 req-ba049bbb-dc65-404e-b63e-eb234a13a063 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Synchronizing usage tracker for tenant:a795fbd174334072b3ab0ded96f09259 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:57.432710 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-29b03ca2-30e6-4d65-ab9b-aef9140a1a9c tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks [] for router_gateway, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.433483 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-29b03ca2-30e6-4d65-ab9b-aef9140a1a9c tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.602517 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-555a413f-1b84-48c7-a679-6d66717312e6 req-ba049bbb-dc65-404e-b63e-eb234a13a063 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Unset dirty status for tenant:a795fbd174334072b3ab0ded96f09259 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:57.614293 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-555a413f-1b84-48c7-a679-6d66717312e6 req-ba049bbb-dc65-404e-b63e-eb234a13a063 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/ports?device_id=7e2be814-53d6-4937-85d0-f08eb124f0b0 HTTP/1.1" status: 200 len: 210 time: 0.3825374 Jan 21 09:41:57.689927 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-516898a2-4ada-4ed8-8644-b2a7c6632131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:41:57.695740 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-516898a2-4ada-4ed8-8644-b2a7c6632131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664536390-project-admin] 10.222.0.104 "GET /v2.0/ports/caebf418-0f33-44f9-ab2b-cfec6e59a91b HTTP/1.1" status: 404 len: 333 time: 0.8467894 Jan 21 09:41:57.696847 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 47a42353-b670-4571-afd3-8c69fa639126 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:57.697273 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 47a42353-b670-4571-afd3-8c69fa639126 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:57.697743 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 47a42353-b670-4571-afd3-8c69fa639126 on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:57.710902 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-96e15228-0b4f-4bac-905d-cd952a349253 req-e2279457-d926-46ab-90c8-f72c380cafb8 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "GET /v2.0/ports?device_id=a509cdea-e31d-45e6-94ec-7732e014148d HTTP/1.1" status: 200 len: 210 time: 0.1436625 Jan 21 09:41:57.716500 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55298) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:57.717440 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Port 47a42353-b670-4571-afd3-8c69fa639126 on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:57.717870 dv-neutron-825732-1-hyperv neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Failed to bind port 47a42353-b670-4571-afd3-8c69fa639126 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] Jan 21 09:41:57.733799 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-71114718-8333-4c4d-b105-6eb20bd9a025 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.4825799 Jan 21 09:41:57.829080 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-f2d7106b-3340-453b-9463-1ba9ff4e80aa None None] Set router 36e4ec95-5470-4208-b6c3-206848c3ed41 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:41:58.012172 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-ee5df9d2-280a-40cb-9e6d-053ca60131c2 None None] Allocated IP 2001:db8:0:ffff::2 (b2b1677c-5473-43b0-9142-6b1ff5cfeaa3/669145ca-e79b-404f-8086-368ccc817a70/470b9fe1-474f-409e-94dd-dac22da0ffed) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:58.147576 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempt 10 to bind port 47a42353-b670-4571-afd3-8c69fa639126 Jan 21 09:41:58.200567 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55302) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:58.213141 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-8deddf84-37ec-4203-aaae-727538b8e736 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Allocated IP 172.20.0.6 (d89fa3fc-d223-4e65-92aa-0d0d70c94692/a7325b76-47ff-4095-956a-0847071f4d3d/8f98b537-8eec-4f7e-b6f2-55a5fd8e2713) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:58.217216 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 47a42353-b670-4571-afd3-8c69fa639126 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:58.218706 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 47a42353-b670-4571-afd3-8c69fa639126 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:58.219184 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port 47a42353-b670-4571-afd3-8c69fa639126 on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:58.259852 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c362129e-636d-4ff4-9e11-adb5e870a5b9 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Request body: {'subnet': {'network_id': 'ae13810b-bce8-4fdf-a5ab-e702c282db7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:58.655790 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-8deddf84-37ec-4203-aaae-727538b8e736 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.705066 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-8deddf84-37ec-4203-aaae-727538b8e736 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Transition to ACTIVE for port object 8f98b537-8eec-4f7e-b6f2-55a5fd8e2713 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:58.911095 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-3d30186e-1f90-490c-a5c5-895db67af236 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Allocated IP 172.20.0.6 (8515717b-44bc-4a2f-9c9a-f5ff80484c08/e7fe4f7c-173a-4a1e-bc9c-b6d802a0a8b0/9a8ec857-3243-456d-b272-0c64f958196f) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:59.210238 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e7b0968e-b054-4f71-84c8-a43621dc806c tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.215528 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e7b0968e-b054-4f71-84c8-a43621dc806c tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.327522 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-3d30186e-1f90-490c-a5c5-895db67af236 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.351875 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-3d30186e-1f90-490c-a5c5-895db67af236 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Transition to ACTIVE for port object 9a8ec857-3243-456d-b272-0c64f958196f will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:59.358748 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ee5df9d2-280a-40cb-9e6d-053ca60131c2 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.390478 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c362129e-636d-4ff4-9e11-adb5e870a5b9 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:59.397333 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-f2d7106b-3340-453b-9463-1ba9ff4e80aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'name': 'tempest-ServerActionsTestJSON-847635217-router', 'tenant_id': '336aa381caa24798b3c72d188fdcb52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '792f8e78-68dc-4327-9e5b-cb5aa42c0761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:07Z', 'updated_at': '2022-01-21T09:41:24Z', 'revision_number': 4, 'project_id': '336aa381caa24798b3c72d188fdcb52a', 'gw_port': {'id': '792f8e78-68dc-4327-9e5b-cb5aa42c0761', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:09Z', 'updated_at': '2022-01-21T09:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'c36f5ac7-689f-4b48-9e3e-4e823f6907ea', 'name': '', 'network_id': '8515717b-44bc-4a2f-9c9a-f5ff80484c08', 'tenant_id': '336aa381caa24798b3c72d188fdcb52a', 'mac_address': 'fa:16:3e:5f:be:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7fe4f7c-173a-4a1e-bc9c-b6d802a0a8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:22Z', 'updated_at': '2022-01-21T09:41:56Z', 'revision_number': 4, 'project_id': '336aa381caa24798b3c72d188fdcb52a', 'subnets': [{'id': 'e7fe4f7c-173a-4a1e-bc9c-b6d802a0a8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:59.398651 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c362129e-636d-4ff4-9e11-adb5e870a5b9 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Usage tracker for resource:subnet and tenant:aed3d53ef02d4d889ce3052ba21584d0 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:59.404379 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c362129e-636d-4ff4-9e11-adb5e870a5b9 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:59.413964 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d7106b-3340-453b-9463-1ba9ff4e80aa None None] The sync data for ids ['36e4ec95-5470-4208-b6c3-206848c3ed41'] in dv-neutron-825732-1-hyperv is: [{'id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'name': 'tempest-ServerActionsTestJSON-847635217-router', 'tenant_id': '336aa381caa24798b3c72d188fdcb52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '792f8e78-68dc-4327-9e5b-cb5aa42c0761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:07Z', 'updated_at': '2022-01-21T09:41:24Z', 'revision_number': 4, 'project_id': '336aa381caa24798b3c72d188fdcb52a', 'gw_port': {'id': '792f8e78-68dc-4327-9e5b-cb5aa42c0761', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:09Z', 'updated_at': '2022-01-21T09:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'c36f5ac7-689f-4b48-9e3e-4e823f6907ea', 'name': '', 'network_id': '8515717b-44bc-4a2f-9c9a-f5ff80484c08', 'tenant_id': '336aa381caa24798b3c72d188fdcb52a', 'mac_address': 'fa:16:3e:5f:be:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7fe4f7c-173a-4a1e-bc9c-b6d802a0a8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:22Z', 'updated_at': '2022-01-21T09:41:56Z', 'revision_number': 4, 'project_id': '336aa381caa24798b3c72d188fdcb52a', 'subnets': [{'id': 'e7fe4f7c-173a-4a1e-bc9c-b6d802a0a8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:41:59.420024 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c362129e-636d-4ff4-9e11-adb5e870a5b9 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:59.428646 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ee5df9d2-280a-40cb-9e6d-053ca60131c2 None None] Transition to ACTIVE for port object 470b9fe1-474f-409e-94dd-dac22da0ffed will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:59.441902 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ade5ee17-2266-42f9-b84d-b210cc99bde1 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:59.442118 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ecddfcb6-8444-4cec-80c5-e451cd088ada tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.452873 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-3d30186e-1f90-490c-a5c5-895db67af236 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.560777 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-edeb48c1-1168-4f31-91ea-1a2bf6d55b65 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.581443 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c362129e-636d-4ff4-9e11-adb5e870a5b9 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Made reservation on behalf of aed3d53ef02d4d889ce3052ba21584d0 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:59.597354 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.669489 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.711082 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.744337 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ee5df9d2-280a-40cb-9e6d-053ca60131c2 None None] Transition to ACTIVE for port object 470b9fe1-474f-409e-94dd-dac22da0ffed will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:59.758049 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-8deddf84-37ec-4203-aaae-727538b8e736 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.765347 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ee5df9d2-280a-40cb-9e6d-053ca60131c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.811173 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Port 47a42353-b670-4571-afd3-8c69fa639126 on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:41:59.812095 dv-neutron-825732-1-hyperv neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Failed to bind port 47a42353-b670-4571-afd3-8c69fa639126 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] Jan 21 09:41:59.813754 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.839439 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c362129e-636d-4ff4-9e11-adb5e870a5b9 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.874609 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e7b0968e-b054-4f71-84c8-a43621dc806c tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.874972 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b0968e-b054-4f71-84c8-a43621dc806c tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a34f550c-ebf9-4979-a8fb-79b951718894 {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:42:00.042073 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5df9d2-280a-40cb-9e6d-053ca60131c2 None None] Network b2b1677c-5473-43b0-9142-6b1ff5cfeaa3 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:00.048926 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-ee5df9d2-280a-40cb-9e6d-053ca60131c2 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:00.052083 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port ade5ee17-2266-42f9-b84d-b210cc99bde1 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:00.057727 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5df9d2-280a-40cb-9e6d-053ca60131c2 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:00.059239 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-edeb48c1-1168-4f31-91ea-1a2bf6d55b65 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Network cb261bb5-f04b-4e44-bf4e-b6255f6519ef is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:00.073186 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-edeb48c1-1168-4f31-91ea-1a2bf6d55b65 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:00.075997 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-edeb48c1-1168-4f31-91ea-1a2bf6d55b65 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:00.102721 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port ade5ee17-2266-42f9-b84d-b210cc99bde1 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:00.103294 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.141166 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-3d30186e-1f90-490c-a5c5-895db67af236 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Network 8515717b-44bc-4a2f-9c9a-f5ff80484c08 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:00.183093 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-3d30186e-1f90-490c-a5c5-895db67af236 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:00.199389 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5df9d2-280a-40cb-9e6d-053ca60131c2 None None] Pushing event updated for resources: {'Port': ['ID=470b9fe1-474f-409e-94dd-dac22da0ffed,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:00.254292 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb48c1-1168-4f31-91ea-1a2bf6d55b65 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Pushing event updated for resources: {'Port': ['ID=8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:00.277134 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-8deddf84-37ec-4203-aaae-727538b8e736 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Network d89fa3fc-d223-4e65-92aa-0d0d70c94692 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:00.290150 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-edeb48c1-1168-4f31-91ea-1a2bf6d55b65 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:00.290797 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-edeb48c1-1168-4f31-91ea-1a2bf6d55b65 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.382421 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-3d30186e-1f90-490c-a5c5-895db67af236 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:00.412804 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ee5df9d2-280a-40cb-9e6d-053ca60131c2 None None] Attempting to bind port 470b9fe1-474f-409e-94dd-dac22da0ffed on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:00.413420 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ee5df9d2-280a-40cb-9e6d-053ca60131c2 None None] Attempting to bind port 470b9fe1-474f-409e-94dd-dac22da0ffed by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'd8512c61-5e79-4093-8153-38fc66b5c546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b2b1677c-5473-43b0-9142-6b1ff5cfeaa3'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:00.413777 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5df9d2-280a-40cb-9e6d-053ca60131c2 None None] Attempting to bind port 470b9fe1-474f-409e-94dd-dac22da0ffed on network b2b1677c-5473-43b0-9142-6b1ff5cfeaa3 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:00.427876 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5df9d2-280a-40cb-9e6d-053ca60131c2 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:42:00.427876 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5df9d2-280a-40cb-9e6d-053ca60131c2 None None] Checking segment: {'id': 'd8512c61-5e79-4093-8153-38fc66b5c546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b2b1677c-5473-43b0-9142-6b1ff5cfeaa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:00.427876 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ee5df9d2-280a-40cb-9e6d-053ca60131c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.427876 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5df9d2-280a-40cb-9e6d-053ca60131c2 None None] Bound using segment: {'id': 'd8512c61-5e79-4093-8153-38fc66b5c546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b2b1677c-5473-43b0-9142-6b1ff5cfeaa3'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:42:00.428659 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ee5df9d2-280a-40cb-9e6d-053ca60131c2 None None] Bound port: 470b9fe1-474f-409e-94dd-dac22da0ffed, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8512c61-5e79-4093-8153-38fc66b5c546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b2b1677c-5473-43b0-9142-6b1ff5cfeaa3'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:00.429213 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ee5df9d2-280a-40cb-9e6d-053ca60131c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.493236 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-8deddf84-37ec-4203-aaae-727538b8e736 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:00.530828 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-3d30186e-1f90-490c-a5c5-895db67af236 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:00.531542 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-3d30186e-1f90-490c-a5c5-895db67af236 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.537215 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30186e-1f90-490c-a5c5-895db67af236 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Pushing event updated for resources: {'Port': ['ID=9a8ec857-3243-456d-b272-0c64f958196f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:00.654569 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e7b0968e-b054-4f71-84c8-a43621dc806c tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.668590 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e7b0968e-b054-4f71-84c8-a43621dc806c tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] 10.222.0.104 "DELETE /v2.0/routers/a34f550c-ebf9-4979-a8fb-79b951718894 HTTP/1.1" status: 204 len: 168 time: 8.7181191 Jan 21 09:42:00.687024 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-8deddf84-37ec-4203-aaae-727538b8e736 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:00.851511 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ecddfcb6-8444-4cec-80c5-e451cd088ada tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.921880 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-8deddf84-37ec-4203-aaae-727538b8e736 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:00.922855 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-8deddf84-37ec-4203-aaae-727538b8e736 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.924047 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-ecddfcb6-8444-4cec-80c5-e451cd088ada tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1b00c92-1f6e-4e83-b1e6-0e88cad960d7']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:00.957263 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-ecddfcb6-8444-4cec-80c5-e451cd088ada tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c609ee2-d849-4005-bc35-954d9eeed38c') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:00.957673 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-ecddfcb6-8444-4cec-80c5-e451cd088ada tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c609ee2-d849-4005-bc35-954d9eeed38c') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:00.983028 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ecddfcb6-8444-4cec-80c5-e451cd088ada tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.995559 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.023313 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ecddfcb6-8444-4cec-80c5-e451cd088ada tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.043365 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecddfcb6-8444-4cec-80c5-e451cd088ada tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:42:01.043867 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ecddfcb6-8444-4cec-80c5-e451cd088ada tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.046750 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-e81a8a03-b199-4ebc-bd29-12b4b1473dd2 None None] Provisioning for port 8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:01.083630 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-ee5df9d2-280a-40cb-9e6d-053ca60131c2 None None] For port 470b9fe1-474f-409e-94dd-dac22da0ffed, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:01.089026 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-e81a8a03-b199-4ebc-bd29-12b4b1473dd2 None None] Provisioning complete for port 8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:01.089649 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e81a8a03-b199-4ebc-bd29-12b4b1473dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.089884 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-8deddf84-37ec-4203-aaae-727538b8e736 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3294501 Jan 21 09:42:01.151062 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-0c2570a6-bb7f-4cb3-acfa-bd5b38e4b8be tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=83598) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:42:01.153445 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-0c2570a6-bb7f-4cb3-acfa-bd5b38e4b8be tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.124 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0208578 Jan 21 09:42:01.177839 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-edeb48c1-1168-4f31-91ea-1a2bf6d55b65 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.7932999 Jan 21 09:42:01.222300 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55312) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:01.223038 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-ee5df9d2-280a-40cb-9e6d-053ca60131c2 None None] For port 470b9fe1-474f-409e-94dd-dac22da0ffed, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=470b9fe1-474f-409e-94dd-dac22da0ffed,segment=NetworkSegment(d8512c61-5e79-4093-8153-38fc66b5c546),segment_id=d8512c61-5e79-4093-8153-38fc66b5c546)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:01.270683 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:42:01.270683 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:42:01.270683 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:42:01.270683 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:01.270683 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:42:01.270683 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:01.270683 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:42:01.270683 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:01.270683 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:42:01.270683 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:01.270683 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:42:01.270683 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:01.270683 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:42:01.270683 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:01.270683 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:01.270683 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:01.270683 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:01.270683 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:01.270683 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:42:01.270683 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:42:01.270683 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:42:01.270683 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:42:01.270683 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:01.270683 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:42:01.270683 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:01.270683 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:42:01.270683 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:01.270683 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:42:01.270683 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:01.270683 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:42:01.270683 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:01.270683 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:01.275236 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ee5df9d2-280a-40cb-9e6d-053ca60131c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.287651 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df609131-a2fa-4e3e-b6aa-cfea34e0f4ff req-197e84c5-65f5-4dcd-bc23-1351919263cd tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:01.296190 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-df609131-a2fa-4e3e-b6aa-cfea34e0f4ff req-197e84c5-65f5-4dcd-bc23-1351919263cd tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 931 time: 1.7501888 Jan 21 09:42:01.304748 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] For port 47a42353-b670-4571-afd3-8c69fa639126, host hv-neutron-8257, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:01.305840 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempted to set empty binding levels {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 21 09:42:01.315699 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deddf84-37ec-4203-aaae-727538b8e736 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Pushing event updated for resources: {'Port': ['ID=8f98b537-8eec-4f7e-b6f2-55a5fd8e2713,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:01.364843 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ecddfcb6-8444-4cec-80c5-e451cd088ada tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.387882 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ecddfcb6-8444-4cec-80c5-e451cd088ada tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.391796 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port ade5ee17-2266-42f9-b84d-b210cc99bde1, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ade5ee17-2266-42f9-b84d-b210cc99bde1,segment=NetworkSegment(34b0cab3-f2f4-48a2-80f3-ffaaa390bd66),segment_id=34b0cab3-f2f4-48a2-80f3-ffaaa390bd66)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:01.419454 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.425787 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-e81a8a03-b199-4ebc-bd29-12b4b1473dd2 None None] Port 8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:01.456760 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-df609131-a2fa-4e3e-b6aa-cfea34e0f4ff req-b7861ed8-4aae-4dce-ae4f-57730f1c86ba tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581771 Jan 21 09:42:01.468312 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b03ca2-30e6-4d65-ab9b-aef9140a1a9c tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Router 3fe6ad17-82ef-4676-ace7-76e711ea37c0 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:42:01.473271 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605034e-30b6-460b-9c48-4bb30a5fd9c1 req-99815487-e72d-4fb1-b7fe-466ad277df3a tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:01.475870 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-9605034e-30b6-460b-9c48-4bb30a5fd9c1 req-99815487-e72d-4fb1-b7fe-466ad277df3a tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/ports?device_id=7e2be814-53d6-4937-85d0-f08eb124f0b0 HTTP/1.1" status: 200 len: 932 time: 2.0282242 Jan 21 09:42:01.509056 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5df9d2-280a-40cb-9e6d-053ca60131c2 None None] Pushing event updated for resources: {'Port': ['ID=470b9fe1-474f-409e-94dd-dac22da0ffed,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:01.575070 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.796132 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device c36f5ac7-689f-4b48-9e3e-4e823f6907ea up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:01.837272 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecddfcb6-8444-4cec-80c5-e451cd088ada tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167-project] Pushing event deleted for resources: {'Network': ['ID=a1b00c92-1f6e-4e83-b1e6-0e88cad960d7,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:01.855276 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] In _notify_port_updated(), no bound segment for port 47a42353-b670-4571-afd3-8c69fa639126 on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac {{(pid=83597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:42:01.856537 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.857867 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] 10.222.0.104 "PUT /v2.0/ports/47a42353-b670-4571-afd3-8c69fa639126 HTTP/1.1" status: 200 len: 976 time: 11.5321982 Jan 21 09:42:01.868078 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-3d81434a-5407-4b78-bf87-90ff98b8baf1 service neutron] Request body: {'port': {'device_id': 'a509cdea-e31d-45e6-94ec-7732e014148d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:01.952471 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ecddfcb6-8444-4cec-80c5-e451cd088ada tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519797167-project] 10.222.0.104 "DELETE /v2.0/networks/a1b00c92-1f6e-4e83-b1e6-0e88cad960d7 HTTP/1.1" status: 204 len: 168 time: 4.2334657 Jan 21 09:42:01.964121 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55326) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:01.989127 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-16281d6a-c6bc-43c7-bf68-de7ae68887d4 None None] Provisioning for port 9a8ec857-3243-456d-b272-0c64f958196f completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:02.002180 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-9605034e-30b6-460b-9c48-4bb30a5fd9c1 req-a2359e7f-e4e0-4f8a-bab8-2ae2f975caff tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Synchronizing usage tracker for tenant:a795fbd174334072b3ab0ded96f09259 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:02.019312 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-16281d6a-c6bc-43c7-bf68-de7ae68887d4 None None] Provisioning complete for port 9a8ec857-3243-456d-b272-0c64f958196f triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:02.019676 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-16281d6a-c6bc-43c7-bf68-de7ae68887d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.032514 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-395b1ec7-7caf-457e-be82-2a3dd7ecfcdd service neutron] Request body: {'port': {'device_id': '7e2be814-53d6-4937-85d0-f08eb124f0b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:02.117085 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=ade5ee17-2266-42f9-b84d-b210cc99bde1,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:02.246305 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-7d502c41-bfb0-4f23-b145-083754e18937 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-510608944', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}, 'admin_state_up': False}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:02.291698 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7d502c41-bfb0-4f23-b145-083754e18937 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:02.304312 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-16281d6a-c6bc-43c7-bf68-de7ae68887d4 None None] Port 9a8ec857-3243-456d-b272-0c64f958196f cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:02.309501 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-7d502c41-bfb0-4f23-b145-083754e18937 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Usage tracker for resource:router and tenant:24bdc49ef662478cbebc8c7402bf782e is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:02.321938 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-7d502c41-bfb0-4f23-b145-083754e18937 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:02.340029 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-16281d6a-c6bc-43c7-bf68-de7ae68887d4 None None] Provisioning for port 8f98b537-8eec-4f7e-b6f2-55a5fd8e2713 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:02.349800 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port c36f5ac7-689f-4b48-9e3e-4e823f6907ea completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:02.358428 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-16281d6a-c6bc-43c7-bf68-de7ae68887d4 None None] Provisioning complete for port 8f98b537-8eec-4f7e-b6f2-55a5fd8e2713 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:02.359014 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-16281d6a-c6bc-43c7-bf68-de7ae68887d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.418130 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7d502c41-bfb0-4f23-b145-083754e18937 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:02.450819 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port c36f5ac7-689f-4b48-9e3e-4e823f6907ea triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:02.451385 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.544338 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7d502c41-bfb0-4f23-b145-083754e18937 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.549169 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7d502c41-bfb0-4f23-b145-083754e18937 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.573117 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-3d81434a-5407-4b78-bf87-90ff98b8baf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.585369 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-9605034e-30b6-460b-9c48-4bb30a5fd9c1 req-a2359e7f-e4e0-4f8a-bab8-2ae2f975caff tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Unset dirty status for tenant:a795fbd174334072b3ab0ded96f09259 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:02.586869 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-9605034e-30b6-460b-9c48-4bb30a5fd9c1 req-a2359e7f-e4e0-4f8a-bab8-2ae2f975caff tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/security-groups?id=eb836b61-b527-4f37-a5a3-e6dd34c28659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9816689 Jan 21 09:42:02.608112 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-3d30186e-1f90-490c-a5c5-895db67af236 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6106813 Jan 21 09:42:02.631025 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-395b1ec7-7caf-457e-be82-2a3dd7ecfcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.647293 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-9f4315fe-b6f1-4d97-8650-a17beb067203 service neutron] Request body: {'port': {'device_id': '03f96442-b214-4754-af6c-a9691405bcc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:02.651027 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-16281d6a-c6bc-43c7-bf68-de7ae68887d4 None None] Port 8f98b537-8eec-4f7e-b6f2-55a5fd8e2713 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:02.728405 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.818348 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port c36f5ac7-689f-4b48-9e3e-4e823f6907ea, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=c36f5ac7-689f-4b48-9e3e-4e823f6907ea,segment=NetworkSegment(ffef5f32-ec5b-43f1-8552-8b9a0a25607f),segment_id=ffef5f32-ec5b-43f1-8552-8b9a0a25607f)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:02.827721 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.907511 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55336) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:03.076048 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=c36f5ac7-689f-4b48-9e3e-4e823f6907ea,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:03.197456 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1800dd81-99f6-4a47-ac79-8b6b5c5f1c21 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Pushing event updated for resources: {'Port': ['ID=47a42353-b670-4571-afd3-8c69fa639126,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:03.339442 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196aab2b-e39a-43b5-8fd8-f8842a3e339f req-f41411c1-f2b4-41f9-8426-029061c50a3e tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:03.340423 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-196aab2b-e39a-43b5-8fd8-f8842a3e339f req-f41411c1-f2b4-41f9-8426-029061c50a3e tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Synchronizing usage tracker for tenant:9423dc950d0443ff88843ee602917a89 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:03.400102 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb3605b-e2d7-4b2c-852b-e2cbc9e70870 None None] Network b2b1677c-5473-43b0-9142-6b1ff5cfeaa3 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:03.471223 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c9d65743-b6b4-4a6f-beef-a10ea6ccf42d tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Synchronizing usage tracker for tenant:9aeb27eb1bb64d05a21f6488dd3bd1b0 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:03.575545 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7d502c41-bfb0-4f23-b145-083754e18937 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.632905 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c9d65743-b6b4-4a6f-beef-a10ea6ccf42d tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Unset dirty status for tenant:9aeb27eb1bb64d05a21f6488dd3bd1b0 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:03.634781 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c9d65743-b6b4-4a6f-beef-a10ea6ccf42d tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21389 time: 1.6040611 Jan 21 09:42:03.647040 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-1faf1fdc-cce9-4ba6-910a-d174fb2d6fce None None] Provisioning for port 470b9fe1-474f-409e-94dd-dac22da0ffed completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:03.656710 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55342) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:03.688224 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-9f4315fe-b6f1-4d97-8650-a17beb067203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.760617 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ade5ee17-2266-42f9-b84d-b210cc99bde1 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:03.807459 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.objects.ports [None req-c362129e-636d-4ff4-9e11-adb5e870a5b9 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83597) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:42:03.843046 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c698aa-65b3-42c2-a977-bd7a2e3f2d22 req-5a640768-a293-4ee8-8413-ba52f5b4b26d tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:03.844701 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-61c698aa-65b3-42c2-a977-bd7a2e3f2d22 req-5a640768-a293-4ee8-8413-ba52f5b4b26d tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Synchronizing usage tracker for tenant:336aa381caa24798b3c72d188fdcb52a on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:03.853693 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c362129e-636d-4ff4-9e11-adb5e870a5b9 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.977690 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362129e-636d-4ff4-9e11-adb5e870a5b9 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Pushing event updated for resources: {'Subnet': ['ID=9f54584a-b0a3-4b3a-819f-ede1858c30c0,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:03.980281 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-61c698aa-65b3-42c2-a977-bd7a2e3f2d22 req-5a640768-a293-4ee8-8413-ba52f5b4b26d tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Unset dirty status for tenant:336aa381caa24798b3c72d188fdcb52a on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:03.989749 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-61c698aa-65b3-42c2-a977-bd7a2e3f2d22 req-5a640768-a293-4ee8-8413-ba52f5b4b26d tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 931 time: 0.7783873 Jan 21 09:42:04.019698 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port ade5ee17-2266-42f9-b84d-b210cc99bde1 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:04.020062 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.096358 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-343da735-50de-4144-bfed-040d86109dc5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Deleting port 47a42353-b670-4571-afd3-8c69fa639126 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:04.096928 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-343da735-50de-4144-bfed-040d86109dc5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.213616 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-196aab2b-e39a-43b5-8fd8-f8842a3e339f req-f41411c1-f2b4-41f9-8426-029061c50a3e tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Unset dirty status for tenant:9423dc950d0443ff88843ee602917a89 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:04.215639 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-196aab2b-e39a-43b5-8fd8-f8842a3e339f req-f41411c1-f2b4-41f9-8426-029061c50a3e tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "GET /v2.0/ports?device_id=a509cdea-e31d-45e6-94ec-7732e014148d HTTP/1.1" status: 200 len: 931 time: 2.3741429 Jan 21 09:42:04.271218 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device c36f5ac7-689f-4b48-9e3e-4e823f6907ea up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:04.430432 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-9f4315fe-b6f1-4d97-8650-a17beb067203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a8ec857-3243-456d-b272-0c64f958196f {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:42:04.438774 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-9f4315fe-b6f1-4d97-8650-a17beb067203 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.454829 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port c36f5ac7-689f-4b48-9e3e-4e823f6907ea triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:04.457838 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.470755 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-9f4315fe-b6f1-4d97-8650-a17beb067203 service neutron] Transition to ACTIVE for port object 9a8ec857-3243-456d-b272-0c64f958196f will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:04.478385 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-61c698aa-65b3-42c2-a977-bd7a2e3f2d22 req-de2b0595-cc29-4587-9558-d858dfa7e1e4 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4333410 Jan 21 09:42:04.485104 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c362129e-636d-4ff4-9e11-adb5e870a5b9 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Checking segment: {'id': '9916cf1c-cef0-4418-8f54-fb66d4aba40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ae13810b-bce8-4fdf-a5ab-e702c282db7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:04.485835 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c362129e-636d-4ff4-9e11-adb5e870a5b9 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Network hostable DHCP agents. Network: ae13810b-bce8-4fdf-a5ab-e702c282db7a, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:04.497175 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-9f4315fe-b6f1-4d97-8650-a17beb067203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.716808 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8d5e4edf-9b49-4406-92e8-01cff12bc06c admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=0d845c0d1b8242e8bbec42ddfbc468e3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8057129 Jan 21 09:42:04.732643 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55348) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:04.785298 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 470b9fe1-474f-409e-94dd-dac22da0ffed up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:04.923426 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 470b9fe1-474f-409e-94dd-dac22da0ffed completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:04.933245 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 470b9fe1-474f-409e-94dd-dac22da0ffed triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:04.933245 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.092354 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4315fe-b6f1-4d97-8650-a17beb067203 service neutron] Pushing event updated for resources: {'Port': ['ID=9a8ec857-3243-456d-b272-0c64f958196f,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:05.101741 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c362129e-636d-4ff4-9e11-adb5e870a5b9 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Network ae13810b-bce8-4fdf-a5ab-e702c282db7a is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:05.149854 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-c362129e-636d-4ff4-9e11-adb5e870a5b9 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, ae13810b-bce8-4fdf-a5ab-e702c282db7a) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:05.169916 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c362129e-636d-4ff4-9e11-adb5e870a5b9 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:05.170509 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c362129e-636d-4ff4-9e11-adb5e870a5b9 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.192512 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-9f4315fe-b6f1-4d97-8650-a17beb067203 service neutron] Attempting to bind port 9a8ec857-3243-456d-b272-0c64f958196f on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:05.192836 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-9f4315fe-b6f1-4d97-8650-a17beb067203 service neutron] Attempting to bind port 9a8ec857-3243-456d-b272-0c64f958196f by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'ffef5f32-ec5b-43f1-8552-8b9a0a25607f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8515717b-44bc-4a2f-9c9a-f5ff80484c08'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:05.193366 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-9f4315fe-b6f1-4d97-8650-a17beb067203 service neutron] Attempting to bind port 9a8ec857-3243-456d-b272-0c64f958196f on network 8515717b-44bc-4a2f-9c9a-f5ff80484c08 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:05.203823 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-9f4315fe-b6f1-4d97-8650-a17beb067203 service neutron] Port 9a8ec857-3243-456d-b272-0c64f958196f on network 8515717b-44bc-4a2f-9c9a-f5ff80484c08 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:42:05.203823 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-9f4315fe-b6f1-4d97-8650-a17beb067203 service neutron] Attempting to bind port 9a8ec857-3243-456d-b272-0c64f958196f on network 8515717b-44bc-4a2f-9c9a-f5ff80484c08 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:05.221495 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce5b20-7706-4989-b31f-bf56f591114d req-8daf9075-5747-418a-8ec8-8c9eaf11003f tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:05.228794 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-7dce5b20-7706-4989-b31f-bf56f591114d req-8daf9075-5747-418a-8ec8-8c9eaf11003f tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/ports?device_id=7e2be814-53d6-4937-85d0-f08eb124f0b0 HTTP/1.1" status: 200 len: 932 time: 0.4256880 Jan 21 09:42:05.256222 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c362129e-636d-4ff4-9e11-adb5e870a5b9 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 7.0232751 Jan 21 09:42:05.258660 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55352) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:05.264917 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-9f4315fe-b6f1-4d97-8650-a17beb067203 service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:42:05.265361 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-9f4315fe-b6f1-4d97-8650-a17beb067203 service neutron] Checking segment: {'id': 'ffef5f32-ec5b-43f1-8552-8b9a0a25607f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8515717b-44bc-4a2f-9c9a-f5ff80484c08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:05.266774 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-9f4315fe-b6f1-4d97-8650-a17beb067203 service neutron] Bound using segment: {'id': 'ffef5f32-ec5b-43f1-8552-8b9a0a25607f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8515717b-44bc-4a2f-9c9a-f5ff80484c08'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:42:05.267443 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-9f4315fe-b6f1-4d97-8650-a17beb067203 service neutron] Bound port: 9a8ec857-3243-456d-b272-0c64f958196f, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffef5f32-ec5b-43f1-8552-8b9a0a25607f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8515717b-44bc-4a2f-9c9a-f5ff80484c08'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:05.267752 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-9f4315fe-b6f1-4d97-8650-a17beb067203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.273286 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.288060 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b43165-797e-45d1-9a28-80cf2a08c99f None None] Network ae13810b-bce8-4fdf-a5ab-e702c282db7a requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:05.320076 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6f17f986-0a06-45ee-a0b7-b3dbe5d62379 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Request body: {'port': {'network_id': 'ae13810b-bce8-4fdf-a5ab-e702c282db7a', 'name': 'tempest-NetworksIpV6TestAttrs-2061622500'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:05.459108 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-9f4315fe-b6f1-4d97-8650-a17beb067203 service neutron] For port 9a8ec857-3243-456d-b272-0c64f958196f, host hv-neutron-8257, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:05.463025 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-9f4315fe-b6f1-4d97-8650-a17beb067203 service neutron] For port 9a8ec857-3243-456d-b272-0c64f958196f, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9a8ec857-3243-456d-b272-0c64f958196f,segment=NetworkSegment(ffef5f32-ec5b-43f1-8552-8b9a0a25607f),segment_id=ffef5f32-ec5b-43f1-8552-8b9a0a25607f)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:05.476701 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-9f4315fe-b6f1-4d97-8650-a17beb067203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.508753 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 470b9fe1-474f-409e-94dd-dac22da0ffed, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=470b9fe1-474f-409e-94dd-dac22da0ffed,segment=NetworkSegment(d8512c61-5e79-4093-8153-38fc66b5c546),segment_id=d8512c61-5e79-4093-8153-38fc66b5c546)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:05.524423 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.539557 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-196aab2b-e39a-43b5-8fd8-f8842a3e339f req-535ef1d5-ead5-4e56-9738-d46e7919112c tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "GET /v2.0/security-groups?id=0793827f-8d00-456c-ba2b-f5826338aafe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2491920 Jan 21 09:42:05.593310 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-537538e5-0652-40a7-8092-8eb3d692b313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.624243 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b03ca2-30e6-4d65-ab9b-aef9140a1a9c tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:42:05.629850 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-343da735-50de-4144-bfed-040d86109dc5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] For port 47a42353-b670-4571-afd3-8c69fa639126, host hv-neutron-8257, got binding levels [] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:05.630393 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-343da735-50de-4144-bfed-040d86109dc5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.641466 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7d502c41-bfb0-4f23-b145-083754e18937 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.746809 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-7dce5b20-7706-4989-b31f-bf56f591114d req-5b34dda9-201a-4dac-9f87-96996a3596d6 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/security-groups?id=eb836b61-b527-4f37-a5a3-e6dd34c28659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5167522 Jan 21 09:42:05.757208 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=470b9fe1-474f-409e-94dd-dac22da0ffed,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:05.759328 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-29b03ca2-30e6-4d65-ab9b-aef9140a1a9c tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.762144 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-29b03ca2-30e6-4d65-ab9b-aef9140a1a9c tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 20.8792965 Jan 21 09:42:05.764758 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-9f4315fe-b6f1-4d97-8650-a17beb067203 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.774241 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-9f4315fe-b6f1-4d97-8650-a17beb067203 service neutron] 10.222.0.124 "PUT /v2.0/ports/9a8ec857-3243-456d-b272-0c64f958196f HTTP/1.1" status: 200 len: 1093 time: 3.1404223 Jan 21 09:42:05.777612 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9640b5-4cc0-4363-9aa0-d72029875c1b None None] Sync routers for ids ['3fe6ad17-82ef-4676-ace7-76e711ea37c0'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:42:05.778518 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f96442-b214-4754-af6c-a9691405bcc7', 'tag': '9a8ec857-3243-456d-b272-0c64f958196f'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:42:05.785914 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55360) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:05.810315 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9640b5-4cc0-4363-9aa0-d72029875c1b None None] Routers {'3fe6ad17-82ef-4676-ace7-76e711ea37c0'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:05.812645 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0d9640b5-4cc0-4363-9aa0-d72029875c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:41:57Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['3fe6ad17-82ef-4676-ace7-76e711ea37c0'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:05.856578 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-343da735-50de-4144-bfed-040d86109dc5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Calling delete_port for 47a42353-b670-4571-afd3-8c69fa639126 owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:05.934660 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0d9640b5-4cc0-4363-9aa0-d72029875c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:06.042368 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4315fe-b6f1-4d97-8650-a17beb067203 service neutron] Pushing event updated for resources: {'Port': ['ID=9a8ec857-3243-456d-b272-0c64f958196f,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:06.069916 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9640b5-4cc0-4363-9aa0-d72029875c1b None None] Routers {'3fe6ad17-82ef-4676-ace7-76e711ea37c0'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:06.070523 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0d9640b5-4cc0-4363-9aa0-d72029875c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:41:57Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['3fe6ad17-82ef-4676-ace7-76e711ea37c0'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:06.099928 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-3d81434a-5407-4b78-bf87-90ff98b8baf1 service neutron] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:42:06.107245 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-395b1ec7-7caf-457e-be82-2a3dd7ecfcdd service neutron] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:42:06.117914 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-537538e5-0652-40a7-8092-8eb3d692b313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.140624 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6f17f986-0a06-45ee-a0b7-b3dbe5d62379 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:06.145665 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6f17f986-0a06-45ee-a0b7-b3dbe5d62379 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Usage tracker for resource:port and tenant:aed3d53ef02d4d889ce3052ba21584d0 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:06.149608 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6f17f986-0a06-45ee-a0b7-b3dbe5d62379 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:06.158118 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6f17f986-0a06-45ee-a0b7-b3dbe5d62379 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:06.166651 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0d9640b5-4cc0-4363-9aa0-d72029875c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:06.167057 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9640b5-4cc0-4363-9aa0-d72029875c1b None None] The sync data for ids ['3fe6ad17-82ef-4676-ace7-76e711ea37c0'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:42:06.170343 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca9d020-16f3-4719-bf29-76da98d0fdcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-ae13810b-bce8-4fdf-a5ab-e702c282db7a', 'network_id': 'ae13810b-bce8-4fdf-a5ab-e702c282db7a', 'tenant_id': 'aed3d53ef02d4d889ce3052ba21584d0', 'fixed_ips': [{'subnet_id': '9f54584a-b0a3-4b3a-819f-ede1858c30c0'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:42:06.171253 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bca9d020-16f3-4719-bf29-76da98d0fdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.192175 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f17f986-0a06-45ee-a0b7-b3dbe5d62379 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Made reservation on behalf of aed3d53ef02d4d889ce3052ba21584d0 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:06.200218 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f17f986-0a06-45ee-a0b7-b3dbe5d62379 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.231245 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-6f17f986-0a06-45ee-a0b7-b3dbe5d62379 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] device_id is not set on port f7f35d2e-7bef-49f5-9131-cd4f1a650065 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:42:06.363181 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-a2c4c0a2-c686-4ea2-9b13-7526426936a5 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=336aa381caa24798b3c72d188fdcb52a&device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 1096 time: 0.3173633 Jan 21 09:42:06.414962 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-bca9d020-16f3-4719-bf29-76da98d0fdcb None None] Allocated IP 2001:db8::f816:3eff:fe60:caf2 (ae13810b-bce8-4fdf-a5ab-e702c282db7a/9f54584a-b0a3-4b3a-819f-ede1858c30c0/04a2b23a-e508-4c32-9585-dcccfeacafc6) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:06.453574 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-57649dfc-6917-42cc-b847-fc6e31ac1c14 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a8ec857-3243-456d-b272-0c64f958196f HTTP/1.1" status: 200 len: 217 time: 0.0794232 Jan 21 09:42:06.454617 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-3d81434a-5407-4b78-bf87-90ff98b8baf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f98b537-8eec-4f7e-b6f2-55a5fd8e2713 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:42:06.469338 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-395b1ec7-7caf-457e-be82-2a3dd7ecfcdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:42:06.478508 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-3d81434a-5407-4b78-bf87-90ff98b8baf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.482674 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-395b1ec7-7caf-457e-be82-2a3dd7ecfcdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.505082 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-343da735-50de-4144-bfed-040d86109dc5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.569858 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-3d81434a-5407-4b78-bf87-90ff98b8baf1 service neutron] Transition to ACTIVE for port object 8f98b537-8eec-4f7e-b6f2-55a5fd8e2713 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:06.573086 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-395b1ec7-7caf-457e-be82-2a3dd7ecfcdd service neutron] Transition to ACTIVE for port object 8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:06.573506 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343da735-50de-4144-bfed-040d86109dc5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Pushing event deleted for resources: {'Port': ['ID=47a42353-b670-4571-afd3-8c69fa639126,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:06.588741 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-3d81434a-5407-4b78-bf87-90ff98b8baf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.599412 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-395b1ec7-7caf-457e-be82-2a3dd7ecfcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.630420 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-728f768e-acf1-4a19-94dd-b2bfa464b7d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:06.631885 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-728f768e-acf1-4a19-94dd-b2bfa464b7d1 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=e7fe4f7c-173a-4a1e-bc9c-b6d802a0a8b0 HTTP/1.1" status: 200 len: 850 time: 0.1022656 Jan 21 09:42:06.633561 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f96442-b214-4754-af6c-a9691405bcc7', 'tag': '9a8ec857-3243-456d-b272-0c64f958196f', 'status': 'completed', 'code': 200} Jan 21 09:42:06.673207 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459cd75-d945-4125-a931-d711cd692532 req-53db790e-5bbf-49e4-b6a4-1433ee2f89ec tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:06.675915 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3459cd75-d945-4125-a931-d711cd692532 req-53db790e-5bbf-49e4-b6a4-1433ee2f89ec tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 943 time: 0.7810507 Jan 21 09:42:06.700783 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-537538e5-0652-40a7-8092-8eb3d692b313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.755971 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bca9d020-16f3-4719-bf29-76da98d0fdcb None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.767787 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-53617d53-ae9b-4aa2-8f2a-3c895a384991 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=8515717b-44bc-4a2f-9c9a-f5ff80484c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1294367 Jan 21 09:42:06.770526 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-343da735-50de-4144-bfed-040d86109dc5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.777688 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537538e5-0652-40a7-8092-8eb3d692b313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a4e493-572f-4167-859c-5e759aa51a7e,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:06.787618 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-bca9d020-16f3-4719-bf29-76da98d0fdcb None None] Transition to ACTIVE for port object 04a2b23a-e508-4c32-9585-dcccfeacafc6 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:06.817836 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-bca9d020-16f3-4719-bf29-76da98d0fdcb None None] Transition to ACTIVE for port object 04a2b23a-e508-4c32-9585-dcccfeacafc6 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:06.836028 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bca9d020-16f3-4719-bf29-76da98d0fdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.947708 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d81434a-5407-4b78-bf87-90ff98b8baf1 service neutron] Pushing event updated for resources: {'Port': ['ID=8f98b537-8eec-4f7e-b6f2-55a5fd8e2713,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:06.957924 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-343da735-50de-4144-bfed-040d86109dc5 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] 10.222.0.104 "DELETE /v2.0/ports/47a42353-b670-4571-afd3-8c69fa639126 HTTP/1.1" status: 204 len: 168 time: 3.2747653 Jan 21 09:42:06.979320 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca9d020-16f3-4719-bf29-76da98d0fdcb None None] Network ae13810b-bce8-4fdf-a5ab-e702c282db7a is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:06.991683 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-bca9d020-16f3-4719-bf29-76da98d0fdcb None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:06.993791 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9d020-16f3-4719-bf29-76da98d0fdcb None None] Pushing event updated for resources: {'Port': ['ID=04a2b23a-e508-4c32-9585-dcccfeacafc6,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:06.996062 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca9d020-16f3-4719-bf29-76da98d0fdcb None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:07.018307 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-537538e5-0652-40a7-8092-8eb3d692b313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.019419 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-537538e5-0652-40a7-8092-8eb3d692b313 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/b2a4e493-572f-4167-859c-5e759aa51a7e HTTP/1.1" status: 204 len: 168 time: 2.2805324 Jan 21 09:42:07.027647 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55378) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:07.182575 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3459cd75-d945-4125-a931-d711cd692532 req-f633aa02-01ca-4d4f-a02d-78f373479656 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4623108 Jan 21 09:42:07.209218 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c1dab6-232c-42be-bbc7-15d928b9289d tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:42:07.209756 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-62c1dab6-232c-42be-bbc7-15d928b9289d tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Synchronizing usage tracker for tenant:9aeb27eb1bb64d05a21f6488dd3bd1b0 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:07.227999 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-bca9d020-16f3-4719-bf29-76da98d0fdcb None None] Attempting to bind port 04a2b23a-e508-4c32-9585-dcccfeacafc6 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:07.230860 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-bca9d020-16f3-4719-bf29-76da98d0fdcb None None] Attempting to bind port 04a2b23a-e508-4c32-9585-dcccfeacafc6 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '9916cf1c-cef0-4418-8f54-fb66d4aba40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ae13810b-bce8-4fdf-a5ab-e702c282db7a'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:07.232119 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca9d020-16f3-4719-bf29-76da98d0fdcb None None] Attempting to bind port 04a2b23a-e508-4c32-9585-dcccfeacafc6 on network ae13810b-bce8-4fdf-a5ab-e702c282db7a {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:07.274797 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca9d020-16f3-4719-bf29-76da98d0fdcb None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:42:07.276286 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca9d020-16f3-4719-bf29-76da98d0fdcb None None] Checking segment: {'id': '9916cf1c-cef0-4418-8f54-fb66d4aba40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ae13810b-bce8-4fdf-a5ab-e702c282db7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:07.278609 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bca9d020-16f3-4719-bf29-76da98d0fdcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.279968 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca9d020-16f3-4719-bf29-76da98d0fdcb None None] Bound using segment: {'id': '9916cf1c-cef0-4418-8f54-fb66d4aba40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ae13810b-bce8-4fdf-a5ab-e702c282db7a'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:42:07.283245 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-bca9d020-16f3-4719-bf29-76da98d0fdcb None None] Bound port: 04a2b23a-e508-4c32-9585-dcccfeacafc6, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9916cf1c-cef0-4418-8f54-fb66d4aba40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ae13810b-bce8-4fdf-a5ab-e702c282db7a'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:07.284772 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bca9d020-16f3-4719-bf29-76da98d0fdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.292277 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b1ec7-7caf-457e-be82-2a3dd7ecfcdd service neutron] Pushing event updated for resources: {'Port': ['ID=8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:07.442359 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7d502c41-bfb0-4f23-b145-083754e18937 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router_gateway, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.447922 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-6f17f986-0a06-45ee-a0b7-b3dbe5d62379 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Allocated IP 2001:db8::f816:3eff:fed3:b848 (ae13810b-bce8-4fdf-a5ab-e702c282db7a/9f54584a-b0a3-4b3a-819f-ede1858c30c0/f7f35d2e-7bef-49f5-9131-cd4f1a650065) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:07.466797 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-bca9d020-16f3-4719-bf29-76da98d0fdcb None None] For port 04a2b23a-e508-4c32-9585-dcccfeacafc6, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:07.471949 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-bca9d020-16f3-4719-bf29-76da98d0fdcb None None] For port 04a2b23a-e508-4c32-9585-dcccfeacafc6, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=04a2b23a-e508-4c32-9585-dcccfeacafc6,segment=NetworkSegment(9916cf1c-cef0-4418-8f54-fb66d4aba40c),segment_id=9916cf1c-cef0-4418-8f54-fb66d4aba40c)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:07.478714 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bca9d020-16f3-4719-bf29-76da98d0fdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.481211 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-62c1dab6-232c-42be-bbc7-15d928b9289d tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Unset dirty status for tenant:9aeb27eb1bb64d05a21f6488dd3bd1b0 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:07.482408 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-62c1dab6-232c-42be-bbc7-15d928b9289d tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] 10.222.0.104 "GET /v2.0/ports/47a42353-b670-4571-afd3-8c69fa639126 HTTP/1.1" status: 404 len: 333 time: 0.4417300 Jan 21 09:42:07.492092 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-32bfd2a7-f3c2-4b2e-b513-db92a7bd44cd service neutron] 10.222.0.124 "GET /v2.0/networks/8515717b-44bc-4a2f-9c9a-f5ff80484c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7179923 Jan 21 09:42:07.495721 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55386) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:07.509115 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7d502c41-bfb0-4f23-b145-083754e18937 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.513884 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-7cec2af2-b139-438d-9011-193423b53a4e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-939504645', 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:07.535936 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7cec2af2-b139-438d-9011-193423b53a4e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:07.597046 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7cec2af2-b139-438d-9011-193423b53a4e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:07.633661 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9d020-16f3-4719-bf29-76da98d0fdcb None None] Pushing event updated for resources: {'Port': ['ID=04a2b23a-e508-4c32-9585-dcccfeacafc6,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:07.671732 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-3d81434a-5407-4b78-bf87-90ff98b8baf1 service neutron] Attempting to bind port 8f98b537-8eec-4f7e-b6f2-55a5fd8e2713 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:07.672071 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-3d81434a-5407-4b78-bf87-90ff98b8baf1 service neutron] Attempting to bind port 8f98b537-8eec-4f7e-b6f2-55a5fd8e2713 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '34b0cab3-f2f4-48a2-80f3-ffaaa390bd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd89fa3fc-d223-4e65-92aa-0d0d70c94692'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:07.672394 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-3d81434a-5407-4b78-bf87-90ff98b8baf1 service neutron] Attempting to bind port 8f98b537-8eec-4f7e-b6f2-55a5fd8e2713 on network d89fa3fc-d223-4e65-92aa-0d0d70c94692 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:07.675888 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-395b1ec7-7caf-457e-be82-2a3dd7ecfcdd service neutron] Attempting to bind port 8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:07.676364 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-395b1ec7-7caf-457e-be82-2a3dd7ecfcdd service neutron] Attempting to bind port 8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'e697bd79-488c-4593-885e-69b8ce3d5a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'cb261bb5-f04b-4e44-bf4e-b6255f6519ef'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:07.676684 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-395b1ec7-7caf-457e-be82-2a3dd7ecfcdd service neutron] Attempting to bind port 8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a on network cb261bb5-f04b-4e44-bf4e-b6255f6519ef {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:07.683604 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cec2af2-b139-438d-9011-193423b53a4e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Made reservation on behalf of 9aeb27eb1bb64d05a21f6488dd3bd1b0 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:07.686087 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7cec2af2-b139-438d-9011-193423b53a4e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.721201 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 470b9fe1-474f-409e-94dd-dac22da0ffed up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:07.734958 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-3d81434a-5407-4b78-bf87-90ff98b8baf1 service neutron] Port 8f98b537-8eec-4f7e-b6f2-55a5fd8e2713 on network d89fa3fc-d223-4e65-92aa-0d0d70c94692 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:42:07.735263 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-3d81434a-5407-4b78-bf87-90ff98b8baf1 service neutron] Attempting to bind port 8f98b537-8eec-4f7e-b6f2-55a5fd8e2713 on network d89fa3fc-d223-4e65-92aa-0d0d70c94692 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:07.742947 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-395b1ec7-7caf-457e-be82-2a3dd7ecfcdd service neutron] Port 8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a on network cb261bb5-f04b-4e44-bf4e-b6255f6519ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:42:07.742947 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-395b1ec7-7caf-457e-be82-2a3dd7ecfcdd service neutron] Attempting to bind port 8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a on network cb261bb5-f04b-4e44-bf4e-b6255f6519ef {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:07.825418 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964c8ce-c95c-4e7b-af20-c9f3c2b6dd57 req-35a903fb-6c81-4b5e-9a09-8683b2441a49 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:07.827825 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0964c8ce-c95c-4e7b-af20-c9f3c2b6dd57 req-35a903fb-6c81-4b5e-9a09-8683b2441a49 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/ports?device_id=7e2be814-53d6-4937-85d0-f08eb124f0b0 HTTP/1.1" status: 200 len: 944 time: 0.4546733 Jan 21 09:42:07.839600 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-7cec2af2-b139-438d-9011-193423b53a4e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] device_id is not set on port cbfad365-fe42-48b3-85da-2d59550682d8 yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:42:07.884807 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-395b1ec7-7caf-457e-be82-2a3dd7ecfcdd service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:42:07.885390 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-395b1ec7-7caf-457e-be82-2a3dd7ecfcdd service neutron] Checking segment: {'id': 'e697bd79-488c-4593-885e-69b8ce3d5a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'cb261bb5-f04b-4e44-bf4e-b6255f6519ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:07.886110 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-395b1ec7-7caf-457e-be82-2a3dd7ecfcdd service neutron] Bound using segment: {'id': 'e697bd79-488c-4593-885e-69b8ce3d5a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'cb261bb5-f04b-4e44-bf4e-b6255f6519ef'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:42:07.887236 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-395b1ec7-7caf-457e-be82-2a3dd7ecfcdd service neutron] Bound port: 8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e697bd79-488c-4593-885e-69b8ce3d5a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'cb261bb5-f04b-4e44-bf4e-b6255f6519ef'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:07.887738 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-395b1ec7-7caf-457e-be82-2a3dd7ecfcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.898215 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 470b9fe1-474f-409e-94dd-dac22da0ffed triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:07.899270 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.907088 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-3d81434a-5407-4b78-bf87-90ff98b8baf1 service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:42:07.907833 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-3d81434a-5407-4b78-bf87-90ff98b8baf1 service neutron] Checking segment: {'id': '34b0cab3-f2f4-48a2-80f3-ffaaa390bd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd89fa3fc-d223-4e65-92aa-0d0d70c94692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:07.908375 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-3d81434a-5407-4b78-bf87-90ff98b8baf1 service neutron] Bound using segment: {'id': '34b0cab3-f2f4-48a2-80f3-ffaaa390bd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd89fa3fc-d223-4e65-92aa-0d0d70c94692'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:42:07.908969 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-3d81434a-5407-4b78-bf87-90ff98b8baf1 service neutron] Bound port: 8f98b537-8eec-4f7e-b6f2-55a5fd8e2713, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34b0cab3-f2f4-48a2-80f3-ffaaa390bd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd89fa3fc-d223-4e65-92aa-0d0d70c94692'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:07.909464 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-3d81434a-5407-4b78-bf87-90ff98b8baf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.105505 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-7d502c41-bfb0-4f23-b145-083754e18937 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Allocated IP 172.26.0.42 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/9bcdb0b3-1689-4c70-b835-e6effba4f73a) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:08.107721 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55390) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:08.149610 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-781d59ec-bc4a-4d3d-9d75-ded10948e95c req-2f613a27-479c-42ee-9681-019bd1695da4 service neutron] 10.222.0.124 "GET /v2.0/networks/8515717b-44bc-4a2f-9c9a-f5ff80484c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6486793 Jan 21 09:42:08.194461 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e34f21-90ec-4c34-ba3b-bfcc9f7e55bd req-687aa08c-0784-427a-ab86-c23d1e508d64 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:08.195943 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-d2e34f21-90ec-4c34-ba3b-bfcc9f7e55bd req-687aa08c-0784-427a-ab86-c23d1e508d64 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "GET /v2.0/ports?device_id=a509cdea-e31d-45e6-94ec-7732e014148d HTTP/1.1" status: 200 len: 943 time: 1.3926468 Jan 21 09:42:08.369401 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0964c8ce-c95c-4e7b-af20-c9f3c2b6dd57 req-1309f080-ac56-4e91-873f-acb29f106e6c tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/security-groups?id=eb836b61-b527-4f37-a5a3-e6dd34c28659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5331109 Jan 21 09:42:08.378982 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f17f986-0a06-45ee-a0b7-b3dbe5d62379 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.435137 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-6f17f986-0a06-45ee-a0b7-b3dbe5d62379 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Transition to ACTIVE for port object f7f35d2e-7bef-49f5-9131-cd4f1a650065 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:08.454102 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-d2e34f21-90ec-4c34-ba3b-bfcc9f7e55bd req-079cf544-c6e0-4114-beb4-110c0d6592b0 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "GET /v2.0/security-groups?id=0793827f-8d00-456c-ba2b-f5826338aafe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2414091 Jan 21 09:42:08.500291 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f17f986-0a06-45ee-a0b7-b3dbe5d62379 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.537697 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-67744b8e-b9cd-4fb0-b75a-457f2cc1369a req-a491c453-1590-4714-a4d5-f7bdb04d774f service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=336aa381caa24798b3c72d188fdcb52a&device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 1096 time: 0.2648621 Jan 21 09:42:08.552393 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-3d81434a-5407-4b78-bf87-90ff98b8baf1 service neutron] For port 8f98b537-8eec-4f7e-b6f2-55a5fd8e2713, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:08.555145 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-395b1ec7-7caf-457e-be82-2a3dd7ecfcdd service neutron] For port 8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:08.611423 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-dbb8532b-1db0-447f-8478-9ad1332477ac admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=ff988181bbfe4a8295c46771d995c025&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4957032 Jan 21 09:42:08.642050 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55398) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:08.650824 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-395b1ec7-7caf-457e-be82-2a3dd7ecfcdd service neutron] For port 8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a,segment=NetworkSegment(e697bd79-488c-4593-885e-69b8ce3d5a8d),segment_id=e697bd79-488c-4593-885e-69b8ce3d5a8d)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:08.655062 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-3d81434a-5407-4b78-bf87-90ff98b8baf1 service neutron] For port 8f98b537-8eec-4f7e-b6f2-55a5fd8e2713, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=8f98b537-8eec-4f7e-b6f2-55a5fd8e2713,segment=NetworkSegment(34b0cab3-f2f4-48a2-80f3-ffaaa390bd66),segment_id=34b0cab3-f2f4-48a2-80f3-ffaaa390bd66)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:08.693882 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-3d81434a-5407-4b78-bf87-90ff98b8baf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.699765 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-395b1ec7-7caf-457e-be82-2a3dd7ecfcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.779200 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f17f986-0a06-45ee-a0b7-b3dbe5d62379 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Network ae13810b-bce8-4fdf-a5ab-e702c282db7a is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:08.784051 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17f986-0a06-45ee-a0b7-b3dbe5d62379 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Pushing event updated for resources: {'Port': ['ID=f7f35d2e-7bef-49f5-9131-cd4f1a650065,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:08.786050 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-6f17f986-0a06-45ee-a0b7-b3dbe5d62379 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:08.794195 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f17f986-0a06-45ee-a0b7-b3dbe5d62379 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:08.798945 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f17f986-0a06-45ee-a0b7-b3dbe5d62379 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:08.799589 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f17f986-0a06-45ee-a0b7-b3dbe5d62379 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.856471 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7d502c41-bfb0-4f23-b145-083754e18937 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.880649 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f17f986-0a06-45ee-a0b7-b3dbe5d62379 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:08.881012 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f17f986-0a06-45ee-a0b7-b3dbe5d62379 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:08.881327 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f17f986-0a06-45ee-a0b7-b3dbe5d62379 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:08.885769 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f17f986-0a06-45ee-a0b7-b3dbe5d62379 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:08.888410 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f17f986-0a06-45ee-a0b7-b3dbe5d62379 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:08.889438 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f17f986-0a06-45ee-a0b7-b3dbe5d62379 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:08.890141 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f17f986-0a06-45ee-a0b7-b3dbe5d62379 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:08.891539 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f17f986-0a06-45ee-a0b7-b3dbe5d62379 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:08.892286 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f17f986-0a06-45ee-a0b7-b3dbe5d62379 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:08.892927 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f17f986-0a06-45ee-a0b7-b3dbe5d62379 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:08.893433 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f17f986-0a06-45ee-a0b7-b3dbe5d62379 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:08.915252 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-3d81434a-5407-4b78-bf87-90ff98b8baf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.916648 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-3d81434a-5407-4b78-bf87-90ff98b8baf1 service neutron] 10.222.0.124 "PUT /v2.0/ports/8f98b537-8eec-4f7e-b6f2-55a5fd8e2713 HTTP/1.1" status: 200 len: 1093 time: 7.4583867 Jan 21 09:42:08.920277 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7cec2af2-b139-438d-9011-193423b53a4e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.930637 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a509cdea-e31d-45e6-94ec-7732e014148d', 'tag': '8f98b537-8eec-4f7e-b6f2-55a5fd8e2713'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:42:08.958136 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6f17f986-0a06-45ee-a0b7-b3dbe5d62379 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.6983519 Jan 21 09:42:08.971022 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55404) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:08.991367 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-395b1ec7-7caf-457e-be82-2a3dd7ecfcdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.993018 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-395b1ec7-7caf-457e-be82-2a3dd7ecfcdd service neutron] 10.222.0.124 "PUT /v2.0/ports/8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a HTTP/1.1" status: 200 len: 1094 time: 7.5330806 Jan 21 09:42:09.058535 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9db43c55-8985-4d10-a255-625821a6c2a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.089461 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e95257-240b-4386-91d4-fa75a33fa834 None None] Network ae13810b-bce8-4fdf-a5ab-e702c282db7a requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:09.090293 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67744b8e-b9cd-4fb0-b75a-457f2cc1369a req-1e2ce4f1-9d7b-42c9-a4f2-1e84338c3faf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:09.092933 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-67744b8e-b9cd-4fb0-b75a-457f2cc1369a req-1e2ce4f1-9d7b-42c9-a4f2-1e84338c3faf service neutron] 10.222.0.124 "GET /v2.0/networks?id=8515717b-44bc-4a2f-9c9a-f5ff80484c08 HTTP/1.1" status: 200 len: 912 time: 0.5468073 Jan 21 09:42:09.178987 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d81434a-5407-4b78-bf87-90ff98b8baf1 service neutron] Pushing event updated for resources: {'Port': ['ID=8f98b537-8eec-4f7e-b6f2-55a5fd8e2713,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:09.237264 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c21da-de11-48f1-be06-cdca18f7c64d req-da34924e-8f18-43e1-9056-dab02c6ea0ca tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:09.240409 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-db6c21da-de11-48f1-be06-cdca18f7c64d req-da34924e-8f18-43e1-9056-dab02c6ea0ca tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 943 time: 0.6937859 Jan 21 09:42:09.246379 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9db43c55-8985-4d10-a255-625821a6c2a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.299471 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-67744b8e-b9cd-4fb0-b75a-457f2cc1369a req-ef17cd53-d271-4f15-ac52-1c2a1465f8e9 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a8ec857-3243-456d-b272-0c64f958196f HTTP/1.1" status: 200 len: 217 time: 0.1990070 Jan 21 09:42:09.316252 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d81434a-5407-4b78-bf87-90ff98b8baf1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:09.316592 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d81434a-5407-4b78-bf87-90ff98b8baf1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:09.318644 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d81434a-5407-4b78-bf87-90ff98b8baf1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:09.319024 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d81434a-5407-4b78-bf87-90ff98b8baf1 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:09.319597 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d81434a-5407-4b78-bf87-90ff98b8baf1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:09.319950 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d81434a-5407-4b78-bf87-90ff98b8baf1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:09.320280 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d81434a-5407-4b78-bf87-90ff98b8baf1 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:09.320606 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d81434a-5407-4b78-bf87-90ff98b8baf1 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:09.320929 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d81434a-5407-4b78-bf87-90ff98b8baf1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:09.321244 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d81434a-5407-4b78-bf87-90ff98b8baf1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:09.321599 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d81434a-5407-4b78-bf87-90ff98b8baf1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:09.361192 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-22f3455a-d0f8-41c4-b274-869d912a5146 None None] Provisioning for port 04a2b23a-e508-4c32-9585-dcccfeacafc6 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:09.433491 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7d502c41-bfb0-4f23-b145-083754e18937 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.464745 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7cec2af2-b139-438d-9011-193423b53a4e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.480695 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67744b8e-b9cd-4fb0-b75a-457f2cc1369a req-973b4bc6-53bd-40e2-ad40-b07cc88206a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:09.483422 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-67744b8e-b9cd-4fb0-b75a-457f2cc1369a req-973b4bc6-53bd-40e2-ad40-b07cc88206a1 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=e7fe4f7c-173a-4a1e-bc9c-b6d802a0a8b0 HTTP/1.1" status: 200 len: 850 time: 0.1762314 Jan 21 09:42:09.518017 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-3a64f1b0-b449-4f2b-a426-e8130b8d3afe service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=9423dc950d0443ff88843ee602917a89&device_id=a509cdea-e31d-45e6-94ec-7732e014148d HTTP/1.1" status: 200 len: 1096 time: 0.5160992 Jan 21 09:42:09.521283 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b1ec7-7caf-457e-be82-2a3dd7ecfcdd service neutron] Pushing event updated for resources: {'Port': ['ID=8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:09.528684 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-db6c21da-de11-48f1-be06-cdca18f7c64d req-38bb3ad9-de0f-4966-9313-b962ab94d4db tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2625186 Jan 21 09:42:09.532113 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-e23c359b-bf17-4a1b-9abd-57419779193b service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a795fbd174334072b3ab0ded96f09259&device_id=7e2be814-53d6-4937-85d0-f08eb124f0b0 HTTP/1.1" status: 200 len: 1097 time: 0.4685102 Jan 21 09:42:09.564181 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d502c41-bfb0-4f23-b145-083754e18937 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:09.624274 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-7d502c41-bfb0-4f23-b145-083754e18937 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:09.638838 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-120508c4-25cc-4996-8a9e-57025a3435fb tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Deleting subnet 9f54584a-b0a3-4b3a-819f-ede1858c30c0 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:42:09.646353 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-120508c4-25cc-4996-8a9e-57025a3435fb tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.734223 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d502c41-bfb0-4f23-b145-083754e18937 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:09.833825 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 04a2b23a-e508-4c32-9585-dcccfeacafc6 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:09.866563 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a509cdea-e31d-45e6-94ec-7732e014148d', 'tag': '8f98b537-8eec-4f7e-b6f2-55a5fd8e2713', 'status': 'completed', 'code': 200} Jan 21 09:42:09.872309 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cec2af2-b139-438d-9011-193423b53a4e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:09.873460 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d502c41-bfb0-4f23-b145-083754e18937 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Pushing event updated for resources: {'Port': ['ID=9bcdb0b3-1689-4c70-b835-e6effba4f73a,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:09.885408 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-7cec2af2-b139-438d-9011-193423b53a4e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:09.913473 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-120508c4-25cc-4996-8a9e-57025a3435fb tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.992629 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9db43c55-8985-4d10-a255-625821a6c2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.003474 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cec2af2-b139-438d-9011-193423b53a4e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:10.004426 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cec2af2-b139-438d-9011-193423b53a4e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:10.005275 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7cec2af2-b139-438d-9011-193423b53a4e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.038335 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-67744b8e-b9cd-4fb0-b75a-457f2cc1369a req-ce59cdcf-82fd-4d43-9cac-1dc4460afcb9 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=8515717b-44bc-4a2f-9c9a-f5ff80484c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5304372 Jan 21 09:42:10.038477 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 04a2b23a-e508-4c32-9585-dcccfeacafc6 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:10.054427 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 04a2b23a-e508-4c32-9585-dcccfeacafc6 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:10.055629 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.079291 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-f0f8d73f-3be3-40b8-82be-51164cbe4319 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a HTTP/1.1" status: 200 len: 217 time: 0.4563787 Jan 21 09:42:10.080519 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-f2478351-8060-4899-8bee-c606f8ca3023 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f98b537-8eec-4f7e-b6f2-55a5fd8e2713 HTTP/1.1" status: 200 len: 217 time: 0.5194690 Jan 21 09:42:10.094453 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db43c55-8985-4d10-a255-625821a6c2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c5c955-a315-4cd7-8121-d35a444eb264,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:10.237053 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.272996 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec2af2-b139-438d-9011-193423b53a4e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Pushing event updated for resources: {'Port': ['ID=cbfad365-fe42-48b3-85da-2d59550682d8,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:10.293164 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 04a2b23a-e508-4c32-9585-dcccfeacafc6, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=04a2b23a-e508-4c32-9585-dcccfeacafc6,segment=NetworkSegment(9916cf1c-cef0-4418-8f54-fb66d4aba40c),segment_id=9916cf1c-cef0-4418-8f54-fb66d4aba40c)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:10.301115 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.335102 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9db43c55-8985-4d10-a255-625821a6c2a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.350589 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9db43c55-8985-4d10-a255-625821a6c2a1 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/87c5c955-a315-4cd7-8121-d35a444eb264 HTTP/1.1" status: 204 len: 168 time: 1.6913245 Jan 21 09:42:10.372944 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-7cec2af2-b139-438d-9011-193423b53a4e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.8710244 Jan 21 09:42:10.384982 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-07ac4c32-bb2b-490a-acbd-9a619fb2aea4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:10.389216 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-07ac4c32-bb2b-490a-acbd-9a619fb2aea4 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f61ceb71-d229-45b9-93db-87fdf9ae5111 HTTP/1.1" status: 200 len: 845 time: 0.2742643 Jan 21 09:42:10.389389 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55422) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:10.401821 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=04a2b23a-e508-4c32-9585-dcccfeacafc6,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:10.403623 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-2f996451-4fda-4948-b7aa-af23b2aa57cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:10.405052 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-2f996451-4fda-4948-b7aa-af23b2aa57cd service neutron] 10.222.0.124 "GET /v2.0/subnets?id=a7325b76-47ff-4095-956a-0847071f4d3d HTTP/1.1" status: 200 len: 850 time: 0.2890968 Jan 21 09:42:10.412465 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:10.412899 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:10.413489 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:10.413896 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:10.414391 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:10.414802 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:10.415290 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:10.415879 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:10.416301 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:10.416705 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:10.417113 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:10.439618 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-7bede6f0-b285-4a2f-940f-d7580652af32 None None] Provisioning complete for port 04a2b23a-e508-4c32-9585-dcccfeacafc6 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:10.440214 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7bede6f0-b285-4a2f-940f-d7580652af32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.445292 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9585d-9195-4d5f-b0b9-c4fa83f2fdfa req-e4e0d9d4-091f-4f2e-b413-3db865b9b54b tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:10.447022 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-c7d9585d-9195-4d5f-b0b9-c4fa83f2fdfa req-e4e0d9d4-091f-4f2e-b413-3db865b9b54b tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "GET /v2.0/ports?device_id=a509cdea-e31d-45e6-94ec-7732e014148d HTTP/1.1" status: 200 len: 943 time: 0.4992518 Jan 21 09:42:10.591461 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-120508c4-25cc-4996-8a9e-57025a3435fb tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.629240 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-7bede6f0-b285-4a2f-940f-d7580652af32 None None] Provisioning for port f7f35d2e-7bef-49f5-9131-cd4f1a650065 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:10.635743 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-7bede6f0-b285-4a2f-940f-d7580652af32 None None] Provisioning complete for port f7f35d2e-7bef-49f5-9131-cd4f1a650065 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:10.636795 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7bede6f0-b285-4a2f-940f-d7580652af32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.695883 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f5abfc11-f156-4b84-af0c-2fce3650ceaa tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] 10.222.0.104 "GET /v2.0/ports/cbfad365-fe42-48b3-85da-2d59550682d8 HTTP/1.1" status: 200 len: 954 time: 0.3044853 Jan 21 09:42:10.702150 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-67744b8e-b9cd-4fb0-b75a-457f2cc1369a req-361482ad-4fd2-4e12-910e-504ab53064b8 service neutron] 10.222.0.124 "GET /v2.0/networks/8515717b-44bc-4a2f-9c9a-f5ff80484c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6500652 Jan 21 09:42:10.703837 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55428) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:10.745024 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653538f2-5689-42c4-a80b-c0adb6b0bfee req-37db34a1-e24f-4eb2-b1ae-addbb924556f tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:10.751701 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-7bede6f0-b285-4a2f-940f-d7580652af32 None None] Port f7f35d2e-7bef-49f5-9131-cd4f1a650065 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:10.754876 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-653538f2-5689-42c4-a80b-c0adb6b0bfee req-37db34a1-e24f-4eb2-b1ae-addbb924556f tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/ports?device_id=7e2be814-53d6-4937-85d0-f08eb124f0b0 HTTP/1.1" status: 200 len: 944 time: 0.7454319 Jan 21 09:42:10.764269 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a127c85d-70d2-4f74-a11a-db4f5c00f33d tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.865939 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7d502c41-bfb0-4f23-b145-083754e18937 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router_gateway, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.866741 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7d502c41-bfb0-4f23-b145-083754e18937 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.870002 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-120508c4-25cc-4996-8a9e-57025a3435fb tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.893814 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d291245e-577a-4019-9f26-1ea966999fa9 None None] Provisioning complete for port f7f35d2e-7bef-49f5-9131-cd4f1a650065 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:10.895090 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-653538f2-5689-42c4-a80b-c0adb6b0bfee req-b1086140-caf0-4054-be19-848c91ab2ac1 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/security-groups?id=eb836b61-b527-4f37-a5a3-e6dd34c28659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392031 Jan 21 09:42:10.896481 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d291245e-577a-4019-9f26-1ea966999fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.904967 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-ab9ce193-8a9c-4b17-ab3e-608ae752c185 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=cb261bb5-f04b-4e44-bf4e-b6255f6519ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5042787 Jan 21 09:42:10.934134 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-71f3cd50-34d1-4fc3-b4d2-5b5d72ba0791 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d89fa3fc-d223-4e65-92aa-0d0d70c94692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4705155 Jan 21 09:42:11.045696 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-d291245e-577a-4019-9f26-1ea966999fa9 None None] Port f7f35d2e-7bef-49f5-9131-cd4f1a650065 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:11.083789 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120508c4-25cc-4996-8a9e-57025a3435fb tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Pushing event deleted for resources: {'Subnet': ['ID=9f54584a-b0a3-4b3a-819f-ede1858c30c0,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:11.217545 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-6575ee6f-739d-42f0-b15e-6cb1dbc4038d tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Deleting port cbfad365-fe42-48b3-85da-2d59550682d8 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:11.217870 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6575ee6f-739d-42f0-b15e-6cb1dbc4038d tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.247020 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-120508c4-25cc-4996-8a9e-57025a3435fb tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.258055 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167520c5-4b4f-4b7c-830d-91e6cb14839f None None] Network ae13810b-bce8-4fdf-a5ab-e702c282db7a requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:11.348399 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-1437c113-bd12-4ead-b831-41f07f572109 service neutron] 10.222.0.124 "GET /v2.0/networks/cb261bb5-f04b-4e44-bf4e-b6255f6519ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4326584 Jan 21 09:42:11.465424 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-67744b8e-b9cd-4fb0-b75a-457f2cc1369a req-8f9c1e8c-6f26-45ea-9a53-3a61bd06bfa2 service neutron] 10.222.0.124 "GET /v2.0/networks/8515717b-44bc-4a2f-9c9a-f5ff80484c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6902223 Jan 21 09:42:11.481857 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-de2dd712-bb8a-4dbe-80fb-c31e55665300 service neutron] 10.222.0.124 "GET /v2.0/networks/d89fa3fc-d223-4e65-92aa-0d0d70c94692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465333 Jan 21 09:42:11.499004 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-120508c4-25cc-4996-8a9e-57025a3435fb tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] 10.222.0.104 "DELETE /v2.0/subnets/9f54584a-b0a3-4b3a-819f-ede1858c30c0 HTTP/1.1" status: 204 len: 168 time: 2.5248160 Jan 21 09:42:11.499381 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-c7d9585d-9195-4d5f-b0b9-c4fa83f2fdfa req-cfa5c9c3-e587-47dd-a758-2f7d6c1fdf8d tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "GET /v2.0/security-groups?id=0793827f-8d00-456c-ba2b-f5826338aafe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7394156 Jan 21 09:42:11.499967 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55448) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:11.628679 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff35bd0-57c1-4bcb-956c-8561bd889a23 None None] DHCP port deletion for ae13810b-bce8-4fdf-a5ab-e702c282db7a request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:42:11.637843 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-4ff35bd0-57c1-4bcb-956c-8561bd889a23 None None] Deleting port 04a2b23a-e508-4c32-9585-dcccfeacafc6 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:11.638694 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4ff35bd0-57c1-4bcb-956c-8561bd889a23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.641471 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935de1b-9f1b-4dd2-918c-bce2fd0f7995 req-939c30b4-bf85-4190-a5ef-0705cc11664c tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:11.646329 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7935de1b-9f1b-4dd2-918c-bce2fd0f7995 req-939c30b4-bf85-4190-a5ef-0705cc11664c tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 943 time: 0.4924023 Jan 21 09:42:11.784011 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ef75b9-51c5-4d4d-8307-6c36c0ff9849 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:11.786140 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ef75b9-51c5-4d4d-8307-6c36c0ff9849 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:11.786905 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-56ef75b9-51c5-4d4d-8307-6c36c0ff9849 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Synchronizing usage tracker for tenant:aed3d53ef02d4d889ce3052ba21584d0 on resource:subnet {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:11.822569 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6575ee6f-739d-42f0-b15e-6cb1dbc4038d tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.842209 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7935de1b-9f1b-4dd2-918c-bce2fd0f7995 req-50682f35-5ae4-4b97-958d-e185fcb204a5 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692162 Jan 21 09:42:11.869186 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55454) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:11.869814 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2be814-53d6-4937-85d0-f08eb124f0b0', 'tag': '8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:42:11.901862 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-99a30d99-ffd2-4c3c-97d2-a77c1fa47720 req-75e13ac4-be96-406a-8607-dde756c0a633 service neutron] 10.222.0.124 "GET /v2.0/networks/cb261bb5-f04b-4e44-bf4e-b6255f6519ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5329864 Jan 21 09:42:11.964839 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-75dcfd57-6f57-4768-9972-c7d210d3952e req-b585c488-3c99-497b-9a2d-2a7d78d92452 service neutron] 10.222.0.124 "GET /v2.0/networks/d89fa3fc-d223-4e65-92aa-0d0d70c94692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4748859 Jan 21 09:42:11.991542 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e2be814-53d6-4937-85d0-f08eb124f0b0', 'tag': '8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a', 'status': 'completed', 'code': 200} Jan 21 09:42:12.088730 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-4ff35bd0-57c1-4bcb-956c-8561bd889a23 None None] For port 04a2b23a-e508-4c32-9585-dcccfeacafc6, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=04a2b23a-e508-4c32-9585-dcccfeacafc6,segment=NetworkSegment(9916cf1c-cef0-4418-8f54-fb66d4aba40c),segment_id=9916cf1c-cef0-4418-8f54-fb66d4aba40c)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:12.089156 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4ff35bd0-57c1-4bcb-956c-8561bd889a23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.090697 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-6575ee6f-739d-42f0-b15e-6cb1dbc4038d tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Calling delete_port for cbfad365-fe42-48b3-85da-2d59550682d8 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:12.115187 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d502c41-bfb0-4f23-b145-083754e18937 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Router 2a8e1a8a-cfea-467f-af9b-e8a37cba5649 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:42:12.128202 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-56ef75b9-51c5-4d4d-8307-6c36c0ff9849 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Unset dirty status for tenant:aed3d53ef02d4d889ce3052ba21584d0 on resource:subnet {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:12.129489 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-56ef75b9-51c5-4d4d-8307-6c36c0ff9849 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6109011 Jan 21 09:42:12.142285 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55464) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:12.283646 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-35d1e153-3823-4cbf-bee1-849449b9664c tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-263510211'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:12.300158 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-4ff35bd0-57c1-4bcb-956c-8561bd889a23 None None] Calling delete_port for 04a2b23a-e508-4c32-9585-dcccfeacafc6 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:12.303862 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-35d1e153-3823-4cbf-bee1-849449b9664c tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:12.351778 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-35d1e153-3823-4cbf-bee1-849449b9664c tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Usage tracker for resource:network and tenant:2a19762160874459a14fca9b3969ecad is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:12.360436 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-35d1e153-3823-4cbf-bee1-849449b9664c tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:12.370226 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-151cc096-d787-4fb2-87e9-1c2f227a28aa req-4dfc59b4-c9f3-45e7-8fda-0f238c8ffe08 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=9423dc950d0443ff88843ee602917a89&device_id=a509cdea-e31d-45e6-94ec-7732e014148d HTTP/1.1" status: 200 len: 1096 time: 0.3164315 Jan 21 09:42:12.375507 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9b5a2ca6-740c-4135-b620-72fd994c16bd req-9d1486fb-a6c7-4e46-bd21-c2bc1c4ecce8 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a795fbd174334072b3ab0ded96f09259&device_id=7e2be814-53d6-4937-85d0-f08eb124f0b0 HTTP/1.1" status: 200 len: 1097 time: 0.3590810 Jan 21 09:42:12.378580 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-35d1e153-3823-4cbf-bee1-849449b9664c tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:12.382614 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55423c11-14e8-4a69-9ffc-9eaa10759b5a req-f3bcef6a-f541-4ed4-8c36-64362748bfe1 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:12.387149 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-55423c11-14e8-4a69-9ffc-9eaa10759b5a req-f3bcef6a-f541-4ed4-8c36-64362748bfe1 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/ports?device_id=7e2be814-53d6-4937-85d0-f08eb124f0b0 HTTP/1.1" status: 200 len: 944 time: 0.2772388 Jan 21 09:42:12.404715 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4ff35bd0-57c1-4bcb-956c-8561bd889a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.407769 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6575ee6f-739d-42f0-b15e-6cb1dbc4038d tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.414520 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3558fb43-1d30-404f-93cc-c973584a2268 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.454471 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff35bd0-57c1-4bcb-956c-8561bd889a23 None None] Pushing event deleted for resources: {'Port': ['ID=04a2b23a-e508-4c32-9585-dcccfeacafc6,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:12.458013 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff35bd0-57c1-4bcb-956c-8561bd889a23 None None] No DVR routers for this DVR port 04a2b23a-e508-4c32-9585-dcccfeacafc6 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:12.460824 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d1e153-3823-4cbf-bee1-849449b9664c tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Made reservation on behalf of 2a19762160874459a14fca9b3969ecad for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:12.463476 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35d1e153-3823-4cbf-bee1-849449b9664c tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.483384 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-a127c85d-70d2-4f74-a11a-db4f5c00f33d tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Allocated IP 172.20.0.1 (b520668e-29f4-454a-a288-b56175185860/0837bd7a-958f-45e5-9d2b-fa591173447a/b1a69d4b-3c6c-484f-a1ac-ef59f2b1ee25) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:12.491293 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575ee6f-739d-42f0-b15e-6cb1dbc4038d tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Pushing event deleted for resources: {'Port': ['ID=cbfad365-fe42-48b3-85da-2d59550682d8,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:12.503038 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35d1e153-3823-4cbf-bee1-849449b9664c tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.523310 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-3558fb43-1d30-404f-93cc-c973584a2268 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 21 09:42:12.523742 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3558fb43-1d30-404f-93cc-c973584a2268 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:12.600635 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6575ee6f-739d-42f0-b15e-6cb1dbc4038d tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.631274 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3558fb43-1d30-404f-93cc-c973584a2268 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] 10.222.0.104 "DELETE /v2.0/networks/ae13810b-bce8-4fdf-a5ab-e702c282db7a HTTP/1.1" status: 409 len: 405 time: 0.4859047 Jan 21 09:42:12.642472 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6575ee6f-739d-42f0-b15e-6cb1dbc4038d tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] 10.222.0.104 "DELETE /v2.0/ports/cbfad365-fe42-48b3-85da-2d59550682d8 HTTP/1.1" status: 204 len: 168 time: 1.8810670 Jan 21 09:42:12.653572 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55470) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:12.653971 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55472) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:12.699037 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-58cbf2dd-90e7-4b26-a3ab-2f94bceae9c7 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-829112963'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:12.761005 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-58cbf2dd-90e7-4b26-a3ab-2f94bceae9c7 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:12.764189 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-35d1e153-3823-4cbf-bee1-849449b9664c tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:12.772374 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd1c4f8-aae2-467b-ae68-6eeaecb78b32 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:42:12.772870 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-cbd1c4f8-aae2-467b-ae68-6eeaecb78b32 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Synchronizing usage tracker for tenant:9aeb27eb1bb64d05a21f6488dd3bd1b0 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:12.778730 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-58cbf2dd-90e7-4b26-a3ab-2f94bceae9c7 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Usage tracker for resource:network and tenant:aed3d53ef02d4d889ce3052ba21584d0 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:12.789548 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 9a8ec857-3243-456d-b272-0c64f958196f details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:42:12.792509 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-58cbf2dd-90e7-4b26-a3ab-2f94bceae9c7 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:12.795426 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-35d1e153-3823-4cbf-bee1-849449b9664c tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Usage tracker for resource:security_group_rule and tenant:2a19762160874459a14fca9b3969ecad is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:12.799997 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-35d1e153-3823-4cbf-bee1-849449b9664c tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:12.816601 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-35d1e153-3823-4cbf-bee1-849449b9664c tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:12.819266 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-58cbf2dd-90e7-4b26-a3ab-2f94bceae9c7 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:12.820250 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-55423c11-14e8-4a69-9ffc-9eaa10759b5a req-0a1d0675-018b-4dfd-a437-1d45b53d8ac3 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/security-groups?id=eb836b61-b527-4f37-a5a3-e6dd34c28659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3744972 Jan 21 09:42:12.891230 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cc096-d787-4fb2-87e9-1c2f227a28aa req-e5df6bad-bc64-495c-b2b0-7180aa52fe3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:12.892237 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cbf2dd-90e7-4b26-a3ab-2f94bceae9c7 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Made reservation on behalf of aed3d53ef02d4d889ce3052ba21584d0 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:12.892661 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-151cc096-d787-4fb2-87e9-1c2f227a28aa req-e5df6bad-bc64-495c-b2b0-7180aa52fe3c service neutron] 10.222.0.124 "GET /v2.0/networks?id=d89fa3fc-d223-4e65-92aa-0d0d70c94692 HTTP/1.1" status: 200 len: 912 time: 0.5051191 Jan 21 09:42:12.894583 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58cbf2dd-90e7-4b26-a3ab-2f94bceae9c7 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.900624 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a2ca6-740c-4135-b620-72fd994c16bd req-1077d99a-7ce0-40fa-a7e2-8ebc6827a93c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:12.902291 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9b5a2ca6-740c-4135-b620-72fd994c16bd req-1077d99a-7ce0-40fa-a7e2-8ebc6827a93c service neutron] 10.222.0.124 "GET /v2.0/networks?id=cb261bb5-f04b-4e44-bf4e-b6255f6519ef HTTP/1.1" status: 200 len: 907 time: 0.5099175 Jan 21 09:42:12.912680 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-cbd1c4f8-aae2-467b-ae68-6eeaecb78b32 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Unset dirty status for tenant:9aeb27eb1bb64d05a21f6488dd3bd1b0 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:12.913850 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-cbd1c4f8-aae2-467b-ae68-6eeaecb78b32 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] 10.222.0.104 "GET /v2.0/ports/cbfad365-fe42-48b3-85da-2d59550682d8 HTTP/1.1" status: 404 len: 333 time: 0.2566719 Jan 21 09:42:12.928780 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a127c85d-70d2-4f74-a11a-db4f5c00f33d tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.931523 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55480) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:12.944525 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-7c98e25a-205a-4b81-9973-678eb0f01f4b tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Request body: {'port': {'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-484477289'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:12.954203 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7c98e25a-205a-4b81-9973-678eb0f01f4b tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:12.989233 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7c98e25a-205a-4b81-9973-678eb0f01f4b tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:12.999199 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58cbf2dd-90e7-4b26-a3ab-2f94bceae9c7 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:13.001894 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-a127c85d-70d2-4f74-a11a-db4f5c00f33d tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Transition to ACTIVE for port object b1a69d4b-3c6c-484f-a1ac-ef59f2b1ee25 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:13.036567 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b1b01-a85e-47b1-a262-143af2ed34a2 req-40f78f5b-0083-4ccc-96b5-929a9bc69f1c tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:13.043362 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a15b1b01-a85e-47b1-a262-143af2ed34a2 req-40f78f5b-0083-4ccc-96b5-929a9bc69f1c tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "GET /v2.0/ports?device_id=a509cdea-e31d-45e6-94ec-7732e014148d HTTP/1.1" status: 200 len: 943 time: 0.3816648 Jan 21 09:42:13.066546 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-151cc096-d787-4fb2-87e9-1c2f227a28aa req-223502cd-49f3-475c-a9f8-d9ebbdd9a064 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f98b537-8eec-4f7e-b6f2-55a5fd8e2713 HTTP/1.1" status: 200 len: 217 time: 0.1631196 Jan 21 09:42:13.067771 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9b5a2ca6-740c-4135-b620-72fd994c16bd req-a9791a66-45ce-4683-99f7-0769b6d5eccc service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a HTTP/1.1" status: 200 len: 217 time: 0.1059406 Jan 21 09:42:13.087107 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 9a8ec857-3243-456d-b272-0c64f958196f, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9a8ec857-3243-456d-b272-0c64f958196f,segment=NetworkSegment(ffef5f32-ec5b-43f1-8552-8b9a0a25607f),segment_id=ffef5f32-ec5b-43f1-8552-8b9a0a25607f)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:13.103580 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '9a8ec857-3243-456d-b272-0c64f958196f', 'network_id': '8515717b-44bc-4a2f-9c9a-f5ff80484c08', 'port_id': '9a8ec857-3243-456d-b272-0c64f958196f', 'mac_address': 'fa:16:3e:43:58:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7fe4f7c-173a-4a1e-bc9c-b6d802a0a8b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:42:13.165853 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58cbf2dd-90e7-4b26-a3ab-2f94bceae9c7 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.166100 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-58cbf2dd-90e7-4b26-a3ab-2f94bceae9c7 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Added segment df5d8844-d3d9-46e4-8bd9-5afd94d164d3 of type vlan for network a2104c54-e56e-47b4-88a7-caf1a1460e20 Jan 21 09:42:13.167542 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.167903 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c98e25a-205a-4b81-9973-678eb0f01f4b tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Made reservation on behalf of 9aeb27eb1bb64d05a21f6488dd3bd1b0 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:13.170192 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7c98e25a-205a-4b81-9973-678eb0f01f4b tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.192457 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a2ca6-740c-4135-b620-72fd994c16bd req-7a35f0c7-ae1e-439f-854a-3ed21dcccd29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:13.193978 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9b5a2ca6-740c-4135-b620-72fd994c16bd req-7a35f0c7-ae1e-439f-854a-3ed21dcccd29 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f61ceb71-d229-45b9-93db-87fdf9ae5111 HTTP/1.1" status: 200 len: 845 time: 0.0707021 Jan 21 09:42:13.238815 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a8ec857-3243-456d-b272-0c64f958196f {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:42:13.250598 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35d1e153-3823-4cbf-bee1-849449b9664c tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.256357 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 9a8ec857-3243-456d-b272-0c64f958196f, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9a8ec857-3243-456d-b272-0c64f958196f,segment=NetworkSegment(ffef5f32-ec5b-43f1-8552-8b9a0a25607f),segment_id=ffef5f32-ec5b-43f1-8552-8b9a0a25607f)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:13.262513 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.263878 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58cbf2dd-90e7-4b26-a3ab-2f94bceae9c7 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.269285 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35d1e153-3823-4cbf-bee1-849449b9664c tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.277183 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-7c98e25a-205a-4b81-9973-678eb0f01f4b tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] device_id is not set on port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:42:13.297708 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d502c41-bfb0-4f23-b145-083754e18937 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:42:13.317156 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9461b7b8-846a-469f-a533-102d5671d456 None None] Sync routers for ids ['2a8e1a8a-cfea-467f-af9b-e8a37cba5649'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:42:13.345941 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=9a8ec857-3243-456d-b272-0c64f958196f,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:13.355556 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9461b7b8-846a-469f-a533-102d5671d456 None None] Routers {'2a8e1a8a-cfea-467f-af9b-e8a37cba5649'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:13.356590 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-9461b7b8-846a-469f-a533-102d5671d456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:41:57Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['2a8e1a8a-cfea-467f-af9b-e8a37cba5649'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:13.374046 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7d502c41-bfb0-4f23-b145-083754e18937 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.375262 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-7d502c41-bfb0-4f23-b145-083754e18937 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 12.1435292 Jan 21 09:42:13.381675 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55484) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:13.382291 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a15b1b01-a85e-47b1-a262-143af2ed34a2 req-5f8c02de-5453-468f-bd50-14ae06e0cc2d tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "GET /v2.0/security-groups?id=0793827f-8d00-456c-ba2b-f5826338aafe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3378155 Jan 21 09:42:13.385399 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a127c85d-70d2-4f74-a11a-db4f5c00f33d tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.422672 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d1e153-3823-4cbf-bee1-849449b9664c tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:13.428621 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-9461b7b8-846a-469f-a533-102d5671d456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:13.444844 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9461b7b8-846a-469f-a533-102d5671d456 None None] Routers {'2a8e1a8a-cfea-467f-af9b-e8a37cba5649'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:13.446258 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-9461b7b8-846a-469f-a533-102d5671d456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:41:57Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['2a8e1a8a-cfea-467f-af9b-e8a37cba5649'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:13.457211 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1e153-3823-4cbf-bee1-849449b9664c tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eadc8501-9abc-4aa7-8820-e929a161d5e5,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:13.462524 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cc096-d787-4fb2-87e9-1c2f227a28aa req-adb6b0ef-304d-4085-a9bd-7da3e40edaa9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:13.464148 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-151cc096-d787-4fb2-87e9-1c2f227a28aa req-adb6b0ef-304d-4085-a9bd-7da3e40edaa9 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=a7325b76-47ff-4095-956a-0847071f4d3d HTTP/1.1" status: 200 len: 850 time: 0.3815136 Jan 21 09:42:13.515618 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35d1e153-3823-4cbf-bee1-849449b9664c tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.516430 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-35d1e153-3823-4cbf-bee1-849449b9664c tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Added segment cc8ab438-b60c-4099-9393-f44f25515acd of type vlan for network 963bfc8b-49bb-488e-90c0-3cea6aaaec21 Jan 21 09:42:13.518548 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a127c85d-70d2-4f74-a11a-db4f5c00f33d tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Network b520668e-29f4-454a-a288-b56175185860 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:13.530363 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-a127c85d-70d2-4f74-a11a-db4f5c00f33d tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:13.548352 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58cbf2dd-90e7-4b26-a3ab-2f94bceae9c7 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.548668 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-9461b7b8-846a-469f-a533-102d5671d456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:13.548668 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9461b7b8-846a-469f-a533-102d5671d456 None None] The sync data for ids ['2a8e1a8a-cfea-467f-af9b-e8a37cba5649'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:42:13.549193 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cbf2dd-90e7-4b26-a3ab-2f94bceae9c7 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:13.549315 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95a3bd-019f-45c7-9286-037a8d79d562 req-b469a502-c5fe-479e-9a87-6cdd083f7e40 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:13.549441 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58cbf2dd-90e7-4b26-a3ab-2f94bceae9c7 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.555030 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0e95a3bd-019f-45c7-9286-037a8d79d562 req-b469a502-c5fe-479e-9a87-6cdd083f7e40 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 943 time: 0.3553848 Jan 21 09:42:13.555674 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a127c85d-70d2-4f74-a11a-db4f5c00f33d tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:13.599332 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9b5a2ca6-740c-4135-b620-72fd994c16bd req-e144275e-f7ea-498a-a5b7-b44b87b8d4aa service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=cb261bb5-f04b-4e44-bf4e-b6255f6519ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3449318 Jan 21 09:42:13.607110 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['9a8ec857-3243-456d-b272-0c64f958196f'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:42:13.622396 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127c85d-70d2-4f74-a11a-db4f5c00f33d tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Pushing event updated for resources: {'Port': ['ID=b1a69d4b-3c6c-484f-a1ac-ef59f2b1ee25,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:13.679564 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 04a2b23a-e508-4c32-9585-dcccfeacafc6 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:13.738542 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35d1e153-3823-4cbf-bee1-849449b9664c tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.747126 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 04a2b23a-e508-4c32-9585-dcccfeacafc6 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:42:13.747944 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 04a2b23a-e508-4c32-9585-dcccfeacafc6 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:13.810916 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0e95a3bd-019f-45c7-9286-037a8d79d562 req-f897e288-9d1a-4951-aaf3-0cde6ecdc2f4 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2547078 Jan 21 09:42:13.843638 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-151cc096-d787-4fb2-87e9-1c2f227a28aa req-cf6d328b-a554-4d2c-8664-e63a3849d8cf service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d89fa3fc-d223-4e65-92aa-0d0d70c94692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3702412 Jan 21 09:42:13.855294 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cbf2dd-90e7-4b26-a3ab-2f94bceae9c7 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Pushing event updated for resources: {'Network': ['ID=a2104c54-e56e-47b4-88a7-caf1a1460e20,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:13.902151 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network a2104c54-e56e-47b4-88a7-caf1a1460e20 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:13.915057 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a127c85d-70d2-4f74-a11a-db4f5c00f33d tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.920490 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-35d1e153-3823-4cbf-bee1-849449b9664c tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:42:13.942452 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-58cbf2dd-90e7-4b26-a3ab-2f94bceae9c7 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2874136 Jan 21 09:42:13.961153 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55490) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:13.989393 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-36e91d28-cf5e-4e82-ab60-67352f5bd789 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Request body: {'subnet': {'network_id': 'a2104c54-e56e-47b4-88a7-caf1a1460e20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:14.029264 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-9e10d8c0-5a48-49f7-aecf-8667e784ec1a None None] Provisioning for port b1a69d4b-3c6c-484f-a1ac-ef59f2b1ee25 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:14.038094 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7c98e25a-205a-4b81-9973-678eb0f01f4b tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.040366 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35d1e153-3823-4cbf-bee1-849449b9664c tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.044018 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d1e153-3823-4cbf-bee1-849449b9664c tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:14.044480 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35d1e153-3823-4cbf-bee1-849449b9664c tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.065988 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-9e10d8c0-5a48-49f7-aecf-8667e784ec1a None None] Provisioning complete for port b1a69d4b-3c6c-484f-a1ac-ef59f2b1ee25 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:14.066241 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9e10d8c0-5a48-49f7-aecf-8667e784ec1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.130333 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9b5a2ca6-740c-4135-b620-72fd994c16bd req-c7706c7c-54cb-4201-9ece-d02346e64dad service neutron] 10.222.0.124 "GET /v2.0/networks/cb261bb5-f04b-4e44-bf4e-b6255f6519ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5220630 Jan 21 09:42:14.177303 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-9e10d8c0-5a48-49f7-aecf-8667e784ec1a None None] Port b1a69d4b-3c6c-484f-a1ac-ef59f2b1ee25 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:14.324271 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-35d1e153-3823-4cbf-bee1-849449b9664c tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.4479365 Jan 21 09:42:14.330562 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55494) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:14.350374 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-d2ead5f9-e2e9-4335-8d45-f9355cf46eba tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Request body: {'subnet': {'network_id': '963bfc8b-49bb-488e-90c0-3cea6aaaec21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:14.372424 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-36e91d28-cf5e-4e82-ab60-67352f5bd789 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:14.384450 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1e153-3823-4cbf-bee1-849449b9664c tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Pushing event updated for resources: {'Network': ['ID=963bfc8b-49bb-488e-90c0-3cea6aaaec21,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:14.398704 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 963bfc8b-49bb-488e-90c0-3cea6aaaec21 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:14.477840 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a127c85d-70d2-4f74-a11a-db4f5c00f33d tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.499050 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-151cc096-d787-4fb2-87e9-1c2f227a28aa req-47f668c8-f1f9-491d-abe0-b4e228b84b8e service neutron] 10.222.0.124 "GET /v2.0/networks/d89fa3fc-d223-4e65-92aa-0d0d70c94692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4855642 Jan 21 09:42:14.531559 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-36e91d28-cf5e-4e82-ab60-67352f5bd789 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:14.581888 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7c98e25a-205a-4b81-9973-678eb0f01f4b tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.654175 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e91d28-cf5e-4e82-ab60-67352f5bd789 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Made reservation on behalf of aed3d53ef02d4d889ce3052ba21584d0 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:14.701294 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9b5a2ca6-740c-4135-b620-72fd994c16bd req-9a096cfd-9553-4fab-9651-32a552fd8ccb service neutron] 10.222.0.124 "GET /v2.0/networks/cb261bb5-f04b-4e44-bf4e-b6255f6519ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5616078 Jan 21 09:42:14.774000 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 8f98b537-8eec-4f7e-b6f2-55a5fd8e2713 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:42:14.777432 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d5ce20ea-135b-4d14-a143-5d14b6e481d1 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] 10.222.0.104 "GET /v2.0/routers/2a8e1a8a-cfea-467f-af9b-e8a37cba5649 HTTP/1.1" status: 200 len: 919 time: 1.3886628 Jan 21 09:42:14.788559 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55500) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:14.805660 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-d2ead5f9-e2e9-4335-8d45-f9355cf46eba tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:14.811368 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 9a8ec857-3243-456d-b272-0c64f958196f up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:14.848910 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-d2ead5f9-e2e9-4335-8d45-f9355cf46eba tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Usage tracker for resource:subnet and tenant:2a19762160874459a14fca9b3969ecad is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:14.853346 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8d1ebe83-14a5-441a-8e18-a937a3b84958 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] 10.222.0.104 "GET /v2.0/ports?device_id=2a8e1a8a-cfea-467f-af9b-e8a37cba5649 HTTP/1.1" status: 200 len: 205 time: 0.0612648 Jan 21 09:42:14.873277 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-d2ead5f9-e2e9-4335-8d45-f9355cf46eba tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:14.884230 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55504) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:14.892725 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-d2ead5f9-e2e9-4335-8d45-f9355cf46eba tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:14.906862 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-36e91d28-cf5e-4e82-ab60-67352f5bd789 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.932828 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c23472-42b2-40c5-a01e-311ba20205ed req-37646804-106c-41e7-a75b-31ccc708dc8e tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:14.938025 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-f8c23472-42b2-40c5-a01e-311ba20205ed req-37646804-106c-41e7-a75b-31ccc708dc8e tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/ports?device_id=7e2be814-53d6-4937-85d0-f08eb124f0b0 HTTP/1.1" status: 200 len: 944 time: 0.9187758 Jan 21 09:42:14.987141 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c98e25a-205a-4b81-9973-678eb0f01f4b tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:15.031985 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ead5f9-e2e9-4335-8d45-f9355cf46eba tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Made reservation on behalf of 2a19762160874459a14fca9b3969ecad for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:15.054173 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-7c98e25a-205a-4b81-9973-678eb0f01f4b tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:15.056227 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98e25a-205a-4b81-9973-678eb0f01f4b tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Pushing event updated for resources: {'Port': ['ID=cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:15.058368 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c98e25a-205a-4b81-9973-678eb0f01f4b tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:15.059378 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c98e25a-205a-4b81-9973-678eb0f01f4b tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:15.060296 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7c98e25a-205a-4b81-9973-678eb0f01f4b tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.068583 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 8f98b537-8eec-4f7e-b6f2-55a5fd8e2713, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=8f98b537-8eec-4f7e-b6f2-55a5fd8e2713,segment=NetworkSegment(34b0cab3-f2f4-48a2-80f3-ffaaa390bd66),segment_id=34b0cab3-f2f4-48a2-80f3-ffaaa390bd66)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:15.085315 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '8f98b537-8eec-4f7e-b6f2-55a5fd8e2713', 'network_id': 'd89fa3fc-d223-4e65-92aa-0d0d70c94692', 'port_id': '8f98b537-8eec-4f7e-b6f2-55a5fd8e2713', 'mac_address': 'fa:16:3e:4f:18:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7325b76-47ff-4095-956a-0847071f4d3d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:42:15.131351 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port 9a8ec857-3243-456d-b272-0c64f958196f completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:15.148085 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 9a8ec857-3243-456d-b272-0c64f958196f triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:15.148546 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.161328 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34093f0c-5a87-4301-b3c6-96f2d07cdc61 req-a31a0115-ed02-4318-901f-3e06f1131406 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:15.162944 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-34093f0c-5a87-4301-b3c6-96f2d07cdc61 req-a31a0115-ed02-4318-901f-3e06f1131406 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "GET /v2.0/ports?device_id=a509cdea-e31d-45e6-94ec-7732e014148d HTTP/1.1" status: 200 len: 943 time: 0.5213132 Jan 21 09:42:15.165048 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-151cc096-d787-4fb2-87e9-1c2f227a28aa req-82d81f7f-a76e-4cdd-924b-c026d57e560d service neutron] 10.222.0.124 "GET /v2.0/networks/d89fa3fc-d223-4e65-92aa-0d0d70c94692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5222158 Jan 21 09:42:15.209964 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.220628 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d2ead5f9-e2e9-4335-8d45-f9355cf46eba tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.237759 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f98b537-8eec-4f7e-b6f2-55a5fd8e2713 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:42:15.298591 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 8f98b537-8eec-4f7e-b6f2-55a5fd8e2713, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=8f98b537-8eec-4f7e-b6f2-55a5fd8e2713,segment=NetworkSegment(34b0cab3-f2f4-48a2-80f3-ffaaa390bd66),segment_id=34b0cab3-f2f4-48a2-80f3-ffaaa390bd66)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:15.313031 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.313720 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:42:15.354724 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7c98e25a-205a-4b81-9973-678eb0f01f4b tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.4166322 Jan 21 09:42:15.354954 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55510) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:15.367575 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:15.384958 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-f8c23472-42b2-40c5-a01e-311ba20205ed req-b3edcc48-fc2c-4e64-a238-05fb3c4046ec tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/security-groups?id=eb836b61-b527-4f37-a5a3-e6dd34c28659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4062641 Jan 21 09:42:15.400841 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.431649 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-34093f0c-5a87-4301-b3c6-96f2d07cdc61 req-f853c729-9cf4-4d46-8404-1921d3c70383 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "GET /v2.0/security-groups?id=0793827f-8d00-456c-ba2b-f5826338aafe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2515578 Jan 21 09:42:15.521397 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=8f98b537-8eec-4f7e-b6f2-55a5fd8e2713,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:15.556202 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f96442-b214-4754-af6c-a9691405bcc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8ec857-3243-456d-b272-0c64f958196f'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:42:15.690332 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 9a8ec857-3243-456d-b272-0c64f958196f, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9a8ec857-3243-456d-b272-0c64f958196f,segment=NetworkSegment(ffef5f32-ec5b-43f1-8552-8b9a0a25607f),segment_id=ffef5f32-ec5b-43f1-8552-8b9a0a25607f)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:15.716637 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.740224 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a127c85d-70d2-4f74-a11a-db4f5c00f33d tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.778455 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.808092 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d2ead5f9-e2e9-4335-8d45-f9355cf46eba tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.810938 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a,segment=NetworkSegment(e697bd79-488c-4593-885e-69b8ce3d5a8d),segment_id=e697bd79-488c-4593-885e-69b8ce3d5a8d)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:15.824630 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a127c85d-70d2-4f74-a11a-db4f5c00f33d tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.835399 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a', 'network_id': 'cb261bb5-f04b-4e44-bf4e-b6255f6519ef', 'port_id': '8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a', 'mac_address': 'fa:16:3e:92:15:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f61ceb71-d229-45b9-93db-87fdf9ae5111', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:42:15.870199 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=9a8ec857-3243-456d-b272-0c64f958196f,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:15.941674 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.962644 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127c85d-70d2-4f74-a11a-db4f5c00f33d tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Pushing event updated for resources: {'Port': ['ID=b1a69d4b-3c6c-484f-a1ac-ef59f2b1ee25,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:15.963947 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:42:15.985278 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a,segment=NetworkSegment(e697bd79-488c-4593-885e-69b8ce3d5a8d),segment_id=e697bd79-488c-4593-885e-69b8ce3d5a8d)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:15.989914 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.019015 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a127c85d-70d2-4f74-a11a-db4f5c00f33d tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.079076 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.objects.ports [None req-36e91d28-cf5e-4e82-ab60-67352f5bd789 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83597) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:42:16.089348 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:16.090633 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f6a6e-b767-4e59-a83b-a069a3400bc1 req-528a996c-ab95-46fb-b609-76a4921d62f9 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:16.093641 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-b87f6a6e-b767-4e59-a83b-a069a3400bc1 req-528a996c-ab95-46fb-b609-76a4921d62f9 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.3489821 Jan 21 09:42:16.128963 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ead5f9-e2e9-4335-8d45-f9355cf46eba tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Pushing event updated for resources: {'Subnet': ['ID=e2551140-a1ea-4bd4-b459-f0110687995d,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:16.141292 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f96442-b214-4754-af6c-a9691405bcc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8ec857-3243-456d-b272-0c64f958196f', 'code': 200} Jan 21 09:42:16.152250 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5e591a4a-7064-43c4-b7f1-8435578a1d9e tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.163956 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-36e91d28-cf5e-4e82-ab60-67352f5bd789 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.233473 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:42:16.248066 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ead5f9-e2e9-4335-8d45-f9355cf46eba tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Checking segment: {'id': 'cc8ab438-b60c-4099-9393-f44f25515acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '963bfc8b-49bb-488e-90c0-3cea6aaaec21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:16.248626 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ead5f9-e2e9-4335-8d45-f9355cf46eba tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Network hostable DHCP agents. Network: 963bfc8b-49bb-488e-90c0-3cea6aaaec21, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:16.269713 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['8f98b537-8eec-4f7e-b6f2-55a5fd8e2713'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:42:16.367284 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ead5f9-e2e9-4335-8d45-f9355cf46eba tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Network 963bfc8b-49bb-488e-90c0-3cea6aaaec21 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:16.372709 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e91d28-cf5e-4e82-ab60-67352f5bd789 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Pushing event updated for resources: {'Subnet': ['ID=5700ceed-ab44-4cc3-a4fe-b6c8e3af3351,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:16.384882 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a127c85d-70d2-4f74-a11a-db4f5c00f33d tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Network b520668e-29f4-454a-a288-b56175185860 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:16.388428 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-b87f6a6e-b767-4e59-a83b-a069a3400bc1 req-19d23294-6ba0-4b60-bb47-8a9d09afa649 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2255278 Jan 21 09:42:16.390553 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-a127c85d-70d2-4f74-a11a-db4f5c00f33d tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:16.466856 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e91d28-cf5e-4e82-ab60-67352f5bd789 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Checking segment: {'id': 'df5d8844-d3d9-46e4-8bd9-5afd94d164d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a2104c54-e56e-47b4-88a7-caf1a1460e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:16.467264 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e91d28-cf5e-4e82-ab60-67352f5bd789 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Network hostable DHCP agents. Network: a2104c54-e56e-47b4-88a7-caf1a1460e20, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:16.534883 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-d2ead5f9-e2e9-4335-8d45-f9355cf46eba tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 963bfc8b-49bb-488e-90c0-3cea6aaaec21) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:16.549595 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ead5f9-e2e9-4335-8d45-f9355cf46eba tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:16.550423 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d2ead5f9-e2e9-4335-8d45-f9355cf46eba tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.556228 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4ef5c9-6b8a-49dd-98b9-f68e95122ab7 None None] Network 963bfc8b-49bb-488e-90c0-3cea6aaaec21 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:16.680750 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e91d28-cf5e-4e82-ab60-67352f5bd789 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Network a2104c54-e56e-47b4-88a7-caf1a1460e20 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:16.705236 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-36e91d28-cf5e-4e82-ab60-67352f5bd789 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, a2104c54-e56e-47b4-88a7-caf1a1460e20) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:16.726366 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e91d28-cf5e-4e82-ab60-67352f5bd789 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:16.727453 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-36e91d28-cf5e-4e82-ab60-67352f5bd789 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.877999 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f82fa50-f0eb-4b33-aa0d-45b151d9ad01 None None] Network a2104c54-e56e-47b4-88a7-caf1a1460e20 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:16.878200 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] device_id is not set on port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:42:16.910561 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-36e91d28-cf5e-4e82-ab60-67352f5bd789 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9396787 Jan 21 09:42:16.913408 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55528) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:16.926789 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-2745e6ce-6c9b-4adf-8351-414b93b4f5bd tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Request body: {'port': {'network_id': 'a2104c54-e56e-47b4-88a7-caf1a1460e20', 'name': 'tempest-NetworksIpV6TestAttrs-2025517881'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:16.927176 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.966983 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d2ead5f9-e2e9-4335-8d45-f9355cf46eba tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6353137 Jan 21 09:42:16.981056 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55532) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:16.982298 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Transition to ACTIVE for port object cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:16.998606 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-687bdd97-d5ef-40f1-8c3f-ae7c90cd5725 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Request body: {'port': {'network_id': '963bfc8b-49bb-488e-90c0-3cea6aaaec21', 'name': 'tempest-AllowedAddressPairTestJSON-1853894777'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:17.015312 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.075394 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ce4c7158-08ed-421f-8054-140e8fafac06 req-e86bc4dc-5371-4af1-895a-95de3adbd084 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 1098 time: 0.7537811 Jan 21 09:42:17.143146 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2745e6ce-6c9b-4adf-8351-414b93b4f5bd tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:17.150207 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-2745e6ce-6c9b-4adf-8351-414b93b4f5bd tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Usage tracker for resource:port and tenant:aed3d53ef02d4d889ce3052ba21584d0 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:17.154611 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-2745e6ce-6c9b-4adf-8351-414b93b4f5bd tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:17.169614 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2745e6ce-6c9b-4adf-8351-414b93b4f5bd tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:17.215709 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298f22d3-82d7-469b-b575-965d05eccc47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-963bfc8b-49bb-488e-90c0-3cea6aaaec21', 'network_id': '963bfc8b-49bb-488e-90c0-3cea6aaaec21', 'tenant_id': '2a19762160874459a14fca9b3969ecad', 'fixed_ips': [{'subnet_id': 'e2551140-a1ea-4bd4-b459-f0110687995d'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:42:17.216671 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-298f22d3-82d7-469b-b575-965d05eccc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.225429 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-2a15b68f-26da-4723-b1a8-09dbead44113 None None] Provisioning complete for port b1a69d4b-3c6c-484f-a1ac-ef59f2b1ee25 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:17.225977 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2a15b68f-26da-4723-b1a8-09dbead44113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.238886 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb2981-ecb5-4618-ba68-8a0e838ec185 req-faae04e4-b854-45b3-acf2-0bea65d9bf9c tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:17.240443 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-eebb2981-ecb5-4618-ba68-8a0e838ec185 req-faae04e4-b854-45b3-acf2-0bea65d9bf9c tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "GET /v2.0/ports?device_id=a509cdea-e31d-45e6-94ec-7732e014148d HTTP/1.1" status: 200 len: 944 time: 0.3838508 Jan 21 09:42:17.241902 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ce4c7158-08ed-421f-8054-140e8fafac06 req-9235ecf8-26e4-4cbf-94eb-7ca10761a8a0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.282609 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2745e6ce-6c9b-4adf-8351-414b93b4f5bd tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Made reservation on behalf of aed3d53ef02d4d889ce3052ba21584d0 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:17.285618 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2745e6ce-6c9b-4adf-8351-414b93b4f5bd tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.291751 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Pushing event updated for resources: {'Port': ['ID=cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:17.391981 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e7615-8bac-4263-8665-13c56ba9d5c8 req-2a779139-975c-46c4-af60-c8a517a6d972 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:17.398957 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-288e7615-8bac-4263-8665-13c56ba9d5c8 req-2a779139-975c-46c4-af60-c8a517a6d972 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/ports?device_id=7e2be814-53d6-4937-85d0-f08eb124f0b0 HTTP/1.1" status: 200 len: 945 time: 0.5233352 Jan 21 09:42:17.401482 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-ce4c7158-08ed-421f-8054-140e8fafac06 req-9235ecf8-26e4-4cbf-94eb-7ca10761a8a0 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:17.431202 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-ce4c7158-08ed-421f-8054-140e8fafac06 req-9235ecf8-26e4-4cbf-94eb-7ca10761a8a0 service neutron] Usage tracker for resource:security_group_rule and tenant:c621c4c27c2a4f9a9fa13cd6863b187d is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:17.434996 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-687bdd97-d5ef-40f1-8c3f-ae7c90cd5725 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:17.441109 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-2a15b68f-26da-4723-b1a8-09dbead44113 None None] Port b1a69d4b-3c6c-484f-a1ac-ef59f2b1ee25 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:17.442044 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-ce4c7158-08ed-421f-8054-140e8fafac06 req-9235ecf8-26e4-4cbf-94eb-7ca10761a8a0 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:17.443514 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-2745e6ce-6c9b-4adf-8351-414b93b4f5bd tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] device_id is not set on port b55f9c50-02a6-436a-984a-1a5047013c99 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:42:17.460636 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-687bdd97-d5ef-40f1-8c3f-ae7c90cd5725 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Usage tracker for resource:port and tenant:2a19762160874459a14fca9b3969ecad is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:17.467189 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-ce4c7158-08ed-421f-8054-140e8fafac06 req-9235ecf8-26e4-4cbf-94eb-7ca10761a8a0 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:17.469972 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:17.470303 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:17.470638 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:17.472930 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-687bdd97-d5ef-40f1-8c3f-ae7c90cd5725 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:17.478090 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5e591a4a-7064-43c4-b7f1-8435578a1d9e tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.505030 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-687bdd97-d5ef-40f1-8c3f-ae7c90cd5725 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:17.527009 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:42:17.527377 dv-neutron-825732-1-hyperv neutron-server[83598]: ERROR neutron.plugins.ml2.managers [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Failed to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] Jan 21 09:42:17.527909 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-5e591a4a-7064-43c4-b7f1-8435578a1d9e tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Deleting port 9bcdb0b3-1689-4c70-b835-e6effba4f73a {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:17.528789 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5e591a4a-7064-43c4-b7f1-8435578a1d9e tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.541538 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f495aeb-710c-45f7-9a76-114d7788d6fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-a2104c54-e56e-47b4-88a7-caf1a1460e20', 'network_id': 'a2104c54-e56e-47b4-88a7-caf1a1460e20', 'tenant_id': 'aed3d53ef02d4d889ce3052ba21584d0', 'fixed_ips': [{'subnet_id': '5700ceed-ab44-4cc3-a4fe-b6c8e3af3351'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:42:17.541538 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4f495aeb-710c-45f7-9a76-114d7788d6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.555126 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-eebb2981-ecb5-4618-ba68-8a0e838ec185 req-b120cf6e-c1cf-42db-a284-e25856270e83 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "GET /v2.0/security-groups?id=0793827f-8d00-456c-ba2b-f5826338aafe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3012009 Jan 21 09:42:17.561312 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.plugins.ml2.plugin [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempt 2 to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b Jan 21 09:42:17.578573 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687bdd97-d5ef-40f1-8c3f-ae7c90cd5725 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Made reservation on behalf of 2a19762160874459a14fca9b3969ecad for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:17.581265 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-687bdd97-d5ef-40f1-8c3f-ae7c90cd5725 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.615094 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-288e7615-8bac-4263-8665-13c56ba9d5c8 req-e2c5e523-81ad-43f4-98c6-0aaa41065c8c tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/security-groups?id=eb836b61-b527-4f37-a5a3-e6dd34c28659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151315 Jan 21 09:42:17.639363 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:17.639901 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:17.640118 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:17.682775 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-2745e6ce-6c9b-4adf-8351-414b93b4f5bd tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Allocated IP 2001:db8::f816:3eff:feec:8ccd (a2104c54-e56e-47b4-88a7-caf1a1460e20/5700ceed-ab44-4cc3-a4fe-b6c8e3af3351/b55f9c50-02a6-436a-984a-1a5047013c99) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:17.683042 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-687bdd97-d5ef-40f1-8c3f-ae7c90cd5725 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] device_id is not set on port 13e68ee6-4bb9-46b9-99ca-9ffb1de3e171 yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:42:17.716895 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a127c85d-70d2-4f74-a11a-db4f5c00f33d tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Router 3fe6ad17-82ef-4676-ace7-76e711ea37c0 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:42:17.798264 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-298f22d3-82d7-469b-b575-965d05eccc47 None None] Allocated IP 172.20.0.2 (963bfc8b-49bb-488e-90c0-3cea6aaaec21/e2551140-a1ea-4bd4-b459-f0110687995d/45065cba-3d99-4984-82b1-dccce1b7e439) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:17.823407 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:42:17.824198 dv-neutron-825732-1-hyperv neutron-server[83598]: ERROR neutron.plugins.ml2.managers [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Failed to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] Jan 21 09:42:17.836066 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.plugins.ml2.plugin [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempt 3 to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b Jan 21 09:42:17.914031 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:17.914472 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:17.914816 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:17.926627 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ce4c7158-08ed-421f-8054-140e8fafac06 req-9235ecf8-26e4-4cbf-94eb-7ca10761a8a0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.956303 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ce4c7158-08ed-421f-8054-140e8fafac06 req-9235ecf8-26e4-4cbf-94eb-7ca10761a8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.025536 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:42:18.025867 dv-neutron-825732-1-hyperv neutron-server[83598]: ERROR neutron.plugins.ml2.managers [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Failed to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] Jan 21 09:42:18.028930 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.plugins.ml2.plugin [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempt 4 to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b Jan 21 09:42:18.071440 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5e591a4a-7064-43c4-b7f1-8435578a1d9e tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.081684 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-298f22d3-82d7-469b-b575-965d05eccc47 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.097797 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-298f22d3-82d7-469b-b575-965d05eccc47 None None] Transition to ACTIVE for port object 45065cba-3d99-4984-82b1-dccce1b7e439 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:18.112437 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ce4c7158-08ed-421f-8054-140e8fafac06 req-9235ecf8-26e4-4cbf-94eb-7ca10761a8a0 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9787085 Jan 21 09:42:18.118154 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:18.119092 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:18.119440 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:18.125238 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-298f22d3-82d7-469b-b575-965d05eccc47 None None] Transition to ACTIVE for port object 45065cba-3d99-4984-82b1-dccce1b7e439 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:18.135413 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-298f22d3-82d7-469b-b575-965d05eccc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.162241 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1da1c-e04a-40d5-a073-21ef3046bcb3 req-f46a8682-4aae-474a-aa22-a320e1dac1e7 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:18.163792 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-29e1da1c-e04a-40d5-a073-21ef3046bcb3 req-f46a8682-4aae-474a-aa22-a320e1dac1e7 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.2921190 Jan 21 09:42:18.221085 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298f22d3-82d7-469b-b575-965d05eccc47 None None] Network 963bfc8b-49bb-488e-90c0-3cea6aaaec21 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:18.224629 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-298f22d3-82d7-469b-b575-965d05eccc47 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:18.226555 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f22d3-82d7-469b-b575-965d05eccc47 None None] Pushing event updated for resources: {'Port': ['ID=45065cba-3d99-4984-82b1-dccce1b7e439,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:18.228710 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298f22d3-82d7-469b-b575-965d05eccc47 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:18.257310 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9235ecf8-26e4-4cbf-94eb-7ca10761a8a0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=18208424-cd71-4d57-a2e5-0957af2e07de,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:18.268552 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2745e6ce-6c9b-4adf-8351-414b93b4f5bd tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.271847 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-5e591a4a-7064-43c4-b7f1-8435578a1d9e tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Calling delete_port for 9bcdb0b3-1689-4c70-b835-e6effba4f73a owned by network:router_gateway {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:18.315874 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-2745e6ce-6c9b-4adf-8351-414b93b4f5bd tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Transition to ACTIVE for port object b55f9c50-02a6-436a-984a-1a5047013c99 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:18.340879 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-29e1da1c-e04a-40d5-a073-21ef3046bcb3 req-73cb3faa-e66a-4cca-9023-bf24f1a81bfc tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588755 Jan 21 09:42:18.368215 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:42:18.369004 dv-neutron-825732-1-hyperv neutron-server[83598]: ERROR neutron.plugins.ml2.managers [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Failed to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] Jan 21 09:42:18.371859 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-298f22d3-82d7-469b-b575-965d05eccc47 None None] Attempting to bind port 45065cba-3d99-4984-82b1-dccce1b7e439 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:18.372431 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-298f22d3-82d7-469b-b575-965d05eccc47 None None] Attempting to bind port 45065cba-3d99-4984-82b1-dccce1b7e439 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'cc8ab438-b60c-4099-9393-f44f25515acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '963bfc8b-49bb-488e-90c0-3cea6aaaec21'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:18.373115 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298f22d3-82d7-469b-b575-965d05eccc47 None None] Attempting to bind port 45065cba-3d99-4984-82b1-dccce1b7e439 on network 963bfc8b-49bb-488e-90c0-3cea6aaaec21 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:18.385331 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298f22d3-82d7-469b-b575-965d05eccc47 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:42:18.386285 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298f22d3-82d7-469b-b575-965d05eccc47 None None] Checking segment: {'id': 'cc8ab438-b60c-4099-9393-f44f25515acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '963bfc8b-49bb-488e-90c0-3cea6aaaec21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:18.388014 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-298f22d3-82d7-469b-b575-965d05eccc47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.388014 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298f22d3-82d7-469b-b575-965d05eccc47 None None] Bound using segment: {'id': 'cc8ab438-b60c-4099-9393-f44f25515acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '963bfc8b-49bb-488e-90c0-3cea6aaaec21'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:42:18.388375 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-298f22d3-82d7-469b-b575-965d05eccc47 None None] Bound port: 45065cba-3d99-4984-82b1-dccce1b7e439, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8ab438-b60c-4099-9393-f44f25515acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '963bfc8b-49bb-488e-90c0-3cea6aaaec21'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:18.389146 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.plugins.ml2.plugin [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempt 5 to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b Jan 21 09:42:18.390214 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-298f22d3-82d7-469b-b575-965d05eccc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.394346 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2745e6ce-6c9b-4adf-8351-414b93b4f5bd tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.434267 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a127c85d-70d2-4f74-a11a-db4f5c00f33d tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:42:18.434970 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:18.435312 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:18.435652 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:18.471223 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a127c85d-70d2-4f74-a11a-db4f5c00f33d tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] 10.222.0.104 "PUT /v2.0/routers/3fe6ad17-82ef-4676-ace7-76e711ea37c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6741672 Jan 21 09:42:18.475126 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55538) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:18.489875 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-620ef959-076d-42d4-853d-3ac98e601c6b tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Request body: {'port': {'network_id': 'b520668e-29f4-454a-a288-b56175185860', 'name': 'tempest-FloatingIPAdminTestJSON-1460088043'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:18.492281 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f29410-2e36-4325-9c95-d6634ed2f53d None None] Sync routers for ids ['3fe6ad17-82ef-4676-ace7-76e711ea37c0'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:42:18.521065 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-4f495aeb-710c-45f7-9a76-114d7788d6fb None None] Allocated IP 2001:db8::f816:3eff:fe51:fd9 (a2104c54-e56e-47b4-88a7-caf1a1460e20/5700ceed-ab44-4cc3-a4fe-b6c8e3af3351/e54e42af-e704-483d-a864-0734c7053039) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:18.581768 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f29410-2e36-4325-9c95-d6634ed2f53d None None] Routers {'3fe6ad17-82ef-4676-ace7-76e711ea37c0'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:18.582407 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-73f29410-2e36-4325-9c95-d6634ed2f53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:41:57Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['3fe6ad17-82ef-4676-ace7-76e711ea37c0'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:18.589035 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2745e6ce-6c9b-4adf-8351-414b93b4f5bd tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Network a2104c54-e56e-47b4-88a7-caf1a1460e20 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:18.596203 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-687bdd97-d5ef-40f1-8c3f-ae7c90cd5725 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Allocated IP 172.20.0.4 (963bfc8b-49bb-488e-90c0-3cea6aaaec21/e2551140-a1ea-4bd4-b459-f0110687995d/13e68ee6-4bb9-46b9-99ca-9ffb1de3e171) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:18.599859 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:42:18.600079 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-2745e6ce-6c9b-4adf-8351-414b93b4f5bd tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:18.600227 dv-neutron-825732-1-hyperv neutron-server[83598]: ERROR neutron.plugins.ml2.managers [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Failed to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] Jan 21 09:42:18.602467 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.plugins.ml2.plugin [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempt 6 to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b Jan 21 09:42:18.607847 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2745e6ce-6c9b-4adf-8351-414b93b4f5bd tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:18.614656 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2745e6ce-6c9b-4adf-8351-414b93b4f5bd tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:18.623322 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2745e6ce-6c9b-4adf-8351-414b93b4f5bd tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.647778 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:18.647778 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:18.647778 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:18.648320 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745e6ce-6c9b-4adf-8351-414b93b4f5bd tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Pushing event updated for resources: {'Port': ['ID=b55f9c50-02a6-436a-984a-1a5047013c99,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:18.649440 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:42:18.649918 dv-neutron-825732-1-hyperv neutron-server[83598]: ERROR neutron.plugins.ml2.managers [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Failed to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] Jan 21 09:42:18.650302 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.plugins.ml2.plugin [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempt 7 to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b Jan 21 09:42:18.713917 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:18.714446 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:18.714977 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:18.771116 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:42:18.771448 dv-neutron-825732-1-hyperv neutron-server[83598]: ERROR neutron.plugins.ml2.managers [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Failed to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] Jan 21 09:42:18.782928 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2745e6ce-6c9b-4adf-8351-414b93b4f5bd tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8681252 Jan 21 09:42:18.785675 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-620ef959-076d-42d4-853d-3ac98e601c6b tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:18.792371 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55546) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:18.796339 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-620ef959-076d-42d4-853d-3ac98e601c6b tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Usage tracker for resource:port and tenant:8f4e00a7e524471b8e4a3aa280852b90 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:18.808537 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.plugins.ml2.plugin [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempt 8 to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b Jan 21 09:42:18.854345 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-620ef959-076d-42d4-853d-3ac98e601c6b tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:18.871452 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-620ef959-076d-42d4-853d-3ac98e601c6b tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:18.887940 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-298f22d3-82d7-469b-b575-965d05eccc47 None None] For port 45065cba-3d99-4984-82b1-dccce1b7e439, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:18.906593 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620ef959-076d-42d4-853d-3ac98e601c6b tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Made reservation on behalf of 8f4e00a7e524471b8e4a3aa280852b90 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:18.910381 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-620ef959-076d-42d4-853d-3ac98e601c6b tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.944995 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-73f29410-2e36-4325-9c95-d6634ed2f53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:18.948793 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-620ef959-076d-42d4-853d-3ac98e601c6b tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] device_id is not set on port 32248b7e-f55b-4abc-8038-73c308e3c530 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:42:18.967172 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 8f98b537-8eec-4f7e-b6f2-55a5fd8e2713 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:19.097961 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5e591a4a-7064-43c4-b7f1-8435578a1d9e tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.130467 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-298f22d3-82d7-469b-b575-965d05eccc47 None None] For port 45065cba-3d99-4984-82b1-dccce1b7e439, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=45065cba-3d99-4984-82b1-dccce1b7e439,segment=NetworkSegment(cc8ab438-b60c-4099-9393-f44f25515acd),segment_id=cc8ab438-b60c-4099-9393-f44f25515acd)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:19.132266 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f29410-2e36-4325-9c95-d6634ed2f53d None None] Routers {'3fe6ad17-82ef-4676-ace7-76e711ea37c0'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:19.132606 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-73f29410-2e36-4325-9c95-d6634ed2f53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:41:57Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['3fe6ad17-82ef-4676-ace7-76e711ea37c0'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:19.158590 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:19.158918 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:19.159237 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:19.179161 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-236f0180-357b-4039-9d5a-252d95f5d034 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Deleting subnet 5700ceed-ab44-4cc3-a4fe-b6c8e3af3351 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:42:19.184405 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e591a4a-7064-43c4-b7f1-8435578a1d9e tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Pushing event deleted for resources: {'Port': ['ID=9bcdb0b3-1689-4c70-b835-e6effba4f73a,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:19.210794 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-298f22d3-82d7-469b-b575-965d05eccc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.211622 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-620ef959-076d-42d4-853d-3ac98e601c6b tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Allocated IP 172.20.0.10 (b520668e-29f4-454a-a288-b56175185860/0837bd7a-958f-45e5-9d2b-fa591173447a/32248b7e-f55b-4abc-8038-73c308e3c530) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:19.214475 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:42:19.214740 dv-neutron-825732-1-hyperv neutron-server[83598]: ERROR neutron.plugins.ml2.managers [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Failed to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] Jan 21 09:42:19.226670 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.plugins.ml2.plugin [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempt 9 to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b Jan 21 09:42:19.255692 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-73f29410-2e36-4325-9c95-d6634ed2f53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:19.256099 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f29410-2e36-4325-9c95-d6634ed2f53d None None] The sync data for ids ['3fe6ad17-82ef-4676-ace7-76e711ea37c0'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:42:19.259274 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623405a-95d8-4a6b-8002-9a52435d9bbc req-2af21986-ebee-4eb9-8a6f-0d875a6f1af6 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:19.261236 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-9623405a-95d8-4a6b-8002-9a52435d9bbc req-2af21986-ebee-4eb9-8a6f-0d875a6f1af6 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/ports?device_id=7e2be814-53d6-4937-85d0-f08eb124f0b0 HTTP/1.1" status: 200 len: 945 time: 0.1407385 Jan 21 09:42:19.304001 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:19.304350 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:19.304633 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:19.376505 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f22d3-82d7-469b-b575-965d05eccc47 None None] Pushing event updated for resources: {'Port': ['ID=45065cba-3d99-4984-82b1-dccce1b7e439,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:19.379598 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-687bdd97-d5ef-40f1-8c3f-ae7c90cd5725 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.384345 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:42:19.384755 dv-neutron-825732-1-hyperv neutron-server[83598]: ERROR neutron.plugins.ml2.managers [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Failed to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] Jan 21 09:42:19.400491 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.plugins.ml2.plugin [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempt 10 to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b Jan 21 09:42:19.429259 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bd18a-3a84-4a94-ab0c-9b91d7c1523c req-3dbe2dc2-0c40-4a20-8f06-fdabf5b1fc9d tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:19.430816 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8d7bd18a-3a84-4a94-ab0c-9b91d7c1523c req-3dbe2dc2-0c40-4a20-8f06-fdabf5b1fc9d tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "GET /v2.0/ports?device_id=a509cdea-e31d-45e6-94ec-7732e014148d HTTP/1.1" status: 200 len: 944 time: 0.3778009 Jan 21 09:42:19.433188 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port 8f98b537-8eec-4f7e-b6f2-55a5fd8e2713 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:19.442452 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 8f98b537-8eec-4f7e-b6f2-55a5fd8e2713 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:19.442882 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.471990 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:19.471990 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:19.471990 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempting to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:19.471990 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-687bdd97-d5ef-40f1-8c3f-ae7c90cd5725 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Transition to ACTIVE for port object 13e68ee6-4bb9-46b9-99ca-9ffb1de3e171 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:19.522314 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4f495aeb-710c-45f7-9a76-114d7788d6fb None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.527064 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-9623405a-95d8-4a6b-8002-9a52435d9bbc req-ad39d312-0243-46a9-a973-09ed9ad566c5 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/security-groups?id=eb836b61-b527-4f37-a5a3-e6dd34c28659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2362196 Jan 21 09:42:19.541469 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-4f495aeb-710c-45f7-9a76-114d7788d6fb None None] Transition to ACTIVE for port object e54e42af-e704-483d-a864-0734c7053039 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:19.575101 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-4f495aeb-710c-45f7-9a76-114d7788d6fb None None] Transition to ACTIVE for port object e54e42af-e704-483d-a864-0734c7053039 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:19.628823 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4f495aeb-710c-45f7-9a76-114d7788d6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.742662 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.756079 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-236f0180-357b-4039-9d5a-252d95f5d034 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.766083 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f495aeb-710c-45f7-9a76-114d7788d6fb None None] Pushing event updated for resources: {'Port': ['ID=e54e42af-e704-483d-a864-0734c7053039,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:19.769147 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:42:19.769558 dv-neutron-825732-1-hyperv neutron-server[83598]: ERROR neutron.plugins.ml2.managers [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Failed to bind port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b1fa51d0-4f13-469d-8732-9a8b852576ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1c8afb5-41e3-44c6-9826-d7fec0e5c4ac'}] Jan 21 09:42:19.770140 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.799239 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f495aeb-710c-45f7-9a76-114d7788d6fb None None] Network a2104c54-e56e-47b4-88a7-caf1a1460e20 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:19.801705 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-4f495aeb-710c-45f7-9a76-114d7788d6fb None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:19.805169 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f495aeb-710c-45f7-9a76-114d7788d6fb None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:19.815435 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a509cdea-e31d-45e6-94ec-7732e014148d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f98b537-8eec-4f7e-b6f2-55a5fd8e2713'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:42:19.865444 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 8f98b537-8eec-4f7e-b6f2-55a5fd8e2713, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=8f98b537-8eec-4f7e-b6f2-55a5fd8e2713,segment=NetworkSegment(34b0cab3-f2f4-48a2-80f3-ffaaa390bd66),segment_id=34b0cab3-f2f4-48a2-80f3-ffaaa390bd66)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:19.902585 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.904365 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:19.963536 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-620ef959-076d-42d4-853d-3ac98e601c6b tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.040109 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8d7bd18a-3a84-4a94-ab0c-9b91d7c1523c req-e9ed4af5-31f2-4eef-a5ce-b2d6d77d85ff tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "GET /v2.0/security-groups?id=0793827f-8d00-456c-ba2b-f5826338aafe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5995069 Jan 21 09:42:20.045304 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-620ef959-076d-42d4-853d-3ac98e601c6b tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Transition to ACTIVE for port object 32248b7e-f55b-4abc-8038-73c308e3c530 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:20.051225 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-236f0180-357b-4039-9d5a-252d95f5d034 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.129796 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5e591a4a-7064-43c4-b7f1-8435578a1d9e tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.168074 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a02ba-1e23-4c4b-bdf8-2956d91bb538 req-bd6176ad-ee26-41f0-84c0-31a0a1acca25 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:20.169212 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-410a02ba-1e23-4c4b-bdf8-2956d91bb538 req-bd6176ad-ee26-41f0-84c0-31a0a1acca25 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.3334498 Jan 21 09:42:20.183175 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-4f495aeb-710c-45f7-9a76-114d7788d6fb None None] Attempting to bind port e54e42af-e704-483d-a864-0734c7053039 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:20.183707 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-4f495aeb-710c-45f7-9a76-114d7788d6fb None None] Attempting to bind port e54e42af-e704-483d-a864-0734c7053039 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'df5d8844-d3d9-46e4-8bd9-5afd94d164d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a2104c54-e56e-47b4-88a7-caf1a1460e20'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:20.184135 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f495aeb-710c-45f7-9a76-114d7788d6fb None None] Attempting to bind port e54e42af-e704-483d-a864-0734c7053039 on network a2104c54-e56e-47b4-88a7-caf1a1460e20 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:20.197905 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a509cdea-e31d-45e6-94ec-7732e014148d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f98b537-8eec-4f7e-b6f2-55a5fd8e2713', 'code': 200} Jan 21 09:42:20.210430 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-620ef959-076d-42d4-853d-3ac98e601c6b tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.250186 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.259419 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f495aeb-710c-45f7-9a76-114d7788d6fb None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:42:20.263356 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f495aeb-710c-45f7-9a76-114d7788d6fb None None] Checking segment: {'id': 'df5d8844-d3d9-46e4-8bd9-5afd94d164d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a2104c54-e56e-47b4-88a7-caf1a1460e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:20.263933 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4f495aeb-710c-45f7-9a76-114d7788d6fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.264409 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f495aeb-710c-45f7-9a76-114d7788d6fb None None] Bound using segment: {'id': 'df5d8844-d3d9-46e4-8bd9-5afd94d164d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a2104c54-e56e-47b4-88a7-caf1a1460e20'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:42:20.265621 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-4f495aeb-710c-45f7-9a76-114d7788d6fb None None] Bound port: e54e42af-e704-483d-a864-0734c7053039, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df5d8844-d3d9-46e4-8bd9-5afd94d164d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a2104c54-e56e-47b4-88a7-caf1a1460e20'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:20.266096 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4f495aeb-710c-45f7-9a76-114d7788d6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.285690 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-687bdd97-d5ef-40f1-8c3f-ae7c90cd5725 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.345464 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port 8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:20.355391 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:20.355860 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.423069 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=8f98b537-8eec-4f7e-b6f2-55a5fd8e2713,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:20.457311 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ef959-076d-42d4-853d-3ac98e601c6b tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Pushing event updated for resources: {'Port': ['ID=32248b7e-f55b-4abc-8038-73c308e3c530,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:20.460925 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620ef959-076d-42d4-853d-3ac98e601c6b tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Network b520668e-29f4-454a-a288-b56175185860 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:20.466607 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-620ef959-076d-42d4-853d-3ac98e601c6b tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:20.469818 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-236f0180-357b-4039-9d5a-252d95f5d034 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.507919 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620ef959-076d-42d4-853d-3ac98e601c6b tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:20.548853 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-410a02ba-1e23-4c4b-bdf8-2956d91bb538 req-6687907c-b09d-4eb1-a3ff-741cbfcc3596 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3662241 Jan 21 09:42:20.625552 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620ef959-076d-42d4-853d-3ac98e601c6b tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:20.625745 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.625843 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-620ef959-076d-42d4-853d-3ac98e601c6b tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.677132 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-236f0180-357b-4039-9d5a-252d95f5d034 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.739267 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-620ef959-076d-42d4-853d-3ac98e601c6b tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.2565653 Jan 21 09:42:20.739267 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f0180-357b-4039-9d5a-252d95f5d034 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Pushing event deleted for resources: {'Subnet': ['ID=5700ceed-ab44-4cc3-a4fe-b6c8e3af3351,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:20.739267 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55556) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:20.758933 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-236f0180-357b-4039-9d5a-252d95f5d034 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.765128 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-236f0180-357b-4039-9d5a-252d95f5d034 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] 10.222.0.104 "DELETE /v2.0/subnets/5700ceed-ab44-4cc3-a4fe-b6c8e3af3351 HTTP/1.1" status: 204 len: 168 time: 1.9726861 Jan 21 09:42:20.772286 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55562) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:20.830935 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-4f495aeb-710c-45f7-9a76-114d7788d6fb None None] For port e54e42af-e704-483d-a864-0734c7053039, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:20.867955 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-4f495aeb-710c-45f7-9a76-114d7788d6fb None None] For port e54e42af-e704-483d-a864-0734c7053039, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=e54e42af-e704-483d-a864-0734c7053039,segment=NetworkSegment(df5d8844-d3d9-46e4-8bd9-5afd94d164d3),segment_id=df5d8844-d3d9-46e4-8bd9-5afd94d164d3)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:20.876173 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a,segment=NetworkSegment(e697bd79-488c-4593-885e-69b8ce3d5a8d),segment_id=e697bd79-488c-4593-885e-69b8ce3d5a8d)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:20.887956 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4f495aeb-710c-45f7-9a76-114d7788d6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.930218 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89751dfb-abb1-4410-afa6-82dbeecf5861 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:20.931547 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89751dfb-abb1-4410-afa6-82dbeecf5861 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:20.932277 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-89751dfb-abb1-4410-afa6-82dbeecf5861 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Synchronizing usage tracker for tenant:aed3d53ef02d4d889ce3052ba21584d0 on resource:subnet {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:20.975013 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.978425 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-89751dfb-abb1-4410-afa6-82dbeecf5861 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Unset dirty status for tenant:aed3d53ef02d4d889ce3052ba21584d0 on resource:subnet {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:20.979745 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-89751dfb-abb1-4410-afa6-82dbeecf5861 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2044680 Jan 21 09:42:20.984361 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55566) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:21.070767 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f495aeb-710c-45f7-9a76-114d7788d6fb None None] Pushing event updated for resources: {'Port': ['ID=e54e42af-e704-483d-a864-0734c7053039,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:21.106596 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-3357a816-1d4e-4991-a5c4-a375955567f6 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'project_id': '8f4e00a7e524471b8e4a3aa280852b90', 'port_id': '32248b7e-f55b-4abc-8038-73c308e3c530'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:21.121333 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3357a816-1d4e-4991-a5c4-a375955567f6 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:21.149759 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3357a816-1d4e-4991-a5c4-a375955567f6 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Usage tracker for resource:floatingip and tenant:8f4e00a7e524471b8e4a3aa280852b90 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:21.156975 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3357a816-1d4e-4991-a5c4-a375955567f6 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:21.184094 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3357a816-1d4e-4991-a5c4-a375955567f6 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:21.190203 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0fff8403-a5c2-44fd-9424-efb9460d6a96 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.209562 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fff8403-a5c2-44fd-9424-efb9460d6a96 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 21 09:42:21.209869 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fff8403-a5c2-44fd-9424-efb9460d6a96 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:21.211700 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0fff8403-a5c2-44fd-9424-efb9460d6a96 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] 10.222.0.104 "DELETE /v2.0/networks/a2104c54-e56e-47b4-88a7-caf1a1460e20 HTTP/1.1" status: 409 len: 405 time: 0.2261963 Jan 21 09:42:21.217534 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55572) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:21.221020 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5e591a4a-7064-43c4-b7f1-8435578a1d9e tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.226148 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c6e20888-5187-462a-a5e9-01afce4ecd9b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1998635666'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:21.234392 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3357a816-1d4e-4991-a5c4-a375955567f6 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.237822 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5e591a4a-7064-43c4-b7f1-8435578a1d9e tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.247594 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd085200-19cc-40c4-bdba-27317d95b60c None None] Network 963bfc8b-49bb-488e-90c0-3cea6aaaec21 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:21.252373 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c6e20888-5187-462a-a5e9-01afce4ecd9b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:21.267527 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c6e20888-5187-462a-a5e9-01afce4ecd9b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Usage tracker for resource:network and tenant:aed3d53ef02d4d889ce3052ba21584d0 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:21.278334 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c6e20888-5187-462a-a5e9-01afce4ecd9b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:21.330073 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-2955d905-fa77-46f9-814b-8b349d6ec9d3 None None] Provisioning for port 32248b7e-f55b-4abc-8038-73c308e3c530 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:21.335110 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:21.344591 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-2955d905-fa77-46f9-814b-8b349d6ec9d3 None None] Provisioning complete for port 32248b7e-f55b-4abc-8038-73c308e3c530 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:21.344961 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2955d905-fa77-46f9-814b-8b349d6ec9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.368023 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5e591a4a-7064-43c4-b7f1-8435578a1d9e tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.368659 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e591a4a-7064-43c4-b7f1-8435578a1d9e tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Fanout notify agent at l3_agent the message router_deleted on router 2a8e1a8a-cfea-467f-af9b-e8a37cba5649 {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:42:21.393111 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687bdd97-d5ef-40f1-8c3f-ae7c90cd5725 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Network 963bfc8b-49bb-488e-90c0-3cea6aaaec21 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:21.422599 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c6e20888-5187-462a-a5e9-01afce4ecd9b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:21.448670 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687bdd97-d5ef-40f1-8c3f-ae7c90cd5725 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Pushing event updated for resources: {'Port': ['ID=13e68ee6-4bb9-46b9-99ca-9ffb1de3e171,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:21.468373 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-687bdd97-d5ef-40f1-8c3f-ae7c90cd5725 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:21.470747 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e20888-5187-462a-a5e9-01afce4ecd9b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Made reservation on behalf of aed3d53ef02d4d889ce3052ba21584d0 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:21.472596 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687bdd97-d5ef-40f1-8c3f-ae7c90cd5725 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:21.474174 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6e20888-5187-462a-a5e9-01afce4ecd9b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.520027 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-2955d905-fa77-46f9-814b-8b349d6ec9d3 None None] Port 32248b7e-f55b-4abc-8038-73c308e3c530 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:21.555407 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e1ae6-a242-446b-ad6c-ab0afc8a630c req-dd25cda3-e37f-4372-b645-72d3ebf13896 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:21.556605 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] For port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:21.556976 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Attempted to set empty binding levels {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 21 09:42:21.557898 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-f17e1ae6-a242-446b-ad6c-ab0afc8a630c req-dd25cda3-e37f-4372-b645-72d3ebf13896 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "GET /v2.0/ports?device_id=a509cdea-e31d-45e6-94ec-7732e014148d HTTP/1.1" status: 200 len: 945 time: 0.1973550 Jan 21 09:42:21.586997 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.611887 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6e20888-5187-462a-a5e9-01afce4ecd9b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:21.689131 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6e20888-5187-462a-a5e9-01afce4ecd9b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.690073 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-c6e20888-5187-462a-a5e9-01afce4ecd9b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Added segment 8330cf87-224e-45e1-a3ca-0871f6e6fd42 of type vlan for network 54dc9b1b-844d-488e-ab9f-1c05e45c6d51 Jan 21 09:42:21.752207 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687bdd97-d5ef-40f1-8c3f-ae7c90cd5725 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:21.753400 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-687bdd97-d5ef-40f1-8c3f-ae7c90cd5725 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.775109 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-e84b49e2-1453-4c9b-9a34-20093746b342 None None] Provisioning for port 45065cba-3d99-4984-82b1-dccce1b7e439 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:21.782384 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-f17e1ae6-a242-446b-ad6c-ab0afc8a630c req-a7691eac-aa34-464a-b9e0-c4ec557cf054 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "GET /v2.0/security-groups?id=0793827f-8d00-456c-ba2b-f5826338aafe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133372 Jan 21 09:42:21.783914 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5e591a4a-7064-43c4-b7f1-8435578a1d9e tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.787591 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6e20888-5187-462a-a5e9-01afce4ecd9b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.788790 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5e591a4a-7064-43c4-b7f1-8435578a1d9e tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] 10.222.0.104 "DELETE /v2.0/routers/2a8e1a8a-cfea-467f-af9b-e8a37cba5649 HTTP/1.1" status: 204 len: 168 time: 6.8987172 Jan 21 09:42:21.814547 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55578) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:21.827602 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-621c43c8-efc6-4b91-b840-c063b7865f27 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1141835437', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'enable_snat': False}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:21.852381 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-621c43c8-efc6-4b91-b840-c063b7865f27 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:21.855761 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3357a816-1d4e-4991-a5c4-a375955567f6 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.865053 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-621c43c8-efc6-4b91-b840-c063b7865f27 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Usage tracker for resource:router and tenant:d66eceab8d184c82bef254493f349b4a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:21.898840 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Pushing event updated for resources: {'Port': ['ID=cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:21.910139 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dc52ec68-fe70-4bd1-a347-4ffc31141cc7 req-06c76946-2c6e-42f1-8506-db36b2be3555 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.3766975 Jan 21 09:42:21.934194 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a08b10-9dde-4b36-96da-bd6b65af071c req-5abeaff5-e17a-4c88-97e2-1d6fdfc221b4 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:21.936942 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-70a08b10-9dde-4b36-96da-bd6b65af071c req-5abeaff5-e17a-4c88-97e2-1d6fdfc221b4 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/ports?device_id=7e2be814-53d6-4937-85d0-f08eb124f0b0 HTTP/1.1" status: 200 len: 946 time: 0.6474612 Jan 21 09:42:21.942279 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f2c01a95-7e11-47ca-a9dc-e1eab5ed7ee5 req-1e2da2eb-e4e7-4890-aae1-e4555bf46d0c service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=a509cdea-e31d-45e6-94ec-7732e014148d HTTP/1.1" status: 200 len: 1098 time: 1.4283898 Jan 21 09:42:21.945698 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-687bdd97-d5ef-40f1-8c3f-ae7c90cd5725 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9615352 Jan 21 09:42:21.956902 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-621c43c8-efc6-4b91-b840-c063b7865f27 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:21.977944 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device e54e42af-e704-483d-a864-0734c7053039 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:21.982289 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55582) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:21.987718 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-c6e20888-5187-462a-a5e9-01afce4ecd9b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:42:22.006630 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c65ab312-b2c3-43a6-bd6e-ddd3d5d624fe tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Request body: {'port': {'network_id': '963bfc8b-49bb-488e-90c0-3cea6aaaec21', 'name': 'tempest-AllowedAddressPairTestJSON-798740790', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:d3:48:b1'}]}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:22.034351 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-621c43c8-efc6-4b91-b840-c063b7865f27 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:22.046389 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] In _notify_port_updated(), no bound segment for port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b on network d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac {{(pid=83598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:42:22.049110 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.065551 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f31f398e-68ba-432e-ac3b-16cfcdc8b83e tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] 10.222.0.104 "PUT /v2.0/ports/cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b HTTP/1.1" status: 200 len: 976 time: 6.6964052 Jan 21 09:42:22.087106 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-70a08b10-9dde-4b36-96da-bd6b65af071c req-80ccfc87-4f88-407a-98f4-8f296e8babfa tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/security-groups?id=eb836b61-b527-4f37-a5a3-e6dd34c28659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390791 Jan 21 09:42:22.152049 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55586) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:22.153269 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port e54e42af-e704-483d-a864-0734c7053039 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:22.159908 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 45065cba-3d99-4984-82b1-dccce1b7e439 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:22.226025 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2be814-53d6-4937-85d0-f08eb124f0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:42:22.254709 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 45065cba-3d99-4984-82b1-dccce1b7e439 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:22.266434 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 45065cba-3d99-4984-82b1-dccce1b7e439 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:22.266974 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.351905 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2be814-53d6-4937-85d0-f08eb124f0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a', 'code': 200} Jan 21 09:42:22.361449 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6e20888-5187-462a-a5e9-01afce4ecd9b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.370431 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e20888-5187-462a-a5e9-01afce4ecd9b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:22.371385 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6e20888-5187-462a-a5e9-01afce4ecd9b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.433672 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-621c43c8-efc6-4b91-b840-c063b7865f27 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.434611 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-621c43c8-efc6-4b91-b840-c063b7865f27 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.497316 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.540109 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-f2c01a95-7e11-47ca-a9dc-e1eab5ed7ee5 req-da996317-0dd4-4e32-b271-891f760e9d6c service neutron] Synchronizing usage tracker for tenant:c621c4c27c2a4f9a9fa13cd6863b187d on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:22.572243 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-8fc60571-7657-414f-8979-8822641191ea None None] Provisioning for port 13e68ee6-4bb9-46b9-99ca-9ffb1de3e171 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:22.580447 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 45065cba-3d99-4984-82b1-dccce1b7e439, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=45065cba-3d99-4984-82b1-dccce1b7e439,segment=NetworkSegment(cc8ab438-b60c-4099-9393-f44f25515acd),segment_id=cc8ab438-b60c-4099-9393-f44f25515acd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:22.584270 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-8fc60571-7657-414f-8979-8822641191ea None None] Provisioning complete for port 13e68ee6-4bb9-46b9-99ca-9ffb1de3e171 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:22.585358 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8fc60571-7657-414f-8979-8822641191ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.619764 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-621c43c8-efc6-4b91-b840-c063b7865f27 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.632402 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-f2c01a95-7e11-47ca-a9dc-e1eab5ed7ee5 req-da996317-0dd4-4e32-b271-891f760e9d6c service neutron] Unset dirty status for tenant:c621c4c27c2a4f9a9fa13cd6863b187d on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:22.638203 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f2c01a95-7e11-47ca-a9dc-e1eab5ed7ee5 req-da996317-0dd4-4e32-b271-891f760e9d6c service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=0793827f-8d00-456c-ba2b-f5826338aafe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5942142 Jan 21 09:42:22.650944 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-881526a2-6ca2-4109-8ffa-2f5581774582 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Deleting port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:22.651300 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-881526a2-6ca2-4109-8ffa-2f5581774582 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.653734 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.657243 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dc52ec68-fe70-4bd1-a347-4ffc31141cc7 req-55b557b0-e96b-417d-b22d-edc3693c6de4 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=336aa381caa24798b3c72d188fdcb52a&device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 1098 time: 0.4477234 Jan 21 09:42:22.731885 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-8fc60571-7657-414f-8979-8822641191ea None None] Port 13e68ee6-4bb9-46b9-99ca-9ffb1de3e171 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:22.768993 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=45065cba-3d99-4984-82b1-dccce1b7e439,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:22.773293 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-8fc60571-7657-414f-8979-8822641191ea None None] Provisioning complete for port 45065cba-3d99-4984-82b1-dccce1b7e439 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:22.774336 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8fc60571-7657-414f-8979-8822641191ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.893419 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e20888-5187-462a-a5e9-01afce4ecd9b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Pushing event updated for resources: {'Network': ['ID=54dc9b1b-844d-488e-ab9f-1c05e45c6d51,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:22.964416 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 54dc9b1b-844d-488e-ab9f-1c05e45c6d51 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:22.966368 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c6e20888-5187-462a-a5e9-01afce4ecd9b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7487752 Jan 21 09:42:22.978133 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55596) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:23.016844 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909f310-4082-4baf-bd39-5da2111c143d req-4fc032b5-6b2d-464b-a6d0-847f8816e3de tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:23.019409 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-7909f310-4082-4baf-bd39-5da2111c143d req-4fc032b5-6b2d-464b-a6d0-847f8816e3de tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.8590784 Jan 21 09:42:23.056906 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5718645-a4fa-4336-befd-ef12220a2855 None None] Network a2104c54-e56e-47b4-88a7-caf1a1460e20 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:23.093659 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c9184466-9112-4b4b-b656-32db75e30e3e tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Request body: {'subnet': {'network_id': '54dc9b1b-844d-488e-ab9f-1c05e45c6d51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:23.114835 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-3357a816-1d4e-4991-a5c4-a375955567f6 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Allocated IP 172.26.0.175 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/aa0abceb-1599-4448-937f-395da056456b) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:23.175872 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52ec68-fe70-4bd1-a347-4ffc31141cc7 req-2e6c5291-f0f0-4e9a-995d-e86f3f078478 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:23.177503 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dc52ec68-fe70-4bd1-a347-4ffc31141cc7 req-2e6c5291-f0f0-4e9a-995d-e86f3f078478 service neutron] 10.222.0.124 "GET /v2.0/networks?id=8515717b-44bc-4a2f-9c9a-f5ff80484c08 HTTP/1.1" status: 200 len: 912 time: 0.2660503 Jan 21 09:42:23.182829 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b667bd9f-bc72-46fe-aa4d-4bc0b8bb7c9b req-1b040a91-15a0-44ab-8c58-36cde537854f service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=7e2be814-53d6-4937-85d0-f08eb124f0b0 HTTP/1.1" status: 200 len: 1099 time: 0.3261931 Jan 21 09:42:23.301920 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dc52ec68-fe70-4bd1-a347-4ffc31141cc7 req-e20a4720-88dd-4d5d-942a-2c12dde30cd8 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a8ec857-3243-456d-b272-0c64f958196f HTTP/1.1" status: 200 len: 217 time: 0.1111870 Jan 21 09:42:23.325750 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f2b85846-49b6-4d96-ae86-8bea4b5f768a None None] Provisioning for port e54e42af-e704-483d-a864-0734c7053039 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:23.334134 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f2b85846-49b6-4d96-ae86-8bea4b5f768a None None] Provisioning complete for port e54e42af-e704-483d-a864-0734c7053039 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:23.334642 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f2b85846-49b6-4d96-ae86-8bea4b5f768a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.354974 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7db1a5-baa5-4578-a51b-6531709de50e req-c67563c3-665d-4703-af0d-caac2e9dae94 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:23.356127 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c65ab312-b2c3-43a6-bd6e-ddd3d5d624fe tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:23.356500 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5d7db1a5-baa5-4578-a51b-6531709de50e req-c67563c3-665d-4703-af0d-caac2e9dae94 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "GET /v2.0/ports?device_id=a509cdea-e31d-45e6-94ec-7732e014148d HTTP/1.1" status: 200 len: 945 time: 0.2928910 Jan 21 09:42:23.368379 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b667bd9f-bc72-46fe-aa4d-4bc0b8bb7c9b req-c2473e0a-ce6d-44a0-8ca6-85dc17c492d9 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=eb836b61-b527-4f37-a5a3-e6dd34c28659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786859 Jan 21 09:42:23.380090 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c65ab312-b2c3-43a6-bd6e-ddd3d5d624fe tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Usage tracker for resource:port and tenant:2a19762160874459a14fca9b3969ecad is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:23.406229 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c65ab312-b2c3-43a6-bd6e-ddd3d5d624fe tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:23.414612 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52ec68-fe70-4bd1-a347-4ffc31141cc7 req-d544b17c-9600-4b44-a2ce-9ac7a6fb5ddd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:23.417077 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dc52ec68-fe70-4bd1-a347-4ffc31141cc7 req-d544b17c-9600-4b44-a2ce-9ac7a6fb5ddd service neutron] 10.222.0.124 "GET /v2.0/subnets?id=e7fe4f7c-173a-4a1e-bc9c-b6d802a0a8b0 HTTP/1.1" status: 200 len: 850 time: 0.1082821 Jan 21 09:42:23.426473 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c65ab312-b2c3-43a6-bd6e-ddd3d5d624fe tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:23.446108 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5d7db1a5-baa5-4578-a51b-6531709de50e req-b1083351-93d4-4ed8-bc47-258ff591a3b7 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "GET /v2.0/security-groups?id=0793827f-8d00-456c-ba2b-f5826338aafe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827029 Jan 21 09:42:23.479282 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa02c92-9aa0-49c2-b640-5088b46fd3e9 None None] DHCP port deletion for a2104c54-e56e-47b4-88a7-caf1a1460e20 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:42:23.489980 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-6aa02c92-9aa0-49c2-b640-5088b46fd3e9 None None] Deleting port e54e42af-e704-483d-a864-0734c7053039 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:23.490340 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6aa02c92-9aa0-49c2-b640-5088b46fd3e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.556396 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f2b85846-49b6-4d96-ae86-8bea4b5f768a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.655600 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-621c43c8-efc6-4b91-b840-c063b7865f27 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.666111 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c9184466-9112-4b4b-b656-32db75e30e3e tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:23.690825 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-7909f310-4082-4baf-bd39-5da2111c143d req-5fe3d0a7-0a41-4aae-a6ac-72d7cf5b8743 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6359637 Jan 21 09:42:23.691037 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 45065cba-3d99-4984-82b1-dccce1b7e439 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:23.691294 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65ab312-b2c3-43a6-bd6e-ddd3d5d624fe tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Made reservation on behalf of 2a19762160874459a14fca9b3969ecad for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:23.750849 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dc52ec68-fe70-4bd1-a347-4ffc31141cc7 req-e532f5b2-6ca8-4b72-adcd-612af9da42ed service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=8515717b-44bc-4a2f-9c9a-f5ff80484c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1385486 Jan 21 09:42:23.765441 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b20be-3ab6-4e5a-a647-9cbece5aff19 req-97f822a1-e10e-43f3-8c5a-bb9932ae6a5c tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:23.767368 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4b3b20be-3ab6-4e5a-a647-9cbece5aff19 req-97f822a1-e10e-43f3-8c5a-bb9932ae6a5c tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/ports?device_id=7e2be814-53d6-4937-85d0-f08eb124f0b0 HTTP/1.1" status: 200 len: 946 time: 0.2038319 Jan 21 09:42:23.898685 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-f2b85846-49b6-4d96-ae86-8bea4b5f768a None None] For port e54e42af-e704-483d-a864-0734c7053039, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=e54e42af-e704-483d-a864-0734c7053039,segment=NetworkSegment(df5d8844-d3d9-46e4-8bd9-5afd94d164d3),segment_id=df5d8844-d3d9-46e4-8bd9-5afd94d164d3)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:23.923682 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f2b85846-49b6-4d96-ae86-8bea4b5f768a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.968243 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3357a816-1d4e-4991-a5c4-a375955567f6 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.973234 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4b3b20be-3ab6-4e5a-a647-9cbece5aff19 req-37607065-9ac1-4ba5-aeaf-b03cb19fe73a tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/security-groups?id=eb836b61-b527-4f37-a5a3-e6dd34c28659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832669 Jan 21 09:42:23.990357 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f5109448-be75-4118-a218-7221452a841d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.009280 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c9184466-9112-4b4b-b656-32db75e30e3e tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:24.010715 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-6aa02c92-9aa0-49c2-b640-5088b46fd3e9 None None] For port e54e42af-e704-483d-a864-0734c7053039, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=e54e42af-e704-483d-a864-0734c7053039,segment=NetworkSegment(df5d8844-d3d9-46e4-8bd9-5afd94d164d3),segment_id=df5d8844-d3d9-46e4-8bd9-5afd94d164d3)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:24.011366 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6aa02c92-9aa0-49c2-b640-5088b46fd3e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.023308 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dc52ec68-fe70-4bd1-a347-4ffc31141cc7 req-f439a996-78eb-4ace-bbef-857236363acd service neutron] 10.222.0.124 "GET /v2.0/networks/8515717b-44bc-4a2f-9c9a-f5ff80484c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549381 Jan 21 09:42:24.075237 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-881526a2-6ca2-4109-8ffa-2f5581774582 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] For port cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b, host hv-neutron-8257, got binding levels [] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:24.075654 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-881526a2-6ca2-4109-8ffa-2f5581774582 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.152970 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 45065cba-3d99-4984-82b1-dccce1b7e439 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:24.152970 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.173638 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dc52ec68-fe70-4bd1-a347-4ffc31141cc7 req-b00f3d77-3d6c-400e-9d77-3432aa818ac3 service neutron] 10.222.0.124 "GET /v2.0/networks/8515717b-44bc-4a2f-9c9a-f5ff80484c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425874 Jan 21 09:42:24.231621 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-6aa02c92-9aa0-49c2-b640-5088b46fd3e9 None None] Calling delete_port for e54e42af-e704-483d-a864-0734c7053039 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:24.285098 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f2b85846-49b6-4d96-ae86-8bea4b5f768a None None] Provisioning complete for port 13e68ee6-4bb9-46b9-99ca-9ffb1de3e171 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:24.285475 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f2b85846-49b6-4d96-ae86-8bea4b5f768a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.332172 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b85846-49b6-4d96-ae86-8bea4b5f768a None None] Pushing event updated for resources: {'Port': ['ID=e54e42af-e704-483d-a864-0734c7053039,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:24.367765 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-881526a2-6ca2-4109-8ffa-2f5581774582 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Calling delete_port for cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:24.389120 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-f2b85846-49b6-4d96-ae86-8bea4b5f768a None None] Port 13e68ee6-4bb9-46b9-99ca-9ffb1de3e171 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:24.398772 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9184466-9112-4b4b-b656-32db75e30e3e tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Made reservation on behalf of aed3d53ef02d4d889ce3052ba21584d0 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:24.427632 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-6aa02c92-9aa0-49c2-b640-5088b46fd3e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:42:24.427915 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-6aa02c92-9aa0-49c2-b640-5088b46fd3e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:42:24.526909 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device e54e42af-e704-483d-a864-0734c7053039 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:24.655428 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3357a816-1d4e-4991-a5c4-a375955567f6 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.682883 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.709137 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9a6ac-938f-400a-9d63-b4634d22c04e req-9e9edfbe-9181-4355-afee-6c68d22b6790 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:24.717536 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-31f9a6ac-938f-400a-9d63-b4634d22c04e req-9e9edfbe-9181-4355-afee-6c68d22b6790 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "GET /v2.0/ports?device_id=a509cdea-e31d-45e6-94ec-7732e014148d HTTP/1.1" status: 200 len: 945 time: 0.1321251 Jan 21 09:42:24.746828 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port e54e42af-e704-483d-a864-0734c7053039, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=e54e42af-e704-483d-a864-0734c7053039,segment=NetworkSegment(df5d8844-d3d9-46e4-8bd9-5afd94d164d3),segment_id=df5d8844-d3d9-46e4-8bd9-5afd94d164d3)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:24.753080 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.844342 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-31f9a6ac-938f-400a-9d63-b4634d22c04e req-6ab51386-259c-4340-9e10-7b3024e810d8 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "GET /v2.0/security-groups?id=0793827f-8d00-456c-ba2b-f5826338aafe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232202 Jan 21 09:42:24.847487 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=e54e42af-e704-483d-a864-0734c7053039,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:24.848655 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c65ab312-b2c3-43a6-bd6e-ddd3d5d624fe tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.906630 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-881526a2-6ca2-4109-8ffa-2f5581774582 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.925228 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3357a816-1d4e-4991-a5c4-a375955567f6 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:24.929558 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-6aa02c92-9aa0-49c2-b640-5088b46fd3e9 None None] Deleting port e54e42af-e704-483d-a864-0734c7053039 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:24.930026 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6aa02c92-9aa0-49c2-b640-5088b46fd3e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.933059 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c9184466-9112-4b4b-b656-32db75e30e3e tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.948597 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-3357a816-1d4e-4991-a5c4-a375955567f6 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:24.966450 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3357a816-1d4e-4991-a5c4-a375955567f6 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:25.060118 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986d78b-b555-461d-b440-789e8bacbd22 req-6d1def5d-0fdc-41d5-ad1b-51ebb4cf1917 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:25.061739 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0986d78b-b555-461d-b440-789e8bacbd22 req-6d1def5d-0fdc-41d5-ad1b-51ebb4cf1917 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "GET /v2.0/ports?device_id=a509cdea-e31d-45e6-94ec-7732e014148d HTTP/1.1" status: 200 len: 945 time: 0.0884142 Jan 21 09:42:25.065549 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-c65ab312-b2c3-43a6-bd6e-ddd3d5d624fe tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] device_id is not set on port 0b626bfd-64a6-447c-b65e-9a39e8362b06 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:42:25.070995 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55610) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:25.076466 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-1801e77a-8544-4442-b28a-5450ad42ae58 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Request body: {'floatingip': {'port_id': '8f98b537-8eec-4f7e-b6f2-55a5fd8e2713'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:25.104886 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357a816-1d4e-4991-a5c4-a375955567f6 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Pushing event updated for resources: {'Port': ['ID=aa0abceb-1599-4448-937f-395da056456b,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:25.183773 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eca589-6947-4763-9282-6ab49ed2f0f2 req-035759e6-9586-4fe6-b4d7-5dd1605b7975 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:25.188275 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-72eca589-6947-4763-9282-6ab49ed2f0f2 req-035759e6-9586-4fe6-b4d7-5dd1605b7975 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 1.1871099 Jan 21 09:42:25.194598 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1801e77a-8544-4442-b28a-5450ad42ae58 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks [] for floatingip, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.216157 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-6aa02c92-9aa0-49c2-b640-5088b46fd3e9 None None] For port e54e42af-e704-483d-a864-0734c7053039, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=e54e42af-e704-483d-a864-0734c7053039,segment=NetworkSegment(df5d8844-d3d9-46e4-8bd9-5afd94d164d3),segment_id=df5d8844-d3d9-46e4-8bd9-5afd94d164d3)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:25.217024 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6aa02c92-9aa0-49c2-b640-5088b46fd3e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.228116 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-881526a2-6ca2-4109-8ffa-2f5581774582 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.240888 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55614) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:25.256594 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881526a2-6ca2-4109-8ffa-2f5581774582 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:25.265542 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-bc91eb8a-d127-40f7-928e-35d91631cc6d tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Request body: {'floatingip': {'port_id': '9a8ec857-3243-456d-b272-0c64f958196f'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:25.361760 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-6aa02c92-9aa0-49c2-b640-5088b46fd3e9 None None] Calling delete_port for e54e42af-e704-483d-a864-0734c7053039 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:25.450546 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6aa02c92-9aa0-49c2-b640-5088b46fd3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.505222 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa02c92-9aa0-49c2-b640-5088b46fd3e9 None None] Pushing event deleted for resources: {'Port': ['ID=e54e42af-e704-483d-a864-0734c7053039,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:25.510521 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa02c92-9aa0-49c2-b640-5088b46fd3e9 None None] No DVR routers for this DVR port e54e42af-e704-483d-a864-0734c7053039 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:25.511219 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-881526a2-6ca2-4109-8ffa-2f5581774582 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] 10.222.0.104 "DELETE /v2.0/ports/cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b HTTP/1.1" status: 204 len: 168 time: 3.3577096 Jan 21 09:42:25.514546 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc91eb8a-d127-40f7-928e-35d91631cc6d tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks [] for floatingip, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.570132 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55618) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:25.651147 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68e4cd-975a-4f3f-bf02-22d790faaffa req-66032320-5643-4de5-beb0-dd32d907bcff tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:25.652723 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fc68e4cd-975a-4f3f-bf02-22d790faaffa req-66032320-5643-4de5-beb0-dd32d907bcff tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/ports?device_id=7e2be814-53d6-4937-85d0-f08eb124f0b0 HTTP/1.1" status: 200 len: 946 time: 0.4073925 Jan 21 09:42:25.763401 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-b678d175-4601-42b1-a4ff-bca3ee155c74 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:42:25.763909 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-b678d175-4601-42b1-a4ff-bca3ee155c74 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Synchronizing usage tracker for tenant:9aeb27eb1bb64d05a21f6488dd3bd1b0 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:25.782892 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fc68e4cd-975a-4f3f-bf02-22d790faaffa req-7264e050-15cd-41c0-aadf-6d487ce6a92c tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/security-groups?id=eb836b61-b527-4f37-a5a3-e6dd34c28659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794210 Jan 21 09:42:25.930312 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-b678d175-4601-42b1-a4ff-bca3ee155c74 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] Unset dirty status for tenant:9aeb27eb1bb64d05a21f6488dd3bd1b0 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:25.931454 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b678d175-4601-42b1-a4ff-bca3ee155c74 tempest-PortsAdminExtendedAttrsTestJSON-684417412 tempest-PortsAdminExtendedAttrsTestJSON-684417412-project-admin] 10.222.0.104 "GET /v2.0/ports/cf0e9f09-563b-4ae5-a3fd-76a67fbfec9b HTTP/1.1" status: 404 len: 333 time: 0.3591857 Jan 21 09:42:25.970919 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55624) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:26.044318 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-c65ab312-b2c3-43a6-bd6e-ddd3d5d624fe tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Allocated IP 172.20.0.14 (963bfc8b-49bb-488e-90c0-3cea6aaaec21/e2551140-a1ea-4bd4-b459-f0110687995d/0b626bfd-64a6-447c-b65e-9a39e8362b06) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:26.119594 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-115bd79e-cf9c-49a8-be5e-ef30b4e7f69a tempest-PortsAdminExtendedAttrsTestJSON-1930225457 tempest-PortsAdminExtendedAttrsTestJSON-1930225457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.232865 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-621c43c8-efc6-4b91-b840-c063b7865f27 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.287874 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-69037b61-1c29-49b8-93a4-0a1875280a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.323913 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-115bd79e-cf9c-49a8-be5e-ef30b4e7f69a tempest-PortsAdminExtendedAttrsTestJSON-1930225457 tempest-PortsAdminExtendedAttrsTestJSON-1930225457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.324292 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-621c43c8-efc6-4b91-b840-c063b7865f27 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.332977 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-1801e77a-8544-4442-b28a-5450ad42ae58 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:42:26.437688 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-115bd79e-cf9c-49a8-be5e-ef30b4e7f69a tempest-PortsAdminExtendedAttrsTestJSON-1930225457 tempest-PortsAdminExtendedAttrsTestJSON-1930225457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:26.462836 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-115bd79e-cf9c-49a8-be5e-ef30b4e7f69a tempest-PortsAdminExtendedAttrsTestJSON-1930225457 tempest-PortsAdminExtendedAttrsTestJSON-1930225457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1fa51d0-4f13-469d-8732-9a8b852576ac') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:26.463325 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-115bd79e-cf9c-49a8-be5e-ef30b4e7f69a tempest-PortsAdminExtendedAttrsTestJSON-1930225457 tempest-PortsAdminExtendedAttrsTestJSON-1930225457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1fa51d0-4f13-469d-8732-9a8b852576ac') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:26.482611 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1801e77a-8544-4442-b28a-5450ad42ae58 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.484756 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-115bd79e-cf9c-49a8-be5e-ef30b4e7f69a tempest-PortsAdminExtendedAttrsTestJSON-1930225457 tempest-PortsAdminExtendedAttrsTestJSON-1930225457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.494482 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1801e77a-8544-4442-b28a-5450ad42ae58 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.578004 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-115bd79e-cf9c-49a8-be5e-ef30b4e7f69a tempest-PortsAdminExtendedAttrsTestJSON-1930225457 tempest-PortsAdminExtendedAttrsTestJSON-1930225457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.587890 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-115bd79e-cf9c-49a8-be5e-ef30b4e7f69a tempest-PortsAdminExtendedAttrsTestJSON-1930225457 tempest-PortsAdminExtendedAttrsTestJSON-1930225457-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:42:26.588461 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-115bd79e-cf9c-49a8-be5e-ef30b4e7f69a tempest-PortsAdminExtendedAttrsTestJSON-1930225457 tempest-PortsAdminExtendedAttrsTestJSON-1930225457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.611307 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:42:26.611307 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:42:26.611307 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:42:26.611307 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:26.611307 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:42:26.611307 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:26.611307 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:42:26.611307 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:26.611307 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:42:26.611307 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:26.611307 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:42:26.611307 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:26.611307 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:42:26.611307 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:26.611307 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:26.611307 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:26.611307 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:26.611307 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:26.611307 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:42:26.611307 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:42:26.611307 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:42:26.611307 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:42:26.611307 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:26.611307 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:42:26.611307 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:26.611307 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:42:26.611307 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:26.611307 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:42:26.611307 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:26.611307 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:42:26.611307 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:26.611307 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:26.613415 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d5fd5-c929-4653-8bab-e50d48f2877c req-5211f1a7-e771-4ca3-9b25-6720b8a1336f tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:26.614280 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-066d5fd5-c929-4653-8bab-e50d48f2877c req-5211f1a7-e771-4ca3-9b25-6720b8a1336f tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/ports?device_id=7e2be814-53d6-4937-85d0-f08eb124f0b0 HTTP/1.1" status: 200 len: 946 time: 0.6850610 Jan 21 09:42:26.628527 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55628) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:26.687947 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-cbe450a3-9d3c-419d-a9ac-6814afe673a0 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Request body: {'floatingip': {'port_id': '8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:26.892784 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cbe450a3-9d3c-419d-a9ac-6814afe673a0 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks [] for floatingip, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.963968 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-115bd79e-cf9c-49a8-be5e-ef30b4e7f69a tempest-PortsAdminExtendedAttrsTestJSON-1930225457 tempest-PortsAdminExtendedAttrsTestJSON-1930225457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.993345 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-115bd79e-cf9c-49a8-be5e-ef30b4e7f69a tempest-PortsAdminExtendedAttrsTestJSON-1930225457 tempest-PortsAdminExtendedAttrsTestJSON-1930225457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.028164 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115bd79e-cf9c-49a8-be5e-ef30b4e7f69a tempest-PortsAdminExtendedAttrsTestJSON-1930225457 tempest-PortsAdminExtendedAttrsTestJSON-1930225457-project] Pushing event deleted for resources: {'Network': ['ID=d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:27.085671 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-115bd79e-cf9c-49a8-be5e-ef30b4e7f69a tempest-PortsAdminExtendedAttrsTestJSON-1930225457 tempest-PortsAdminExtendedAttrsTestJSON-1930225457-project] 10.222.0.104 "DELETE /v2.0/networks/d1c8afb5-41e3-44c6-9826-d7fec0e5c4ac HTTP/1.1" status: 204 len: 168 time: 1.1136868 Jan 21 09:42:27.175056 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.objects.ports [None req-c9184466-9112-4b4b-b656-32db75e30e3e tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83597) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:42:27.300008 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.l3_db [None req-1801e77a-8544-4442-b28a-5450ad42ae58 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Floating IP 17c668dd-cf3d-488c-91c5-8a7946e83251 associated. External IP: 172.26.0.44, port: 8f98b537-8eec-4f7e-b6f2-55a5fd8e2713. Jan 21 09:42:27.334848 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-621c43c8-efc6-4b91-b840-c063b7865f27 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Allocated IP 172.26.0.33 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/b97f2b95-d063-4abc-8230-22a02872d935) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:27.336783 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c9184466-9112-4b4b-b656-32db75e30e3e tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.428226 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.485657 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55636) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:27.485894 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c65ab312-b2c3-43a6-bd6e-ddd3d5d624fe tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.600046 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9184466-9112-4b4b-b656-32db75e30e3e tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Pushing event updated for resources: {'Subnet': ['ID=754ae6dc-4478-43f7-87b3-f461355bbacb,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:27.605052 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-c65ab312-b2c3-43a6-bd6e-ddd3d5d624fe tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Transition to ACTIVE for port object 0b626bfd-64a6-447c-b65e-9a39e8362b06 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:27.630682 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.717957 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9184466-9112-4b4b-b656-32db75e30e3e tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Checking segment: {'id': '8330cf87-224e-45e1-a3ca-0871f6e6fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '54dc9b1b-844d-488e-ab9f-1c05e45c6d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:27.718506 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9184466-9112-4b4b-b656-32db75e30e3e tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Network hostable DHCP agents. Network: 54dc9b1b-844d-488e-ab9f-1c05e45c6d51, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:27.803707 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-621c43c8-efc6-4b91-b840-c063b7865f27 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.809088 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c65ab312-b2c3-43a6-bd6e-ddd3d5d624fe tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.839942 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-42428718-06a9-4c6c-b1af-b9b03a8836f3 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=c98b30fd228c406385cfa2c865784d66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3562412 Jan 21 09:42:27.842819 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55642) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:27.901076 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-bc91eb8a-d127-40f7-928e-35d91631cc6d tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:42:28.028734 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d7a0a90a-e855-43f9-a6ab-a96d859d901e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.053430 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cbe450a3-9d3c-419d-a9ac-6814afe673a0 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.064562 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9184466-9112-4b4b-b656-32db75e30e3e tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Network 54dc9b1b-844d-488e-ab9f-1c05e45c6d51 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:28.069946 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65ab312-b2c3-43a6-bd6e-ddd3d5d624fe tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Network 963bfc8b-49bb-488e-90c0-3cea6aaaec21 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:28.090583 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ab312-b2c3-43a6-bd6e-ddd3d5d624fe tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Pushing event updated for resources: {'Port': ['ID=0b626bfd-64a6-447c-b65e-9a39e8362b06,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:28.100700 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-c65ab312-b2c3-43a6-bd6e-ddd3d5d624fe tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:28.110043 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65ab312-b2c3-43a6-bd6e-ddd3d5d624fe tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:28.130100 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d7a0a90a-e855-43f9-a6ab-a96d859d901e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.137265 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cbe450a3-9d3c-419d-a9ac-6814afe673a0 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.156605 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-c9184466-9112-4b4b-b656-32db75e30e3e tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 54dc9b1b-844d-488e-ab9f-1c05e45c6d51) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:28.165033 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0015064c-0cda-4c36-8416-15b37fb02804 None None] Network 54dc9b1b-844d-488e-ab9f-1c05e45c6d51 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:28.179029 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9184466-9112-4b4b-b656-32db75e30e3e tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:28.179883 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c9184466-9112-4b4b-b656-32db75e30e3e tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.183691 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc91eb8a-d127-40f7-928e-35d91631cc6d tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.203651 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc91eb8a-d127-40f7-928e-35d91631cc6d tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.252202 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3357a816-1d4e-4991-a5c4-a375955567f6 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.267419 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-621c43c8-efc6-4b91-b840-c063b7865f27 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.328247 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d7a0a90a-e855-43f9-a6ab-a96d859d901e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.356803 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d7a0a90a-e855-43f9-a6ab-a96d859d901e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.360921 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d7a0a90a-e855-43f9-a6ab-a96d859d901e admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/6e2a3e4c-4c80-4957-9171-9fb8556ab767 HTTP/1.1" status: 204 len: 168 time: 0.5167413 Jan 21 09:42:28.362714 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0a90a-e855-43f9-a6ab-a96d859d901e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2a3e4c-4c80-4957-9171-9fb8556ab767,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:28.391550 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65ab312-b2c3-43a6-bd6e-ddd3d5d624fe tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:28.392223 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c65ab312-b2c3-43a6-bd6e-ddd3d5d624fe tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.495106 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c9184466-9112-4b4b-b656-32db75e30e3e tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 5.4745607 Jan 21 09:42:28.496062 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3357a816-1d4e-4991-a5c4-a375955567f6 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.580996 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0b4407-4309-41a0-8e77-f9b190efd9a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-54dc9b1b-844d-488e-ab9f-1c05e45c6d51', 'network_id': '54dc9b1b-844d-488e-ab9f-1c05e45c6d51', 'tenant_id': 'aed3d53ef02d4d889ce3052ba21584d0', 'fixed_ips': [{'subnet_id': '754ae6dc-4478-43f7-87b3-f461355bbacb'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:42:28.584915 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ad0b4407-4309-41a0-8e77-f9b190efd9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.598000 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55648) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:28.603698 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-2657308a-7760-4f0e-bb81-0a773331da46 None None] Provisioning for port 0b626bfd-64a6-447c-b65e-9a39e8362b06 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:28.613033 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-2657308a-7760-4f0e-bb81-0a773331da46 None None] Provisioning complete for port 0b626bfd-64a6-447c-b65e-9a39e8362b06 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:28.613799 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2657308a-7760-4f0e-bb81-0a773331da46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.614194 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c43c8-efc6-4b91-b840-c063b7865f27 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Pushing event updated for resources: {'Port': ['ID=b97f2b95-d063-4abc-8230-22a02872d935,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:28.629104 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621c43c8-efc6-4b91-b840-c063b7865f27 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:28.749440 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-2657308a-7760-4f0e-bb81-0a773331da46 None None] Port 0b626bfd-64a6-447c-b65e-9a39e8362b06 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:28.804565 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1801e77a-8544-4442-b28a-5450ad42ae58 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Router 9515aa66-e01a-47a4-acf5-fc82c2ca2c66 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:42:28.818662 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.l3_db [None req-cbe450a3-9d3c-419d-a9ac-6814afe673a0 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Floating IP 23c7cdc1-f86d-4e29-8960-4b52b8d8a14c associated. External IP: 172.26.0.30, port: 8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a. Jan 21 09:42:28.857492 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-621c43c8-efc6-4b91-b840-c063b7865f27 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:28.869999 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621c43c8-efc6-4b91-b840-c063b7865f27 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:28.958052 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-ad0b4407-4309-41a0-8e77-f9b190efd9a2 None None] Allocated IP 2001:db8::f816:3eff:fe11:66c0 (54dc9b1b-844d-488e-ab9f-1c05e45c6d51/754ae6dc-4478-43f7-87b3-f461355bbacb/32333a87-fe7c-4a77-9823-721dc25b49f2) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:28.980532 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c65ab312-b2c3-43a6-bd6e-ddd3d5d624fe tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 6.9969709 Jan 21 09:42:28.981304 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55654) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:29.026672 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55658) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:29.131073 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-fbfb6d68-eb04-480e-90dc-195ef917f920 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=9aeb27eb1bb64d05a21f6488dd3bd1b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1031199 Jan 21 09:42:29.162575 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55662) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:29.230570 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ad0b4407-4309-41a0-8e77-f9b190efd9a2 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.242382 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ad0b4407-4309-41a0-8e77-f9b190efd9a2 None None] Transition to ACTIVE for port object 32333a87-fe7c-4a77-9823-721dc25b49f2 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:29.268819 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ad0b4407-4309-41a0-8e77-f9b190efd9a2 None None] Transition to ACTIVE for port object 32333a87-fe7c-4a77-9823-721dc25b49f2 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:29.276829 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ad0b4407-4309-41a0-8e77-f9b190efd9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.369899 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ed6c9797-f5fc-45ae-be10-42b122a0125b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.422238 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1801e77a-8544-4442-b28a-5450ad42ae58 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:42:29.428084 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1801e77a-8544-4442-b28a-5450ad42ae58 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.429303 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0b4407-4309-41a0-8e77-f9b190efd9a2 None None] Network 54dc9b1b-844d-488e-ab9f-1c05e45c6d51 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:29.433056 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b4407-4309-41a0-8e77-f9b190efd9a2 None None] Pushing event updated for resources: {'Port': ['ID=32333a87-fe7c-4a77-9823-721dc25b49f2,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:29.436400 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-ad0b4407-4309-41a0-8e77-f9b190efd9a2 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:29.438984 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0b4407-4309-41a0-8e77-f9b190efd9a2 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:29.439804 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef6c8a3-9c4f-4976-88a3-6e07481f1ee4 None None] Sync routers for ids ['9515aa66-e01a-47a4-acf5-fc82c2ca2c66'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:42:29.463070 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3357a816-1d4e-4991-a5c4-a375955567f6 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.470211 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-ed6c9797-f5fc-45ae-be10-42b122a0125b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Deleting port 32333a87-fe7c-4a77-9823-721dc25b49f2 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:29.470640 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ed6c9797-f5fc-45ae-be10-42b122a0125b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.475548 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.481895 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef6c8a3-9c4f-4976-88a3-6e07481f1ee4 None None] Routers {'9515aa66-e01a-47a4-acf5-fc82c2ca2c66'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:29.483343 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-bef6c8a3-9c4f-4976-88a3-6e07481f1ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:42:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9515aa66-e01a-47a4-acf5-fc82c2ca2c66'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:29.512883 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-1801e77a-8544-4442-b28a-5450ad42ae58 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "PUT /v2.0/floatingips/17c668dd-cf3d-488c-91c5-8a7946e83251 HTTP/1.1" status: 200 len: 990 time: 4.4405768 Jan 21 09:42:29.516142 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a509cdea-e31d-45e6-94ec-7732e014148d', 'tag': '8f98b537-8eec-4f7e-b6f2-55a5fd8e2713'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:42:29.535337 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3357a816-1d4e-4991-a5c4-a375955567f6 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.600535 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ad0b4407-4309-41a0-8e77-f9b190efd9a2 None None] Attempting to bind port 32333a87-fe7c-4a77-9823-721dc25b49f2 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:29.605739 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f09c5b-707a-47aa-bc50-fb665dea4372 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:29.606576 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ad0b4407-4309-41a0-8e77-f9b190efd9a2 None None] Attempting to bind port 32333a87-fe7c-4a77-9823-721dc25b49f2 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '8330cf87-224e-45e1-a3ca-0871f6e6fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '54dc9b1b-844d-488e-ab9f-1c05e45c6d51'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:29.607146 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0b4407-4309-41a0-8e77-f9b190efd9a2 None None] Attempting to bind port 32333a87-fe7c-4a77-9823-721dc25b49f2 on network 54dc9b1b-844d-488e-ab9f-1c05e45c6d51 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:29.610618 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f09c5b-707a-47aa-bc50-fb665dea4372 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:29.614745 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f09c5b-707a-47aa-bc50-fb665dea4372 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:29.615721 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-84f09c5b-707a-47aa-bc50-fb665dea4372 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Synchronizing usage tracker for tenant:2a19762160874459a14fca9b3969ecad on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:29.622432 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0b4407-4309-41a0-8e77-f9b190efd9a2 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:42:29.628904 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0b4407-4309-41a0-8e77-f9b190efd9a2 None None] Checking segment: {'id': '8330cf87-224e-45e1-a3ca-0871f6e6fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '54dc9b1b-844d-488e-ab9f-1c05e45c6d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:29.630288 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ad0b4407-4309-41a0-8e77-f9b190efd9a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.630913 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0b4407-4309-41a0-8e77-f9b190efd9a2 None None] Bound using segment: {'id': '8330cf87-224e-45e1-a3ca-0871f6e6fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '54dc9b1b-844d-488e-ab9f-1c05e45c6d51'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:42:29.631605 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ad0b4407-4309-41a0-8e77-f9b190efd9a2 None None] Bound port: 32333a87-fe7c-4a77-9823-721dc25b49f2, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8330cf87-224e-45e1-a3ca-0871f6e6fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '54dc9b1b-844d-488e-ab9f-1c05e45c6d51'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:29.632206 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ad0b4407-4309-41a0-8e77-f9b190efd9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.640981 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d171c3a2-a751-4a41-9a68-79b9e3c69d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.724994 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a509cdea-e31d-45e6-94ec-7732e014148d', 'tag': '8f98b537-8eec-4f7e-b6f2-55a5fd8e2713', 'status': 'completed', 'code': 200} Jan 21 09:42:29.768091 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-ad0b4407-4309-41a0-8e77-f9b190efd9a2 None None] For port 32333a87-fe7c-4a77-9823-721dc25b49f2, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:29.776826 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-ad0b4407-4309-41a0-8e77-f9b190efd9a2 None None] For port 32333a87-fe7c-4a77-9823-721dc25b49f2, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=32333a87-fe7c-4a77-9823-721dc25b49f2,segment=NetworkSegment(8330cf87-224e-45e1-a3ca-0871f6e6fd42),segment_id=8330cf87-224e-45e1-a3ca-0871f6e6fd42)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:29.785245 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ad0b4407-4309-41a0-8e77-f9b190efd9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.804300 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357a816-1d4e-4991-a5c4-a375955567f6 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Pushing event updated for resources: {'Port': ['ID=aa0abceb-1599-4448-937f-395da056456b,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:29.809878 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d171c3a2-a751-4a41-9a68-79b9e3c69d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.838256 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-84f09c5b-707a-47aa-bc50-fb665dea4372 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Unset dirty status for tenant:2a19762160874459a14fca9b3969ecad on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:29.843154 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-84f09c5b-707a-47aa-bc50-fb665dea4372 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.8421636 Jan 21 09:42:29.848922 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55670) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:29.910953 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b5a85f0b-d17a-40e9-b0d2-a17ca7ca9b82 req-6854191a-1708-412b-a67d-637e50f6e9fd service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=9423dc950d0443ff88843ee602917a89&device_id=a509cdea-e31d-45e6-94ec-7732e014148d HTTP/1.1" status: 200 len: 1098 time: 0.1850591 Jan 21 09:42:29.938545 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-bef6c8a3-9c4f-4976-88a3-6e07481f1ee4 None None] Set router 9515aa66-e01a-47a4-acf5-fc82c2ca2c66 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:42:29.944732 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe450a3-9d3c-419d-a9ac-6814afe673a0 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Router 2df0d9d6-ed3e-452e-957e-9001f176ab7a has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:42:29.957406 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b4407-4309-41a0-8e77-f9b190efd9a2 None None] Pushing event updated for resources: {'Port': ['ID=32333a87-fe7c-4a77-9823-721dc25b49f2,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:30.035816 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.l3_db [None req-bc91eb8a-d127-40f7-928e-35d91631cc6d tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Floating IP efb59135-d72b-482d-89a0-d5b848fdfd54 associated. External IP: 172.26.0.254, port: 9a8ec857-3243-456d-b272-0c64f958196f. Jan 21 09:42:30.144313 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a85f0b-d17a-40e9-b0d2-a17ca7ca9b82 req-847735d7-ffad-45f0-8183-bdbfc1b85dbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:30.145703 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b5a85f0b-d17a-40e9-b0d2-a17ca7ca9b82 req-847735d7-ffad-45f0-8183-bdbfc1b85dbf service neutron] 10.222.0.124 "GET /v2.0/networks?id=d89fa3fc-d223-4e65-92aa-0d0d70c94692 HTTP/1.1" status: 200 len: 912 time: 0.2226002 Jan 21 09:42:30.198028 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3357a816-1d4e-4991-a5c4-a375955567f6 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.305367 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-520f83bc-8b17-4346-bf87-dd8a58b71276 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Deleting port 0b626bfd-64a6-447c-b65e-9a39e8362b06 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:30.305891 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-520f83bc-8b17-4346-bf87-dd8a58b71276 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.382091 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b5a85f0b-d17a-40e9-b0d2-a17ca7ca9b82 req-ed894885-8ac5-4977-85ed-fd9f64880c60 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f98b537-8eec-4f7e-b6f2-55a5fd8e2713 HTTP/1.1" status: 200 len: 998 time: 0.2285633 Jan 21 09:42:30.471387 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-621c43c8-efc6-4b91-b840-c063b7865f27 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.472329 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-621c43c8-efc6-4b91-b840-c063b7865f27 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.487933 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:42:30.488478 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a85f0b-d17a-40e9-b0d2-a17ca7ca9b82 req-df5f5b23-a7ac-4bfc-9caa-ca586709ae9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:30.488837 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b5a85f0b-d17a-40e9-b0d2-a17ca7ca9b82 req-df5f5b23-a7ac-4bfc-9caa-ca586709ae9b service neutron] 10.222.0.124 "GET /v2.0/subnets?id=a7325b76-47ff-4095-956a-0847071f4d3d HTTP/1.1" status: 200 len: 850 time: 0.0946620 Jan 21 09:42:30.508109 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d171c3a2-a751-4a41-9a68-79b9e3c69d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.520700 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-bef6c8a3-9c4f-4976-88a3-6e07481f1ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'name': 'tempest-ServersTestManualDisk-602671240-router', 'tenant_id': '9423dc950d0443ff88843ee602917a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '209c6cfb-55ef-436a-b1cf-4588dc309cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:10Z', 'updated_at': '2022-01-21T09:41:28Z', 'revision_number': 4, 'project_id': '9423dc950d0443ff88843ee602917a89', 'gw_port': {'id': '209c6cfb-55ef-436a-b1cf-4588dc309cb8', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:13Z', 'updated_at': '2022-01-21T09:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '17c668dd-cf3d-488c-91c5-8a7946e83251', 'tenant_id': '9423dc950d0443ff88843ee602917a89', 'floating_ip_address': '172.26.0.44', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'port_id': '8f98b537-8eec-4f7e-b6f2-55a5fd8e2713', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd89fa3fc-d223-4e65-92aa-0d0d70c94692', 'mac_address': 'fa:16:3e:4f:18:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a509cdea-e31d-45e6-94ec-7732e014148d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:41:42Z', 'updated_at': '2022-01-21T09:42:26Z', 'revision_number': 1, 'project_id': '9423dc950d0443ff88843ee602917a89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ade5ee17-2266-42f9-b84d-b210cc99bde1', 'name': '', 'network_id': 'd89fa3fc-d223-4e65-92aa-0d0d70c94692', 'tenant_id': '9423dc950d0443ff88843ee602917a89', 'mac_address': 'fa:16:3e:40:92:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7325b76-47ff-4095-956a-0847071f4d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:26Z', 'updated_at': '2022-01-21T09:42:01Z', 'revision_number': 5, 'project_id': '9423dc950d0443ff88843ee602917a89', 'subnets': [{'id': 'a7325b76-47ff-4095-956a-0847071f4d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:30.525183 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef6c8a3-9c4f-4976-88a3-6e07481f1ee4 None None] Checking router: 9515aa66-e01a-47a4-acf5-fc82c2ca2c66 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:42:30.540712 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef6c8a3-9c4f-4976-88a3-6e07481f1ee4 None None] Routers {'9515aa66-e01a-47a4-acf5-fc82c2ca2c66'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:30.541950 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-bef6c8a3-9c4f-4976-88a3-6e07481f1ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:42:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9515aa66-e01a-47a4-acf5-fc82c2ca2c66'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:30.542893 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-ed6c9797-f5fc-45ae-be10-42b122a0125b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] For port 32333a87-fe7c-4a77-9823-721dc25b49f2, host dv-neutron-825732-1-hyperv, got binding levels [] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:30.543347 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ed6c9797-f5fc-45ae-be10-42b122a0125b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.544968 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe450a3-9d3c-419d-a9ac-6814afe673a0 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:42:30.549579 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cbe450a3-9d3c-419d-a9ac-6814afe673a0 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.556305 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0eadd5-b239-445d-ac92-740023315638 None None] Sync routers for ids ['2df0d9d6-ed3e-452e-957e-9001f176ab7a'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:42:30.580110 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0eadd5-b239-445d-ac92-740023315638 None None] Routers {'2df0d9d6-ed3e-452e-957e-9001f176ab7a'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:30.581594 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-fb0eadd5-b239-445d-ac92-740023315638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:42:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['2df0d9d6-ed3e-452e-957e-9001f176ab7a'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:30.621673 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-cbe450a3-9d3c-419d-a9ac-6814afe673a0 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "PUT /v2.0/floatingips/23c7cdc1-f86d-4e29-8960-4b52b8d8a14c HTTP/1.1" status: 200 len: 991 time: 3.9448166 Jan 21 09:42:30.646344 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171c3a2-a751-4a41-9a68-79b9e3c69d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c751818-fdc9-40d1-9a53-fc2d18fac11a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:30.656918 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b5a85f0b-d17a-40e9-b0d2-a17ca7ca9b82 req-5d66f4d4-374a-49f5-b00e-e5ede2861951 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d89fa3fc-d223-4e65-92aa-0d0d70c94692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1610885 Jan 21 09:42:30.776583 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d171c3a2-a751-4a41-9a68-79b9e3c69d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.778087 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d171c3a2-a751-4a41-9a68-79b9e3c69d59 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/2c751818-fdc9-40d1-9a53-fc2d18fac11a HTTP/1.1" status: 204 len: 168 time: 1.6067975 Jan 21 09:42:30.882292 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-bef6c8a3-9c4f-4976-88a3-6e07481f1ee4 None None] Set router 9515aa66-e01a-47a4-acf5-fc82c2ca2c66 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:42:31.002995 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-fb0eadd5-b239-445d-ac92-740023315638 None None] Set router 2df0d9d6-ed3e-452e-957e-9001f176ab7a gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:42:31.299174 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-ed6c9797-f5fc-45ae-be10-42b122a0125b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Calling delete_port for 32333a87-fe7c-4a77-9823-721dc25b49f2 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:31.398575 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b5a85f0b-d17a-40e9-b0d2-a17ca7ca9b82 req-007d58a8-59c0-498c-82cb-462d64d70167 service neutron] 10.222.0.124 "GET /v2.0/networks/d89fa3fc-d223-4e65-92aa-0d0d70c94692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7319801 Jan 21 09:42:31.536243 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae5543e-fd8d-40f6-89d4-3341db8acf85 None None] Network 54dc9b1b-844d-488e-ab9f-1c05e45c6d51 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:31.642738 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b5a85f0b-d17a-40e9-b0d2-a17ca7ca9b82 req-97ee377e-77b7-4fd4-a3fe-7062bb8bb677 service neutron] 10.222.0.124 "GET /v2.0/networks/d89fa3fc-d223-4e65-92aa-0d0d70c94692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364037 Jan 21 09:42:31.663285 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-bef6c8a3-9c4f-4976-88a3-6e07481f1ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'name': 'tempest-ServersTestManualDisk-602671240-router', 'tenant_id': '9423dc950d0443ff88843ee602917a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '209c6cfb-55ef-436a-b1cf-4588dc309cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:10Z', 'updated_at': '2022-01-21T09:41:28Z', 'revision_number': 4, 'project_id': '9423dc950d0443ff88843ee602917a89', 'gw_port': {'id': '209c6cfb-55ef-436a-b1cf-4588dc309cb8', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:13Z', 'updated_at': '2022-01-21T09:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '17c668dd-cf3d-488c-91c5-8a7946e83251', 'tenant_id': '9423dc950d0443ff88843ee602917a89', 'floating_ip_address': '172.26.0.44', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'port_id': '8f98b537-8eec-4f7e-b6f2-55a5fd8e2713', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd89fa3fc-d223-4e65-92aa-0d0d70c94692', 'mac_address': 'fa:16:3e:4f:18:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a509cdea-e31d-45e6-94ec-7732e014148d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:41:42Z', 'updated_at': '2022-01-21T09:42:26Z', 'revision_number': 1, 'project_id': '9423dc950d0443ff88843ee602917a89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ade5ee17-2266-42f9-b84d-b210cc99bde1', 'name': '', 'network_id': 'd89fa3fc-d223-4e65-92aa-0d0d70c94692', 'tenant_id': '9423dc950d0443ff88843ee602917a89', 'mac_address': 'fa:16:3e:40:92:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7325b76-47ff-4095-956a-0847071f4d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:26Z', 'updated_at': '2022-01-21T09:42:01Z', 'revision_number': 5, 'project_id': '9423dc950d0443ff88843ee602917a89', 'subnets': [{'id': 'a7325b76-47ff-4095-956a-0847071f4d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:31.670875 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef6c8a3-9c4f-4976-88a3-6e07481f1ee4 None None] The sync data for ids ['9515aa66-e01a-47a4-acf5-fc82c2ca2c66'] in dv-neutron-825732-1-hyperv is: [{'id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'name': 'tempest-ServersTestManualDisk-602671240-router', 'tenant_id': '9423dc950d0443ff88843ee602917a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '209c6cfb-55ef-436a-b1cf-4588dc309cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:10Z', 'updated_at': '2022-01-21T09:41:28Z', 'revision_number': 4, 'project_id': '9423dc950d0443ff88843ee602917a89', 'gw_port': {'id': '209c6cfb-55ef-436a-b1cf-4588dc309cb8', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:13Z', 'updated_at': '2022-01-21T09:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '17c668dd-cf3d-488c-91c5-8a7946e83251', 'tenant_id': '9423dc950d0443ff88843ee602917a89', 'floating_ip_address': '172.26.0.44', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'port_id': '8f98b537-8eec-4f7e-b6f2-55a5fd8e2713', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd89fa3fc-d223-4e65-92aa-0d0d70c94692', 'mac_address': 'fa:16:3e:4f:18:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a509cdea-e31d-45e6-94ec-7732e014148d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:41:42Z', 'updated_at': '2022-01-21T09:42:26Z', 'revision_number': 1, 'project_id': '9423dc950d0443ff88843ee602917a89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ade5ee17-2266-42f9-b84d-b210cc99bde1', 'name': '', 'network_id': 'd89fa3fc-d223-4e65-92aa-0d0d70c94692', 'tenant_id': '9423dc950d0443ff88843ee602917a89', 'mac_address': 'fa:16:3e:40:92:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7325b76-47ff-4095-956a-0847071f4d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:26Z', 'updated_at': '2022-01-21T09:42:01Z', 'revision_number': 5, 'project_id': '9423dc950d0443ff88843ee602917a89', 'subnets': [{'id': 'a7325b76-47ff-4095-956a-0847071f4d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:42:31.727631 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2be814-53d6-4937-85d0-f08eb124f0b0', 'tag': '8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:42:31.896434 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 32333a87-fe7c-4a77-9823-721dc25b49f2 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:31.949120 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.api [None req-ed6c9797-f5fc-45ae-be10-42b122a0125b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:42:31.949868 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG oslo_db.api [None req-ed6c9797-f5fc-45ae-be10-42b122a0125b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:42:31.956196 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e2be814-53d6-4937-85d0-f08eb124f0b0', 'tag': '8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a', 'status': 'completed', 'code': 200} Jan 21 09:42:32.150277 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-1df0feb8-f6aa-4ea1-b5b9-91fd932fc37d None None] Provisioning for port 32333a87-fe7c-4a77-9823-721dc25b49f2 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:32.306371 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9a30da9c-63a7-40b0-84c3-ae7d4229507e req-bb9d6195-9acb-4bfd-872d-629cb4f22493 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a795fbd174334072b3ab0ded96f09259&device_id=7e2be814-53d6-4937-85d0-f08eb124f0b0 HTTP/1.1" status: 200 len: 1099 time: 0.3147752 Jan 21 09:42:32.383525 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 32333a87-fe7c-4a77-9823-721dc25b49f2 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:32.386626 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-520f83bc-8b17-4346-bf87-dd8a58b71276 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.397815 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 32333a87-fe7c-4a77-9823-721dc25b49f2 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:32.398271 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.464694 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa739a73-e537-4f25-9292-91b152584691 None None] New status for floating IP 17c668dd-cf3d-488c-91c5-8a7946e83251: ACTIVE {{(pid=83600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:42:32.484069 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-fb0eadd5-b239-445d-ac92-740023315638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'name': 'tempest-ServersTestJSON-1396389088-router', 'tenant_id': 'a795fbd174334072b3ab0ded96f09259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bd6cd324-47d1-49a4-a6e4-23b5af6394b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:08Z', 'updated_at': '2022-01-21T09:41:20Z', 'revision_number': 4, 'project_id': 'a795fbd174334072b3ab0ded96f09259', 'gw_port': {'id': 'bd6cd324-47d1-49a4-a6e4-23b5af6394b6', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:47:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:09Z', 'updated_at': '2022-01-21T09:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '23c7cdc1-f86d-4e29-8960-4b52b8d8a14c', 'tenant_id': 'a795fbd174334072b3ab0ded96f09259', 'floating_ip_address': '172.26.0.30', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'port_id': '8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb261bb5-f04b-4e44-bf4e-b6255f6519ef', 'mac_address': 'fa:16:3e:92:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2be814-53d6-4937-85d0-f08eb124f0b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:41:39Z', 'updated_at': '2022-01-21T09:42:27Z', 'revision_number': 1, 'project_id': 'a795fbd174334072b3ab0ded96f09259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'addb60a6-06a2-43cf-b694-4e550eb22d78', 'name': '', 'network_id': 'cb261bb5-f04b-4e44-bf4e-b6255f6519ef', 'tenant_id': 'a795fbd174334072b3ab0ded96f09259', 'mac_address': 'fa:16:3e:5f:bf:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f61ceb71-d229-45b9-93db-87fdf9ae5111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:18Z', 'updated_at': '2022-01-21T09:41:38Z', 'revision_number': 5, 'project_id': 'a795fbd174334072b3ab0ded96f09259', 'subnets': [{'id': 'f61ceb71-d229-45b9-93db-87fdf9ae5111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:32.494858 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0eadd5-b239-445d-ac92-740023315638 None None] Checking router: 2df0d9d6-ed3e-452e-957e-9001f176ab7a for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:42:32.570628 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0eadd5-b239-445d-ac92-740023315638 None None] Routers {'2df0d9d6-ed3e-452e-957e-9001f176ab7a'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:32.571354 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-fb0eadd5-b239-445d-ac92-740023315638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:42:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['2df0d9d6-ed3e-452e-957e-9001f176ab7a'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:32.574890 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-ed6c9797-f5fc-45ae-be10-42b122a0125b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Deleting port 32333a87-fe7c-4a77-9823-721dc25b49f2 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:32.580476 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ed6c9797-f5fc-45ae-be10-42b122a0125b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.688136 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30da9c-63a7-40b0-84c3-ae7d4229507e req-26ee4277-99aa-4048-b79f-e14595cadd1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:32.691161 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9a30da9c-63a7-40b0-84c3-ae7d4229507e req-26ee4277-99aa-4048-b79f-e14595cadd1a service neutron] 10.222.0.124 "GET /v2.0/networks?id=cb261bb5-f04b-4e44-bf4e-b6255f6519ef HTTP/1.1" status: 200 len: 907 time: 0.3759084 Jan 21 09:42:32.935580 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9a30da9c-63a7-40b0-84c3-ae7d4229507e req-8565a76a-4d9b-4470-b567-8705a8b3e124 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a HTTP/1.1" status: 200 len: 999 time: 0.2359529 Jan 21 09:42:32.984973 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.025144 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 32333a87-fe7c-4a77-9823-721dc25b49f2, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=32333a87-fe7c-4a77-9823-721dc25b49f2,segment=NetworkSegment(8330cf87-224e-45e1-a3ca-0871f6e6fd42),segment_id=8330cf87-224e-45e1-a3ca-0871f6e6fd42)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:33.038587 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.062184 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-520f83bc-8b17-4346-bf87-dd8a58b71276 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Calling delete_port for 0b626bfd-64a6-447c-b65e-9a39e8362b06 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:33.072130 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30da9c-63a7-40b0-84c3-ae7d4229507e req-d0061aec-4658-4b76-9366-c25c8a2e8d52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:33.074492 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9a30da9c-63a7-40b0-84c3-ae7d4229507e req-d0061aec-4658-4b76-9366-c25c8a2e8d52 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f61ceb71-d229-45b9-93db-87fdf9ae5111 HTTP/1.1" status: 200 len: 845 time: 0.1328788 Jan 21 09:42:33.120924 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-279726f7-8a30-4da4-83f4-a8e83c16f52d None None] Provisioning complete for port 32333a87-fe7c-4a77-9823-721dc25b49f2 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:33.121317 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-279726f7-8a30-4da4-83f4-a8e83c16f52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.129683 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.l3_db [None req-3357a816-1d4e-4991-a5c4-a375955567f6 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Floating IP 02db0c74-fa31-477a-b5f6-ebb56e382c7e associated. External IP: 172.26.0.175, port: 32248b7e-f55b-4abc-8038-73c308e3c530. Jan 21 09:42:33.174903 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=32333a87-fe7c-4a77-9823-721dc25b49f2,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:33.186671 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-fb0eadd5-b239-445d-ac92-740023315638 None None] Set router 2df0d9d6-ed3e-452e-957e-9001f176ab7a gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:42:33.192399 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9a30da9c-63a7-40b0-84c3-ae7d4229507e req-1789272c-74d0-4eaf-8e34-428bb4f6b09c service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=cb261bb5-f04b-4e44-bf4e-b6255f6519ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1108193 Jan 21 09:42:33.323186 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621c43c8-efc6-4b91-b840-c063b7865f27 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Router 448ed92c-01d0-4c1d-a4f2-81b4f3b59d59 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:42:33.387437 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9a30da9c-63a7-40b0-84c3-ae7d4229507e req-b9c42847-06af-49f9-8b38-00d67103c225 service neutron] 10.222.0.124 "GET /v2.0/networks/cb261bb5-f04b-4e44-bf4e-b6255f6519ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881049 Jan 21 09:42:33.626618 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9a30da9c-63a7-40b0-84c3-ae7d4229507e req-fe3af520-9a05-416f-9fc9-2d120788b29d service neutron] 10.222.0.124 "GET /v2.0/networks/cb261bb5-f04b-4e44-bf4e-b6255f6519ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325718 Jan 21 09:42:33.753355 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 32333a87-fe7c-4a77-9823-721dc25b49f2 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:33.923584 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 32333a87-fe7c-4a77-9823-721dc25b49f2 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:33.923945 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.023551 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-fb0eadd5-b239-445d-ac92-740023315638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'name': 'tempest-ServersTestJSON-1396389088-router', 'tenant_id': 'a795fbd174334072b3ab0ded96f09259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bd6cd324-47d1-49a4-a6e4-23b5af6394b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:08Z', 'updated_at': '2022-01-21T09:41:20Z', 'revision_number': 4, 'project_id': 'a795fbd174334072b3ab0ded96f09259', 'gw_port': {'id': 'bd6cd324-47d1-49a4-a6e4-23b5af6394b6', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:47:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:09Z', 'updated_at': '2022-01-21T09:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '23c7cdc1-f86d-4e29-8960-4b52b8d8a14c', 'tenant_id': 'a795fbd174334072b3ab0ded96f09259', 'floating_ip_address': '172.26.0.30', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'port_id': '8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb261bb5-f04b-4e44-bf4e-b6255f6519ef', 'mac_address': 'fa:16:3e:92:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2be814-53d6-4937-85d0-f08eb124f0b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:41:39Z', 'updated_at': '2022-01-21T09:42:27Z', 'revision_number': 1, 'project_id': 'a795fbd174334072b3ab0ded96f09259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'addb60a6-06a2-43cf-b694-4e550eb22d78', 'name': '', 'network_id': 'cb261bb5-f04b-4e44-bf4e-b6255f6519ef', 'tenant_id': 'a795fbd174334072b3ab0ded96f09259', 'mac_address': 'fa:16:3e:5f:bf:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f61ceb71-d229-45b9-93db-87fdf9ae5111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:18Z', 'updated_at': '2022-01-21T09:41:38Z', 'revision_number': 5, 'project_id': 'a795fbd174334072b3ab0ded96f09259', 'subnets': [{'id': 'f61ceb71-d229-45b9-93db-87fdf9ae5111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:34.031060 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0eadd5-b239-445d-ac92-740023315638 None None] The sync data for ids ['2df0d9d6-ed3e-452e-957e-9001f176ab7a'] in dv-neutron-825732-1-hyperv is: [{'id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'name': 'tempest-ServersTestJSON-1396389088-router', 'tenant_id': 'a795fbd174334072b3ab0ded96f09259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bd6cd324-47d1-49a4-a6e4-23b5af6394b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:08Z', 'updated_at': '2022-01-21T09:41:20Z', 'revision_number': 4, 'project_id': 'a795fbd174334072b3ab0ded96f09259', 'gw_port': {'id': 'bd6cd324-47d1-49a4-a6e4-23b5af6394b6', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:47:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:09Z', 'updated_at': '2022-01-21T09:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '23c7cdc1-f86d-4e29-8960-4b52b8d8a14c', 'tenant_id': 'a795fbd174334072b3ab0ded96f09259', 'floating_ip_address': '172.26.0.30', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'port_id': '8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb261bb5-f04b-4e44-bf4e-b6255f6519ef', 'mac_address': 'fa:16:3e:92:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2be814-53d6-4937-85d0-f08eb124f0b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:41:39Z', 'updated_at': '2022-01-21T09:42:27Z', 'revision_number': 1, 'project_id': 'a795fbd174334072b3ab0ded96f09259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'addb60a6-06a2-43cf-b694-4e550eb22d78', 'name': '', 'network_id': 'cb261bb5-f04b-4e44-bf4e-b6255f6519ef', 'tenant_id': 'a795fbd174334072b3ab0ded96f09259', 'mac_address': 'fa:16:3e:5f:bf:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f61ceb71-d229-45b9-93db-87fdf9ae5111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:18Z', 'updated_at': '2022-01-21T09:41:38Z', 'revision_number': 5, 'project_id': 'a795fbd174334072b3ab0ded96f09259', 'subnets': [{'id': 'f61ceb71-d229-45b9-93db-87fdf9ae5111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:42:34.113969 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-ed6c9797-f5fc-45ae-be10-42b122a0125b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] For port 32333a87-fe7c-4a77-9823-721dc25b49f2, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=32333a87-fe7c-4a77-9823-721dc25b49f2,segment=NetworkSegment(8330cf87-224e-45e1-a3ca-0871f6e6fd42),segment_id=8330cf87-224e-45e1-a3ca-0871f6e6fd42)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:34.114501 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ed6c9797-f5fc-45ae-be10-42b122a0125b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.133937 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-520f83bc-8b17-4346-bf87-dd8a58b71276 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.142978 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 8f795407-ec16-46ea-a55b-63c94775176d no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:34.182689 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 8f795407-ec16-46ea-a55b-63c94775176d {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:42:34.183608 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 8f795407-ec16-46ea-a55b-63c94775176d not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:34.335984 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-ed6c9797-f5fc-45ae-be10-42b122a0125b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Calling delete_port for 32333a87-fe7c-4a77-9823-721dc25b49f2 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:34.378463 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f83bc-8b17-4346-bf87-dd8a58b71276 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Pushing event deleted for resources: {'Port': ['ID=0b626bfd-64a6-447c-b65e-9a39e8362b06,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:34.734977 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55736) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:34.812063 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc91eb8a-d127-40f7-928e-35d91631cc6d tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Router 36e4ec95-5470-4208-b6c3-206848c3ed41 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:42:34.900981 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae95c5f-cb02-444b-a231-8e005d94e09b None None] New status for floating IP 23c7cdc1-f86d-4e29-8960-4b52b8d8a14c: ACTIVE {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:42:34.945548 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-67a8f61a-d96b-46f3-95c9-963e65034fb7 tempest-QuotasTest-1867673897 tempest-QuotasTest-1867673897-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:35.006701 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-67a8f61a-d96b-46f3-95c9-963e65034fb7 tempest-QuotasTest-1867673897 tempest-QuotasTest-1867673897-project-admin] 10.222.0.104 "PUT /v2.0/quotas/f6b779234f2c48bea3f3dfd80deb53b6 HTTP/1.1" status: 200 len: 366 time: 0.2704458 Jan 21 09:42:35.009078 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55744) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:35.026914 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-48e6152c-aef1-430d-8516-a5decb6ad86e tempest-QuotasTest-1867673897 tempest-QuotasTest-1867673897-project-admin] 10.222.0.104 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0128264 Jan 21 09:42:35.027193 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55748) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:35.046341 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-1f1710a2-4eb9-4cf1-b609-f2849823de31 tempest-QuotasTest-1867673897 tempest-QuotasTest-1867673897-project-admin] 10.222.0.104 "GET /v2.0/quotas/f6b779234f2c48bea3f3dfd80deb53b6 HTTP/1.1" status: 200 len: 366 time: 0.0138083 Jan 21 09:42:35.048153 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55752) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:35.066609 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ed6c9797-f5fc-45ae-be10-42b122a0125b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.073483 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-78041975-4501-4b27-9d23-f65fd569cfee tempest-QuotasTest-1867673897 tempest-QuotasTest-1867673897-project-admin] 10.222.0.104 "DELETE /v2.0/quotas/f6b779234f2c48bea3f3dfd80deb53b6 HTTP/1.1" status: 204 len: 168 time: 0.0203419 Jan 21 09:42:35.073967 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55756) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:35.087427 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-61fc8c1e-8624-487d-bcb5-2ffc6c2b72dc tempest-QuotasTest-1867673897 tempest-QuotasTest-1867673897-project-admin] 10.222.0.104 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0099885 Jan 21 09:42:35.090074 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55760) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:35.106418 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-89a5a3cb-7f57-478e-8e4e-d846d3442caa tempest-QuotasTest-1867673897 tempest-QuotasTest-1867673897-project-admin] 10.222.0.104 "GET /v2.0/quotas/f6b779234f2c48bea3f3dfd80deb53b6 HTTP/1.1" status: 200 len: 370 time: 0.0150366 Jan 21 09:42:35.109663 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55764) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:35.119509 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-012bece3-cbb2-4086-9e34-e8aefbee5975 tempest-QuotasTest-1867673897 tempest-QuotasTest-1867673897-project-admin] 10.222.0.104 "GET /v2.0/quotas/f6b779234f2c48bea3f3dfd80deb53b6/default HTTP/1.1" status: 200 len: 370 time: 0.0083332 Jan 21 09:42:35.120909 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55768) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:35.135775 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-5926aeb9-c797-449a-ace5-6676fd73788d tempest-QuotasTest-1867673897 tempest-QuotasTest-1867673897-project-admin] delete failed (client error): The resource could not be found. Jan 21 09:42:35.136908 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5926aeb9-c797-449a-ace5-6676fd73788d tempest-QuotasTest-1867673897 tempest-QuotasTest-1867673897-project-admin] 10.222.0.104 "DELETE /v2.0/quotas/f6b779234f2c48bea3f3dfd80deb53b6 HTTP/1.1" status: 404 len: 348 time: 0.0149927 Jan 21 09:42:35.220167 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c9797-f5fc-45ae-be10-42b122a0125b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Pushing event deleted for resources: {'Port': ['ID=32333a87-fe7c-4a77-9823-721dc25b49f2,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:35.229687 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-520f83bc-8b17-4346-bf87-dd8a58b71276 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.307806 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621c43c8-efc6-4b91-b840-c063b7865f27 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:42:35.313689 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55774) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:35.319797 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f810fddb-43c4-4fd2-95aa-8f5a359b6f1a None None] Sync routers for ids ['448ed92c-01d0-4c1d-a4f2-81b4f3b59d59'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:42:35.322584 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65557c14-a8be-47f5-9ba3-09ed64512a52 None None] DHCP port deletion for 54dc9b1b-844d-488e-ab9f-1c05e45c6d51 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:42:35.347332 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab2d808-6be8-466a-a9ee-4b853b3362b7 None None] get_active_networks_info from dv-neutron-825732-1-hyperv {{(pid=83599) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 09:42:35.348405 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-85440ee7-fdc9-4aa8-bd43-38ca17c51811 tempest-QuotasTest-1867673897 tempest-QuotasTest-1867673897-project-admin] Usage tracker for resource:network and tenant:21012c657903467b861cadb4fa55a5c4 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:35.354022 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-85440ee7-fdc9-4aa8-bd43-38ca17c51811 tempest-QuotasTest-1867673897 tempest-QuotasTest-1867673897-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:35.354652 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f810fddb-43c4-4fd2-95aa-8f5a359b6f1a None None] Routers {'448ed92c-01d0-4c1d-a4f2-81b4f3b59d59'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:35.355627 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-f810fddb-43c4-4fd2-95aa-8f5a359b6f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:42:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['448ed92c-01d0-4c1d-a4f2-81b4f3b59d59'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:35.366445 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-85440ee7-fdc9-4aa8-bd43-38ca17c51811 tempest-QuotasTest-1867673897 tempest-QuotasTest-1867673897-project-admin] Usage tracker for resource:subnet and tenant:21012c657903467b861cadb4fa55a5c4 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:35.374281 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-520f83bc-8b17-4346-bf87-dd8a58b71276 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] 10.222.0.104 "DELETE /v2.0/ports/0b626bfd-64a6-447c-b65e-9a39e8362b06 HTTP/1.1" status: 204 len: 168 time: 5.5093982 Jan 21 09:42:35.375212 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55778) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:35.375964 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-85440ee7-fdc9-4aa8-bd43-38ca17c51811 tempest-QuotasTest-1867673897 tempest-QuotasTest-1867673897-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:35.387618 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6c9797-f5fc-45ae-be10-42b122a0125b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] No DVR routers for this DVR port 32333a87-fe7c-4a77-9823-721dc25b49f2 on host dv-neutron-825732-1-hyperv {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:35.428377 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-276165cb-1140-4135-ba5b-7fba3dfea773 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] GET failed (client error): The resource could not be found. Jan 21 09:42:35.429124 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-276165cb-1140-4135-ba5b-7fba3dfea773 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Synchronizing usage tracker for tenant:2a19762160874459a14fca9b3969ecad on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:35.446360 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-85440ee7-fdc9-4aa8-bd43-38ca17c51811 tempest-QuotasTest-1867673897 tempest-QuotasTest-1867673897-project-admin] Usage tracker for resource:subnetpool and tenant:21012c657903467b861cadb4fa55a5c4 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:35.450417 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-621c43c8-efc6-4b91-b840-c063b7865f27 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.451621 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-276165cb-1140-4135-ba5b-7fba3dfea773 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Unset dirty status for tenant:2a19762160874459a14fca9b3969ecad on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:35.456616 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-621c43c8-efc6-4b91-b840-c063b7865f27 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 13.6410496 Jan 21 09:42:35.457904 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-276165cb-1140-4135-ba5b-7fba3dfea773 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] 10.222.0.104 "GET /v2.0/ports/0b626bfd-64a6-447c-b65e-9a39e8362b06 HTTP/1.1" status: 404 len: 333 time: 0.0790317 Jan 21 09:42:35.458805 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55782) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:35.458925 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55784) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:35.464576 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-85440ee7-fdc9-4aa8-bd43-38ca17c51811 tempest-QuotasTest-1867673897 tempest-QuotasTest-1867673897-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:35.477468 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-44e87bcb-5b60-4811-8280-aeddc5174d86 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Request body: {'port': {'network_id': '963bfc8b-49bb-488e-90c0-3cea6aaaec21', 'name': 'tempest-AllowedAddressPairTestJSON-2092119920'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:35.550951 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-85440ee7-fdc9-4aa8-bd43-38ca17c51811 tempest-QuotasTest-1867673897 tempest-QuotasTest-1867673897-project-admin] Usage tracker for resource:port and tenant:21012c657903467b861cadb4fa55a5c4 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:35.558208 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-85440ee7-fdc9-4aa8-bd43-38ca17c51811 tempest-QuotasTest-1867673897 tempest-QuotasTest-1867673897-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:35.561305 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab2d808-6be8-466a-a9ee-4b853b3362b7 None None] Resources bound (agent type, host, resource id): {{(pid=83599) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:42:35.569345 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-85440ee7-fdc9-4aa8-bd43-38ca17c51811 tempest-QuotasTest-1867673897 tempest-QuotasTest-1867673897-project-admin] Usage tracker for resource:router and tenant:21012c657903467b861cadb4fa55a5c4 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:35.599895 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-85440ee7-fdc9-4aa8-bd43-38ca17c51811 tempest-QuotasTest-1867673897 tempest-QuotasTest-1867673897-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:35.630078 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-85440ee7-fdc9-4aa8-bd43-38ca17c51811 tempest-QuotasTest-1867673897 tempest-QuotasTest-1867673897-project-admin] Usage tracker for resource:floatingip and tenant:21012c657903467b861cadb4fa55a5c4 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:35.641147 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-85440ee7-fdc9-4aa8-bd43-38ca17c51811 tempest-QuotasTest-1867673897 tempest-QuotasTest-1867673897-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:35.659230 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ed6c9797-f5fc-45ae-be10-42b122a0125b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.667967 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-f810fddb-43c4-4fd2-95aa-8f5a359b6f1a None None] Set router 448ed92c-01d0-4c1d-a4f2-81b4f3b59d59 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:42:35.729671 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 32333a87-fe7c-4a77-9823-721dc25b49f2 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:35.781540 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 32333a87-fe7c-4a77-9823-721dc25b49f2 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:42:35.782147 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 32333a87-fe7c-4a77-9823-721dc25b49f2 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:35.918895 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-85440ee7-fdc9-4aa8-bd43-38ca17c51811 tempest-QuotasTest-1867673897 tempest-QuotasTest-1867673897-project-admin] Usage tracker for resource:security_group and tenant:21012c657903467b861cadb4fa55a5c4 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:35.927119 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-85440ee7-fdc9-4aa8-bd43-38ca17c51811 tempest-QuotasTest-1867673897 tempest-QuotasTest-1867673897-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:35.938178 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-1f4cdca3-4c09-4896-8533-a904bc824651 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] 10.222.0.104 "GET /v2.0/routers/448ed92c-01d0-4c1d-a4f2-81b4f3b59d59 HTTP/1.1" status: 200 len: 908 time: 0.4746952 Jan 21 09:42:35.939630 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55792) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:35.945679 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-4f266607-84ed-4d11-8d8b-7903b1a51da7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1141835437', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'enable_snat': True}}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:35.952890 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4f266607-84ed-4d11-8d8b-7903b1a51da7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:35.958632 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4f266607-84ed-4d11-8d8b-7903b1a51da7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Usage tracker for resource:router and tenant:d66eceab8d184c82bef254493f349b4a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:35.962010 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-85440ee7-fdc9-4aa8-bd43-38ca17c51811 tempest-QuotasTest-1867673897 tempest-QuotasTest-1867673897-project-admin] Usage tracker for resource:security_group_rule and tenant:21012c657903467b861cadb4fa55a5c4 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:35.966497 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4f266607-84ed-4d11-8d8b-7903b1a51da7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:35.982465 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-85440ee7-fdc9-4aa8-bd43-38ca17c51811 tempest-QuotasTest-1867673897 tempest-QuotasTest-1867673897-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:35.998035 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4f266607-84ed-4d11-8d8b-7903b1a51da7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:36.011054 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-85440ee7-fdc9-4aa8-bd43-38ca17c51811 tempest-QuotasTest-1867673897 tempest-QuotasTest-1867673897-project-admin] 10.222.0.104 "GET /v2.0/quotas/21012c657903467b861cadb4fa55a5c4/details.json HTTP/1.1" status: 200 len: 703 time: 0.6957347 Jan 21 09:42:36.027351 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4f266607-84ed-4d11-8d8b-7903b1a51da7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.028338 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4f266607-84ed-4d11-8d8b-7903b1a51da7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.074738 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4f266607-84ed-4d11-8d8b-7903b1a51da7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.179983 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-f810fddb-43c4-4fd2-95aa-8f5a359b6f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448ed92c-01d0-4c1d-a4f2-81b4f3b59d59', 'name': 'tempest-snat-router-1141835437', 'tenant_id': 'd66eceab8d184c82bef254493f349b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.33'}], 'enable_snat': False}, 'gw_port_id': 'b97f2b95-d063-4abc-8230-22a02872d935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:22Z', 'updated_at': '2022-01-21T09:42:29Z', 'revision_number': 3, 'project_id': 'd66eceab8d184c82bef254493f349b4a', 'gw_port': {'id': 'b97f2b95-d063-4abc-8230-22a02872d935', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448ed92c-01d0-4c1d-a4f2-81b4f3b59d59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:26Z', 'updated_at': '2022-01-21T09:42:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:36.187661 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f810fddb-43c4-4fd2-95aa-8f5a359b6f1a None None] Checking router: 448ed92c-01d0-4c1d-a4f2-81b4f3b59d59 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:42:36.188104 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f810fddb-43c4-4fd2-95aa-8f5a359b6f1a None None] Updating router 448ed92c-01d0-4c1d-a4f2-81b4f3b59d59 port b97f2b95-d063-4abc-8230-22a02872d935 binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:42:36.270623 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-f810fddb-43c4-4fd2-95aa-8f5a359b6f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.302557 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd128f8c-de39-480f-b6d0-501f7072d481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-54dc9b1b-844d-488e-ab9f-1c05e45c6d51', 'network_id': '54dc9b1b-844d-488e-ab9f-1c05e45c6d51', 'tenant_id': 'aed3d53ef02d4d889ce3052ba21584d0', 'fixed_ips': [{'subnet_id': '754ae6dc-4478-43f7-87b3-f461355bbacb'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:42:36.303379 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cd128f8c-de39-480f-b6d0-501f7072d481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.372018 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-44e87bcb-5b60-4811-8280-aeddc5174d86 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:36.380094 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4f266607-84ed-4d11-8d8b-7903b1a51da7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.392517 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ed6c9797-f5fc-45ae-be10-42b122a0125b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.438666 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-44e87bcb-5b60-4811-8280-aeddc5174d86 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:36.486797 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c9797-f5fc-45ae-be10-42b122a0125b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Pushing event deleted for resources: {'Subnet': ['ID=754ae6dc-4478-43f7-87b3-f461355bbacb,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:36.494886 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc91eb8a-d127-40f7-928e-35d91631cc6d tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:42:36.531502 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc91eb8a-d127-40f7-928e-35d91631cc6d tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.534432 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353c53c5-7842-4ec9-ba74-f06473dd212f None None] Sync routers for ids ['36e4ec95-5470-4208-b6c3-206848c3ed41'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:42:36.565155 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353c53c5-7842-4ec9-ba74-f06473dd212f None None] Routers {'36e4ec95-5470-4208-b6c3-206848c3ed41'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:36.565826 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-353c53c5-7842-4ec9-ba74-f06473dd212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:42:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['36e4ec95-5470-4208-b6c3-206848c3ed41'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:36.598958 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-bc91eb8a-d127-40f7-928e-35d91631cc6d tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "PUT /v2.0/floatingips/efb59135-d72b-482d-89a0-d5b848fdfd54 HTTP/1.1" status: 200 len: 991 time: 11.3354933 Jan 21 09:42:36.598958 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e87bcb-5b60-4811-8280-aeddc5174d86 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Made reservation on behalf of 2a19762160874459a14fca9b3969ecad for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:36.598958 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-44e87bcb-5b60-4811-8280-aeddc5174d86 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.614848 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f96442-b214-4754-af6c-a9691405bcc7', 'tag': '9a8ec857-3243-456d-b272-0c64f958196f'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:42:36.742443 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f96442-b214-4754-af6c-a9691405bcc7', 'tag': '9a8ec857-3243-456d-b272-0c64f958196f', 'status': 'completed', 'code': 200} Jan 21 09:42:36.765787 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55806) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:36.805357 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-44e87bcb-5b60-4811-8280-aeddc5174d86 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] device_id is not set on port 5f3e1021-7e29-485d-9f7b-04e5ffcaec9d yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server [None req-cd128f8c-de39-480f-b6d0-501f7072d481 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 754ae6dc-4478-43f7-87b3-f461355bbacb: This subnet is being modified by another concurrent operation. Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:42:36.834925 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise exception Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 754ae6dc-4478-43f7-87b3-f461355bbacb: This subnet is being modified by another concurrent operation. Jan 21 09:42:36.838079 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server Jan 21 09:42:36.928777 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-f810fddb-43c4-4fd2-95aa-8f5a359b6f1a None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.959255 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-f810fddb-43c4-4fd2-95aa-8f5a359b6f1a None None] Transition to ACTIVE for port object b97f2b95-d063-4abc-8230-22a02872d935 will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:36.979713 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-f810fddb-43c4-4fd2-95aa-8f5a359b6f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.003253 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4f266607-84ed-4d11-8d8b-7903b1a51da7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.019193 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0eb4394-a836-4163-b0fc-fe5db04f2598 None None] get_active_networks_info from dv-neutron-825732-1-hyperv {{(pid=83599) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 09:42:37.041814 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-44e87bcb-5b60-4811-8280-aeddc5174d86 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Allocated IP 172.20.0.13 (963bfc8b-49bb-488e-90c0-3cea6aaaec21/e2551140-a1ea-4bd4-b459-f0110687995d/5f3e1021-7e29-485d-9f7b-04e5ffcaec9d) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:37.114490 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4f266607-84ed-4d11-8d8b-7903b1a51da7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.119556 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ff928-c7c1-44f9-b434-f4505469cce2 None None] Pushing event updated for resources: {'Port': ['ID=b97f2b95-d063-4abc-8230-22a02872d935,revision_number=2']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:37.122792 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3357a816-1d4e-4991-a5c4-a375955567f6 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Router 3fe6ad17-82ef-4676-ace7-76e711ea37c0 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:42:37.133357 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ed6c9797-f5fc-45ae-be10-42b122a0125b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.142457 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6ff928-c7c1-44f9-b434-f4505469cce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:37.143127 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6ff928-c7c1-44f9-b434-f4505469cce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:37.143881 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6ff928-c7c1-44f9-b434-f4505469cce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:37.144760 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6ff928-c7c1-44f9-b434-f4505469cce2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:37.145310 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6ff928-c7c1-44f9-b434-f4505469cce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:37.145867 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6ff928-c7c1-44f9-b434-f4505469cce2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:37.146556 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6ff928-c7c1-44f9-b434-f4505469cce2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:37.147085 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6ff928-c7c1-44f9-b434-f4505469cce2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:37.147620 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6ff928-c7c1-44f9-b434-f4505469cce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:37.148145 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6ff928-c7c1-44f9-b434-f4505469cce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:37.148661 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6ff928-c7c1-44f9-b434-f4505469cce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:37.159543 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-f810fddb-43c4-4fd2-95aa-8f5a359b6f1a None None] Attempting to bind port b97f2b95-d063-4abc-8230-22a02872d935 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:37.159972 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-f810fddb-43c4-4fd2-95aa-8f5a359b6f1a None None] Attempting to bind port b97f2b95-d063-4abc-8230-22a02872d935 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:37.160869 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f810fddb-43c4-4fd2-95aa-8f5a359b6f1a None None] Attempting to bind port b97f2b95-d063-4abc-8230-22a02872d935 on network 05164b30-8981-419a-8272-388f48c19dd5 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:37.164244 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-ed6c9797-f5fc-45ae-be10-42b122a0125b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54dc9b1b-844d-488e-ab9f-1c05e45c6d51']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:37.168560 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f810fddb-43c4-4fd2-95aa-8f5a359b6f1a None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:42:37.168948 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f810fddb-43c4-4fd2-95aa-8f5a359b6f1a None None] Checking segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:37.169353 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-f810fddb-43c4-4fd2-95aa-8f5a359b6f1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.169877 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f810fddb-43c4-4fd2-95aa-8f5a359b6f1a None None] Bound using segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:42:37.171057 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-f810fddb-43c4-4fd2-95aa-8f5a359b6f1a None None] Bound port: b97f2b95-d063-4abc-8230-22a02872d935, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:37.171446 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-f810fddb-43c4-4fd2-95aa-8f5a359b6f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.178643 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-ed6c9797-f5fc-45ae-be10-42b122a0125b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8330cf87-224e-45e1-a3ca-0871f6e6fd42') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:37.179210 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-ed6c9797-f5fc-45ae-be10-42b122a0125b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8330cf87-224e-45e1-a3ca-0871f6e6fd42') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:37.194692 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ed6c9797-f5fc-45ae-be10-42b122a0125b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.214185 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ed6c9797-f5fc-45ae-be10-42b122a0125b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.224733 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed6c9797-f5fc-45ae-be10-42b122a0125b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:42:37.229031 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ed6c9797-f5fc-45ae-be10-42b122a0125b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.255646 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-353c53c5-7842-4ec9-ba74-f06473dd212f None None] Set router 36e4ec95-5470-4208-b6c3-206848c3ed41 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:42:37.311836 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-f810fddb-43c4-4fd2-95aa-8f5a359b6f1a None None] For port b97f2b95-d063-4abc-8230-22a02872d935, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:37.316327 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-f810fddb-43c4-4fd2-95aa-8f5a359b6f1a None None] For port b97f2b95-d063-4abc-8230-22a02872d935, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=b97f2b95-d063-4abc-8230-22a02872d935,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:37.322261 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-f810fddb-43c4-4fd2-95aa-8f5a359b6f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.347020 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:42:37.347020 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:42:37.347020 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:42:37.347020 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:37.347020 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:42:37.347020 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:37.347020 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:42:37.347020 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:37.347020 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:42:37.347020 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:37.347020 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:42:37.347020 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:37.347020 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:42:37.347020 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:37.347020 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:37.347020 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:37.347020 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:37.347020 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:37.347020 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:42:37.347020 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:42:37.347020 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:42:37.347020 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:42:37.347020 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:37.347020 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:42:37.347020 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:37.347020 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:42:37.347020 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:37.347020 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:42:37.347020 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:37.347020 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:42:37.347020 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:37.347020 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:37.360653 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ed6c9797-f5fc-45ae-be10-42b122a0125b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.415903 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ed6c9797-f5fc-45ae-be10-42b122a0125b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.418707 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c9797-f5fc-45ae-be10-42b122a0125b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Pushing event deleted for resources: {'Network': ['ID=54dc9b1b-844d-488e-ab9f-1c05e45c6d51,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:37.450144 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-4f266607-84ed-4d11-8d8b-7903b1a51da7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Allocated IP 172.26.0.169 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/aee35dae-6e50-482c-92a0-142aa1981fb2) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:37.460500 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8840f094-4587-4520-aba9-9c21510ba59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.464393 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0eb4394-a836-4163-b0fc-fe5db04f2598 None None] Resources bound (agent type, host, resource id): {{(pid=83599) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:42:37.465488 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a8396612-8355-41a1-937d-d57b424368c2 req-a99679a2-c610-4313-8abe-b184dcddfea4 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=336aa381caa24798b3c72d188fdcb52a&device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 1098 time: 0.6850634 Jan 21 09:42:37.521176 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ff928-c7c1-44f9-b434-f4505469cce2 None None] Pushing event updated for resources: {'Port': ['ID=b97f2b95-d063-4abc-8230-22a02872d935,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:37.545408 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f810fddb-43c4-4fd2-95aa-8f5a359b6f1a None None] Routers {'448ed92c-01d0-4c1d-a4f2-81b4f3b59d59'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:37.546615 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-f810fddb-43c4-4fd2-95aa-8f5a359b6f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:42:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['448ed92c-01d0-4c1d-a4f2-81b4f3b59d59'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:37.596359 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ed6c9797-f5fc-45ae-be10-42b122a0125b tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] 10.222.0.104 "DELETE /v2.0/networks/54dc9b1b-844d-488e-ab9f-1c05e45c6d51 HTTP/1.1" status: 204 len: 168 time: 8.9900250 Jan 21 09:42:37.597241 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55816) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:37.627654 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-77b6ff5f-e9d8-48ca-83db-8b8f4037bb3f tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1101394892'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:37.673165 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8840f094-4587-4520-aba9-9c21510ba59d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:37.694816 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8840f094-4587-4520-aba9-9c21510ba59d admin admin] Usage tracker for resource:security_group_rule and tenant:17f359f2fc2142cd8475fc3653abeae9 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:37.700906 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8840f094-4587-4520-aba9-9c21510ba59d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:37.712383 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8840f094-4587-4520-aba9-9c21510ba59d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:37.787043 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-f810fddb-43c4-4fd2-95aa-8f5a359b6f1a None None] Set router 448ed92c-01d0-4c1d-a4f2-81b4f3b59d59 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:42:37.793687 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8840f094-4587-4520-aba9-9c21510ba59d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.801426 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8396612-8355-41a1-937d-d57b424368c2 req-30e21eda-0058-4390-a47a-bb093ffd3e37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:37.815083 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a8396612-8355-41a1-937d-d57b424368c2 req-30e21eda-0058-4390-a47a-bb093ffd3e37 service neutron] 10.222.0.124 "GET /v2.0/networks?id=8515717b-44bc-4a2f-9c9a-f5ff80484c08 HTTP/1.1" status: 200 len: 912 time: 0.3421817 Jan 21 09:42:37.859323 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-77b6ff5f-e9d8-48ca-83db-8b8f4037bb3f tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:37.871648 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8840f094-4587-4520-aba9-9c21510ba59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.927997 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8840f094-4587-4520-aba9-9c21510ba59d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=17f359f2fc2142cd8475fc3653abeae9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1601126 Jan 21 09:42:37.928680 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55822) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:37.931398 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-77b6ff5f-e9d8-48ca-83db-8b8f4037bb3f tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Usage tracker for resource:network and tenant:aed3d53ef02d4d889ce3052ba21584d0 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:37.932882 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4f266607-84ed-4d11-8d8b-7903b1a51da7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.942936 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-77b6ff5f-e9d8-48ca-83db-8b8f4037bb3f tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:37.991127 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a8396612-8355-41a1-937d-d57b424368c2 req-c3df7d97-0846-4224-a9f8-b21ac76b1aed service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a8ec857-3243-456d-b272-0c64f958196f HTTP/1.1" status: 200 len: 999 time: 0.1674488 Jan 21 09:42:38.031891 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-77b6ff5f-e9d8-48ca-83db-8b8f4037bb3f tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:38.088669 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4f266607-84ed-4d11-8d8b-7903b1a51da7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.122960 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e5861bb8-ef1d-455b-b283-66abcf110e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.137725 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840f094-4587-4520-aba9-9c21510ba59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39303fa2-77ad-41f7-872c-7fc7c31a96b7,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:38.164106 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-353c53c5-7842-4ec9-ba74-f06473dd212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'name': 'tempest-ServerActionsTestJSON-847635217-router', 'tenant_id': '336aa381caa24798b3c72d188fdcb52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '792f8e78-68dc-4327-9e5b-cb5aa42c0761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:07Z', 'updated_at': '2022-01-21T09:41:24Z', 'revision_number': 4, 'project_id': '336aa381caa24798b3c72d188fdcb52a', 'gw_port': {'id': '792f8e78-68dc-4327-9e5b-cb5aa42c0761', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:09Z', 'updated_at': '2022-01-21T09:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': 'efb59135-d72b-482d-89a0-d5b848fdfd54', 'tenant_id': '336aa381caa24798b3c72d188fdcb52a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'port_id': '9a8ec857-3243-456d-b272-0c64f958196f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8515717b-44bc-4a2f-9c9a-f5ff80484c08', 'mac_address': 'fa:16:3e:43:58:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f96442-b214-4754-af6c-a9691405bcc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:41:41Z', 'updated_at': '2022-01-21T09:42:27Z', 'revision_number': 1, 'project_id': '336aa381caa24798b3c72d188fdcb52a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36f5ac7-689f-4b48-9e3e-4e823f6907ea', 'name': '', 'network_id': '8515717b-44bc-4a2f-9c9a-f5ff80484c08', 'tenant_id': '336aa381caa24798b3c72d188fdcb52a', 'mac_address': 'fa:16:3e:5f:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7fe4f7c-173a-4a1e-bc9c-b6d802a0a8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:22Z', 'updated_at': '2022-01-21T09:42:02Z', 'revision_number': 5, 'project_id': '336aa381caa24798b3c72d188fdcb52a', 'subnets': [{'id': 'e7fe4f7c-173a-4a1e-bc9c-b6d802a0a8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:38.172888 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353c53c5-7842-4ec9-ba74-f06473dd212f None None] Checking router: 36e4ec95-5470-4208-b6c3-206848c3ed41 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:42:38.180583 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8396612-8355-41a1-937d-d57b424368c2 req-6fc2d78e-db1a-42e5-a04d-37f3c95b1490 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:38.183256 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a8396612-8355-41a1-937d-d57b424368c2 req-6fc2d78e-db1a-42e5-a04d-37f3c95b1490 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=e7fe4f7c-173a-4a1e-bc9c-b6d802a0a8b0 HTTP/1.1" status: 200 len: 850 time: 0.1817846 Jan 21 09:42:38.190126 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b6ff5f-e9d8-48ca-83db-8b8f4037bb3f tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Made reservation on behalf of aed3d53ef02d4d889ce3052ba21584d0 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:38.194797 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-77b6ff5f-e9d8-48ca-83db-8b8f4037bb3f tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.210335 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353c53c5-7842-4ec9-ba74-f06473dd212f None None] Routers {'36e4ec95-5470-4208-b6c3-206848c3ed41'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:38.210958 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-353c53c5-7842-4ec9-ba74-f06473dd212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:42:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['36e4ec95-5470-4208-b6c3-206848c3ed41'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:38.280512 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f266607-84ed-4d11-8d8b-7903b1a51da7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:38.286530 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-4f266607-84ed-4d11-8d8b-7903b1a51da7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:38.289910 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f266607-84ed-4d11-8d8b-7903b1a51da7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:38.294800 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-44e87bcb-5b60-4811-8280-aeddc5174d86 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.328506 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f266607-84ed-4d11-8d8b-7903b1a51da7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Pushing event updated for resources: {'Port': ['ID=aee35dae-6e50-482c-92a0-142aa1981fb2,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:38.378922 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77b6ff5f-e9d8-48ca-83db-8b8f4037bb3f tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:38.390409 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-f810fddb-43c4-4fd2-95aa-8f5a359b6f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448ed92c-01d0-4c1d-a4f2-81b4f3b59d59', 'name': 'tempest-snat-router-1141835437', 'tenant_id': 'd66eceab8d184c82bef254493f349b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.33'}], 'enable_snat': False}, 'gw_port_id': 'b97f2b95-d063-4abc-8230-22a02872d935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:22Z', 'updated_at': '2022-01-21T09:42:29Z', 'revision_number': 3, 'project_id': 'd66eceab8d184c82bef254493f349b4a', 'gw_port': {'id': 'b97f2b95-d063-4abc-8230-22a02872d935', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448ed92c-01d0-4c1d-a4f2-81b4f3b59d59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:26Z', 'updated_at': '2022-01-21T09:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:38.392073 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-77b6ff5f-e9d8-48ca-83db-8b8f4037bb3f tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.392694 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-77b6ff5f-e9d8-48ca-83db-8b8f4037bb3f tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Added segment 89f41551-e4ea-4eae-baa9-1860d8063afc of type vlan for network 2bcb8e27-3478-4cea-93c1-86507e3c3f78 Jan 21 09:42:38.395348 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f810fddb-43c4-4fd2-95aa-8f5a359b6f1a None None] The sync data for ids ['448ed92c-01d0-4c1d-a4f2-81b4f3b59d59'] in dv-neutron-825732-1-hyperv is: [{'id': '448ed92c-01d0-4c1d-a4f2-81b4f3b59d59', 'name': 'tempest-snat-router-1141835437', 'tenant_id': 'd66eceab8d184c82bef254493f349b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.33'}], 'enable_snat': False}, 'gw_port_id': 'b97f2b95-d063-4abc-8230-22a02872d935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:22Z', 'updated_at': '2022-01-21T09:42:29Z', 'revision_number': 3, 'project_id': 'd66eceab8d184c82bef254493f349b4a', 'gw_port': {'id': 'b97f2b95-d063-4abc-8230-22a02872d935', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448ed92c-01d0-4c1d-a4f2-81b4f3b59d59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:26Z', 'updated_at': '2022-01-21T09:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:42:38.410323 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e5861bb8-ef1d-455b-b283-66abcf110e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.465888 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a8396612-8355-41a1-937d-d57b424368c2 req-0fe0590b-2b1a-4fde-a763-f79e1c6daef8 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=8515717b-44bc-4a2f-9c9a-f5ff80484c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2648244 Jan 21 09:42:38.474606 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-44e87bcb-5b60-4811-8280-aeddc5174d86 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Transition to ACTIVE for port object 5f3e1021-7e29-485d-9f7b-04e5ffcaec9d will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:38.482953 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-353c53c5-7842-4ec9-ba74-f06473dd212f None None] Set router 36e4ec95-5470-4208-b6c3-206848c3ed41 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:42:38.497089 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-77b6ff5f-e9d8-48ca-83db-8b8f4037bb3f tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.572279 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-77b6ff5f-e9d8-48ca-83db-8b8f4037bb3f tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.576449 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b6ff5f-e9d8-48ca-83db-8b8f4037bb3f tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:38.577056 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-77b6ff5f-e9d8-48ca-83db-8b8f4037bb3f tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.669318 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a8396612-8355-41a1-937d-d57b424368c2 req-5427d673-a4b4-49b9-a439-3ca16e3212d8 service neutron] 10.222.0.124 "GET /v2.0/networks/8515717b-44bc-4a2f-9c9a-f5ff80484c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934607 Jan 21 09:42:38.709113 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e5861bb8-ef1d-455b-b283-66abcf110e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.739475 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-44e87bcb-5b60-4811-8280-aeddc5174d86 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.766504 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5861bb8-ef1d-455b-b283-66abcf110e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39303fa2-77ad-41f7-872c-7fc7c31a96b7,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:38.793648 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4f266607-84ed-4d11-8d8b-7903b1a51da7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.794527 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4f266607-84ed-4d11-8d8b-7903b1a51da7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.819934 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e5861bb8-ef1d-455b-b283-66abcf110e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.821087 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e5861bb8-ef1d-455b-b283-66abcf110e20 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/39303fa2-77ad-41f7-872c-7fc7c31a96b7 HTTP/1.1" status: 204 len: 168 time: 0.8834209 Jan 21 09:42:38.834696 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-77b6ff5f-e9d8-48ca-83db-8b8f4037bb3f tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2267282 Jan 21 09:42:38.841058 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6ff5f-e9d8-48ca-83db-8b8f4037bb3f tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Pushing event updated for resources: {'Network': ['ID=2bcb8e27-3478-4cea-93c1-86507e3c3f78,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:38.847057 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55832) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:38.866625 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-27599600-aa04-4bbf-a4b5-012d55d46802 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Request body: {'subnet': {'network_id': '2bcb8e27-3478-4cea-93c1-86507e3c3f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:38.884423 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3357a816-1d4e-4991-a5c4-a375955567f6 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:42:38.900016 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 2bcb8e27-3478-4cea-93c1-86507e3c3f78 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:38.901851 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15cfdde-5d07-4bed-99aa-cd34df732439 None None] Sync routers for ids ['3fe6ad17-82ef-4676-ace7-76e711ea37c0'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:42:38.939179 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15cfdde-5d07-4bed-99aa-cd34df732439 None None] Routers {'3fe6ad17-82ef-4676-ace7-76e711ea37c0'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:38.939979 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-a15cfdde-5d07-4bed-99aa-cd34df732439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:42:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['3fe6ad17-82ef-4676-ace7-76e711ea37c0'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:38.966058 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e87bcb-5b60-4811-8280-aeddc5174d86 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Pushing event updated for resources: {'Port': ['ID=5f3e1021-7e29-485d-9f7b-04e5ffcaec9d,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:38.973219 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e87bcb-5b60-4811-8280-aeddc5174d86 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Network 963bfc8b-49bb-488e-90c0-3cea6aaaec21 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:38.993814 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-44e87bcb-5b60-4811-8280-aeddc5174d86 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:39.015467 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8379e69-c9f8-4180-a0cf-2f99a64d1e2a None None] DHCP port deletion for 54dc9b1b-844d-488e-ab9f-1c05e45c6d51 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:42:39.015983 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e87bcb-5b60-4811-8280-aeddc5174d86 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:39.069426 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a8396612-8355-41a1-937d-d57b424368c2 req-34088226-a64b-494e-8630-7105fd26c053 service neutron] 10.222.0.124 "GET /v2.0/networks/8515717b-44bc-4a2f-9c9a-f5ff80484c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907902 Jan 21 09:42:39.098857 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-a15cfdde-5d07-4bed-99aa-cd34df732439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:39.125193 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15cfdde-5d07-4bed-99aa-cd34df732439 None None] Routers {'3fe6ad17-82ef-4676-ace7-76e711ea37c0'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:39.127654 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-a15cfdde-5d07-4bed-99aa-cd34df732439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:42:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['3fe6ad17-82ef-4676-ace7-76e711ea37c0'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:39.278240 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-a15cfdde-5d07-4bed-99aa-cd34df732439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:39.278655 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15cfdde-5d07-4bed-99aa-cd34df732439 None None] The sync data for ids ['3fe6ad17-82ef-4676-ace7-76e711ea37c0'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:42:39.321779 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-353c53c5-7842-4ec9-ba74-f06473dd212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'name': 'tempest-ServerActionsTestJSON-847635217-router', 'tenant_id': '336aa381caa24798b3c72d188fdcb52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '792f8e78-68dc-4327-9e5b-cb5aa42c0761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:07Z', 'updated_at': '2022-01-21T09:41:24Z', 'revision_number': 4, 'project_id': '336aa381caa24798b3c72d188fdcb52a', 'gw_port': {'id': '792f8e78-68dc-4327-9e5b-cb5aa42c0761', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:09Z', 'updated_at': '2022-01-21T09:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': 'efb59135-d72b-482d-89a0-d5b848fdfd54', 'tenant_id': '336aa381caa24798b3c72d188fdcb52a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'port_id': '9a8ec857-3243-456d-b272-0c64f958196f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8515717b-44bc-4a2f-9c9a-f5ff80484c08', 'mac_address': 'fa:16:3e:43:58:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f96442-b214-4754-af6c-a9691405bcc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:41:41Z', 'updated_at': '2022-01-21T09:42:27Z', 'revision_number': 1, 'project_id': '336aa381caa24798b3c72d188fdcb52a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36f5ac7-689f-4b48-9e3e-4e823f6907ea', 'name': '', 'network_id': '8515717b-44bc-4a2f-9c9a-f5ff80484c08', 'tenant_id': '336aa381caa24798b3c72d188fdcb52a', 'mac_address': 'fa:16:3e:5f:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7fe4f7c-173a-4a1e-bc9c-b6d802a0a8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:22Z', 'updated_at': '2022-01-21T09:42:02Z', 'revision_number': 5, 'project_id': '336aa381caa24798b3c72d188fdcb52a', 'subnets': [{'id': 'e7fe4f7c-173a-4a1e-bc9c-b6d802a0a8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:39.328866 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353c53c5-7842-4ec9-ba74-f06473dd212f None None] The sync data for ids ['36e4ec95-5470-4208-b6c3-206848c3ed41'] in dv-neutron-825732-1-hyperv is: [{'id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'name': 'tempest-ServerActionsTestJSON-847635217-router', 'tenant_id': '336aa381caa24798b3c72d188fdcb52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '792f8e78-68dc-4327-9e5b-cb5aa42c0761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:07Z', 'updated_at': '2022-01-21T09:41:24Z', 'revision_number': 4, 'project_id': '336aa381caa24798b3c72d188fdcb52a', 'gw_port': {'id': '792f8e78-68dc-4327-9e5b-cb5aa42c0761', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:09Z', 'updated_at': '2022-01-21T09:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': 'efb59135-d72b-482d-89a0-d5b848fdfd54', 'tenant_id': '336aa381caa24798b3c72d188fdcb52a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'port_id': '9a8ec857-3243-456d-b272-0c64f958196f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8515717b-44bc-4a2f-9c9a-f5ff80484c08', 'mac_address': 'fa:16:3e:43:58:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f96442-b214-4754-af6c-a9691405bcc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:41:41Z', 'updated_at': '2022-01-21T09:42:27Z', 'revision_number': 1, 'project_id': '336aa381caa24798b3c72d188fdcb52a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36f5ac7-689f-4b48-9e3e-4e823f6907ea', 'name': '', 'network_id': '8515717b-44bc-4a2f-9c9a-f5ff80484c08', 'tenant_id': '336aa381caa24798b3c72d188fdcb52a', 'mac_address': 'fa:16:3e:5f:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7fe4f7c-173a-4a1e-bc9c-b6d802a0a8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:22Z', 'updated_at': '2022-01-21T09:42:02Z', 'revision_number': 5, 'project_id': '336aa381caa24798b3c72d188fdcb52a', 'subnets': [{'id': 'e7fe4f7c-173a-4a1e-bc9c-b6d802a0a8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:42:39.517675 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e87bcb-5b60-4811-8280-aeddc5174d86 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:39.525973 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-44e87bcb-5b60-4811-8280-aeddc5174d86 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.534341 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-27599600-aa04-4bbf-a4b5-012d55d46802 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:39.543293 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3357a816-1d4e-4991-a5c4-a375955567f6 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.569774 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-610aa4c3-00be-444b-8c80-726af78155d5 None None] Provisioning for port 5f3e1021-7e29-485d-9f7b-04e5ffcaec9d completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:39.586899 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-610aa4c3-00be-444b-8c80-726af78155d5 None None] Provisioning complete for port 5f3e1021-7e29-485d-9f7b-04e5ffcaec9d triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:39.587280 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-610aa4c3-00be-444b-8c80-726af78155d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.603524 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-27599600-aa04-4bbf-a4b5-012d55d46802 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Usage tracker for resource:subnet and tenant:aed3d53ef02d4d889ce3052ba21584d0 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:39.608944 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55842) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:39.620876 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-27599600-aa04-4bbf-a4b5-012d55d46802 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:39.630512 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-27599600-aa04-4bbf-a4b5-012d55d46802 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:39.637996 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-44e87bcb-5b60-4811-8280-aeddc5174d86 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1749735 Jan 21 09:42:39.644609 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-701db850-52bc-4991-8de3-13e0ecd27164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.644979 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55846) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:39.650054 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3357a816-1d4e-4991-a5c4-a375955567f6 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 18.9101536 Jan 21 09:42:39.655322 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-35549f58-7c74-4503-b523-9acb2c75b82f tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:d3:48:b1'}]}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:39.661507 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55850) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:39.672245 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-610aa4c3-00be-444b-8c80-726af78155d5 None None] Port 5f3e1021-7e29-485d-9f7b-04e5ffcaec9d cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:39.694286 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27599600-aa04-4bbf-a4b5-012d55d46802 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Made reservation on behalf of aed3d53ef02d4d889ce3052ba21584d0 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:39.751285 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f266607-84ed-4d11-8d8b-7903b1a51da7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Router 3286821f-5e53-44cc-8250-f109bda6dac0 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:42:39.804645 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-701db850-52bc-4991-8de3-13e0ecd27164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:39.808871 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c5f1c03c-d523-44da-8de3-909d040fa978 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] 10.222.0.104 "GET /v2.0/floatingips/02db0c74-fa31-477a-b5f6-ebb56e382c7e HTTP/1.1" status: 200 len: 984 time: 0.1464021 Jan 21 09:42:39.812903 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-701db850-52bc-4991-8de3-13e0ecd27164 admin admin] Usage tracker for resource:security_group_rule and tenant:21012c657903467b861cadb4fa55a5c4 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:39.815659 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55856) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:39.875822 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-701db850-52bc-4991-8de3-13e0ecd27164 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:39.932102 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-27599600-aa04-4bbf-a4b5-012d55d46802 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.942511 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-701db850-52bc-4991-8de3-13e0ecd27164 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:40.037913 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-7e22ecad-f76a-47c6-96e2-c11cf65833d8 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] 10.222.0.104 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3818 time: 0.1702948 Jan 21 09:42:40.042923 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55860) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:40.131921 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-701db850-52bc-4991-8de3-13e0ecd27164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.147617 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-701db850-52bc-4991-8de3-13e0ecd27164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.214693 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-701db850-52bc-4991-8de3-13e0ecd27164 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=21012c657903467b861cadb4fa55a5c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6028504 Jan 21 09:42:40.216419 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701db850-52bc-4991-8de3-13e0ecd27164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee55aaa-8a65-4009-a857-18e8dbfd42f3,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:40.221288 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55864) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:40.258524 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f266607-84ed-4d11-8d8b-7903b1a51da7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:42:40.268616 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05357df0-0952-4c9b-8cae-c487a9fe5a9d None None] Sync routers for ids ['3286821f-5e53-44cc-8250-f109bda6dac0'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:42:40.282845 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05357df0-0952-4c9b-8cae-c487a9fe5a9d None None] Routers {'3286821f-5e53-44cc-8250-f109bda6dac0'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:40.283895 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-05357df0-0952-4c9b-8cae-c487a9fe5a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:42:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['3286821f-5e53-44cc-8250-f109bda6dac0'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:40.287576 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4f266607-84ed-4d11-8d8b-7903b1a51da7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.289148 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4f266607-84ed-4d11-8d8b-7903b1a51da7 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.3482871 Jan 21 09:42:40.292151 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55868) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:40.408657 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35549f58-7c74-4503-b523-9acb2c75b82f tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.505419 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-509e87cd-246d-40fe-a6da-d834bc55b5a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.528328 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-05357df0-0952-4c9b-8cae-c487a9fe5a9d None None] Set router 3286821f-5e53-44cc-8250-f109bda6dac0 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:42:40.549387 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d89c0718-176a-42b2-9593-34596aa07fd0 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] 10.222.0.104 "GET /v2.0/routers/3286821f-5e53-44cc-8250-f109bda6dac0 HTTP/1.1" status: 200 len: 908 time: 0.2535172 Jan 21 09:42:40.550552 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55874) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:40.568327 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-3fb86ca8-39d7-41f0-b488-569924bdb38b tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Deleting port aa0abceb-1599-4448-937f-395da056456b {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:40.568897 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3fb86ca8-39d7-41f0-b488-569924bdb38b tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.689413 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-509e87cd-246d-40fe-a6da-d834bc55b5a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.784046 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d2933b01-0d96-4ad7-8cdb-674d1b9e20d2 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.809185 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-27599600-aa04-4bbf-a4b5-012d55d46802 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.859810 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-05357df0-0952-4c9b-8cae-c487a9fe5a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3286821f-5e53-44cc-8250-f109bda6dac0', 'name': 'tempest-snat-router-1141835437', 'tenant_id': 'd66eceab8d184c82bef254493f349b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': 'aee35dae-6e50-482c-92a0-142aa1981fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:36Z', 'updated_at': '2022-01-21T09:42:38Z', 'revision_number': 3, 'project_id': 'd66eceab8d184c82bef254493f349b4a', 'gw_port': {'id': 'aee35dae-6e50-482c-92a0-142aa1981fb2', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3286821f-5e53-44cc-8250-f109bda6dac0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:37Z', 'updated_at': '2022-01-21T09:42:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:40.865171 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05357df0-0952-4c9b-8cae-c487a9fe5a9d None None] Checking router: 3286821f-5e53-44cc-8250-f109bda6dac0 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:42:40.865862 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05357df0-0952-4c9b-8cae-c487a9fe5a9d None None] Updating router 3286821f-5e53-44cc-8250-f109bda6dac0 port aee35dae-6e50-482c-92a0-142aa1981fb2 binding host dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:42:40.956469 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-05357df0-0952-4c9b-8cae-c487a9fe5a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.041544 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27599600-aa04-4bbf-a4b5-012d55d46802 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Pushing event updated for resources: {'Subnet': ['ID=11944085-7e49-43b3-955d-2de989ea8c3b,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:41.075030 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d2933b01-0d96-4ad7-8cdb-674d1b9e20d2 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.088864 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d2933b01-0d96-4ad7-8cdb-674d1b9e20d2 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Deleting port aee35dae-6e50-482c-92a0-142aa1981fb2 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:41.089201 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d2933b01-0d96-4ad7-8cdb-674d1b9e20d2 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.095277 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-509e87cd-246d-40fe-a6da-d834bc55b5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.098859 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3fb86ca8-39d7-41f0-b488-569924bdb38b tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.099183 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3fb86ca8-39d7-41f0-b488-569924bdb38b tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.135983 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e87cd-246d-40fe-a6da-d834bc55b5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee55aaa-8a65-4009-a857-18e8dbfd42f3,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:41.272225 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d2933b01-0d96-4ad7-8cdb-674d1b9e20d2 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.376356 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-3fb86ca8-39d7-41f0-b488-569924bdb38b tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Calling delete_port for aa0abceb-1599-4448-937f-395da056456b owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:41.403586 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27599600-aa04-4bbf-a4b5-012d55d46802 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Checking segment: {'id': '89f41551-e4ea-4eae-baa9-1860d8063afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2bcb8e27-3478-4cea-93c1-86507e3c3f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:41.404515 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27599600-aa04-4bbf-a4b5-012d55d46802 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Network hostable DHCP agents. Network: 2bcb8e27-3478-4cea-93c1-86507e3c3f78, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:41.410959 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-05357df0-0952-4c9b-8cae-c487a9fe5a9d None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.424853 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-05357df0-0952-4c9b-8cae-c487a9fe5a9d None None] Transition to ACTIVE for port object aee35dae-6e50-482c-92a0-142aa1981fb2 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:41.432069 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-05357df0-0952-4c9b-8cae-c487a9fe5a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.434511 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-35549f58-7c74-4503-b523-9acb2c75b82f tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:42:41.454957 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-509e87cd-246d-40fe-a6da-d834bc55b5a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.456091 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-509e87cd-246d-40fe-a6da-d834bc55b5a1 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/dee55aaa-8a65-4009-a857-18e8dbfd42f3 HTTP/1.1" status: 204 len: 168 time: 1.2281668 Jan 21 09:42:41.471851 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35549f58-7c74-4503-b523-9acb2c75b82f tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.480210 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35549f58-7c74-4503-b523-9acb2c75b82f tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.520234 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d2933b01-0d96-4ad7-8cdb-674d1b9e20d2 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Calling delete_port for aee35dae-6e50-482c-92a0-142aa1981fb2 owned by network:router_gateway {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:41.527261 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f498edb-8131-4d56-83cf-725f1f70dcf5 None None] Pushing event updated for resources: {'Port': ['ID=aee35dae-6e50-482c-92a0-142aa1981fb2,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:41.534001 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-05357df0-0952-4c9b-8cae-c487a9fe5a9d None None] Attempting to bind port aee35dae-6e50-482c-92a0-142aa1981fb2 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:41.534642 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-05357df0-0952-4c9b-8cae-c487a9fe5a9d None None] Attempting to bind port aee35dae-6e50-482c-92a0-142aa1981fb2 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:41.534760 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05357df0-0952-4c9b-8cae-c487a9fe5a9d None None] Attempting to bind port aee35dae-6e50-482c-92a0-142aa1981fb2 on network 05164b30-8981-419a-8272-388f48c19dd5 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:41.543166 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05357df0-0952-4c9b-8cae-c487a9fe5a9d None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:42:41.543529 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05357df0-0952-4c9b-8cae-c487a9fe5a9d None None] Checking segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:41.543925 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-05357df0-0952-4c9b-8cae-c487a9fe5a9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.544308 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05357df0-0952-4c9b-8cae-c487a9fe5a9d None None] Bound using segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:42:41.545475 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-05357df0-0952-4c9b-8cae-c487a9fe5a9d None None] Bound port: aee35dae-6e50-482c-92a0-142aa1981fb2, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:41.546147 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-05357df0-0952-4c9b-8cae-c487a9fe5a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.633894 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-05357df0-0952-4c9b-8cae-c487a9fe5a9d None None] For port aee35dae-6e50-482c-92a0-142aa1981fb2, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:41.640454 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-05357df0-0952-4c9b-8cae-c487a9fe5a9d None None] For port aee35dae-6e50-482c-92a0-142aa1981fb2, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=aee35dae-6e50-482c-92a0-142aa1981fb2,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:41.649661 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-05357df0-0952-4c9b-8cae-c487a9fe5a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.653015 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35549f58-7c74-4503-b523-9acb2c75b82f tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Pushing event updated for resources: {'Port': ['ID=5f3e1021-7e29-485d-9f7b-04e5ffcaec9d,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:41.744345 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.api [None req-d2933b01-0d96-4ad7-8cdb-674d1b9e20d2 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:42:41.746277 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-35549f58-7c74-4503-b523-9acb2c75b82f tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] In _notify_port_updated(), no bound segment for port 5f3e1021-7e29-485d-9f7b-04e5ffcaec9d on network 963bfc8b-49bb-488e-90c0-3cea6aaaec21 {{(pid=83597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:42:41.749404 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG oslo_db.api [None req-d2933b01-0d96-4ad7-8cdb-674d1b9e20d2 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:42:41.775571 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35549f58-7c74-4503-b523-9acb2c75b82f tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:41.776691 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35549f58-7c74-4503-b523-9acb2c75b82f tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.779790 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-35549f58-7c74-4503-b523-9acb2c75b82f tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] 10.222.0.104 "PUT /v2.0/ports/5f3e1021-7e29-485d-9f7b-04e5ffcaec9d HTTP/1.1" status: 200 len: 994 time: 2.1327512 Jan 21 09:42:41.782373 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55888) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:41.809682 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f498edb-8131-4d56-83cf-725f1f70dcf5 None None] Pushing event updated for resources: {'Port': ['ID=aee35dae-6e50-482c-92a0-142aa1981fb2,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:41.812828 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27599600-aa04-4bbf-a4b5-012d55d46802 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Network 2bcb8e27-3478-4cea-93c1-86507e3c3f78 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:41.826582 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05357df0-0952-4c9b-8cae-c487a9fe5a9d None None] Routers {'3286821f-5e53-44cc-8250-f109bda6dac0'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:41.827185 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-05357df0-0952-4c9b-8cae-c487a9fe5a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:42:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['3286821f-5e53-44cc-8250-f109bda6dac0'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:41.852262 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-27599600-aa04-4bbf-a4b5-012d55d46802 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 2bcb8e27-3478-4cea-93c1-86507e3c3f78) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:41.859236 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27599600-aa04-4bbf-a4b5-012d55d46802 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:41.860283 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-27599600-aa04-4bbf-a4b5-012d55d46802 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.944223 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-27599600-aa04-4bbf-a4b5-012d55d46802 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0848482 Jan 21 09:42:41.947712 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55894) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:41.949452 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefc2b20-a16f-434b-82e0-df6d485e459e None None] Network 2bcb8e27-3478-4cea-93c1-86507e3c3f78 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:42.005368 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3fb86ca8-39d7-41f0-b488-569924bdb38b tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.066444 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb86ca8-39d7-41f0-b488-569924bdb38b tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Pushing event deleted for resources: {'Port': ['ID=aa0abceb-1599-4448-937f-395da056456b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:42.144981 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a12d8858-ac3b-485a-8278-8092922e089d tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.203507 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-5f8a7619-7f92-4cad-a87e-f74c8d94952e tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Deleting port 5f3e1021-7e29-485d-9f7b-04e5ffcaec9d {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:42.203850 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5f8a7619-7f92-4cad-a87e-f74c8d94952e tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.208033 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3fb86ca8-39d7-41f0-b488-569924bdb38b tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.265187 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d2933b01-0d96-4ad7-8cdb-674d1b9e20d2 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Deleting port aee35dae-6e50-482c-92a0-142aa1981fb2 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:42.265864 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d2933b01-0d96-4ad7-8cdb-674d1b9e20d2 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.359647 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51958f19-3db7-425d-a7a8-677c81b3f50f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-2bcb8e27-3478-4cea-93c1-86507e3c3f78', 'network_id': '2bcb8e27-3478-4cea-93c1-86507e3c3f78', 'tenant_id': 'aed3d53ef02d4d889ce3052ba21584d0', 'fixed_ips': [{'subnet_id': '11944085-7e49-43b3-955d-2de989ea8c3b'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:42:42.360451 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-51958f19-3db7-425d-a7a8-677c81b3f50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.392489 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ec1d148b-0002-41b1-b59b-4ba6913418da None None] Provisioning complete for port 5f3e1021-7e29-485d-9f7b-04e5ffcaec9d triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:42.392846 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ec1d148b-0002-41b1-b59b-4ba6913418da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.513154 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-05357df0-0952-4c9b-8cae-c487a9fe5a9d None None] Set router 3286821f-5e53-44cc-8250-f109bda6dac0 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:42:42.553607 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a12d8858-ac3b-485a-8278-8092922e089d tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.580984 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-ec1d148b-0002-41b1-b59b-4ba6913418da None None] Port 5f3e1021-7e29-485d-9f7b-04e5ffcaec9d cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:42.674904 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-d2933b01-0d96-4ad7-8cdb-674d1b9e20d2 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] For port aee35dae-6e50-482c-92a0-142aa1981fb2, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=aee35dae-6e50-482c-92a0-142aa1981fb2,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:42.678840 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d2933b01-0d96-4ad7-8cdb-674d1b9e20d2 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.688962 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-05357df0-0952-4c9b-8cae-c487a9fe5a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3286821f-5e53-44cc-8250-f109bda6dac0', 'name': 'tempest-snat-router-1141835437', 'tenant_id': 'd66eceab8d184c82bef254493f349b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:36Z', 'updated_at': '2022-01-21T09:42:41Z', 'revision_number': 4, 'project_id': 'd66eceab8d184c82bef254493f349b4a', 'gw_port_host': None}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:42.699930 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05357df0-0952-4c9b-8cae-c487a9fe5a9d None None] The sync data for ids ['3286821f-5e53-44cc-8250-f109bda6dac0'] in dv-neutron-825732-1-hyperv is: [{'id': '3286821f-5e53-44cc-8250-f109bda6dac0', 'name': 'tempest-snat-router-1141835437', 'tenant_id': 'd66eceab8d184c82bef254493f349b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:36Z', 'updated_at': '2022-01-21T09:42:41Z', 'revision_number': 4, 'project_id': 'd66eceab8d184c82bef254493f349b4a', 'gw_port_host': None}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:42:42.719882 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb86ca8-39d7-41f0-b488-569924bdb38b tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Router 3fe6ad17-82ef-4676-ace7-76e711ea37c0 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:42:42.744339 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7bf4be-3450-46f3-927c-7810f9bccac5 None None] New status for floating IP efb59135-d72b-482d-89a0-d5b848fdfd54: ACTIVE {{(pid=83600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:42:42.803938 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-51958f19-3db7-425d-a7a8-677c81b3f50f None None] Allocated IP 2001:db8::2 (2bcb8e27-3478-4cea-93c1-86507e3c3f78/11944085-7e49-43b3-955d-2de989ea8c3b/005797ce-e489-4f77-96e7-eedf4ee561a1) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:42.855194 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55916) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:43.047282 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d2933b01-0d96-4ad7-8cdb-674d1b9e20d2 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Calling delete_port for aee35dae-6e50-482c-92a0-142aa1981fb2 owned by network:router_gateway {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:43.097075 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb86ca8-39d7-41f0-b488-569924bdb38b tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:42:43.112241 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3fb86ca8-39d7-41f0-b488-569924bdb38b tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.178179 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3fb86ca8-39d7-41f0-b488-569924bdb38b tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] 10.222.0.104 "DELETE /v2.0/floatingips/02db0c74-fa31-477a-b5f6-ebb56e382c7e HTTP/1.1" status: 204 len: 168 time: 3.1318531 Jan 21 09:42:43.179103 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55924) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:43.187398 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-666790c2-645f-49f5-81f4-00b96f9e4e73 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Request body: {'networks': [{'name': 'tempest-network--1495666558'}, {'name': 'tempest-network--2060845521'}]} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:43.187927 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-666790c2-645f-49f5-81f4-00b96f9e4e73 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Request body: {'network': {'name': 'tempest-network--1495666558'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:43.188436 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-666790c2-645f-49f5-81f4-00b96f9e4e73 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Request body: {'network': {'name': 'tempest-network--2060845521'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:43.193344 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-666790c2-645f-49f5-81f4-00b96f9e4e73 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:43.200079 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-dd96959f-3b82-4aa9-9e56-7e55c4a49632 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:43.210508 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-666790c2-645f-49f5-81f4-00b96f9e4e73 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Usage tracker for resource:network and tenant:a4213ed1f11f4e1f82e55dcab22cf01e is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:43.213089 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-51958f19-3db7-425d-a7a8-677c81b3f50f None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.215774 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-dd96959f-3b82-4aa9-9e56-7e55c4a49632 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:43.218261 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-666790c2-645f-49f5-81f4-00b96f9e4e73 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:43.225088 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-51958f19-3db7-425d-a7a8-677c81b3f50f None None] Transition to ACTIVE for port object 005797ce-e489-4f77-96e7-eedf4ee561a1 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:43.225840 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-dd96959f-3b82-4aa9-9e56-7e55c4a49632 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Usage tracker for resource:floatingip and tenant:770cdf1060ae45dca4d5842a675a3534 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:43.229208 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-666790c2-645f-49f5-81f4-00b96f9e4e73 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:43.231254 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-dd96959f-3b82-4aa9-9e56-7e55c4a49632 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:43.239178 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-dd96959f-3b82-4aa9-9e56-7e55c4a49632 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:43.246964 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-51958f19-3db7-425d-a7a8-677c81b3f50f None None] Transition to ACTIVE for port object 005797ce-e489-4f77-96e7-eedf4ee561a1 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:43.251192 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666790c2-645f-49f5-81f4-00b96f9e4e73 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Made reservation on behalf of a4213ed1f11f4e1f82e55dcab22cf01e for: {'network': 2} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:43.252294 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deef5124-9518-4bef-9f40-1a152d5ea97c None None] Sync routers for ids ['3fe6ad17-82ef-4676-ace7-76e711ea37c0'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:42:43.255993 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-666790c2-645f-49f5-81f4-00b96f9e4e73 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.259779 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-51958f19-3db7-425d-a7a8-677c81b3f50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.269916 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dd96959f-3b82-4aa9-9e56-7e55c4a49632 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.289811 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-666790c2-645f-49f5-81f4-00b96f9e4e73 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.339741 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51958f19-3db7-425d-a7a8-677c81b3f50f None None] Pushing event updated for resources: {'Port': ['ID=005797ce-e489-4f77-96e7-eedf4ee561a1,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:43.354720 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5f8a7619-7f92-4cad-a87e-f74c8d94952e tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.358374 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deef5124-9518-4bef-9f40-1a152d5ea97c None None] Routers {'3fe6ad17-82ef-4676-ace7-76e711ea37c0'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:43.359004 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-deef5124-9518-4bef-9f40-1a152d5ea97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:42:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['3fe6ad17-82ef-4676-ace7-76e711ea37c0'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:43.393179 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-666790c2-645f-49f5-81f4-00b96f9e4e73 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:43.410419 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-666790c2-645f-49f5-81f4-00b96f9e4e73 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Usage tracker for resource:security_group_rule and tenant:a4213ed1f11f4e1f82e55dcab22cf01e is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:43.416010 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-666790c2-645f-49f5-81f4-00b96f9e4e73 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:43.424580 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-666790c2-645f-49f5-81f4-00b96f9e4e73 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:43.428645 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51958f19-3db7-425d-a7a8-677c81b3f50f None None] Network 2bcb8e27-3478-4cea-93c1-86507e3c3f78 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:43.430592 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-51958f19-3db7-425d-a7a8-677c81b3f50f None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:43.433207 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-deef5124-9518-4bef-9f40-1a152d5ea97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:43.436683 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51958f19-3db7-425d-a7a8-677c81b3f50f None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:43.469334 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dd96959f-3b82-4aa9-9e56-7e55c4a49632 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.472741 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a12d8858-ac3b-485a-8278-8092922e089d tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.538244 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deef5124-9518-4bef-9f40-1a152d5ea97c None None] Routers {'3fe6ad17-82ef-4676-ace7-76e711ea37c0'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:43.538873 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-deef5124-9518-4bef-9f40-1a152d5ea97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:42:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['3fe6ad17-82ef-4676-ace7-76e711ea37c0'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:43.589482 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-51958f19-3db7-425d-a7a8-677c81b3f50f None None] Attempting to bind port 005797ce-e489-4f77-96e7-eedf4ee561a1 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:43.590081 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-51958f19-3db7-425d-a7a8-677c81b3f50f None None] Attempting to bind port 005797ce-e489-4f77-96e7-eedf4ee561a1 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '89f41551-e4ea-4eae-baa9-1860d8063afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2bcb8e27-3478-4cea-93c1-86507e3c3f78'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:43.590275 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51958f19-3db7-425d-a7a8-677c81b3f50f None None] Attempting to bind port 005797ce-e489-4f77-96e7-eedf4ee561a1 on network 2bcb8e27-3478-4cea-93c1-86507e3c3f78 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:43.602377 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51958f19-3db7-425d-a7a8-677c81b3f50f None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:42:43.602758 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51958f19-3db7-425d-a7a8-677c81b3f50f None None] Checking segment: {'id': '89f41551-e4ea-4eae-baa9-1860d8063afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2bcb8e27-3478-4cea-93c1-86507e3c3f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:43.603148 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-51958f19-3db7-425d-a7a8-677c81b3f50f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.603543 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51958f19-3db7-425d-a7a8-677c81b3f50f None None] Bound using segment: {'id': '89f41551-e4ea-4eae-baa9-1860d8063afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2bcb8e27-3478-4cea-93c1-86507e3c3f78'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:42:43.604028 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-51958f19-3db7-425d-a7a8-677c81b3f50f None None] Bound port: 005797ce-e489-4f77-96e7-eedf4ee561a1, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f41551-e4ea-4eae-baa9-1860d8063afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2bcb8e27-3478-4cea-93c1-86507e3c3f78'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:43.604441 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-51958f19-3db7-425d-a7a8-677c81b3f50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.622220 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-deef5124-9518-4bef-9f40-1a152d5ea97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:43.623166 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deef5124-9518-4bef-9f40-1a152d5ea97c None None] The sync data for ids ['3fe6ad17-82ef-4676-ace7-76e711ea37c0'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:42:43.716996 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-51958f19-3db7-425d-a7a8-677c81b3f50f None None] For port 005797ce-e489-4f77-96e7-eedf4ee561a1, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:43.720843 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-51958f19-3db7-425d-a7a8-677c81b3f50f None None] For port 005797ce-e489-4f77-96e7-eedf4ee561a1, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=005797ce-e489-4f77-96e7-eedf4ee561a1,segment=NetworkSegment(89f41551-e4ea-4eae-baa9-1860d8063afc),segment_id=89f41551-e4ea-4eae-baa9-1860d8063afc)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:43.727933 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-51958f19-3db7-425d-a7a8-677c81b3f50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.751464 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-dd96959f-3b82-4aa9-9e56-7e55c4a49632 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Allocated IP 172.26.0.247 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/1ab8742c-639d-49f9-bf49-283b4ba5aa28) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:43.761127 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-5f8a7619-7f92-4cad-a87e-f74c8d94952e tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Calling delete_port for 5f3e1021-7e29-485d-9f7b-04e5ffcaec9d owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:43.934316 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51958f19-3db7-425d-a7a8-677c81b3f50f None None] Pushing event updated for resources: {'Port': ['ID=005797ce-e489-4f77-96e7-eedf4ee561a1,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:43.956723 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee17c1e-a87d-422a-8d79-ab3008fb6a88 None None] Network 2bcb8e27-3478-4cea-93c1-86507e3c3f78 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:43.970740 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d8858-ac3b-485a-8278-8092922e089d tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Pushing event deleted for resources: {'Subnet': ['ID=11944085-7e49-43b3-955d-2de989ea8c3b,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:44.016475 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dd96959f-3b82-4aa9-9e56-7e55c4a49632 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.045959 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a12d8858-ac3b-485a-8278-8092922e089d tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.057764 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dd96959f-3b82-4aa9-9e56-7e55c4a49632 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.096604 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d2933b01-0d96-4ad7-8cdb-674d1b9e20d2 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.193722 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd96959f-3b82-4aa9-9e56-7e55c4a49632 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:44.200600 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-dd96959f-3b82-4aa9-9e56-7e55c4a49632 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:44.202898 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2933b01-0d96-4ad7-8cdb-674d1b9e20d2 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Pushing event deleted for resources: {'Port': ['ID=aee35dae-6e50-482c-92a0-142aa1981fb2,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:44.214325 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd96959f-3b82-4aa9-9e56-7e55c4a49632 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:44.224777 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-a12d8858-ac3b-485a-8278-8092922e089d tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bcb8e27-3478-4cea-93c1-86507e3c3f78']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:44.283247 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96959f-3b82-4aa9-9e56-7e55c4a49632 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Pushing event updated for resources: {'Port': ['ID=1ab8742c-639d-49f9-bf49-283b4ba5aa28,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:44.286777 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a7a5a7-cd29-4a05-9aa3-453cff7098ca None None] get_active_networks_info from dv-neutron-825732-1-hyperv {{(pid=83599) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 09:42:44.309100 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-a12d8858-ac3b-485a-8278-8092922e089d tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f41551-e4ea-4eae-baa9-1860d8063afc') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:44.309100 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-a12d8858-ac3b-485a-8278-8092922e089d tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f41551-e4ea-4eae-baa9-1860d8063afc') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:44.355856 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-666790c2-645f-49f5-81f4-00b96f9e4e73 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.365297 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-666790c2-645f-49f5-81f4-00b96f9e4e73 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.366021 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-666790c2-645f-49f5-81f4-00b96f9e4e73 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.429799 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-666790c2-645f-49f5-81f4-00b96f9e4e73 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:44.439462 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666790c2-645f-49f5-81f4-00b96f9e4e73 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9af2a3b-ad8e-49c9-a10e-04105f054fa8,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:44.447195 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-666790c2-645f-49f5-81f4-00b96f9e4e73 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.447711 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-666790c2-645f-49f5-81f4-00b96f9e4e73 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Added segment 5936e099-9cc2-47d2-8323-52c71881a7ae of type vlan for network 26363b37-bb5d-4a3e-a0e2-6753b3b48d86 Jan 21 09:42:44.463837 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a12d8858-ac3b-485a-8278-8092922e089d tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.487908 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-666790c2-645f-49f5-81f4-00b96f9e4e73 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.495230 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a7a5a7-cd29-4a05-9aa3-453cff7098ca None None] Resources bound (agent type, host, resource id): {{(pid=83599) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:42:44.536063 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-666790c2-645f-49f5-81f4-00b96f9e4e73 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:44.556334 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-666790c2-645f-49f5-81f4-00b96f9e4e73 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.556759 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-666790c2-645f-49f5-81f4-00b96f9e4e73 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Added segment 35c89640-cb9e-4e6b-8f30-1b9d9aeba431 of type vlan for network 0afa0307-7f2d-417c-a32e-b2b19eee466d Jan 21 09:42:44.602053 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-666790c2-645f-49f5-81f4-00b96f9e4e73 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.667319 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-666790c2-645f-49f5-81f4-00b96f9e4e73 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.668235 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-666790c2-645f-49f5-81f4-00b96f9e4e73 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.673261 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666790c2-645f-49f5-81f4-00b96f9e4e73 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:44.676646 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666790c2-645f-49f5-81f4-00b96f9e4e73 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:44.677326 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-666790c2-645f-49f5-81f4-00b96f9e4e73 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.693800 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a12d8858-ac3b-485a-8278-8092922e089d tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.715429 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a12d8858-ac3b-485a-8278-8092922e089d tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:42:44.715823 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a12d8858-ac3b-485a-8278-8092922e089d tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.731083 dv-neutron-825732-1-hyperv neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:42:44.731083 dv-neutron-825732-1-hyperv neutron-server[83598]: util.warn( Jan 21 09:42:44.731083 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:42:44.731083 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:42:44.731083 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:42:44.731083 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:44.731083 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:42:44.731083 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:44.731083 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:42:44.731083 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:44.731083 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:42:44.731083 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:44.731083 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:42:44.731083 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:44.731083 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:42:44.731083 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:44.731083 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:44.731083 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:44.731083 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:44.731083 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:44.731083 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:42:44.731083 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:42:44.731083 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:42:44.731083 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:42:44.731083 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:44.731083 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:42:44.731083 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:44.731083 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:42:44.731083 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:44.731083 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:42:44.731083 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:44.731083 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:42:44.731083 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:44.731083 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:44.796739 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5f8a7619-7f92-4cad-a87e-f74c8d94952e tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.809377 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666790c2-645f-49f5-81f4-00b96f9e4e73 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Pushing event updated for resources: {'Network': ['ID=26363b37-bb5d-4a3e-a0e2-6753b3b48d86,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:44.827810 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 26363b37-bb5d-4a3e-a0e2-6753b3b48d86 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:44.843808 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-666790c2-645f-49f5-81f4-00b96f9e4e73 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.9873781 Jan 21 09:42:44.847494 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55936) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:44.870785 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d2933b01-0d96-4ad7-8cdb-674d1b9e20d2 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.025840 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666790c2-645f-49f5-81f4-00b96f9e4e73 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Pushing event updated for resources: {'Network': ['ID=0afa0307-7f2d-417c-a32e-b2b19eee466d,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:45.062585 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 0afa0307-7f2d-417c-a32e-b2b19eee466d details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:45.080593 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a7619-7f92-4cad-a87e-f74c8d94952e tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Pushing event deleted for resources: {'Port': ['ID=5f3e1021-7e29-485d-9f7b-04e5ffcaec9d,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:45.105132 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.api [None req-a12d8858-ac3b-485a-8278-8092922e089d tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:42:45.105132 dv-neutron-825732-1-hyperv neutron-server[83598]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:42:45.105132 dv-neutron-825732-1-hyperv neutron-server[83598]: [parameters: {'id': '2bcb8e27-3478-4cea-93c1-86507e3c3f78'}] Jan 21 09:42:45.105132 dv-neutron-825732-1-hyperv neutron-server[83598]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:42:45.105132 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG oslo_db.api [None req-a12d8858-ac3b-485a-8278-8092922e089d tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:42:45.118709 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2a0fca-2ca5-4cc5-9267-df64283f595d tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:45.122668 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2a0fca-2ca5-4cc5-9267-df64283f595d tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:45.127607 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2a0fca-2ca5-4cc5-9267-df64283f595d tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:45.131746 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2a0fca-2ca5-4cc5-9267-df64283f595d tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:45.132905 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-aa2a0fca-2ca5-4cc5-9267-df64283f595d tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Synchronizing usage tracker for tenant:a4213ed1f11f4e1f82e55dcab22cf01e on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:45.166669 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-aa2a0fca-2ca5-4cc5-9267-df64283f595d tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Unset dirty status for tenant:a4213ed1f11f4e1f82e55dcab22cf01e on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:45.171816 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-aa2a0fca-2ca5-4cc5-9267-df64283f595d tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] 10.222.0.104 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3195381 Jan 21 09:42:45.172135 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55940) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:45.372389 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dd96959f-3b82-4aa9-9e56-7e55c4a49632 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.377339 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d2933b01-0d96-4ad7-8cdb-674d1b9e20d2 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.382790 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d2933b01-0d96-4ad7-8cdb-674d1b9e20d2 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.437168 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5dca98e6-ffd8-4623-baf1-fadd33dbef0e tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.470908 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dd96959f-3b82-4aa9-9e56-7e55c4a49632 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.543521 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d2933b01-0d96-4ad7-8cdb-674d1b9e20d2 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.544234 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2933b01-0d96-4ad7-8cdb-674d1b9e20d2 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3286821f-5e53-44cc-8250-f109bda6dac0 {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:42:45.600318 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a12d8858-ac3b-485a-8278-8092922e089d tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.644942 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5f8a7619-7f92-4cad-a87e-f74c8d94952e tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.649606 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a12d8858-ac3b-485a-8278-8092922e089d tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Deleting port 005797ce-e489-4f77-96e7-eedf4ee561a1 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:45.650737 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a12d8858-ac3b-485a-8278-8092922e089d tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.666635 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5dca98e6-ffd8-4623-baf1-fadd33dbef0e tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.700032 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5f8a7619-7f92-4cad-a87e-f74c8d94952e tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] 10.222.0.104 "DELETE /v2.0/ports/5f3e1021-7e29-485d-9f7b-04e5ffcaec9d HTTP/1.1" status: 204 len: 168 time: 3.9165542 Jan 21 09:42:45.703174 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55948) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:45.726282 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d2933b01-0d96-4ad7-8cdb-674d1b9e20d2 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.727833 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d2933b01-0d96-4ad7-8cdb-674d1b9e20d2 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] 10.222.0.104 "DELETE /v2.0/routers/3286821f-5e53-44cc-8250-f109bda6dac0 HTTP/1.1" status: 204 len: 168 time: 5.1763437 Jan 21 09:42:45.739708 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device b97f2b95-d063-4abc-8230-22a02872d935 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:45.765942 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-5dca98e6-ffd8-4623-baf1-fadd33dbef0e tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26363b37-bb5d-4a3e-a0e2-6753b3b48d86']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:45.772652 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55954) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:45.783978 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-b50ac45c-88b3-4a98-8891-25f2ed9ad0a7 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] GET failed (client error): The resource could not be found. Jan 21 09:42:45.784254 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b50ac45c-88b3-4a98-8891-25f2ed9ad0a7 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Synchronizing usage tracker for tenant:2a19762160874459a14fca9b3969ecad on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:45.843507 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-5dca98e6-ffd8-4623-baf1-fadd33dbef0e tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5936e099-9cc2-47d2-8323-52c71881a7ae') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:45.844163 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-5dca98e6-ffd8-4623-baf1-fadd33dbef0e tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5936e099-9cc2-47d2-8323-52c71881a7ae') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:45.859458 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port b97f2b95-d063-4abc-8230-22a02872d935 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:45.868539 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port b97f2b95-d063-4abc-8230-22a02872d935 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:45.869145 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.987636 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b50ac45c-88b3-4a98-8891-25f2ed9ad0a7 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Unset dirty status for tenant:2a19762160874459a14fca9b3969ecad on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:45.994798 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b50ac45c-88b3-4a98-8891-25f2ed9ad0a7 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] 10.222.0.104 "GET /v2.0/ports/5f3e1021-7e29-485d-9f7b-04e5ffcaec9d HTTP/1.1" status: 404 len: 333 time: 0.2829106 Jan 21 09:42:45.996385 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55958) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:46.004998 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-0e1eeb17-1103-44eb-af0e-588d6e290820 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Request body: {'port': {'network_id': '963bfc8b-49bb-488e-90c0-3cea6aaaec21', 'name': 'tempest-AllowedAddressPairTestJSON-237572146'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:46.007405 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5dca98e6-ffd8-4623-baf1-fadd33dbef0e tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.024137 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.047737 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port b97f2b95-d063-4abc-8230-22a02872d935, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=b97f2b95-d063-4abc-8230-22a02872d935,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:46.052373 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.066839 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5dca98e6-ffd8-4623-baf1-fadd33dbef0e tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.092215 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dca98e6-ffd8-4623-baf1-fadd33dbef0e tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:42:46.092836 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5dca98e6-ffd8-4623-baf1-fadd33dbef0e tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.109095 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:42:46.109095 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:42:46.109095 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:42:46.109095 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:46.109095 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:42:46.109095 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:46.109095 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:42:46.109095 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:46.109095 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:42:46.109095 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:46.109095 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:42:46.109095 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:46.109095 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:42:46.109095 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:46.109095 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:46.109095 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:46.109095 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:46.109095 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:46.109095 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:42:46.109095 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:42:46.109095 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:42:46.109095 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:42:46.109095 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:46.109095 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:42:46.109095 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:46.109095 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:42:46.109095 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:46.109095 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:42:46.109095 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:46.109095 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:42:46.109095 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:46.109095 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:46.127483 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=b97f2b95-d063-4abc-8230-22a02872d935,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:46.217387 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5dca98e6-ffd8-4623-baf1-fadd33dbef0e tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.223432 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-a12d8858-ac3b-485a-8278-8092922e089d tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] For port 005797ce-e489-4f77-96e7-eedf4ee561a1, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=005797ce-e489-4f77-96e7-eedf4ee561a1,segment=NetworkSegment(89f41551-e4ea-4eae-baa9-1860d8063afc),segment_id=89f41551-e4ea-4eae-baa9-1860d8063afc)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:46.224019 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a12d8858-ac3b-485a-8278-8092922e089d tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.283523 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5dca98e6-ffd8-4623-baf1-fadd33dbef0e tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.289642 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dd96959f-3b82-4aa9-9e56-7e55c4a49632 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.302256 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca98e6-ffd8-4623-baf1-fadd33dbef0e tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Pushing event deleted for resources: {'Network': ['ID=26363b37-bb5d-4a3e-a0e2-6753b3b48d86,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:46.311896 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dd96959f-3b82-4aa9-9e56-7e55c4a49632 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.363001 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a12d8858-ac3b-485a-8278-8092922e089d tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Calling delete_port for 005797ce-e489-4f77-96e7-eedf4ee561a1 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:46.371239 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5dca98e6-ffd8-4623-baf1-fadd33dbef0e tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] 10.222.0.104 "DELETE /v2.0/networks/26363b37-bb5d-4a3e-a0e2-6753b3b48d86 HTTP/1.1" status: 204 len: 168 time: 1.1977446 Jan 21 09:42:46.381851 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55962) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:46.388921 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-0e1eeb17-1103-44eb-af0e-588d6e290820 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:46.413548 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-0e1eeb17-1103-44eb-af0e-588d6e290820 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:46.430963 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1eeb17-1103-44eb-af0e-588d6e290820 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Made reservation on behalf of 2a19762160874459a14fca9b3969ecad for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:46.434047 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0e1eeb17-1103-44eb-af0e-588d6e290820 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.468556 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-0e1eeb17-1103-44eb-af0e-588d6e290820 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] device_id is not set on port f9824812-11c8-4bd8-9892-f64a1c6d22fd yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:42:46.514478 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96959f-3b82-4aa9-9e56-7e55c4a49632 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Pushing event updated for resources: {'Port': ['ID=1ab8742c-639d-49f9-bf49-283b4ba5aa28,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:46.519722 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a12d8858-ac3b-485a-8278-8092922e089d tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.568276 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dd96959f-3b82-4aa9-9e56-7e55c4a49632 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.571471 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d8858-ac3b-485a-8278-8092922e089d tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Pushing event deleted for resources: {'Port': ['ID=005797ce-e489-4f77-96e7-eedf4ee561a1,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:46.590005 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12d8858-ac3b-485a-8278-8092922e089d tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] No DVR routers for this DVR port 005797ce-e489-4f77-96e7-eedf4ee561a1 on host dv-neutron-825732-1-hyperv {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:46.592286 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-282e1b5e-6c09-40ef-bfe7-2dc77528f974 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.605128 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dd96959f-3b82-4aa9-9e56-7e55c4a49632 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.606270 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-dd96959f-3b82-4aa9-9e56-7e55c4a49632 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4232779 Jan 21 09:42:46.611678 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55968) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:46.649709 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-45a999b8-1a7b-413a-b384-87e3a17a9e24 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.785331 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a12d8858-ac3b-485a-8278-8092922e089d tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.815296 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-0e1eeb17-1103-44eb-af0e-588d6e290820 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Allocated IP 172.20.0.14 (963bfc8b-49bb-488e-90c0-3cea6aaaec21/e2551140-a1ea-4bd4-b459-f0110687995d/f9824812-11c8-4bd8-9892-f64a1c6d22fd) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:46.829040 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-a12d8858-ac3b-485a-8278-8092922e089d tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bcb8e27-3478-4cea-93c1-86507e3c3f78']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:46.847577 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-a12d8858-ac3b-485a-8278-8092922e089d tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f41551-e4ea-4eae-baa9-1860d8063afc') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:46.847985 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-a12d8858-ac3b-485a-8278-8092922e089d tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f41551-e4ea-4eae-baa9-1860d8063afc') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:46.861953 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-282e1b5e-6c09-40ef-bfe7-2dc77528f974 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.884605 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a12d8858-ac3b-485a-8278-8092922e089d tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.914955 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a12d8858-ac3b-485a-8278-8092922e089d tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.933801 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a12d8858-ac3b-485a-8278-8092922e089d tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:42:46.934024 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a12d8858-ac3b-485a-8278-8092922e089d tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.943574 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-282e1b5e-6c09-40ef-bfe7-2dc77528f974 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0afa0307-7f2d-417c-a32e-b2b19eee466d']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:46.950099 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:42:46.950099 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:42:46.950099 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:42:46.950099 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:46.950099 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:42:46.950099 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:46.950099 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:42:46.950099 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:46.950099 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:42:46.950099 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:46.950099 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:42:46.950099 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:46.950099 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:42:46.950099 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:46.950099 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:46.950099 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:46.950099 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:46.950099 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:46.950099 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:42:46.950099 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:42:46.950099 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:42:46.950099 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:42:46.950099 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:46.950099 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:42:46.950099 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:46.950099 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:42:46.950099 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:46.950099 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:42:46.950099 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:46.950099 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:42:46.950099 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:46.950099 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:46.973316 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-282e1b5e-6c09-40ef-bfe7-2dc77528f974 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35c89640-cb9e-4e6b-8f30-1b9d9aeba431') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:46.973761 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-282e1b5e-6c09-40ef-bfe7-2dc77528f974 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35c89640-cb9e-4e6b-8f30-1b9d9aeba431') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:46.990567 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-1e64aa1b-26fb-4285-ba2b-1c4c60d3e5d6 tempest-FloatingIPAdminTestJSON-781595479 tempest-FloatingIPAdminTestJSON-781595479-project] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:46.999568 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-282e1b5e-6c09-40ef-bfe7-2dc77528f974 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.007175 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1e64aa1b-26fb-4285-ba2b-1c4c60d3e5d6 tempest-FloatingIPAdminTestJSON-781595479 tempest-FloatingIPAdminTestJSON-781595479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:47.058456 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-1e64aa1b-26fb-4285-ba2b-1c4c60d3e5d6 tempest-FloatingIPAdminTestJSON-781595479 tempest-FloatingIPAdminTestJSON-781595479-project] Usage tracker for resource:floatingip and tenant:a34bb6a4cb1042149f3a3259fb94a470 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:47.070972 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-1e64aa1b-26fb-4285-ba2b-1c4c60d3e5d6 tempest-FloatingIPAdminTestJSON-781595479 tempest-FloatingIPAdminTestJSON-781595479-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:47.083695 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-282e1b5e-6c09-40ef-bfe7-2dc77528f974 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.087316 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1e64aa1b-26fb-4285-ba2b-1c4c60d3e5d6 tempest-FloatingIPAdminTestJSON-781595479 tempest-FloatingIPAdminTestJSON-781595479-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:47.097634 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-282e1b5e-6c09-40ef-bfe7-2dc77528f974 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:42:47.098027 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-282e1b5e-6c09-40ef-bfe7-2dc77528f974 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.112905 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:42:47.112905 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:42:47.112905 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:42:47.112905 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:47.112905 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:42:47.112905 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:47.112905 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:42:47.112905 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:47.112905 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:42:47.112905 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:47.112905 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:42:47.112905 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:47.112905 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:42:47.112905 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:47.112905 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:47.112905 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:47.112905 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:47.112905 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:47.112905 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:42:47.112905 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:42:47.112905 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:42:47.112905 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:42:47.112905 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:47.112905 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:42:47.112905 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:47.112905 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:42:47.112905 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:47.112905 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:42:47.112905 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:47.112905 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:42:47.112905 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:47.112905 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:47.140012 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a12d8858-ac3b-485a-8278-8092922e089d tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.171696 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a12d8858-ac3b-485a-8278-8092922e089d tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.182856 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d8858-ac3b-485a-8278-8092922e089d tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Pushing event deleted for resources: {'Network': ['ID=2bcb8e27-3478-4cea-93c1-86507e3c3f78,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:47.195360 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1e64aa1b-26fb-4285-ba2b-1c4c60d3e5d6 tempest-FloatingIPAdminTestJSON-781595479 tempest-FloatingIPAdminTestJSON-781595479-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.209874 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a12d8858-ac3b-485a-8278-8092922e089d tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] 10.222.0.104 "DELETE /v2.0/networks/2bcb8e27-3478-4cea-93c1-86507e3c3f78 HTTP/1.1" status: 204 len: 168 time: 5.2605557 Jan 21 09:42:47.216470 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55978) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:47.242649 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-fb65899f-c7cf-4d28-a2e6-d41393db6f3a tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1702668544'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:47.243403 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0e1eeb17-1103-44eb-af0e-588d6e290820 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.250812 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fb65899f-c7cf-4d28-a2e6-d41393db6f3a tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:47.300968 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-fb65899f-c7cf-4d28-a2e6-d41393db6f3a tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Usage tracker for resource:network and tenant:aed3d53ef02d4d889ce3052ba21584d0 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:47.308691 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-fb65899f-c7cf-4d28-a2e6-d41393db6f3a tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:47.312642 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-0e1eeb17-1103-44eb-af0e-588d6e290820 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Transition to ACTIVE for port object f9824812-11c8-4bd8-9892-f64a1c6d22fd will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:47.321333 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-282e1b5e-6c09-40ef-bfe7-2dc77528f974 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.324956 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-282e1b5e-6c09-40ef-bfe7-2dc77528f974 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.330491 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fb65899f-c7cf-4d28-a2e6-d41393db6f3a tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:47.339419 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0e1eeb17-1103-44eb-af0e-588d6e290820 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.371777 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e1b5e-6c09-40ef-bfe7-2dc77528f974 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Pushing event deleted for resources: {'Network': ['ID=0afa0307-7f2d-417c-a32e-b2b19eee466d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:47.381657 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-282e1b5e-6c09-40ef-bfe7-2dc77528f974 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] 10.222.0.104 "DELETE /v2.0/networks/0afa0307-7f2d-417c-a32e-b2b19eee466d HTTP/1.1" status: 204 len: 168 time: 0.9952750 Jan 21 09:42:47.382309 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55982) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:47.389842 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb65899f-c7cf-4d28-a2e6-d41393db6f3a tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Made reservation on behalf of aed3d53ef02d4d889ce3052ba21584d0 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:47.392921 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb65899f-c7cf-4d28-a2e6-d41393db6f3a tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.418367 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1eeb17-1103-44eb-af0e-588d6e290820 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Network 963bfc8b-49bb-488e-90c0-3cea6aaaec21 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:47.422123 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-0e1eeb17-1103-44eb-af0e-588d6e290820 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:47.426558 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1eeb17-1103-44eb-af0e-588d6e290820 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:47.452513 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1eeb17-1103-44eb-af0e-588d6e290820 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Pushing event updated for resources: {'Port': ['ID=f9824812-11c8-4bd8-9892-f64a1c6d22fd,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:47.492100 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1eeb17-1103-44eb-af0e-588d6e290820 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:47.492764 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0e1eeb17-1103-44eb-af0e-588d6e290820 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.514879 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0e1eeb17-1103-44eb-af0e-588d6e290820 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5176039 Jan 21 09:42:47.517576 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 55986) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:47.523696 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-83d02f0d-8eba-4892-b61a-2fdf6ae48f00 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:d3:48:b1'}]}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:47.525651 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-45a999b8-1a7b-413a-b384-87e3a17a9e24 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.557108 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb65899f-c7cf-4d28-a2e6-d41393db6f3a tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:47.586232 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-45a999b8-1a7b-413a-b384-87e3a17a9e24 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Deleting port b97f2b95-d063-4abc-8230-22a02872d935 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:47.586573 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-45a999b8-1a7b-413a-b384-87e3a17a9e24 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.626773 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb65899f-c7cf-4d28-a2e6-d41393db6f3a tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.627227 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-fb65899f-c7cf-4d28-a2e6-d41393db6f3a tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Added segment f6e32b91-fbed-43ee-982b-4b8f55a443b9 of type vlan for network 4a9daeb9-f9ff-490e-9fc3-7d666cbdd0ea Jan 21 09:42:47.675061 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device b97f2b95-d063-4abc-8230-22a02872d935 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:47.708266 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0172d6bb-75b6-4ec3-aaea-4a9ff3852a9b None None] Provisioning for port f9824812-11c8-4bd8-9892-f64a1c6d22fd completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:47.728987 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0172d6bb-75b6-4ec3-aaea-4a9ff3852a9b None None] Provisioning complete for port f9824812-11c8-4bd8-9892-f64a1c6d22fd triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:47.729588 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0172d6bb-75b6-4ec3-aaea-4a9ff3852a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.738678 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb65899f-c7cf-4d28-a2e6-d41393db6f3a tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.788557 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb65899f-c7cf-4d28-a2e6-d41393db6f3a tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.792362 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb65899f-c7cf-4d28-a2e6-d41393db6f3a tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:47.793092 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb65899f-c7cf-4d28-a2e6-d41393db6f3a tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.856221 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-0172d6bb-75b6-4ec3-aaea-4a9ff3852a9b None None] Port f9824812-11c8-4bd8-9892-f64a1c6d22fd cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:47.894931 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port b97f2b95-d063-4abc-8230-22a02872d935 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:47.894931 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.036001 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-83d02f0d-8eba-4892-b61a-2fdf6ae48f00 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.080146 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da011210-3c77-4222-982e-8af351c74d3b tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:48.084316 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da011210-3c77-4222-982e-8af351c74d3b tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:48.085261 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-da011210-3c77-4222-982e-8af351c74d3b tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Synchronizing usage tracker for tenant:a4213ed1f11f4e1f82e55dcab22cf01e on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:48.193275 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-fb65899f-c7cf-4d28-a2e6-d41393db6f3a tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9728138 Jan 21 09:42:48.193275 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65899f-c7cf-4d28-a2e6-d41393db6f3a tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Pushing event updated for resources: {'Network': ['ID=4a9daeb9-f9ff-490e-9fc3-7d666cbdd0ea,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:48.195557 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 55996) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:48.204005 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 4a9daeb9-f9ff-490e-9fc3-7d666cbdd0ea details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:48.209306 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1e64aa1b-26fb-4285-ba2b-1c4c60d3e5d6 tempest-FloatingIPAdminTestJSON-781595479 tempest-FloatingIPAdminTestJSON-781595479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.214030 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-8c22899d-77da-4077-a906-0a85a187ecec tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Request body: {'subnet': {'network_id': '4a9daeb9-f9ff-490e-9fc3-7d666cbdd0ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:48.242946 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-da011210-3c77-4222-982e-8af351c74d3b tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Unset dirty status for tenant:a4213ed1f11f4e1f82e55dcab22cf01e on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:48.244104 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-da011210-3c77-4222-982e-8af351c74d3b tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] 10.222.0.104 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8598161 Jan 21 09:42:48.249072 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56000) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:48.259617 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-6b4f4033-d761-449d-bbc4-be6533f2702d tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-484746481'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:48.270647 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6b4f4033-d761-449d-bbc4-be6533f2702d tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:48.301846 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6b4f4033-d761-449d-bbc4-be6533f2702d tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:48.330171 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4f4033-d761-449d-bbc4-be6533f2702d tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Made reservation on behalf of a4213ed1f11f4e1f82e55dcab22cf01e for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:48.333472 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6b4f4033-d761-449d-bbc4-be6533f2702d tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.384508 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-83d02f0d-8eba-4892-b61a-2fdf6ae48f00 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.390129 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b4f4033-d761-449d-bbc4-be6533f2702d tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:48.396125 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-83d02f0d-8eba-4892-b61a-2fdf6ae48f00 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.440468 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-45a999b8-1a7b-413a-b384-87e3a17a9e24 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] For port b97f2b95-d063-4abc-8230-22a02872d935, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=b97f2b95-d063-4abc-8230-22a02872d935,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:48.440795 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-45a999b8-1a7b-413a-b384-87e3a17a9e24 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.453133 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6b4f4033-d761-449d-bbc4-be6533f2702d tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.453386 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-6b4f4033-d761-449d-bbc4-be6533f2702d tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Added segment 4dd4bd12-1d05-4f81-8e22-139291bdb980 of type vlan for network 8594e458-64c1-43c7-8372-52a02eb1cee8 Jan 21 09:42:48.511058 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8c22899d-77da-4077-a906-0a85a187ecec tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:48.534592 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6b4f4033-d761-449d-bbc4-be6533f2702d tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.538591 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d02f0d-8eba-4892-b61a-2fdf6ae48f00 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Pushing event updated for resources: {'Port': ['ID=f9824812-11c8-4bd8-9892-f64a1c6d22fd,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:48.576310 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-83d02f0d-8eba-4892-b61a-2fdf6ae48f00 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] In _notify_port_updated(), no bound segment for port f9824812-11c8-4bd8-9892-f64a1c6d22fd on network 963bfc8b-49bb-488e-90c0-3cea6aaaec21 {{(pid=83598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:42:48.580192 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d02f0d-8eba-4892-b61a-2fdf6ae48f00 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:48.580809 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-83d02f0d-8eba-4892-b61a-2fdf6ae48f00 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.585336 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-83d02f0d-8eba-4892-b61a-2fdf6ae48f00 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] 10.222.0.104 "PUT /v2.0/ports/f9824812-11c8-4bd8-9892-f64a1c6d22fd HTTP/1.1" status: 200 len: 996 time: 1.0636535 Jan 21 09:42:48.585336 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56004) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:48.605726 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-45a999b8-1a7b-413a-b384-87e3a17a9e24 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Calling delete_port for b97f2b95-d063-4abc-8230-22a02872d935 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:48.635700 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6b4f4033-d761-449d-bbc4-be6533f2702d tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.640722 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4f4033-d761-449d-bbc4-be6533f2702d tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:48.640953 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8c22899d-77da-4077-a906-0a85a187ecec tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Usage tracker for resource:subnet and tenant:aed3d53ef02d4d889ce3052ba21584d0 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:48.641628 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6b4f4033-d761-449d-bbc4-be6533f2702d tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.650004 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8c22899d-77da-4077-a906-0a85a187ecec tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:48.667642 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8c22899d-77da-4077-a906-0a85a187ecec tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:48.708825 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c22899d-77da-4077-a906-0a85a187ecec tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Made reservation on behalf of aed3d53ef02d4d889ce3052ba21584d0 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:48.745225 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-1e64aa1b-26fb-4285-ba2b-1c4c60d3e5d6 tempest-FloatingIPAdminTestJSON-781595479 tempest-FloatingIPAdminTestJSON-781595479-project] Allocated IP 172.26.0.232 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/53f67b96-e3f7-45e7-babb-4cb87b745751) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:48.787094 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-78e39836-582b-4d4c-a53e-c29ac9a517cb None None] Provisioning complete for port f9824812-11c8-4bd8-9892-f64a1c6d22fd triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:48.787717 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-78e39836-582b-4d4c-a53e-c29ac9a517cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.793028 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-05a38395-9903-4344-8efa-8c91398a28b9 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Deleting port f9824812-11c8-4bd8-9892-f64a1c6d22fd {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:48.793374 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-05a38395-9903-4344-8efa-8c91398a28b9 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.833889 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6b4f4033-d761-449d-bbc4-be6533f2702d tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5799427 Jan 21 09:42:48.835916 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56008) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:48.836536 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f4033-d761-449d-bbc4-be6533f2702d tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Pushing event updated for resources: {'Network': ['ID=8594e458-64c1-43c7-8372-52a02eb1cee8,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:48.858401 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 8594e458-64c1-43c7-8372-52a02eb1cee8 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:48.873573 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-8e34eb12-99e6-4ee7-82f7-bcd30bf1d884 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1480920870'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:48.878149 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-78e39836-582b-4d4c-a53e-c29ac9a517cb None None] Port f9824812-11c8-4bd8-9892-f64a1c6d22fd cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:48.887150 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-8e34eb12-99e6-4ee7-82f7-bcd30bf1d884 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:48.896165 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-8e34eb12-99e6-4ee7-82f7-bcd30bf1d884 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Usage tracker for resource:network and tenant:a4213ed1f11f4e1f82e55dcab22cf01e is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:48.904343 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-8e34eb12-99e6-4ee7-82f7-bcd30bf1d884 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:48.914911 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-8e34eb12-99e6-4ee7-82f7-bcd30bf1d884 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:48.966989 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e34eb12-99e6-4ee7-82f7-bcd30bf1d884 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Made reservation on behalf of a4213ed1f11f4e1f82e55dcab22cf01e for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:48.970807 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8e34eb12-99e6-4ee7-82f7-bcd30bf1d884 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.094226 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e34eb12-99e6-4ee7-82f7-bcd30bf1d884 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:49.103499 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8c22899d-77da-4077-a906-0a85a187ecec tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.118581 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8e34eb12-99e6-4ee7-82f7-bcd30bf1d884 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.118933 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-8e34eb12-99e6-4ee7-82f7-bcd30bf1d884 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Added segment 31815131-aeab-4959-a1af-25b3e8964c1d of type vlan for network ffb6fb53-9207-4bc7-b04c-1846ac203e8e Jan 21 09:42:49.127064 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-45a999b8-1a7b-413a-b384-87e3a17a9e24 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.179842 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-05a38395-9903-4344-8efa-8c91398a28b9 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.188483 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8e34eb12-99e6-4ee7-82f7-bcd30bf1d884 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.276770 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1e64aa1b-26fb-4285-ba2b-1c4c60d3e5d6 tempest-FloatingIPAdminTestJSON-781595479 tempest-FloatingIPAdminTestJSON-781595479-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.293291 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a999b8-1a7b-413a-b384-87e3a17a9e24 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Pushing event deleted for resources: {'Port': ['ID=b97f2b95-d063-4abc-8230-22a02872d935,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:49.312138 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-05a38395-9903-4344-8efa-8c91398a28b9 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Calling delete_port for f9824812-11c8-4bd8-9892-f64a1c6d22fd owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:49.387389 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8e34eb12-99e6-4ee7-82f7-bcd30bf1d884 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.391672 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e34eb12-99e6-4ee7-82f7-bcd30bf1d884 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:49.392604 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8e34eb12-99e6-4ee7-82f7-bcd30bf1d884 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.472773 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1e64aa1b-26fb-4285-ba2b-1c4c60d3e5d6 tempest-FloatingIPAdminTestJSON-781595479 tempest-FloatingIPAdminTestJSON-781595479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.528718 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8e34eb12-99e6-4ee7-82f7-bcd30bf1d884 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6810918 Jan 21 09:42:49.564727 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56018) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:49.571968 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34eb12-99e6-4ee7-82f7-bcd30bf1d884 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Pushing event updated for resources: {'Network': ['ID=ffb6fb53-9207-4bc7-b04c-1846ac203e8e,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:49.579741 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-9f7892ae-6173-46aa-838e-53db21e07f71 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Request body: {'ports': [{'network_id': '8594e458-64c1-43c7-8372-52a02eb1cee8', 'name': 'tempest-port--96789156', 'admin_state_up': True}, {'network_id': 'ffb6fb53-9207-4bc7-b04c-1846ac203e8e', 'admin_state_up': False}]} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:49.580710 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-9f7892ae-6173-46aa-838e-53db21e07f71 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Request body: {'port': {'network_id': '8594e458-64c1-43c7-8372-52a02eb1cee8', 'name': 'tempest-port--96789156', 'admin_state_up': True}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:49.580710 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-9f7892ae-6173-46aa-838e-53db21e07f71 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Request body: {'port': {'network_id': 'ffb6fb53-9207-4bc7-b04c-1846ac203e8e', 'admin_state_up': False}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:49.584225 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network ffb6fb53-9207-4bc7-b04c-1846ac203e8e details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:49.748094 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-05a38395-9903-4344-8efa-8c91398a28b9 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.806696 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64aa1b-26fb-4285-ba2b-1c4c60d3e5d6 tempest-FloatingIPAdminTestJSON-781595479 tempest-FloatingIPAdminTestJSON-781595479-project] Pushing event updated for resources: {'Port': ['ID=53f67b96-e3f7-45e7-babb-4cb87b745751,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:49.811166 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e64aa1b-26fb-4285-ba2b-1c4c60d3e5d6 tempest-FloatingIPAdminTestJSON-781595479 tempest-FloatingIPAdminTestJSON-781595479-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:49.813992 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-45a999b8-1a7b-413a-b384-87e3a17a9e24 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.869362 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-1e64aa1b-26fb-4285-ba2b-1c4c60d3e5d6 tempest-FloatingIPAdminTestJSON-781595479 tempest-FloatingIPAdminTestJSON-781595479-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:49.889544 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e64aa1b-26fb-4285-ba2b-1c4c60d3e5d6 tempest-FloatingIPAdminTestJSON-781595479 tempest-FloatingIPAdminTestJSON-781595479-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:49.952815 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a38395-9903-4344-8efa-8c91398a28b9 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Pushing event deleted for resources: {'Port': ['ID=f9824812-11c8-4bd8-9892-f64a1c6d22fd,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:50.066141 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9f7892ae-6173-46aa-838e-53db21e07f71 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:50.073542 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9f7892ae-6173-46aa-838e-53db21e07f71 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Usage tracker for resource:port and tenant:a4213ed1f11f4e1f82e55dcab22cf01e is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:50.079426 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9f7892ae-6173-46aa-838e-53db21e07f71 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:50.094836 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9f7892ae-6173-46aa-838e-53db21e07f71 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:50.111117 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-05a38395-9903-4344-8efa-8c91398a28b9 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.122930 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7892ae-6173-46aa-838e-53db21e07f71 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Made reservation on behalf of a4213ed1f11f4e1f82e55dcab22cf01e for: {'port': 2} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:50.127121 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9f7892ae-6173-46aa-838e-53db21e07f71 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.141554 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.142315 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-05a38395-9903-4344-8efa-8c91398a28b9 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] 10.222.0.104 "DELETE /v2.0/ports/f9824812-11c8-4bd8-9892-f64a1c6d22fd HTTP/1.1" status: 204 len: 168 time: 1.5563533 Jan 21 09:42:50.145749 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56024) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:50.187809 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9f7892ae-6173-46aa-838e-53db21e07f71 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.203617 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-45a999b8-1a7b-413a-b384-87e3a17a9e24 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.205349 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f2d056-bbef-41e2-a4af-e04abb5bf305 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] GET failed (client error): The resource could not be found. Jan 21 09:42:50.205492 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-96f2d056-bbef-41e2-a4af-e04abb5bf305 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Synchronizing usage tracker for tenant:2a19762160874459a14fca9b3969ecad on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:50.222303 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-45a999b8-1a7b-413a-b384-87e3a17a9e24 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.277433 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-96f2d056-bbef-41e2-a4af-e04abb5bf305 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Unset dirty status for tenant:2a19762160874459a14fca9b3969ecad on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:50.282753 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-96f2d056-bbef-41e2-a4af-e04abb5bf305 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] 10.222.0.104 "GET /v2.0/ports/f9824812-11c8-4bd8-9892-f64a1c6d22fd HTTP/1.1" status: 404 len: 333 time: 0.1318152 Jan 21 09:42:50.284091 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56028) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:50.300234 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-830cd415-0b6a-4492-9d37-de9e4344273a tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Request body: {'port': {'network_id': '963bfc8b-49bb-488e-90c0-3cea6aaaec21', 'name': 'tempest-AllowedAddressPairTestJSON-170197330'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:50.430014 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-45a999b8-1a7b-413a-b384-87e3a17a9e24 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.430515 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a999b8-1a7b-413a-b384-87e3a17a9e24 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 448ed92c-01d0-4c1d-a4f2-81b4f3b59d59 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:42:50.460061 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.objects.ports [None req-8c22899d-77da-4077-a906-0a85a187ecec tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83597) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:42:50.477369 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8c22899d-77da-4077-a906-0a85a187ecec tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.479156 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-9f7892ae-6173-46aa-838e-53db21e07f71 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] device_id is not set on port 8c5c88a3-1cb0-4717-809d-45a3718d41cf yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:42:50.577696 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9f7892ae-6173-46aa-838e-53db21e07f71 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.651366 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1e64aa1b-26fb-4285-ba2b-1c4c60d3e5d6 tempest-FloatingIPAdminTestJSON-781595479 tempest-FloatingIPAdminTestJSON-781595479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.678238 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-45a999b8-1a7b-413a-b384-87e3a17a9e24 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.683278 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-45a999b8-1a7b-413a-b384-87e3a17a9e24 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] 10.222.0.104 "DELETE /v2.0/routers/448ed92c-01d0-4c1d-a4f2-81b4f3b59d59 HTTP/1.1" status: 204 len: 168 time: 4.9058421 Jan 21 09:42:50.687283 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56036) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:50.703271 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-6486e33a-572a-4245-84dd-b7a9d3ed64b6 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1600407289', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}, 'admin_state_up': False}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:50.715050 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6486e33a-572a-4245-84dd-b7a9d3ed64b6 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:50.716990 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-830cd415-0b6a-4492-9d37-de9e4344273a tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:50.719659 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-9f7892ae-6173-46aa-838e-53db21e07f71 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] device_id is not set on port d9c4048d-d714-41b3-ac3a-8f1d4db819da yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:42:50.726853 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c22899d-77da-4077-a906-0a85a187ecec tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Pushing event updated for resources: {'Subnet': ['ID=b971a0b6-ac44-4257-9da4-eb9785433452,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:50.733284 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6486e33a-572a-4245-84dd-b7a9d3ed64b6 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Usage tracker for resource:router and tenant:24bdc49ef662478cbebc8c7402bf782e is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:50.737126 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6486e33a-572a-4245-84dd-b7a9d3ed64b6 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:50.746109 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6486e33a-572a-4245-84dd-b7a9d3ed64b6 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:50.762241 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6486e33a-572a-4245-84dd-b7a9d3ed64b6 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.764474 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6486e33a-572a-4245-84dd-b7a9d3ed64b6 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.765457 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-830cd415-0b6a-4492-9d37-de9e4344273a tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:50.786490 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1e64aa1b-26fb-4285-ba2b-1c4c60d3e5d6 tempest-FloatingIPAdminTestJSON-781595479 tempest-FloatingIPAdminTestJSON-781595479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.813313 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6486e33a-572a-4245-84dd-b7a9d3ed64b6 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.816578 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c22899d-77da-4077-a906-0a85a187ecec tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Checking segment: {'id': 'f6e32b91-fbed-43ee-982b-4b8f55a443b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '4a9daeb9-f9ff-490e-9fc3-7d666cbdd0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:50.816939 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c22899d-77da-4077-a906-0a85a187ecec tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Network hostable DHCP agents. Network: 4a9daeb9-f9ff-490e-9fc3-7d666cbdd0ea, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:50.829454 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830cd415-0b6a-4492-9d37-de9e4344273a tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Made reservation on behalf of 2a19762160874459a14fca9b3969ecad for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:50.832599 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-830cd415-0b6a-4492-9d37-de9e4344273a tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.885855 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-830cd415-0b6a-4492-9d37-de9e4344273a tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] device_id is not set on port 78fb5844-cf79-421e-b961-bc597d20a72c yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:42:50.917024 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9f7892ae-6173-46aa-838e-53db21e07f71 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.012744 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c22899d-77da-4077-a906-0a85a187ecec tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Network 4a9daeb9-f9ff-490e-9fc3-7d666cbdd0ea is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:51.014011 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6486e33a-572a-4245-84dd-b7a9d3ed64b6 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.029569 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9f7892ae-6173-46aa-838e-53db21e07f71 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.051551 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-8c22899d-77da-4077-a906-0a85a187ecec tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 4a9daeb9-f9ff-490e-9fc3-7d666cbdd0ea) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:51.056083 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c22899d-77da-4077-a906-0a85a187ecec tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:51.056737 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8c22899d-77da-4077-a906-0a85a187ecec tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.063202 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6999283d-93ec-4687-9d71-b75ea60367dc None None] Network 4a9daeb9-f9ff-490e-9fc3-7d666cbdd0ea requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:51.159080 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8c22899d-77da-4077-a906-0a85a187ecec tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.9607642 Jan 21 09:42:51.166842 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56040) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:51.256620 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7892ae-6173-46aa-838e-53db21e07f71 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Pushing event updated for resources: {'Port': ['ID=8c5c88a3-1cb0-4717-809d-45a3718d41cf,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:51.272212 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7892ae-6173-46aa-838e-53db21e07f71 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Checking segment: {'id': '4dd4bd12-1d05-4f81-8e22-139291bdb980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8594e458-64c1-43c7-8372-52a02eb1cee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:51.272572 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7892ae-6173-46aa-838e-53db21e07f71 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Network hostable DHCP agents. Network: 8594e458-64c1-43c7-8372-52a02eb1cee8, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:51.327046 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7892ae-6173-46aa-838e-53db21e07f71 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Network 8594e458-64c1-43c7-8372-52a02eb1cee8 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:51.339856 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298616c9-e827-47f3-8ec6-8c2dc15a91cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-4a9daeb9-f9ff-490e-9fc3-7d666cbdd0ea', 'network_id': '4a9daeb9-f9ff-490e-9fc3-7d666cbdd0ea', 'tenant_id': 'aed3d53ef02d4d889ce3052ba21584d0', 'fixed_ips': [{'subnet_id': 'b971a0b6-ac44-4257-9da4-eb9785433452'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:42:51.340713 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-298616c9-e827-47f3-8ec6-8c2dc15a91cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.375329 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-9f7892ae-6173-46aa-838e-53db21e07f71 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 8594e458-64c1-43c7-8372-52a02eb1cee8) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:51.383002 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7892ae-6173-46aa-838e-53db21e07f71 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:51.383853 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9f7892ae-6173-46aa-838e-53db21e07f71 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.389636 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc4663e-f633-47c9-8cfc-9bc4d7dcafe3 None None] Network 8594e458-64c1-43c7-8372-52a02eb1cee8 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:51.417412 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-830cd415-0b6a-4492-9d37-de9e4344273a tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Allocated IP 172.20.0.12 (963bfc8b-49bb-488e-90c0-3cea6aaaec21/e2551140-a1ea-4bd4-b459-f0110687995d/78fb5844-cf79-421e-b961-bc597d20a72c) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:51.460653 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-1e64aa1b-26fb-4285-ba2b-1c4c60d3e5d6 tempest-FloatingIPAdminTestJSON-781595479 tempest-FloatingIPAdminTestJSON-781595479-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:42:51.479985 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7892ae-6173-46aa-838e-53db21e07f71 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Pushing event updated for resources: {'Port': ['ID=d9c4048d-d714-41b3-ac3a-8f1d4db819da,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:51.498727 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1e64aa1b-26fb-4285-ba2b-1c4c60d3e5d6 tempest-FloatingIPAdminTestJSON-781595479 tempest-FloatingIPAdminTestJSON-781595479-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.519749 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1e64aa1b-26fb-4285-ba2b-1c4c60d3e5d6 tempest-FloatingIPAdminTestJSON-781595479 tempest-FloatingIPAdminTestJSON-781595479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.532027 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6486e33a-572a-4245-84dd-b7a9d3ed64b6 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router_gateway, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.571618 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6486e33a-572a-4245-84dd-b7a9d3ed64b6 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.712163 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4b169fb-a709-4100-9e26-f6a7d5843ed0 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.733798 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-298616c9-e827-47f3-8ec6-8c2dc15a91cf None None] Allocated IP 2001:db8::f816:3eff:fef8:af10 (4a9daeb9-f9ff-490e-9fc3-7d666cbdd0ea/b971a0b6-ac44-4257-9da4-eb9785433452/276f421e-e9b6-49bf-879f-a2b9ecdb03bc) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:51.759700 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64aa1b-26fb-4285-ba2b-1c4c60d3e5d6 tempest-FloatingIPAdminTestJSON-781595479 tempest-FloatingIPAdminTestJSON-781595479-project] Pushing event updated for resources: {'Port': ['ID=53f67b96-e3f7-45e7-babb-4cb87b745751,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:51.817616 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-6486e33a-572a-4245-84dd-b7a9d3ed64b6 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Allocated IP 172.26.0.197 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/288e2bc4-f9b4-4f35-ad59-a40c917786d0) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:51.866382 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1e64aa1b-26fb-4285-ba2b-1c4c60d3e5d6 tempest-FloatingIPAdminTestJSON-781595479 tempest-FloatingIPAdminTestJSON-781595479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.930880 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-830cd415-0b6a-4492-9d37-de9e4344273a tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.946478 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1e64aa1b-26fb-4285-ba2b-1c4c60d3e5d6 tempest-FloatingIPAdminTestJSON-781595479 tempest-FloatingIPAdminTestJSON-781595479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.947828 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1e64aa1b-26fb-4285-ba2b-1c4c60d3e5d6 tempest-FloatingIPAdminTestJSON-781595479 tempest-FloatingIPAdminTestJSON-781595479-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3329697 Jan 21 09:42:51.957071 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56050) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:51.970855 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-298616c9-e827-47f3-8ec6-8c2dc15a91cf None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.982557 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-298616c9-e827-47f3-8ec6-8c2dc15a91cf None None] Transition to ACTIVE for port object 276f421e-e9b6-49bf-879f-a2b9ecdb03bc will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:51.989048 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6486e33a-572a-4245-84dd-b7a9d3ed64b6 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.003230 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-298616c9-e827-47f3-8ec6-8c2dc15a91cf None None] Transition to ACTIVE for port object 276f421e-e9b6-49bf-879f-a2b9ecdb03bc will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:52.012109 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7892ae-6173-46aa-838e-53db21e07f71 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Checking segment: {'id': '31815131-aeab-4959-a1af-25b3e8964c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ffb6fb53-9207-4bc7-b04c-1846ac203e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:52.012688 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7892ae-6173-46aa-838e-53db21e07f71 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Network hostable DHCP agents. Network: ffb6fb53-9207-4bc7-b04c-1846ac203e8e, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:52.017795 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-298616c9-e827-47f3-8ec6-8c2dc15a91cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.021385 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-830cd415-0b6a-4492-9d37-de9e4344273a tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Transition to ACTIVE for port object 78fb5844-cf79-421e-b961-bc597d20a72c will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:52.035318 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4b169fb-a709-4100-9e26-f6a7d5843ed0 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.042693 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6486e33a-572a-4245-84dd-b7a9d3ed64b6 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.094422 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298616c9-e827-47f3-8ec6-8c2dc15a91cf None None] Network 4a9daeb9-f9ff-490e-9fc3-7d666cbdd0ea is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:52.098653 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-298616c9-e827-47f3-8ec6-8c2dc15a91cf None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:52.103408 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298616c9-e827-47f3-8ec6-8c2dc15a91cf None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:52.104159 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7892ae-6173-46aa-838e-53db21e07f71 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Network ffb6fb53-9207-4bc7-b04c-1846ac203e8e is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:52.117825 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298616c9-e827-47f3-8ec6-8c2dc15a91cf None None] Pushing event updated for resources: {'Port': ['ID=276f421e-e9b6-49bf-879f-a2b9ecdb03bc,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:52.174833 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-cb7862c5-a711-4f69-9e58-7bb69c5aba3d tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Synchronizing usage tracker for tenant:770cdf1060ae45dca4d5842a675a3534 on resource:floatingip {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:52.180884 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-830cd415-0b6a-4492-9d37-de9e4344273a tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.224159 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-298616c9-e827-47f3-8ec6-8c2dc15a91cf None None] Attempting to bind port 276f421e-e9b6-49bf-879f-a2b9ecdb03bc on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:52.224627 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-298616c9-e827-47f3-8ec6-8c2dc15a91cf None None] Attempting to bind port 276f421e-e9b6-49bf-879f-a2b9ecdb03bc by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'f6e32b91-fbed-43ee-982b-4b8f55a443b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '4a9daeb9-f9ff-490e-9fc3-7d666cbdd0ea'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:52.225204 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298616c9-e827-47f3-8ec6-8c2dc15a91cf None None] Attempting to bind port 276f421e-e9b6-49bf-879f-a2b9ecdb03bc on network 4a9daeb9-f9ff-490e-9fc3-7d666cbdd0ea {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:52.227934 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4b169fb-a709-4100-9e26-f6a7d5843ed0 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.233921 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298616c9-e827-47f3-8ec6-8c2dc15a91cf None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:42:52.234753 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298616c9-e827-47f3-8ec6-8c2dc15a91cf None None] Checking segment: {'id': 'f6e32b91-fbed-43ee-982b-4b8f55a443b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '4a9daeb9-f9ff-490e-9fc3-7d666cbdd0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:52.235335 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-298616c9-e827-47f3-8ec6-8c2dc15a91cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.235908 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298616c9-e827-47f3-8ec6-8c2dc15a91cf None None] Bound using segment: {'id': 'f6e32b91-fbed-43ee-982b-4b8f55a443b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '4a9daeb9-f9ff-490e-9fc3-7d666cbdd0ea'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:42:52.236557 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-298616c9-e827-47f3-8ec6-8c2dc15a91cf None None] Bound port: 276f421e-e9b6-49bf-879f-a2b9ecdb03bc, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e32b91-fbed-43ee-982b-4b8f55a443b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '4a9daeb9-f9ff-490e-9fc3-7d666cbdd0ea'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:52.237108 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-298616c9-e827-47f3-8ec6-8c2dc15a91cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.266453 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-9f7892ae-6173-46aa-838e-53db21e07f71 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, ffb6fb53-9207-4bc7-b04c-1846ac203e8e) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:52.275549 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6486e33a-572a-4245-84dd-b7a9d3ed64b6 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:52.276635 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7892ae-6173-46aa-838e-53db21e07f71 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:52.281955 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7892ae-6173-46aa-838e-53db21e07f71 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:52.285274 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7892ae-6173-46aa-838e-53db21e07f71 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:52.285521 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e973be0-c293-4349-8410-b51530aa3627 None None] Network ffb6fb53-9207-4bc7-b04c-1846ac203e8e requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:52.286188 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9f7892ae-6173-46aa-838e-53db21e07f71 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.290575 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-6486e33a-572a-4245-84dd-b7a9d3ed64b6 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:52.292555 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486e33a-572a-4245-84dd-b7a9d3ed64b6 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Pushing event updated for resources: {'Port': ['ID=288e2bc4-f9b4-4f35-ad59-a40c917786d0,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:52.295930 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6486e33a-572a-4245-84dd-b7a9d3ed64b6 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:52.368636 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9f7892ae-6173-46aa-838e-53db21e07f71 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 2.8022540 Jan 21 09:42:52.371719 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56056) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:52.374385 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b169fb-a709-4100-9e26-f6a7d5843ed0 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Pushing event deleted for resources: {'Subnet': ['ID=b971a0b6-ac44-4257-9da4-eb9785433452,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:52.423009 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830cd415-0b6a-4492-9d37-de9e4344273a tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Network 963bfc8b-49bb-488e-90c0-3cea6aaaec21 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:52.424089 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830cd415-0b6a-4492-9d37-de9e4344273a tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Pushing event updated for resources: {'Port': ['ID=78fb5844-cf79-421e-b961-bc597d20a72c,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:52.430521 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-830cd415-0b6a-4492-9d37-de9e4344273a tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:52.432899 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830cd415-0b6a-4492-9d37-de9e4344273a tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:52.464507 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-298616c9-e827-47f3-8ec6-8c2dc15a91cf None None] For port 276f421e-e9b6-49bf-879f-a2b9ecdb03bc, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:52.493840 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-cb7862c5-a711-4f69-9e58-7bb69c5aba3d tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Unset dirty status for tenant:770cdf1060ae45dca4d5842a675a3534 on resource:floatingip {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:52.498491 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-cb7862c5-a711-4f69-9e58-7bb69c5aba3d tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] 10.222.0.104 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4004 time: 0.5341346 Jan 21 09:42:52.500038 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4b169fb-a709-4100-9e26-f6a7d5843ed0 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.510361 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56060) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:52.515749 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-298616c9-e827-47f3-8ec6-8c2dc15a91cf None None] For port 276f421e-e9b6-49bf-879f-a2b9ecdb03bc, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=276f421e-e9b6-49bf-879f-a2b9ecdb03bc,segment=NetworkSegment(f6e32b91-fbed-43ee-982b-4b8f55a443b9),segment_id=f6e32b91-fbed-43ee-982b-4b8f55a443b9)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:52.521670 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830cd415-0b6a-4492-9d37-de9e4344273a tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:52.522371 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-830cd415-0b6a-4492-9d37-de9e4344273a tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.531776 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-298616c9-e827-47f3-8ec6-8c2dc15a91cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.627385 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-b4b169fb-a709-4100-9e26-f6a7d5843ed0 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9daeb9-f9ff-490e-9fc3-7d666cbdd0ea']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:52.652083 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-b4b169fb-a709-4100-9e26-f6a7d5843ed0 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6e32b91-fbed-43ee-982b-4b8f55a443b9') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:52.652409 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-b4b169fb-a709-4100-9e26-f6a7d5843ed0 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6e32b91-fbed-43ee-982b-4b8f55a443b9') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:52.663088 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-d3d91c95-433a-44a0-8969-7fb94dd57889 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Synchronizing usage tracker for tenant:8f4e00a7e524471b8e4a3aa280852b90 on resource:floatingip {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:52.678378 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-830cd415-0b6a-4492-9d37-de9e4344273a tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3849189 Jan 21 09:42:52.678378 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4b169fb-a709-4100-9e26-f6a7d5843ed0 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.688290 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56064) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:52.690264 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298616c9-e827-47f3-8ec6-8c2dc15a91cf None None] Pushing event updated for resources: {'Port': ['ID=276f421e-e9b6-49bf-879f-a2b9ecdb03bc,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:52.697762 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-f37b9e92-9d3d-4155-b843-6fc5822cefe0 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Request body: {'port': {'network_id': '963bfc8b-49bb-488e-90c0-3cea6aaaec21', 'name': 'tempest-AllowedAddressPairTestJSON-1088749884'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:52.736994 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4b169fb-a709-4100-9e26-f6a7d5843ed0 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.743209 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517ca0f7-9f64-4ddc-9ba5-40fdd34726ad tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:52.746903 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517ca0f7-9f64-4ddc-9ba5-40fdd34726ad tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:52.747727 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-517ca0f7-9f64-4ddc-9ba5-40fdd34726ad tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Synchronizing usage tracker for tenant:a4213ed1f11f4e1f82e55dcab22cf01e on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:52.751991 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fed330c-fbb2-4796-a47c-bb8041679a4a None None] Network 4a9daeb9-f9ff-490e-9fc3-7d666cbdd0ea requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:52.776320 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6486e33a-572a-4245-84dd-b7a9d3ed64b6 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router_gateway, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.777030 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6486e33a-572a-4245-84dd-b7a9d3ed64b6 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.780670 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-517ca0f7-9f64-4ddc-9ba5-40fdd34726ad tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Unset dirty status for tenant:a4213ed1f11f4e1f82e55dcab22cf01e on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:52.784764 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-517ca0f7-9f64-4ddc-9ba5-40fdd34726ad tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.3882120 Jan 21 09:42:52.785121 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56070) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:52.810526 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-d3d91c95-433a-44a0-8969-7fb94dd57889 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Unset dirty status for tenant:8f4e00a7e524471b8e4a3aa280852b90 on resource:floatingip {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:52.812054 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d3d91c95-433a-44a0-8969-7fb94dd57889 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] 10.222.0.104 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 689 time: 0.3006585 Jan 21 09:42:52.813404 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b169fb-a709-4100-9e26-f6a7d5843ed0 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:42:52.814168 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4b169fb-a709-4100-9e26-f6a7d5843ed0 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.832222 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:42:52.832222 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:42:52.832222 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:42:52.832222 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:52.832222 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:42:52.832222 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:52.832222 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:42:52.832222 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:52.832222 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:42:52.832222 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:52.832222 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:42:52.832222 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:52.832222 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:42:52.832222 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:52.832222 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:52.832222 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:52.832222 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:52.832222 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:52.832222 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:42:52.832222 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:42:52.832222 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:42:52.832222 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:42:52.832222 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:52.832222 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:42:52.832222 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:52.832222 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:42:52.832222 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:52.832222 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:42:52.832222 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:52.832222 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:42:52.832222 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:52.832222 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:52.834457 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56074) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:53.024625 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-38c8c050-9875-4a48-9e72-b98c86da508e tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Deleting port 8c5c88a3-1cb0-4717-809d-45a3718d41cf {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:53.025548 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-38c8c050-9875-4a48-9e72-b98c86da508e tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.127576 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.api [None req-b4b169fb-a709-4100-9e26-f6a7d5843ed0 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:42:53.127576 dv-neutron-825732-1-hyperv neutron-server[83597]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:42:53.127576 dv-neutron-825732-1-hyperv neutron-server[83597]: [parameters: {'id': '4a9daeb9-f9ff-490e-9fc3-7d666cbdd0ea'}] Jan 21 09:42:53.127576 dv-neutron-825732-1-hyperv neutron-server[83597]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:42:53.128061 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG oslo_db.api [None req-b4b169fb-a709-4100-9e26-f6a7d5843ed0 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:42:53.150266 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-557952f5-ca4f-4194-981f-cb7b3e09b466 None None] Provisioning for port 78fb5844-cf79-421e-b961-bc597d20a72c completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:53.161646 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-25c6612d-69f9-416f-acfd-b6ea53785c8e tempest-FloatingIPAdminTestJSON-781595479 tempest-FloatingIPAdminTestJSON-781595479-project] Deleting port 53f67b96-e3f7-45e7-babb-4cb87b745751 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:53.164425 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-25c6612d-69f9-416f-acfd-b6ea53785c8e tempest-FloatingIPAdminTestJSON-781595479 tempest-FloatingIPAdminTestJSON-781595479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.209471 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f37b9e92-9d3d-4155-b843-6fc5822cefe0 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:53.232613 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-557952f5-ca4f-4194-981f-cb7b3e09b466 None None] Provisioning complete for port 78fb5844-cf79-421e-b961-bc597d20a72c triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:53.233211 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-557952f5-ca4f-4194-981f-cb7b3e09b466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.237071 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f37b9e92-9d3d-4155-b843-6fc5822cefe0 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:53.359108 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-557952f5-ca4f-4194-981f-cb7b3e09b466 None None] Port 78fb5844-cf79-421e-b961-bc597d20a72c cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:53.398126 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6169865f-4f28-44b2-a5f0-3ecaab0ee9c9 None None] get_active_networks_info from dv-neutron-825732-1-hyperv {{(pid=83599) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 09:42:53.453120 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37b9e92-9d3d-4155-b843-6fc5822cefe0 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Made reservation on behalf of 2a19762160874459a14fca9b3969ecad for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:53.456717 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f37b9e92-9d3d-4155-b843-6fc5822cefe0 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.463916 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-38c8c050-9875-4a48-9e72-b98c86da508e tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.518842 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-f37b9e92-9d3d-4155-b843-6fc5822cefe0 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] device_id is not set on port 0438d90f-4ad3-4a5f-bc02-d1394e18f4d9 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:42:53.568584 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6169865f-4f28-44b2-a5f0-3ecaab0ee9c9 None None] Resources bound (agent type, host, resource id): {{(pid=83599) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:42:53.593975 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-25c6612d-69f9-416f-acfd-b6ea53785c8e tempest-FloatingIPAdminTestJSON-781595479 tempest-FloatingIPAdminTestJSON-781595479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.594307 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-25c6612d-69f9-416f-acfd-b6ea53785c8e tempest-FloatingIPAdminTestJSON-781595479 tempest-FloatingIPAdminTestJSON-781595479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.644326 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-38c8c050-9875-4a48-9e72-b98c86da508e tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Calling delete_port for 8c5c88a3-1cb0-4717-809d-45a3718d41cf owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:53.667863 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4b169fb-a709-4100-9e26-f6a7d5843ed0 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.749761 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-25c6612d-69f9-416f-acfd-b6ea53785c8e tempest-FloatingIPAdminTestJSON-781595479 tempest-FloatingIPAdminTestJSON-781595479-project] Calling delete_port for 53f67b96-e3f7-45e7-babb-4cb87b745751 owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:53.759736 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6486e33a-572a-4245-84dd-b7a9d3ed64b6 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Router 41c2df34-30e2-42ce-bbb2-86ba50ab8c3d is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:42:53.766543 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-38c8c050-9875-4a48-9e72-b98c86da508e tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.821118 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c8c050-9875-4a48-9e72-b98c86da508e tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Pushing event deleted for resources: {'Port': ['ID=8c5c88a3-1cb0-4717-809d-45a3718d41cf,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:53.870045 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-b4b169fb-a709-4100-9e26-f6a7d5843ed0 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Deleting port 276f421e-e9b6-49bf-879f-a2b9ecdb03bc {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:53.870382 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4b169fb-a709-4100-9e26-f6a7d5843ed0 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.902167 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-38c8c050-9875-4a48-9e72-b98c86da508e tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.911904 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ea977498-a565-4884-8d61-0c9685274c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.928029 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-38c8c050-9875-4a48-9e72-b98c86da508e tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] 10.222.0.104 "DELETE /v2.0/ports/8c5c88a3-1cb0-4717-809d-45a3718d41cf HTTP/1.1" status: 204 len: 168 time: 1.1415272 Jan 21 09:42:53.932219 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56082) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:53.963121 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-f37b9e92-9d3d-4155-b843-6fc5822cefe0 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Allocated IP 172.20.0.7 (963bfc8b-49bb-488e-90c0-3cea6aaaec21/e2551140-a1ea-4bd4-b459-f0110687995d/0438d90f-4ad3-4a5f-bc02-d1394e18f4d9) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:54.099248 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1bbf24f6-e1ad-4712-9e43-ffe6ce69bb44 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Deleting port d9c4048d-d714-41b3-ac3a-8f1d4db819da {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:54.099582 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1bbf24f6-e1ad-4712-9e43-ffe6ce69bb44 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.184968 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-25c6612d-69f9-416f-acfd-b6ea53785c8e tempest-FloatingIPAdminTestJSON-781595479 tempest-FloatingIPAdminTestJSON-781595479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.260662 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6612d-69f9-416f-acfd-b6ea53785c8e tempest-FloatingIPAdminTestJSON-781595479 tempest-FloatingIPAdminTestJSON-781595479-project] Pushing event deleted for resources: {'Port': ['ID=53f67b96-e3f7-45e7-babb-4cb87b745751,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:54.328874 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6486e33a-572a-4245-84dd-b7a9d3ed64b6 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:42:54.340601 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549f349c-c9b5-41d2-aaee-cc377a850d26 None None] Sync routers for ids ['41c2df34-30e2-42ce-bbb2-86ba50ab8c3d'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:42:54.351083 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-b4b169fb-a709-4100-9e26-f6a7d5843ed0 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] For port 276f421e-e9b6-49bf-879f-a2b9ecdb03bc, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=276f421e-e9b6-49bf-879f-a2b9ecdb03bc,segment=NetworkSegment(f6e32b91-fbed-43ee-982b-4b8f55a443b9),segment_id=f6e32b91-fbed-43ee-982b-4b8f55a443b9)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:54.351433 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4b169fb-a709-4100-9e26-f6a7d5843ed0 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.362249 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549f349c-c9b5-41d2-aaee-cc377a850d26 None None] Routers {'41c2df34-30e2-42ce-bbb2-86ba50ab8c3d'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:54.363788 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-549f349c-c9b5-41d2-aaee-cc377a850d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:42:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['41c2df34-30e2-42ce-bbb2-86ba50ab8c3d'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:54.427507 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6486e33a-572a-4245-84dd-b7a9d3ed64b6 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.428767 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6486e33a-572a-4245-84dd-b7a9d3ed64b6 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.7405148 Jan 21 09:42:54.433289 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56090) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:54.433903 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-549f349c-c9b5-41d2-aaee-cc377a850d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:54.437676 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1bbf24f6-e1ad-4712-9e43-ffe6ce69bb44 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.445067 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549f349c-c9b5-41d2-aaee-cc377a850d26 None None] Routers {'41c2df34-30e2-42ce-bbb2-86ba50ab8c3d'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:54.445695 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-549f349c-c9b5-41d2-aaee-cc377a850d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:42:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['41c2df34-30e2-42ce-bbb2-86ba50ab8c3d'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:54.457401 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-afa72c4d-c70d-4dff-9ee0-42386cd1445c tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'enable_snat': False}}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:54.509241 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-549f349c-c9b5-41d2-aaee-cc377a850d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:54.510149 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549f349c-c9b5-41d2-aaee-cc377a850d26 None None] The sync data for ids ['41c2df34-30e2-42ce-bbb2-86ba50ab8c3d'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:42:54.546428 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-b4b169fb-a709-4100-9e26-f6a7d5843ed0 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Calling delete_port for 276f421e-e9b6-49bf-879f-a2b9ecdb03bc owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:54.717174 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-25c6612d-69f9-416f-acfd-b6ea53785c8e tempest-FloatingIPAdminTestJSON-781595479 tempest-FloatingIPAdminTestJSON-781595479-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.729641 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4b169fb-a709-4100-9e26-f6a7d5843ed0 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.735269 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f37b9e92-9d3d-4155-b843-6fc5822cefe0 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.738091 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1bbf24f6-e1ad-4712-9e43-ffe6ce69bb44 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Calling delete_port for d9c4048d-d714-41b3-ac3a-8f1d4db819da owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:54.794693 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b169fb-a709-4100-9e26-f6a7d5843ed0 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Pushing event deleted for resources: {'Port': ['ID=276f421e-e9b6-49bf-879f-a2b9ecdb03bc,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:54.808114 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b169fb-a709-4100-9e26-f6a7d5843ed0 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] No DVR routers for this DVR port 276f421e-e9b6-49bf-879f-a2b9ecdb03bc on host dv-neutron-825732-1-hyperv {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:54.811118 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-25c6612d-69f9-416f-acfd-b6ea53785c8e tempest-FloatingIPAdminTestJSON-781595479 tempest-FloatingIPAdminTestJSON-781595479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.815223 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-25c6612d-69f9-416f-acfd-b6ea53785c8e tempest-FloatingIPAdminTestJSON-781595479 tempest-FloatingIPAdminTestJSON-781595479-project] 10.222.0.104 "DELETE /v2.0/floatingips/6eecd6ec-349d-4a0f-aaaf-7b6b851443ac HTTP/1.1" status: 204 len: 168 time: 1.9779325 Jan 21 09:42:54.816822 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56096) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:54.841823 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-f37b9e92-9d3d-4155-b843-6fc5822cefe0 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Transition to ACTIVE for port object 0438d90f-4ad3-4a5f-bc02-d1394e18f4d9 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:54.926466 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1bbf24f6-e1ad-4712-9e43-ffe6ce69bb44 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.058545 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4b169fb-a709-4100-9e26-f6a7d5843ed0 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.086201 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-b4b169fb-a709-4100-9e26-f6a7d5843ed0 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9daeb9-f9ff-490e-9fc3-7d666cbdd0ea']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:55.094465 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f37b9e92-9d3d-4155-b843-6fc5822cefe0 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.096429 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf24f6-e1ad-4712-9e43-ffe6ce69bb44 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Pushing event deleted for resources: {'Port': ['ID=d9c4048d-d714-41b3-ac3a-8f1d4db819da,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:55.112605 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a14e1d6c-b06f-4586-bd13-493d38d796c3 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Deleting port 1ab8742c-639d-49f9-bf49-283b4ba5aa28 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:55.112935 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a14e1d6c-b06f-4586-bd13-493d38d796c3 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.133760 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-b4b169fb-a709-4100-9e26-f6a7d5843ed0 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6e32b91-fbed-43ee-982b-4b8f55a443b9') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:55.134263 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-b4b169fb-a709-4100-9e26-f6a7d5843ed0 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6e32b91-fbed-43ee-982b-4b8f55a443b9') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:55.143063 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1bbf24f6-e1ad-4712-9e43-ffe6ce69bb44 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.164433 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4b169fb-a709-4100-9e26-f6a7d5843ed0 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.183779 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-1bbf24f6-e1ad-4712-9e43-ffe6ce69bb44 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] 10.222.0.104 "DELETE /v2.0/ports/d9c4048d-d714-41b3-ac3a-8f1d4db819da HTTP/1.1" status: 204 len: 168 time: 1.2350798 Jan 21 09:42:55.185112 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56100) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:55.198508 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4b169fb-a709-4100-9e26-f6a7d5843ed0 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.204912 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37b9e92-9d3d-4155-b843-6fc5822cefe0 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Network 963bfc8b-49bb-488e-90c0-3cea6aaaec21 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:55.210618 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-f37b9e92-9d3d-4155-b843-6fc5822cefe0 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:55.218741 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37b9e92-9d3d-4155-b843-6fc5822cefe0 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:55.242464 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b9e92-9d3d-4155-b843-6fc5822cefe0 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Pushing event updated for resources: {'Port': ['ID=0438d90f-4ad3-4a5f-bc02-d1394e18f4d9,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:55.248514 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b169fb-a709-4100-9e26-f6a7d5843ed0 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:42:55.248998 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4b169fb-a709-4100-9e26-f6a7d5843ed0 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.266225 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:42:55.266225 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:42:55.266225 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:42:55.266225 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:55.266225 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:42:55.266225 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:55.266225 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:42:55.266225 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:55.266225 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:42:55.266225 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:55.266225 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:42:55.266225 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:55.266225 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:42:55.266225 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:55.266225 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:55.266225 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:55.266225 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:55.266225 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:55.266225 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:42:55.266225 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:42:55.266225 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:42:55.266225 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:42:55.266225 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:55.266225 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:42:55.266225 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:55.266225 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:42:55.266225 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:55.266225 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:42:55.266225 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:55.266225 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:42:55.266225 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:55.266225 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:55.324468 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-96bd5539-39db-4e7f-9266-28db2347666c tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Synchronizing usage tracker for tenant:a4213ed1f11f4e1f82e55dcab22cf01e on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:55.378400 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37b9e92-9d3d-4155-b843-6fc5822cefe0 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:55.379554 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f37b9e92-9d3d-4155-b843-6fc5822cefe0 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.393090 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-96bd5539-39db-4e7f-9266-28db2347666c tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Unset dirty status for tenant:a4213ed1f11f4e1f82e55dcab22cf01e on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:55.398863 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-96bd5539-39db-4e7f-9266-28db2347666c tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2073247 Jan 21 09:42:55.399615 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4b169fb-a709-4100-9e26-f6a7d5843ed0 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.399615 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56106) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:55.424838 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4b169fb-a709-4100-9e26-f6a7d5843ed0 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.435098 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-d74b7711-9f89-42e0-a6db-50c061fd46b1 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-194921234'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:55.448217 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b169fb-a709-4100-9e26-f6a7d5843ed0 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Pushing event deleted for resources: {'Network': ['ID=4a9daeb9-f9ff-490e-9fc3-7d666cbdd0ea,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:55.451010 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d74b7711-9f89-42e0-a6db-50c061fd46b1 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:55.458051 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b4b169fb-a709-4100-9e26-f6a7d5843ed0 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] 10.222.0.104 "DELETE /v2.0/networks/4a9daeb9-f9ff-490e-9fc3-7d666cbdd0ea HTTP/1.1" status: 204 len: 168 time: 4.2810979 Jan 21 09:42:55.459899 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f37b9e92-9d3d-4155-b843-6fc5822cefe0 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7709055 Jan 21 09:42:55.460619 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56110) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:55.464698 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-d74b7711-9f89-42e0-a6db-50c061fd46b1 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Usage tracker for resource:network and tenant:a4213ed1f11f4e1f82e55dcab22cf01e is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:55.468726 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-d74b7711-9f89-42e0-a6db-50c061fd46b1 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:55.475376 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56112) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:55.477102 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d74b7711-9f89-42e0-a6db-50c061fd46b1 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:55.492520 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-e3c9cde4-c53f-4e6c-8d56-5956d4a7548a tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:d3:48:b1'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:75:ff:5c'}]}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:55.526035 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-2353edc8-b102-444c-85c9-ab282ec96564 None None] Provisioning for port 0438d90f-4ad3-4a5f-bc02-d1394e18f4d9 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:55.533818 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-2353edc8-b102-444c-85c9-ab282ec96564 None None] Provisioning complete for port 0438d90f-4ad3-4a5f-bc02-d1394e18f4d9 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:55.534243 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2353edc8-b102-444c-85c9-ab282ec96564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.543617 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74b7711-9f89-42e0-a6db-50c061fd46b1 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Made reservation on behalf of a4213ed1f11f4e1f82e55dcab22cf01e for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:55.547775 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d74b7711-9f89-42e0-a6db-50c061fd46b1 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.564887 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d9ad6b4-c614-4963-bc42-eb62bc0bfe31 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:55.566162 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a14e1d6c-b06f-4586-bd13-493d38d796c3 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.566355 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d9ad6b4-c614-4963-bc42-eb62bc0bfe31 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:55.566515 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a14e1d6c-b06f-4586-bd13-493d38d796c3 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.571540 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1d9ad6b4-c614-4963-bc42-eb62bc0bfe31 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] 10.222.0.104 "DELETE /v2.0/subnets/b971a0b6-ac44-4257-9da4-eb9785433452 HTTP/1.1" status: 404 len: 337 time: 0.0818050 Jan 21 09:42:55.575541 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56120) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:55.613890 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-2353edc8-b102-444c-85c9-ab282ec96564 None None] Port 0438d90f-4ad3-4a5f-bc02-d1394e18f4d9 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:55.623899 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-277e2c50-3ca3-4350-b1cb-cfca2befe0c7 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:55.624333 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-277e2c50-3ca3-4350-b1cb-cfca2befe0c7 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:55.632507 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-277e2c50-3ca3-4350-b1cb-cfca2befe0c7 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] 10.222.0.104 "DELETE /v2.0/networks/4a9daeb9-f9ff-490e-9fc3-7d666cbdd0ea HTTP/1.1" status: 404 len: 339 time: 0.0525837 Jan 21 09:42:55.633208 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56124) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:55.676516 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d74b7711-9f89-42e0-a6db-50c061fd46b1 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:55.686498 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c732235-0ad3-4d48-b393-d51a666c1ef5 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:55.686943 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c732235-0ad3-4d48-b393-d51a666c1ef5 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:55.695292 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d74b7711-9f89-42e0-a6db-50c061fd46b1 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.695627 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-d74b7711-9f89-42e0-a6db-50c061fd46b1 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Added segment f48db35b-bf88-4f60-99bd-690fffbbf258 of type vlan for network dce872cb-3147-43bb-8ba7-e036aaeeb092 Jan 21 09:42:55.697554 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9c732235-0ad3-4d48-b393-d51a666c1ef5 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] 10.222.0.104 "DELETE /v2.0/subnets/11944085-7e49-43b3-955d-2de989ea8c3b HTTP/1.1" status: 404 len: 337 time: 0.0620201 Jan 21 09:42:55.701948 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56128) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:55.726954 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a14e1d6c-b06f-4586-bd13-493d38d796c3 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Calling delete_port for 1ab8742c-639d-49f9-bf49-283b4ba5aa28 owned by network:floatingip {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:55.741661 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-769f955c-df47-4385-86b3-3e96a6a4afc6 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:55.742195 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-769f955c-df47-4385-86b3-3e96a6a4afc6 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:55.747604 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-769f955c-df47-4385-86b3-3e96a6a4afc6 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] 10.222.0.104 "DELETE /v2.0/networks/2bcb8e27-3478-4cea-93c1-86507e3c3f78 HTTP/1.1" status: 404 len: 339 time: 0.0409210 Jan 21 09:42:55.748689 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56132) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:55.782056 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d74b7711-9f89-42e0-a6db-50c061fd46b1 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.798294 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c6ff9a-7869-4f1c-b722-cb59cf0d6a49 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:55.798722 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6c6ff9a-7869-4f1c-b722-cb59cf0d6a49 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:55.800333 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a6c6ff9a-7869-4f1c-b722-cb59cf0d6a49 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] 10.222.0.104 "DELETE /v2.0/subnets/754ae6dc-4478-43f7-87b3-f461355bbacb HTTP/1.1" status: 404 len: 337 time: 0.0507352 Jan 21 09:42:55.803429 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56136) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:55.841640 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a8e73f-2307-418a-a259-9528ed7b0e0c tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:55.841981 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a8e73f-2307-418a-a259-9528ed7b0e0c tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:55.846020 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-75a8e73f-2307-418a-a259-9528ed7b0e0c tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] 10.222.0.104 "DELETE /v2.0/networks/54dc9b1b-844d-488e-ab9f-1c05e45c6d51 HTTP/1.1" status: 404 len: 339 time: 0.0398161 Jan 21 09:42:55.846784 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56140) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:55.902902 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d74b7711-9f89-42e0-a6db-50c061fd46b1 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.906726 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74b7711-9f89-42e0-a6db-50c061fd46b1 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:55.907295 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d74b7711-9f89-42e0-a6db-50c061fd46b1 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.955470 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-4689599d-0b39-4e42-98a1-b0db8da392b2 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Deleting port b55f9c50-02a6-436a-984a-1a5047013c99 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:55.956257 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4689599d-0b39-4e42-98a1-b0db8da392b2 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.078755 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d74b7711-9f89-42e0-a6db-50c061fd46b1 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6722214 Jan 21 09:42:56.083462 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56146) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:56.095336 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b7711-9f89-42e0-a6db-50c061fd46b1 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Pushing event updated for resources: {'Network': ['ID=dce872cb-3147-43bb-8ba7-e036aaeeb092,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:56.106502 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-38d55876-1c19-4860-9aa1-2ea99947002d tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2081002372'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:56.107504 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network dce872cb-3147-43bb-8ba7-e036aaeeb092 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:56.115502 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-38d55876-1c19-4860-9aa1-2ea99947002d tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:56.155398 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-38d55876-1c19-4860-9aa1-2ea99947002d tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Usage tracker for resource:network and tenant:a4213ed1f11f4e1f82e55dcab22cf01e is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:56.163869 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-38d55876-1c19-4860-9aa1-2ea99947002d tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:56.178329 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-38d55876-1c19-4860-9aa1-2ea99947002d tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:56.213885 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d55876-1c19-4860-9aa1-2ea99947002d tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Made reservation on behalf of a4213ed1f11f4e1f82e55dcab22cf01e for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:56.217756 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-38d55876-1c19-4860-9aa1-2ea99947002d tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.224083 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e3c9cde4-c53f-4e6c-8d56-5956d4a7548a tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.284713 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a14e1d6c-b06f-4586-bd13-493d38d796c3 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.291655 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-48537c5c-e2a0-43db-be34-51570ad27a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.339081 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38d55876-1c19-4860-9aa1-2ea99947002d tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:56.346895 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4689599d-0b39-4e42-98a1-b0db8da392b2 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.351752 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e1d6c-b06f-4586-bd13-493d38d796c3 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ab8742c-639d-49f9-bf49-283b4ba5aa28,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:56.415392 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-38d55876-1c19-4860-9aa1-2ea99947002d tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.415392 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-38d55876-1c19-4860-9aa1-2ea99947002d tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Added segment 798bc24e-0c00-4cee-b648-f92d5b89c778 of type vlan for network eab5787f-d261-4b32-83a0-7aa2ba2d650b Jan 21 09:42:56.483478 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-4689599d-0b39-4e42-98a1-b0db8da392b2 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Calling delete_port for b55f9c50-02a6-436a-984a-1a5047013c99 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:56.561427 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-38d55876-1c19-4860-9aa1-2ea99947002d tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.617117 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-38d55876-1c19-4860-9aa1-2ea99947002d tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.624228 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d55876-1c19-4860-9aa1-2ea99947002d tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:56.625801 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-38d55876-1c19-4860-9aa1-2ea99947002d tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.628944 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a14e1d6c-b06f-4586-bd13-493d38d796c3 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.657195 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4689599d-0b39-4e42-98a1-b0db8da392b2 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.713587 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a14e1d6c-b06f-4586-bd13-493d38d796c3 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.714983 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a14e1d6c-b06f-4586-bd13-493d38d796c3 tempest-FloatingIPAdminTestJSON-959061711 tempest-FloatingIPAdminTestJSON-959061711-project-admin] 10.222.0.104 "DELETE /v2.0/floatingips/2d179d25-8b8a-4331-b040-2c834f719a3a HTTP/1.1" status: 204 len: 168 time: 1.8826079 Jan 21 09:42:56.721598 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56154) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:56.783460 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689599d-0b39-4e42-98a1-b0db8da392b2 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Pushing event deleted for resources: {'Port': ['ID=b55f9c50-02a6-436a-984a-1a5047013c99,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:56.809988 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4689599d-0b39-4e42-98a1-b0db8da392b2 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.812796 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4689599d-0b39-4e42-98a1-b0db8da392b2 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] 10.222.0.104 "DELETE /v2.0/ports/b55f9c50-02a6-436a-984a-1a5047013c99 HTTP/1.1" status: 204 len: 168 time: 0.9656644 Jan 21 09:42:56.817212 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56158) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:56.852169 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e3c9cde4-c53f-4e6c-8d56-5956d4a7548a tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.867324 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e3c9cde4-c53f-4e6c-8d56-5956d4a7548a tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.878875 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-38d55876-1c19-4860-9aa1-2ea99947002d tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7907441 Jan 21 09:42:56.881298 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d55876-1c19-4860-9aa1-2ea99947002d tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Pushing event updated for resources: {'Network': ['ID=eab5787f-d261-4b32-83a0-7aa2ba2d650b,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:56.885561 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-760272d0-f6d8-417e-8e3c-0f289f032f0a tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:56.886560 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-760272d0-f6d8-417e-8e3c-0f289f032f0a tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:56.893878 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-760272d0-f6d8-417e-8e3c-0f289f032f0a tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] 10.222.0.104 "DELETE /v2.0/subnets/5700ceed-ab44-4cc3-a4fe-b6c8e3af3351 HTTP/1.1" status: 404 len: 337 time: 0.0761831 Jan 21 09:42:56.895549 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56162) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:56.916531 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network eab5787f-d261-4b32-83a0-7aa2ba2d650b details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:56.931551 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-99c2ba5a-6e66-4bf8-9c1d-053c230efa97 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Deleting port 32248b7e-f55b-4abc-8038-73c308e3c530 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:56.931930 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-99c2ba5a-6e66-4bf8-9c1d-053c230efa97 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.071383 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56166) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:57.086058 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-feb458bb-5a8a-4c36-ba93-1a4a9e210151 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Request body: {'subnets': [{'network_id': 'dce872cb-3147-43bb-8ba7-e036aaeeb092', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1671254250', 'ip_version': 4}, {'network_id': 'eab5787f-d261-4b32-83a0-7aa2ba2d650b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:57.086834 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-feb458bb-5a8a-4c36-ba93-1a4a9e210151 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Request body: {'subnet': {'network_id': 'dce872cb-3147-43bb-8ba7-e036aaeeb092', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1671254250', 'ip_version': 4}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:57.087846 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-feb458bb-5a8a-4c36-ba93-1a4a9e210151 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Request body: {'subnet': {'network_id': 'eab5787f-d261-4b32-83a0-7aa2ba2d650b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:57.158721 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9cde4-c53f-4e6c-8d56-5956d4a7548a tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Pushing event updated for resources: {'Port': ['ID=0438d90f-4ad3-4a5f-bc02-d1394e18f4d9,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:57.207733 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-67d60d62-9889-4bc7-90ac-9e7d0307565c tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.229223 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9cde4-c53f-4e6c-8d56-5956d4a7548a tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] In _notify_port_updated(), no bound segment for port 0438d90f-4ad3-4a5f-bc02-d1394e18f4d9 on network 963bfc8b-49bb-488e-90c0-3cea6aaaec21 {{(pid=83598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:42:57.233967 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c9cde4-c53f-4e6c-8d56-5956d4a7548a tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:57.234669 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e3c9cde4-c53f-4e6c-8d56-5956d4a7548a tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.236026 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e3c9cde4-c53f-4e6c-8d56-5956d4a7548a tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] 10.222.0.104 "PUT /v2.0/ports/0438d90f-4ad3-4a5f-bc02-d1394e18f4d9 HTTP/1.1" status: 200 len: 1056 time: 1.7595050 Jan 21 09:42:57.254988 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56172) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:57.364185 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-61f3ff74-8875-4d4a-a1b3-689d0f466be5 None None] Provisioning complete for port 0438d90f-4ad3-4a5f-bc02-d1394e18f4d9 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:57.364859 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-61f3ff74-8875-4d4a-a1b3-689d0f466be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.416850 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-94d50747-79b6-4407-b595-a268b7c8cb4e tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Deleting port 0438d90f-4ad3-4a5f-bc02-d1394e18f4d9 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:57.417135 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-94d50747-79b6-4407-b595-a268b7c8cb4e tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.442596 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-67d60d62-9889-4bc7-90ac-9e7d0307565c tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.460276 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.468483 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-61f3ff74-8875-4d4a-a1b3-689d0f466be5 None None] Port 0438d90f-4ad3-4a5f-bc02-d1394e18f4d9 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:57.493659 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-67d60d62-9889-4bc7-90ac-9e7d0307565c tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2104c54-e56e-47b4-88a7-caf1a1460e20']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:57.529752 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-afa72c4d-c70d-4dff-9ee0-42386cd1445c tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.541010 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-67d60d62-9889-4bc7-90ac-9e7d0307565c tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5d8844-d3d9-46e4-8bd9-5afd94d164d3') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:57.541301 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-67d60d62-9889-4bc7-90ac-9e7d0307565c tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5d8844-d3d9-46e4-8bd9-5afd94d164d3') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:57.578417 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-67d60d62-9889-4bc7-90ac-9e7d0307565c tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.580342 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-feb458bb-5a8a-4c36-ba93-1a4a9e210151 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:57.589332 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-feb458bb-5a8a-4c36-ba93-1a4a9e210151 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Usage tracker for resource:subnet and tenant:a4213ed1f11f4e1f82e55dcab22cf01e is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:57.605701 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-feb458bb-5a8a-4c36-ba93-1a4a9e210151 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:57.610616 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-99c2ba5a-6e66-4bf8-9c1d-053c230efa97 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.627329 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-67d60d62-9889-4bc7-90ac-9e7d0307565c tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.636147 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.696561 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d60d62-9889-4bc7-90ac-9e7d0307565c tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:42:57.696936 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-67d60d62-9889-4bc7-90ac-9e7d0307565c tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.713747 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:42:57.713747 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:42:57.713747 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:42:57.713747 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:57.713747 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:42:57.713747 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:57.713747 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:42:57.713747 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:57.713747 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:42:57.713747 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:57.713747 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:42:57.713747 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:57.713747 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:42:57.713747 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:57.713747 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:57.713747 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:57.713747 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:57.713747 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:57.713747 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:42:57.713747 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:42:57.713747 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:42:57.713747 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:42:57.713747 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:57.713747 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:42:57.713747 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:57.713747 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:42:57.713747 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:57.713747 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:42:57.713747 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:57.713747 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:42:57.713747 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:57.713747 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:57.833686 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-67d60d62-9889-4bc7-90ac-9e7d0307565c tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.843187 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-feb458bb-5a8a-4c36-ba93-1a4a9e210151 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:57.869167 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-67d60d62-9889-4bc7-90ac-9e7d0307565c tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.877762 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-67d60d62-9889-4bc7-90ac-9e7d0307565c tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] 10.222.0.104 "DELETE /v2.0/networks/a2104c54-e56e-47b4-88a7-caf1a1460e20 HTTP/1.1" status: 204 len: 168 time: 0.9804873 Jan 21 09:42:57.886074 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56180) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:57.902702 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d60d62-9889-4bc7-90ac-9e7d0307565c tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Pushing event deleted for resources: {'Network': ['ID=a2104c54-e56e-47b4-88a7-caf1a1460e20,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:57.916564 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-99c2ba5a-6e66-4bf8-9c1d-053c230efa97 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Calling delete_port for 32248b7e-f55b-4abc-8038-73c308e3c530 owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:57.967882 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-94d50747-79b6-4407-b595-a268b7c8cb4e tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.006710 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb458bb-5a8a-4c36-ba93-1a4a9e210151 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Made reservation on behalf of a4213ed1f11f4e1f82e55dcab22cf01e for: {'subnet': 2} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:58.148644 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-a0b13271-88d8-4d7b-ac25-a7da1eef7644 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Deleting port f7f35d2e-7bef-49f5-9131-cd4f1a650065 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:58.149167 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a0b13271-88d8-4d7b-ac25-a7da1eef7644 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.188272 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-94d50747-79b6-4407-b595-a268b7c8cb4e tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Calling delete_port for 0438d90f-4ad3-4a5f-bc02-d1394e18f4d9 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:58.371623 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-feb458bb-5a8a-4c36-ba93-1a4a9e210151 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.372494 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-feb458bb-5a8a-4c36-ba93-1a4a9e210151 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.409047 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-99c2ba5a-6e66-4bf8-9c1d-053c230efa97 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.510046 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a0b13271-88d8-4d7b-ac25-a7da1eef7644 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.531138 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2ba5a-6e66-4bf8-9c1d-053c230efa97 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Pushing event deleted for resources: {'Port': ['ID=32248b7e-f55b-4abc-8038-73c308e3c530,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:58.581487 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-94d50747-79b6-4407-b595-a268b7c8cb4e tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.687732 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-a0b13271-88d8-4d7b-ac25-a7da1eef7644 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Calling delete_port for f7f35d2e-7bef-49f5-9131-cd4f1a650065 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:58.834429 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-99c2ba5a-6e66-4bf8-9c1d-053c230efa97 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.852409 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d50747-79b6-4407-b595-a268b7c8cb4e tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Pushing event deleted for resources: {'Port': ['ID=0438d90f-4ad3-4a5f-bc02-d1394e18f4d9,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:58.883639 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-99c2ba5a-6e66-4bf8-9c1d-053c230efa97 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] 10.222.0.104 "DELETE /v2.0/ports/32248b7e-f55b-4abc-8038-73c308e3c530 HTTP/1.1" status: 204 len: 168 time: 2.1603775 Jan 21 09:42:58.884744 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56186) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:58.972574 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-afa72c4d-c70d-4dff-9ee0-42386cd1445c tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.994548 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-afa72c4d-c70d-4dff-9ee0-42386cd1445c tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349321', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344087'] for router, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.041736 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a0b13271-88d8-4d7b-ac25-a7da1eef7644 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.113336 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b13271-88d8-4d7b-ac25-a7da1eef7644 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Pushing event deleted for resources: {'Port': ['ID=f7f35d2e-7bef-49f5-9131-cd4f1a650065,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:59.164122 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a0b13271-88d8-4d7b-ac25-a7da1eef7644 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.263196 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a0b13271-88d8-4d7b-ac25-a7da1eef7644 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] 10.222.0.104 "DELETE /v2.0/ports/f7f35d2e-7bef-49f5-9131-cd4f1a650065 HTTP/1.1" status: 204 len: 168 time: 1.3747973 Jan 21 09:42:59.272596 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56194) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:59.318799 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd29368-8d30-47c9-ab46-c07e20b18cb8 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:59.319523 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4dd29368-8d30-47c9-ab46-c07e20b18cb8 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Synchronizing usage tracker for tenant:8f4e00a7e524471b8e4a3aa280852b90 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:59.363492 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-72eb973e-52a1-4643-8a6a-57c090a054ca tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:59.363942 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72eb973e-52a1-4643-8a6a-57c090a054ca tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:59.365888 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-72eb973e-52a1-4643-8a6a-57c090a054ca tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] 10.222.0.104 "DELETE /v2.0/subnets/9f54584a-b0a3-4b3a-819f-ede1858c30c0 HTTP/1.1" status: 404 len: 337 time: 0.0584843 Jan 21 09:42:59.369162 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56198) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:59.372958 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.472290 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-94d50747-79b6-4407-b595-a268b7c8cb4e tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.478120 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-94d50747-79b6-4407-b595-a268b7c8cb4e tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] 10.222.0.104 "DELETE /v2.0/ports/0438d90f-4ad3-4a5f-bc02-d1394e18f4d9 HTTP/1.1" status: 204 len: 168 time: 2.2222071 Jan 21 09:42:59.486970 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56204) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:59.546747 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-bacb1080-f498-4870-b10c-3047c2e450fe tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] GET failed (client error): The resource could not be found. Jan 21 09:42:59.547250 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bacb1080-f498-4870-b10c-3047c2e450fe tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Synchronizing usage tracker for tenant:2a19762160874459a14fca9b3969ecad on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:59.562725 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0cd00469-fee1-429c-a8cc-a2f15950273c tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.565259 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4dd29368-8d30-47c9-ab46-c07e20b18cb8 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Unset dirty status for tenant:8f4e00a7e524471b8e4a3aa280852b90 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:59.566490 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4dd29368-8d30-47c9-ab46-c07e20b18cb8 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] 10.222.0.104 "GET /v2.0/ports?device_id=3fe6ad17-82ef-4676-ace7-76e711ea37c0 HTTP/1.1" status: 200 len: 913 time: 0.6434708 Jan 21 09:42:59.570330 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56208) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:59.638066 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bacb1080-f498-4870-b10c-3047c2e450fe tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Unset dirty status for tenant:2a19762160874459a14fca9b3969ecad on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:59.639164 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-bacb1080-f498-4870-b10c-3047c2e450fe tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] 10.222.0.104 "GET /v2.0/ports/0438d90f-4ad3-4a5f-bc02-d1394e18f4d9 HTTP/1.1" status: 404 len: 333 time: 0.1512330 Jan 21 09:42:59.643970 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56212) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:59.723203 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-feb458bb-5a8a-4c36-ba93-1a4a9e210151 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.802781 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d76866b2-8772-40bc-8f52-716b68a576c3 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Deleting port 78fb5844-cf79-421e-b961-bc597d20a72c {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:59.803126 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d76866b2-8772-40bc-8f52-716b68a576c3 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.805621 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0cd00469-fee1-429c-a8cc-a2f15950273c tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.893816 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-0cd00469-fee1-429c-a8cc-a2f15950273c tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae13810b-bce8-4fdf-a5ab-e702c282db7a']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:59.902720 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa72c4d-c70d-4dff-9ee0-42386cd1445c tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Router 41c2df34-30e2-42ce-bbb2-86ba50ab8c3d has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:42:59.906358 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb458bb-5a8a-4c36-ba93-1a4a9e210151 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Pushing event updated for resources: {'Subnet': ['ID=8191feb9-1b4a-4de9-9850-7a24aaeca451,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:59.911479 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-0cd00469-fee1-429c-a8cc-a2f15950273c tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9916cf1c-cef0-4418-8f54-fb66d4aba40c') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:59.911851 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-0cd00469-fee1-429c-a8cc-a2f15950273c tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9916cf1c-cef0-4418-8f54-fb66d4aba40c') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:59.936958 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0cd00469-fee1-429c-a8cc-a2f15950273c tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.959467 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0cd00469-fee1-429c-a8cc-a2f15950273c tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.969195 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd00469-fee1-429c-a8cc-a2f15950273c tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:42:59.969617 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0cd00469-fee1-429c-a8cc-a2f15950273c tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.984558 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:42:59.984558 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:42:59.984558 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:42:59.984558 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:59.984558 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:42:59.984558 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:59.984558 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:42:59.984558 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:59.984558 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:42:59.984558 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:59.984558 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:42:59.984558 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:59.984558 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:42:59.984558 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:59.984558 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:59.984558 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:59.984558 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:59.984558 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:59.984558 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:42:59.984558 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:42:59.984558 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:42:59.984558 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:42:59.984558 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:59.984558 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:42:59.984558 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:59.984558 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:42:59.984558 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:59.984558 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:42:59.984558 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:59.984558 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:42:59.984558 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:59.984558 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:00.049724 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb458bb-5a8a-4c36-ba93-1a4a9e210151 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Checking segment: {'id': 'f48db35b-bf88-4f60-99bd-690fffbbf258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'dce872cb-3147-43bb-8ba7-e036aaeeb092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:43:00.050081 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb458bb-5a8a-4c36-ba93-1a4a9e210151 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Network hostable DHCP agents. Network: dce872cb-3147-43bb-8ba7-e036aaeeb092, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:00.140561 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0cd00469-fee1-429c-a8cc-a2f15950273c tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.155695 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0cd00469-fee1-429c-a8cc-a2f15950273c tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.182496 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd00469-fee1-429c-a8cc-a2f15950273c tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Pushing event deleted for resources: {'Network': ['ID=ae13810b-bce8-4fdf-a5ab-e702c282db7a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:00.187183 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0cd00469-fee1-429c-a8cc-a2f15950273c tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] 10.222.0.104 "DELETE /v2.0/networks/ae13810b-bce8-4fdf-a5ab-e702c282db7a HTTP/1.1" status: 204 len: 168 time: 0.8169532 Jan 21 09:43:00.190795 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56218) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:00.281284 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb458bb-5a8a-4c36-ba93-1a4a9e210151 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Network dce872cb-3147-43bb-8ba7-e036aaeeb092 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:00.332443 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d76866b2-8772-40bc-8f52-716b68a576c3 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.352951 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-feb458bb-5a8a-4c36-ba93-1a4a9e210151 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, dce872cb-3147-43bb-8ba7-e036aaeeb092) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:00.366155 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d96c10-c811-48ff-a8c8-94e1a2c58670 None None] Network dce872cb-3147-43bb-8ba7-e036aaeeb092 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:00.455010 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-feb458bb-5a8a-4c36-ba93-1a4a9e210151 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.564603 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-caaa655c-8377-4e52-ab42-0e502a7de3a5 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Deleting subnet 669145ca-e79b-404f-8086-368ccc817a70 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:43:00.658591 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d76866b2-8772-40bc-8f52-716b68a576c3 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Calling delete_port for 78fb5844-cf79-421e-b961-bc597d20a72c owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:00.748448 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-caaa655c-8377-4e52-ab42-0e502a7de3a5 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.791947 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361ab08c-166b-4314-95b5-d035fc46ca2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-dce872cb-3147-43bb-8ba7-e036aaeeb092', 'network_id': 'dce872cb-3147-43bb-8ba7-e036aaeeb092', 'tenant_id': 'a4213ed1f11f4e1f82e55dcab22cf01e', 'fixed_ips': [{'subnet_id': '8191feb9-1b4a-4de9-9850-7a24aaeca451'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:43:00.791947 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-361ab08c-166b-4314-95b5-d035fc46ca2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.813093 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb458bb-5a8a-4c36-ba93-1a4a9e210151 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Pushing event updated for resources: {'Subnet': ['ID=5ca71ad5-e38a-4066-9ec1-09bc2f28c3df,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:00.894259 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-caaa655c-8377-4e52-ab42-0e502a7de3a5 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.932976 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb458bb-5a8a-4c36-ba93-1a4a9e210151 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Checking segment: {'id': '798bc24e-0c00-4cee-b648-f92d5b89c778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'eab5787f-d261-4b32-83a0-7aa2ba2d650b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:43:00.933381 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb458bb-5a8a-4c36-ba93-1a4a9e210151 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Network hostable DHCP agents. Network: eab5787f-d261-4b32-83a0-7aa2ba2d650b, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:00.985096 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d76866b2-8772-40bc-8f52-716b68a576c3 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.021542 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c47dca31-bf07-462e-b190-a401951c2baa tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.039073 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa72c4d-c70d-4dff-9ee0-42386cd1445c tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:01.062143 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d432f7d-8462-4984-b158-a35a41bce6f9 None None] Sync routers for ids ['41c2df34-30e2-42ce-bbb2-86ba50ab8c3d'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:43:01.062469 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76866b2-8772-40bc-8f52-716b68a576c3 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Pushing event deleted for resources: {'Port': ['ID=78fb5844-cf79-421e-b961-bc597d20a72c,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:01.083108 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-361ab08c-166b-4314-95b5-d035fc46ca2d None None] Allocated IP 172.20.0.2 (dce872cb-3147-43bb-8ba7-e036aaeeb092/8191feb9-1b4a-4de9-9850-7a24aaeca451/0bf49830-bbe5-45cb-9548-b8f2a8f860b7) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:01.110770 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d432f7d-8462-4984-b158-a35a41bce6f9 None None] Routers {'41c2df34-30e2-42ce-bbb2-86ba50ab8c3d'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:01.111627 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-2d432f7d-8462-4984-b158-a35a41bce6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:42:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['41c2df34-30e2-42ce-bbb2-86ba50ab8c3d'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:01.122140 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb458bb-5a8a-4c36-ba93-1a4a9e210151 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Network eab5787f-d261-4b32-83a0-7aa2ba2d650b is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:01.126631 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-caaa655c-8377-4e52-ab42-0e502a7de3a5 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.212725 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-afa72c4d-c70d-4dff-9ee0-42386cd1445c tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.214302 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-afa72c4d-c70d-4dff-9ee0-42386cd1445c tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] 10.222.0.104 "PUT /v2.0/routers/41c2df34-30e2-42ce-bbb2-86ba50ab8c3d HTTP/1.1" status: 200 len: 922 time: 6.7689724 Jan 21 09:43:01.217028 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d76866b2-8772-40bc-8f52-716b68a576c3 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.218631 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d76866b2-8772-40bc-8f52-716b68a576c3 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] 10.222.0.104 "DELETE /v2.0/ports/78fb5844-cf79-421e-b961-bc597d20a72c HTTP/1.1" status: 204 len: 168 time: 1.5736318 Jan 21 09:43:01.219832 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56226) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:01.230144 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56230) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:01.313280 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-feb458bb-5a8a-4c36-ba93-1a4a9e210151 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, eab5787f-d261-4b32-83a0-7aa2ba2d650b) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:01.326389 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb458bb-5a8a-4c36-ba93-1a4a9e210151 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:01.326925 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb458bb-5a8a-4c36-ba93-1a4a9e210151 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:01.327623 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-feb458bb-5a8a-4c36-ba93-1a4a9e210151 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.337736 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9e0910-6691-4c08-9954-e65a253fdbf7 None None] Network eab5787f-d261-4b32-83a0-7aa2ba2d650b requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:01.356298 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-2d432f7d-8462-4984-b158-a35a41bce6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:01.367933 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-46128bb2-3788-4e25-8f1c-ae24d8b3d8a4 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] GET failed (client error): The resource could not be found. Jan 21 09:43:01.373669 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-feb458bb-5a8a-4c36-ba93-1a4a9e210151 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.2996285 Jan 21 09:43:01.374413 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-46128bb2-3788-4e25-8f1c-ae24d8b3d8a4 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] 10.222.0.104 "GET /v2.0/ports/78fb5844-cf79-421e-b961-bc597d20a72c HTTP/1.1" status: 404 len: 333 time: 0.1401005 Jan 21 09:43:01.375164 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56234) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:01.381237 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56236) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:01.453348 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d432f7d-8462-4984-b158-a35a41bce6f9 None None] Routers {'41c2df34-30e2-42ce-bbb2-86ba50ab8c3d'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:01.454029 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-2d432f7d-8462-4984-b158-a35a41bce6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:42:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['41c2df34-30e2-42ce-bbb2-86ba50ab8c3d'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:01.467221 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-caaa655c-8377-4e52-ab42-0e502a7de3a5 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.518734 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa655c-8377-4e52-ab42-0e502a7de3a5 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Pushing event deleted for resources: {'Subnet': ['ID=669145ca-e79b-404f-8086-368ccc817a70,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:01.530033 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-2d432f7d-8462-4984-b158-a35a41bce6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:01.530246 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d432f7d-8462-4984-b158-a35a41bce6f9 None None] The sync data for ids ['41c2df34-30e2-42ce-bbb2-86ba50ab8c3d'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:43:01.566005 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-caaa655c-8377-4e52-ab42-0e502a7de3a5 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.578866 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-caaa655c-8377-4e52-ab42-0e502a7de3a5 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] 10.222.0.104 "DELETE /v2.0/subnets/669145ca-e79b-404f-8086-368ccc817a70 HTTP/1.1" status: 204 len: 168 time: 1.3867273 Jan 21 09:43:01.582744 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-09bfef23-9e66-4a68-8ec1-f43efdf001f2 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Deleting port 13e68ee6-4bb9-46b9-99ca-9ffb1de3e171 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:01.582958 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09bfef23-9e66-4a68-8ec1-f43efdf001f2 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.586936 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8a2e97-0dea-45cf-b360-bee36e715282 None None] Network b2b1677c-5473-43b0-9142-6b1ff5cfeaa3 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:01.607926 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56246) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:01.707621 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device b97f2b95-d063-4abc-8230-22a02872d935 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:01.813712 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: b97f2b95-d063-4abc-8230-22a02872d935 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:43:01.814763 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device b97f2b95-d063-4abc-8230-22a02872d935 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:01.883920 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817ae294-5526-4eb7-8268-d0c81055ba35 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:01.895325 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817ae294-5526-4eb7-8268-d0c81055ba35 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:01.899309 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817ae294-5526-4eb7-8268-d0c81055ba35 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:01.901837 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-817ae294-5526-4eb7-8268-d0c81055ba35 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Synchronizing usage tracker for tenant:a4213ed1f11f4e1f82e55dcab22cf01e on resource:subnet {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:01.960339 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-817ae294-5526-4eb7-8268-d0c81055ba35 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Unset dirty status for tenant:a4213ed1f11f4e1f82e55dcab22cf01e on resource:subnet {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:01.963037 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-817ae294-5526-4eb7-8268-d0c81055ba35 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.5005960 Jan 21 09:43:01.967837 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56252) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:01.993633 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef9777f-c99f-44c8-b380-36ff940a6b39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-eab5787f-d261-4b32-83a0-7aa2ba2d650b', 'network_id': 'eab5787f-d261-4b32-83a0-7aa2ba2d650b', 'tenant_id': 'a4213ed1f11f4e1f82e55dcab22cf01e', 'fixed_ips': [{'subnet_id': '5ca71ad5-e38a-4066-9ec1-09bc2f28c3df'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:43:01.994671 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-eef9777f-c99f-44c8-b380-36ff940a6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.020237 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-361ab08c-166b-4314-95b5-d035fc46ca2d None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.071524 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09bfef23-9e66-4a68-8ec1-f43efdf001f2 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.103179 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2b86482-4cbb-480b-a04e-caee99714846 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Deleting subnet 8191feb9-1b4a-4de9-9850-7a24aaeca451 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:43:02.114390 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ab881b0c-3049-417a-a9c9-cba060faf6e5 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] 10.222.0.104 "GET /v2.0/routers/41c2df34-30e2-42ce-bbb2-86ba50ab8c3d HTTP/1.1" status: 200 len: 922 time: 0.8931072 Jan 21 09:43:02.117619 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56256) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:02.160270 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-361ab08c-166b-4314-95b5-d035fc46ca2d None None] Transition to ACTIVE for port object 0bf49830-bbe5-45cb-9548-b8f2a8f860b7 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:02.213467 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-af6fec0f-d5d4-4a14-9c12-62970b0e5e14 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] 10.222.0.104 "GET /v2.0/ports?network_id=05164b30-8981-419a-8272-388f48c19dd5&device_id=41c2df34-30e2-42ce-bbb2-86ba50ab8c3d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0935051 Jan 21 09:43:02.216255 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-09bfef23-9e66-4a68-8ec1-f43efdf001f2 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Calling delete_port for 13e68ee6-4bb9-46b9-99ca-9ffb1de3e171 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:02.217124 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56260) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:02.236569 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-361ab08c-166b-4314-95b5-d035fc46ca2d None None] Transition to ACTIVE for port object 0bf49830-bbe5-45cb-9548-b8f2a8f860b7 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:02.247558 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-361ab08c-166b-4314-95b5-d035fc46ca2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.249136 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d2b86482-4cbb-480b-a04e-caee99714846 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.287939 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87005555-bdf9-4ddb-ba63-2ec3d1cf1f32 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.343314 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-87005555-bdf9-4ddb-ba63-2ec3d1cf1f32 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Deleting port 470b9fe1-474f-409e-94dd-dac22da0ffed {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:02.343567 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87005555-bdf9-4ddb-ba63-2ec3d1cf1f32 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.356595 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-eef9777f-c99f-44c8-b380-36ff940a6b39 None None] Allocated IP 172.20.0.18 (eab5787f-d261-4b32-83a0-7aa2ba2d650b/5ca71ad5-e38a-4066-9ec1-09bc2f28c3df/2bf53b4d-731c-40ce-852d-9852786fb280) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:02.360142 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361ab08c-166b-4314-95b5-d035fc46ca2d None None] Network dce872cb-3147-43bb-8ba7-e036aaeeb092 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:02.369622 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-361ab08c-166b-4314-95b5-d035fc46ca2d None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:02.376871 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ab08c-166b-4314-95b5-d035fc46ca2d None None] Pushing event updated for resources: {'Port': ['ID=0bf49830-bbe5-45cb-9548-b8f2a8f860b7,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:02.379593 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361ab08c-166b-4314-95b5-d035fc46ca2d None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:02.393838 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d2b86482-4cbb-480b-a04e-caee99714846 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.513408 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08533cc-5bcd-452b-bac5-34f029d1f531 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:02.517907 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b08533cc-5bcd-452b-bac5-34f029d1f531 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] 10.222.0.104 "GET /v2.0/networks/05164b30-8981-419a-8272-388f48c19dd5 HTTP/1.1" status: 200 len: 881 time: 0.2965643 Jan 21 09:43:02.518891 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56264) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:02.590967 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f73817d-0375-47cc-af6c-8a0473b55d75 None None] DHCP port deletion for b2b1677c-5473-43b0-9142-6b1ff5cfeaa3 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:43:02.610173 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-cdacea4f-3fd2-4bd9-9e09-085843968f7f tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] 10.222.0.104 "GET /v2.0/ports?device_id=41c2df34-30e2-42ce-bbb2-86ba50ab8c3d HTTP/1.1" status: 200 len: 205 time: 0.0897291 Jan 21 09:43:02.612249 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5f73817d-0375-47cc-af6c-8a0473b55d75 None None] Deleting port 470b9fe1-474f-409e-94dd-dac22da0ffed {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:02.612779 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5f73817d-0375-47cc-af6c-8a0473b55d75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.617871 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56268) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:02.665061 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-361ab08c-166b-4314-95b5-d035fc46ca2d None None] Attempting to bind port 0bf49830-bbe5-45cb-9548-b8f2a8f860b7 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:02.665807 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-361ab08c-166b-4314-95b5-d035fc46ca2d None None] Attempting to bind port 0bf49830-bbe5-45cb-9548-b8f2a8f860b7 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'f48db35b-bf88-4f60-99bd-690fffbbf258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'dce872cb-3147-43bb-8ba7-e036aaeeb092'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:02.666339 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361ab08c-166b-4314-95b5-d035fc46ca2d None None] Attempting to bind port 0bf49830-bbe5-45cb-9548-b8f2a8f860b7 on network dce872cb-3147-43bb-8ba7-e036aaeeb092 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:43:02.705142 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361ab08c-166b-4314-95b5-d035fc46ca2d None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:43:02.705554 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361ab08c-166b-4314-95b5-d035fc46ca2d None None] Checking segment: {'id': 'f48db35b-bf88-4f60-99bd-690fffbbf258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'dce872cb-3147-43bb-8ba7-e036aaeeb092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:43:02.705861 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-361ab08c-166b-4314-95b5-d035fc46ca2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.706276 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361ab08c-166b-4314-95b5-d035fc46ca2d None None] Bound using segment: {'id': 'f48db35b-bf88-4f60-99bd-690fffbbf258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'dce872cb-3147-43bb-8ba7-e036aaeeb092'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:43:02.706742 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-361ab08c-166b-4314-95b5-d035fc46ca2d None None] Bound port: 0bf49830-bbe5-45cb-9548-b8f2a8f860b7, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f48db35b-bf88-4f60-99bd-690fffbbf258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'dce872cb-3147-43bb-8ba7-e036aaeeb092'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:02.707112 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-361ab08c-166b-4314-95b5-d035fc46ca2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.720679 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d2b86482-4cbb-480b-a04e-caee99714846 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.814022 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09bfef23-9e66-4a68-8ec1-f43efdf001f2 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.939581 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d2b86482-4cbb-480b-a04e-caee99714846 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.953497 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-eef9777f-c99f-44c8-b380-36ff940a6b39 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.966324 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-eef9777f-c99f-44c8-b380-36ff940a6b39 None None] Transition to ACTIVE for port object 2bf53b4d-731c-40ce-852d-9852786fb280 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:02.988209 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-eef9777f-c99f-44c8-b380-36ff940a6b39 None None] Transition to ACTIVE for port object 2bf53b4d-731c-40ce-852d-9852786fb280 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:03.006794 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-eef9777f-c99f-44c8-b380-36ff940a6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.007681 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b86482-4cbb-480b-a04e-caee99714846 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Pushing event deleted for resources: {'Subnet': ['ID=8191feb9-1b4a-4de9-9850-7a24aaeca451,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:03.033466 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d2b86482-4cbb-480b-a04e-caee99714846 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.053196 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d2b86482-4cbb-480b-a04e-caee99714846 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] 10.222.0.104 "DELETE /v2.0/subnets/8191feb9-1b4a-4de9-9850-7a24aaeca451 HTTP/1.1" status: 204 len: 168 time: 1.0833611 Jan 21 09:43:03.054557 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56276) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:03.130885 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bfef23-9e66-4a68-8ec1-f43efdf001f2 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Pushing event deleted for resources: {'Port': ['ID=13e68ee6-4bb9-46b9-99ca-9ffb1de3e171,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:03.150675 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-5372902a-8675-4f40-a134-e01b5f3997df tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Deleting subnet 5ca71ad5-e38a-4066-9ec1-09bc2f28c3df {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:43:03.155448 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5372902a-8675-4f40-a134-e01b5f3997df tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.225920 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5372902a-8675-4f40-a134-e01b5f3997df tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.257572 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-87005555-bdf9-4ddb-ba63-2ec3d1cf1f32 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] For port 470b9fe1-474f-409e-94dd-dac22da0ffed, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=470b9fe1-474f-409e-94dd-dac22da0ffed,segment=NetworkSegment(d8512c61-5e79-4093-8153-38fc66b5c546),segment_id=d8512c61-5e79-4093-8153-38fc66b5c546)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:03.257572 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87005555-bdf9-4ddb-ba63-2ec3d1cf1f32 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.257978 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef9777f-c99f-44c8-b380-36ff940a6b39 None None] Network eab5787f-d261-4b32-83a0-7aa2ba2d650b is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:03.323937 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-eef9777f-c99f-44c8-b380-36ff940a6b39 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:03.329912 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef9777f-c99f-44c8-b380-36ff940a6b39 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:03.371711 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5372902a-8675-4f40-a134-e01b5f3997df tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.429076 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9777f-c99f-44c8-b380-36ff940a6b39 None None] Pushing event updated for resources: {'Port': ['ID=2bf53b4d-731c-40ce-852d-9852786fb280,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:03.474999 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e667dca7-37a1-4551-b73b-afafe7ac3d52 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.483425 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-361ab08c-166b-4314-95b5-d035fc46ca2d None None] For port 0bf49830-bbe5-45cb-9548-b8f2a8f860b7, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:43:03.501727 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5f73817d-0375-47cc-af6c-8a0473b55d75 None None] For port 470b9fe1-474f-409e-94dd-dac22da0ffed, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=470b9fe1-474f-409e-94dd-dac22da0ffed,segment=NetworkSegment(d8512c61-5e79-4093-8153-38fc66b5c546),segment_id=d8512c61-5e79-4093-8153-38fc66b5c546)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:03.501727 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5f73817d-0375-47cc-af6c-8a0473b55d75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.522994 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-361ab08c-166b-4314-95b5-d035fc46ca2d None None] For port 0bf49830-bbe5-45cb-9548-b8f2a8f860b7, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=0bf49830-bbe5-45cb-9548-b8f2a8f860b7,segment=NetworkSegment(f48db35b-bf88-4f60-99bd-690fffbbf258),segment_id=f48db35b-bf88-4f60-99bd-690fffbbf258)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:43:03.551274 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5372902a-8675-4f40-a134-e01b5f3997df tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.581919 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-87005555-bdf9-4ddb-ba63-2ec3d1cf1f32 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Calling delete_port for 470b9fe1-474f-409e-94dd-dac22da0ffed owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:03.584024 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-361ab08c-166b-4314-95b5-d035fc46ca2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.610601 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372902a-8675-4f40-a134-e01b5f3997df tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Pushing event deleted for resources: {'Subnet': ['ID=5ca71ad5-e38a-4066-9ec1-09bc2f28c3df,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:03.623311 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5372902a-8675-4f40-a134-e01b5f3997df tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.653249 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09bfef23-9e66-4a68-8ec1-f43efdf001f2 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.666207 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5372902a-8675-4f40-a134-e01b5f3997df tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] 10.222.0.104 "DELETE /v2.0/subnets/5ca71ad5-e38a-4066-9ec1-09bc2f28c3df HTTP/1.1" status: 204 len: 168 time: 0.6098077 Jan 21 09:43:03.667072 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56282) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:03.692818 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5f73817d-0375-47cc-af6c-8a0473b55d75 None None] Calling delete_port for 470b9fe1-474f-409e-94dd-dac22da0ffed owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:03.721011 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-eef9777f-c99f-44c8-b380-36ff940a6b39 None None] Attempting to bind port 2bf53b4d-731c-40ce-852d-9852786fb280 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:03.721286 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-eef9777f-c99f-44c8-b380-36ff940a6b39 None None] Attempting to bind port 2bf53b4d-731c-40ce-852d-9852786fb280 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '798bc24e-0c00-4cee-b648-f92d5b89c778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'eab5787f-d261-4b32-83a0-7aa2ba2d650b'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:03.721783 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef9777f-c99f-44c8-b380-36ff940a6b39 None None] Attempting to bind port 2bf53b4d-731c-40ce-852d-9852786fb280 on network eab5787f-d261-4b32-83a0-7aa2ba2d650b {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:43:03.742914 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 470b9fe1-474f-409e-94dd-dac22da0ffed no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:03.752495 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-09bfef23-9e66-4a68-8ec1-f43efdf001f2 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] 10.222.0.104 "DELETE /v2.0/ports/13e68ee6-4bb9-46b9-99ca-9ffb1de3e171 HTTP/1.1" status: 204 len: 168 time: 2.3516502 Jan 21 09:43:03.755018 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56286) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:03.811515 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85761447-d51e-4432-a270-dad3770a426e tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:03.813223 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-85761447-d51e-4432-a270-dad3770a426e tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1358302 Jan 21 09:43:03.819182 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56290) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:03.844943 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87005555-bdf9-4ddb-ba63-2ec3d1cf1f32 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.895188 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ab08c-166b-4314-95b5-d035fc46ca2d None None] Pushing event updated for resources: {'Port': ['ID=0bf49830-bbe5-45cb-9548-b8f2a8f860b7,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:03.908984 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef9777f-c99f-44c8-b380-36ff940a6b39 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:43:03.909391 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef9777f-c99f-44c8-b380-36ff940a6b39 None None] Checking segment: {'id': '798bc24e-0c00-4cee-b648-f92d5b89c778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'eab5787f-d261-4b32-83a0-7aa2ba2d650b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:43:03.910003 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-eef9777f-c99f-44c8-b380-36ff940a6b39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.910583 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef9777f-c99f-44c8-b380-36ff940a6b39 None None] Bound using segment: {'id': '798bc24e-0c00-4cee-b648-f92d5b89c778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'eab5787f-d261-4b32-83a0-7aa2ba2d650b'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:43:03.911383 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-eef9777f-c99f-44c8-b380-36ff940a6b39 None None] Bound port: 2bf53b4d-731c-40ce-852d-9852786fb280, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '798bc24e-0c00-4cee-b648-f92d5b89c778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'eab5787f-d261-4b32-83a0-7aa2ba2d650b'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:03.911965 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-eef9777f-c99f-44c8-b380-36ff940a6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.955440 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No active binding found for port 470b9fe1-474f-409e-94dd-dac22da0ffed {{(pid=83599) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 21 09:43:03.956429 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 470b9fe1-474f-409e-94dd-dac22da0ffed not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:04.021998 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87005555-bdf9-4ddb-ba63-2ec3d1cf1f32 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Pushing event deleted for resources: {'Port': ['ID=470b9fe1-474f-409e-94dd-dac22da0ffed,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:04.034731 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-5f73817d-0375-47cc-af6c-8a0473b55d75 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:43:04.035812 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-5f73817d-0375-47cc-af6c-8a0473b55d75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:43:04.064651 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87005555-bdf9-4ddb-ba63-2ec3d1cf1f32 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] No DVR routers for this DVR port 470b9fe1-474f-409e-94dd-dac22da0ffed on host dv-neutron-825732-1-hyperv {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:04.110343 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-eef9777f-c99f-44c8-b380-36ff940a6b39 None None] For port 2bf53b4d-731c-40ce-852d-9852786fb280, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:43:04.114857 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-eef9777f-c99f-44c8-b380-36ff940a6b39 None None] For port 2bf53b4d-731c-40ce-852d-9852786fb280, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=2bf53b4d-731c-40ce-852d-9852786fb280,segment=NetworkSegment(798bc24e-0c00-4cee-b648-f92d5b89c778),segment_id=798bc24e-0c00-4cee-b648-f92d5b89c778)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:43:04.124941 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-eef9777f-c99f-44c8-b380-36ff940a6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.131634 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fdd40499-5960-4814-befd-d42cabd9247f tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.251126 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e667dca7-37a1-4551-b73b-afafe7ac3d52 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.271471 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9777f-c99f-44c8-b380-36ff940a6b39 None None] Pushing event updated for resources: {'Port': ['ID=2bf53b4d-731c-40ce-852d-9852786fb280,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:04.275443 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-211dfe7d-6ca1-4661-bb08-2cdc270bd80b tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Deleting subnet e2551140-a1ea-4bd4-b459-f0110687995d {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:43:04.278148 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e667dca7-37a1-4551-b73b-afafe7ac3d52 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Deleting port 288e2bc4-f9b4-4f35-ad59-a40c917786d0 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:04.278148 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e667dca7-37a1-4551-b73b-afafe7ac3d52 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.281119 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87005555-bdf9-4ddb-ba63-2ec3d1cf1f32 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.301868 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-fdd40499-5960-4814-befd-d42cabd9247f tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Deleting port 2bf53b4d-731c-40ce-852d-9852786fb280 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:04.302148 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fdd40499-5960-4814-befd-d42cabd9247f tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.346066 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-211dfe7d-6ca1-4661-bb08-2cdc270bd80b tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.397446 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-87005555-bdf9-4ddb-ba63-2ec3d1cf1f32 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2b1677c-5473-43b0-9142-6b1ff5cfeaa3']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:04.420011 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-87005555-bdf9-4ddb-ba63-2ec3d1cf1f32 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8512c61-5e79-4093-8153-38fc66b5c546') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:04.420011 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-87005555-bdf9-4ddb-ba63-2ec3d1cf1f32 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8512c61-5e79-4093-8153-38fc66b5c546') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:04.488700 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87005555-bdf9-4ddb-ba63-2ec3d1cf1f32 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.512597 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791c6f0a-a9b7-4184-9b02-f9282dd5f8b0 None None] Network eab5787f-d261-4b32-83a0-7aa2ba2d650b requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:04.533331 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-211dfe7d-6ca1-4661-bb08-2cdc270bd80b tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.544247 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5f73817d-0375-47cc-af6c-8a0473b55d75 None None] Deleting port 470b9fe1-474f-409e-94dd-dac22da0ffed {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:04.545376 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5f73817d-0375-47cc-af6c-8a0473b55d75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.596361 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c47dca31-bf07-462e-b190-a401951c2baa tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Deleting port b1a69d4b-3c6c-484f-a1ac-ef59f2b1ee25 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:04.596663 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c47dca31-bf07-462e-b190-a401951c2baa tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.660074 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87005555-bdf9-4ddb-ba63-2ec3d1cf1f32 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.683279 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e667dca7-37a1-4551-b73b-afafe7ac3d52 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.696253 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87005555-bdf9-4ddb-ba63-2ec3d1cf1f32 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:43:04.696639 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87005555-bdf9-4ddb-ba63-2ec3d1cf1f32 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.719430 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:43:04.719430 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:43:04.719430 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:43:04.719430 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:04.719430 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:43:04.719430 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:04.719430 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:43:04.719430 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:04.719430 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:43:04.719430 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:04.719430 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:43:04.719430 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:04.719430 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:43:04.719430 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:04.719430 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:04.719430 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:04.719430 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:04.719430 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:04.719430 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:43:04.719430 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:43:04.719430 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:43:04.719430 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:43:04.719430 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:04.719430 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:43:04.719430 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:04.719430 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:43:04.719430 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:04.719430 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:43:04.719430 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:04.719430 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:43:04.719430 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:04.719430 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:04.721653 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5f73817d-0375-47cc-af6c-8a0473b55d75 None None] The port '470b9fe1-474f-409e-94dd-dac22da0ffed' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:43:04.835597 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e667dca7-37a1-4551-b73b-afafe7ac3d52 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Calling delete_port for 288e2bc4-f9b4-4f35-ad59-a40c917786d0 owned by network:router_gateway {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:04.911451 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-211dfe7d-6ca1-4661-bb08-2cdc270bd80b tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.038100 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-211dfe7d-6ca1-4661-bb08-2cdc270bd80b tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.089388 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211dfe7d-6ca1-4661-bb08-2cdc270bd80b tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Pushing event deleted for resources: {'Subnet': ['ID=e2551140-a1ea-4bd4-b459-f0110687995d,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:05.102538 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-211dfe7d-6ca1-4661-bb08-2cdc270bd80b tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.104136 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eff5a87-e4ad-4d90-b9f8-d160285e77e8 None None] Network 963bfc8b-49bb-488e-90c0-3cea6aaaec21 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:05.111291 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-211dfe7d-6ca1-4661-bb08-2cdc270bd80b tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] 10.222.0.104 "DELETE /v2.0/subnets/e2551140-a1ea-4bd4-b459-f0110687995d HTTP/1.1" status: 204 len: 168 time: 1.3550200 Jan 21 09:43:05.111671 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87005555-bdf9-4ddb-ba63-2ec3d1cf1f32 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.114940 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56300) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:05.162818 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87005555-bdf9-4ddb-ba63-2ec3d1cf1f32 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.197199 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87005555-bdf9-4ddb-ba63-2ec3d1cf1f32 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] Pushing event deleted for resources: {'Network': ['ID=b2b1677c-5473-43b0-9142-6b1ff5cfeaa3,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:05.201596 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-fdd40499-5960-4814-befd-d42cabd9247f tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] For port 2bf53b4d-731c-40ce-852d-9852786fb280, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=2bf53b4d-731c-40ce-852d-9852786fb280,segment=NetworkSegment(798bc24e-0c00-4cee-b648-f92d5b89c778),segment_id=798bc24e-0c00-4cee-b648-f92d5b89c778)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:05.201995 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fdd40499-5960-4814-befd-d42cabd9247f tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.228726 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-87005555-bdf9-4ddb-ba63-2ec3d1cf1f32 tempest-NetworksIpV6TestAttrs-1459735754 tempest-NetworksIpV6TestAttrs-1459735754-project] 10.222.0.104 "DELETE /v2.0/networks/b2b1677c-5473-43b0-9142-6b1ff5cfeaa3 HTTP/1.1" status: 204 len: 168 time: 3.6104660 Jan 21 09:43:05.305605 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c47dca31-bf07-462e-b190-a401951c2baa tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.393744 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a3fa83a7-e58b-4df2-a977-09092403db55 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.409752 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e667dca7-37a1-4551-b73b-afafe7ac3d52 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.479236 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a3fa83a7-e58b-4df2-a977-09092403db55 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Deleting port 45065cba-3d99-4984-82b1-dccce1b7e439 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:05.479592 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a3fa83a7-e58b-4df2-a977-09092403db55 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.520223 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e667dca7-37a1-4551-b73b-afafe7ac3d52 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Pushing event deleted for resources: {'Port': ['ID=288e2bc4-f9b4-4f35-ad59-a40c917786d0,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:05.611920 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c47dca31-bf07-462e-b190-a401951c2baa tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Calling delete_port for b1a69d4b-3c6c-484f-a1ac-ef59f2b1ee25 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:05.629809 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1938522b-526f-485a-9473-8aa0183766de None None] DHCP port deletion for 963bfc8b-49bb-488e-90c0-3cea6aaaec21 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:43:05.637958 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-1938522b-526f-485a-9473-8aa0183766de None None] Deleting port 45065cba-3d99-4984-82b1-dccce1b7e439 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:05.638526 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1938522b-526f-485a-9473-8aa0183766de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.820835 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c548690f-2243-4f43-9a5a-4d80391e2532 None None] Network dce872cb-3147-43bb-8ba7-e036aaeeb092 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:06.126492 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-fdd40499-5960-4814-befd-d42cabd9247f tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Calling delete_port for 2bf53b4d-731c-40ce-852d-9852786fb280 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:06.156588 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56316) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:06.172963 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c47dca31-bf07-462e-b190-a401951c2baa tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.193341 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-a3fa83a7-e58b-4df2-a977-09092403db55 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] For port 45065cba-3d99-4984-82b1-dccce1b7e439, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=45065cba-3d99-4984-82b1-dccce1b7e439,segment=NetworkSegment(cc8ab438-b60c-4099-9393-f44f25515acd),segment_id=cc8ab438-b60c-4099-9393-f44f25515acd)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:06.193864 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a3fa83a7-e58b-4df2-a977-09092403db55 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.203431 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 0bf49830-bbe5-45cb-9548-b8f2a8f860b7 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:06.331229 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-76fc96fe-ac11-4100-a9dd-57337ddd74a7 None None] Provisioning for port 0bf49830-bbe5-45cb-9548-b8f2a8f860b7 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:06.402148 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47dca31-bf07-462e-b190-a401951c2baa tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Pushing event deleted for resources: {'Port': ['ID=b1a69d4b-3c6c-484f-a1ac-ef59f2b1ee25,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:06.525629 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fdd40499-5960-4814-befd-d42cabd9247f tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.562920 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a3fa83a7-e58b-4df2-a977-09092403db55 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Calling delete_port for 45065cba-3d99-4984-82b1-dccce1b7e439 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:06.645897 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd40499-5960-4814-befd-d42cabd9247f tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Pushing event deleted for resources: {'Port': ['ID=2bf53b4d-731c-40ce-852d-9852786fb280,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:06.663868 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-1938522b-526f-485a-9473-8aa0183766de None None] For port 45065cba-3d99-4984-82b1-dccce1b7e439, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=45065cba-3d99-4984-82b1-dccce1b7e439,segment=NetworkSegment(cc8ab438-b60c-4099-9393-f44f25515acd),segment_id=cc8ab438-b60c-4099-9393-f44f25515acd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:06.664266 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1938522b-526f-485a-9473-8aa0183766de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.676612 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd40499-5960-4814-befd-d42cabd9247f tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] No DVR routers for this DVR port 2bf53b4d-731c-40ce-852d-9852786fb280 on host dv-neutron-825732-1-hyperv {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:06.682198 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ec8a2272-b9bf-4a30-b797-7d9655e4066f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=aed3d53ef02d4d889ce3052ba21584d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5242198 Jan 21 09:43:06.685589 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e667dca7-37a1-4551-b73b-afafe7ac3d52 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.788831 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56322) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:06.864032 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-1938522b-526f-485a-9473-8aa0183766de None None] Calling delete_port for 45065cba-3d99-4984-82b1-dccce1b7e439 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:07.031715 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a3fa83a7-e58b-4df2-a977-09092403db55 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.034016 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fdd40499-5960-4814-befd-d42cabd9247f tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.035267 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 0bf49830-bbe5-45cb-9548-b8f2a8f860b7 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:07.060797 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 0bf49830-bbe5-45cb-9548-b8f2a8f860b7 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:07.061229 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.084814 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e667dca7-37a1-4551-b73b-afafe7ac3d52 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.085545 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-fdd40499-5960-4814-befd-d42cabd9247f tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab5787f-d261-4b32-83a0-7aa2ba2d650b']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:07.099113 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-25ad2b09-3923-4463-987f-b8dce3c48d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.099472 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa83a7-e58b-4df2-a977-09092403db55 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Pushing event deleted for resources: {'Port': ['ID=45065cba-3d99-4984-82b1-dccce1b7e439,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:07.104834 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-fdd40499-5960-4814-befd-d42cabd9247f tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '798bc24e-0c00-4cee-b648-f92d5b89c778') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:07.105123 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-fdd40499-5960-4814-befd-d42cabd9247f tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '798bc24e-0c00-4cee-b648-f92d5b89c778') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:07.111777 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e667dca7-37a1-4551-b73b-afafe7ac3d52 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.119019 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fa83a7-e58b-4df2-a977-09092403db55 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] No DVR routers for this DVR port 45065cba-3d99-4984-82b1-dccce1b7e439 on host dv-neutron-825732-1-hyperv {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:07.124897 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-1938522b-526f-485a-9473-8aa0183766de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:43:07.125265 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-1938522b-526f-485a-9473-8aa0183766de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:43:07.143323 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fdd40499-5960-4814-befd-d42cabd9247f tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.200312 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed5c63-9dd1-4521-9351-c3dc7ebb4501 req-65ae3626-5d6f-41e3-967e-94291fbb082f tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:07.208620 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-24ed5c63-9dd1-4521-9351-c3dc7ebb4501 req-65ae3626-5d6f-41e3-967e-94291fbb082f tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.5848958 Jan 21 09:43:07.247689 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-25ad2b09-3923-4463-987f-b8dce3c48d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.251423 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea4fe6e-392c-430c-a35b-0a3904ca6fb1 None None] DHCP port deletion for dce872cb-3147-43bb-8ba7-e036aaeeb092 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:43:07.256070 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fdd40499-5960-4814-befd-d42cabd9247f tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.263917 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-8ea4fe6e-392c-430c-a35b-0a3904ca6fb1 None None] Deleting port 0bf49830-bbe5-45cb-9548-b8f2a8f860b7 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:07.264306 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8ea4fe6e-392c-430c-a35b-0a3904ca6fb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.278460 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdd40499-5960-4814-befd-d42cabd9247f tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:43:07.278869 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fdd40499-5960-4814-befd-d42cabd9247f tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.294920 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:43:07.294920 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:43:07.294920 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:43:07.294920 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:07.294920 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:43:07.294920 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:07.294920 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:43:07.294920 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:07.294920 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:43:07.294920 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:07.294920 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:43:07.294920 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:07.294920 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:43:07.294920 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:07.294920 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:07.294920 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:07.294920 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:07.294920 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:07.294920 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:43:07.294920 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:43:07.294920 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:43:07.294920 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:43:07.294920 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:07.294920 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:43:07.294920 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:07.294920 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:43:07.294920 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:07.294920 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:43:07.294920 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:07.294920 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:43:07.294920 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:07.294920 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:07.346647 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.361637 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e667dca7-37a1-4551-b73b-afafe7ac3d52 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.362610 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e667dca7-37a1-4551-b73b-afafe7ac3d52 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Fanout notify agent at l3_agent the message router_deleted on router 41c2df34-30e2-42ce-bbb2-86ba50ab8c3d {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:43:07.386657 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a3fa83a7-e58b-4df2-a977-09092403db55 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.409945 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-24ed5c63-9dd1-4521-9351-c3dc7ebb4501 req-3871f5ae-baee-4ae2-a84e-8998824264e6 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2004867 Jan 21 09:43:07.433117 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e667dca7-37a1-4551-b73b-afafe7ac3d52 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.435092 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e667dca7-37a1-4551-b73b-afafe7ac3d52 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] 10.222.0.104 "DELETE /v2.0/routers/41c2df34-30e2-42ce-bbb2-86ba50ab8c3d HTTP/1.1" status: 204 len: 168 time: 4.8154159 Jan 21 09:43:07.447255 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56330) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:07.449040 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-a3fa83a7-e58b-4df2-a977-09092403db55 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['963bfc8b-49bb-488e-90c0-3cea6aaaec21']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:07.465937 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-a10d0323-bf74-4e4a-8f2d-9ad58ff29e1c tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-741440689', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:07.476548 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a10d0323-bf74-4e4a-8f2d-9ad58ff29e1c tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:07.482656 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-a3fa83a7-e58b-4df2-a977-09092403db55 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc8ab438-b60c-4099-9393-f44f25515acd') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:07.483076 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-a3fa83a7-e58b-4df2-a977-09092403db55 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc8ab438-b60c-4099-9393-f44f25515acd') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:07.486330 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:43:07.499674 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a10d0323-bf74-4e4a-8f2d-9ad58ff29e1c tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Usage tracker for resource:router and tenant:24bdc49ef662478cbebc8c7402bf782e is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:07.504091 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a10d0323-bf74-4e4a-8f2d-9ad58ff29e1c tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:07.508704 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a3fa83a7-e58b-4df2-a977-09092403db55 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.523203 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a10d0323-bf74-4e4a-8f2d-9ad58ff29e1c tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:07.536960 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a3fa83a7-e58b-4df2-a977-09092403db55 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.547563 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a10d0323-bf74-4e4a-8f2d-9ad58ff29e1c tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.548735 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a10d0323-bf74-4e4a-8f2d-9ad58ff29e1c tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.552826 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3fa83a7-e58b-4df2-a977-09092403db55 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:43:07.553318 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a3fa83a7-e58b-4df2-a977-09092403db55 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.573272 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:43:07.573272 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:43:07.573272 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:43:07.573272 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:07.573272 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:43:07.573272 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:07.573272 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:43:07.573272 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:07.573272 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:43:07.573272 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:07.573272 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:43:07.573272 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:07.573272 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:43:07.573272 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:07.573272 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:07.573272 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:07.573272 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:07.573272 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:07.573272 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:43:07.573272 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:43:07.573272 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:43:07.573272 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:43:07.573272 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:07.573272 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:43:07.573272 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:07.573272 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:43:07.573272 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:07.573272 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:43:07.573272 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:07.573272 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:43:07.573272 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:07.573272 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:07.580218 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fdd40499-5960-4814-befd-d42cabd9247f tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.614861 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fdd40499-5960-4814-befd-d42cabd9247f tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.619120 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd40499-5960-4814-befd-d42cabd9247f tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Pushing event deleted for resources: {'Network': ['ID=eab5787f-d261-4b32-83a0-7aa2ba2d650b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:07.628281 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-1938522b-526f-485a-9473-8aa0183766de None None] Deleting port 45065cba-3d99-4984-82b1-dccce1b7e439 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:07.628651 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1938522b-526f-485a-9473-8aa0183766de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.682628 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a10d0323-bf74-4e4a-8f2d-9ad58ff29e1c tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.683041 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-8ea4fe6e-392c-430c-a35b-0a3904ca6fb1 None None] For port 0bf49830-bbe5-45cb-9548-b8f2a8f860b7, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=0bf49830-bbe5-45cb-9548-b8f2a8f860b7,segment=NetworkSegment(f48db35b-bf88-4f60-99bd-690fffbbf258),segment_id=f48db35b-bf88-4f60-99bd-690fffbbf258)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:07.684101 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8ea4fe6e-392c-430c-a35b-0a3904ca6fb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.687514 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-25ad2b09-3923-4463-987f-b8dce3c48d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.691594 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a3fa83a7-e58b-4df2-a977-09092403db55 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.716602 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a3fa83a7-e58b-4df2-a977-09092403db55 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.725772 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa83a7-e58b-4df2-a977-09092403db55 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] Pushing event deleted for resources: {'Network': ['ID=963bfc8b-49bb-488e-90c0-3cea6aaaec21,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:07.734735 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a3fa83a7-e58b-4df2-a977-09092403db55 tempest-AllowedAddressPairTestJSON-1322353790 tempest-AllowedAddressPairTestJSON-1322353790-project] 10.222.0.104 "DELETE /v2.0/networks/963bfc8b-49bb-488e-90c0-3cea6aaaec21 HTTP/1.1" status: 204 len: 168 time: 2.6186070 Jan 21 09:43:07.751289 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-1938522b-526f-485a-9473-8aa0183766de None None] The port '45065cba-3d99-4984-82b1-dccce1b7e439' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:43:07.755488 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 0bf49830-bbe5-45cb-9548-b8f2a8f860b7, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=0bf49830-bbe5-45cb-9548-b8f2a8f860b7,segment=NetworkSegment(f48db35b-bf88-4f60-99bd-690fffbbf258),segment_id=f48db35b-bf88-4f60-99bd-690fffbbf258)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:07.770516 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a10d0323-bf74-4e4a-8f2d-9ad58ff29e1c tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.798776 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad2b09-3923-4463-987f-b8dce3c48d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c73b639-2880-48ef-9ef2-fa4067818ef2,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:07.811543 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56338) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:07.812292 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-fdd40499-5960-4814-befd-d42cabd9247f tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] 10.222.0.104 "DELETE /v2.0/networks/eab5787f-d261-4b32-83a0-7aa2ba2d650b HTTP/1.1" status: 204 len: 168 time: 3.9925323 Jan 21 09:43:07.838330 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-25ad2b09-3923-4463-987f-b8dce3c48d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.841065 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-25ad2b09-3923-4463-987f-b8dce3c48d8c admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/6c73b639-2880-48ef-9ef2-fa4067818ef2 HTTP/1.1" status: 204 len: 168 time: 1.0360990 Jan 21 09:43:07.845006 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c47dca31-bf07-462e-b190-a401951c2baa tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.870185 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a10d0323-bf74-4e4a-8f2d-9ad58ff29e1c tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.872002 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a10d0323-bf74-4e4a-8f2d-9ad58ff29e1c tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4138231 Jan 21 09:43:07.877855 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56346) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:07.888473 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c22c0aac-9387-438f-80f2-92aa6af392c9 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Request body: {'router': {'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:08.122910 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ac479466-a8ae-4bc7-b183-2e08ce25652b tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.144787 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-8ea4fe6e-392c-430c-a35b-0a3904ca6fb1 None None] Calling delete_port for 0bf49830-bbe5-45cb-9548-b8f2a8f860b7 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:08.296716 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.301155 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ac479466-a8ae-4bc7-b183-2e08ce25652b tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Deleting port 0bf49830-bbe5-45cb-9548-b8f2a8f860b7 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:08.301827 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ac479466-a8ae-4bc7-b183-2e08ce25652b tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.353087 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-8ea4fe6e-392c-430c-a35b-0a3904ca6fb1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:43:08.353776 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-8ea4fe6e-392c-430c-a35b-0a3904ca6fb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:43:08.406780 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56358) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:08.419616 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 45065cba-3d99-4984-82b1-dccce1b7e439 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:08.476582 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 45065cba-3d99-4984-82b1-dccce1b7e439 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:43:08.477132 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 45065cba-3d99-4984-82b1-dccce1b7e439 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:08.488172 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=0bf49830-bbe5-45cb-9548-b8f2a8f860b7,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:08.529305 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1b848-3451-4f4e-85cb-05343efa6505 req-168f1689-5371-490d-ad59-e683097fce01 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:08.536804 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-66e1b848-3451-4f4e-85cb-05343efa6505 req-168f1689-5371-490d-ad59-e683097fce01 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.3984098 Jan 21 09:43:08.641101 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 0bf49830-bbe5-45cb-9548-b8f2a8f860b7 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:08.776914 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-66e1b848-3451-4f4e-85cb-05343efa6505 req-a5ed3d72-ec4a-4dc0-9f23-42d04e5bccf8 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2385561 Jan 21 09:43:08.794703 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.867423 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-8ea4fe6e-392c-430c-a35b-0a3904ca6fb1 None None] Deleting port 0bf49830-bbe5-45cb-9548-b8f2a8f860b7 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:08.867423 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8ea4fe6e-392c-430c-a35b-0a3904ca6fb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.025811 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 0bf49830-bbe5-45cb-9548-b8f2a8f860b7, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=0bf49830-bbe5-45cb-9548-b8f2a8f860b7,segment=NetworkSegment(f48db35b-bf88-4f60-99bd-690fffbbf258),segment_id=f48db35b-bf88-4f60-99bd-690fffbbf258)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:09.042681 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ac479466-a8ae-4bc7-b183-2e08ce25652b tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] For port 0bf49830-bbe5-45cb-9548-b8f2a8f860b7, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=0bf49830-bbe5-45cb-9548-b8f2a8f860b7,segment=NetworkSegment(f48db35b-bf88-4f60-99bd-690fffbbf258),segment_id=f48db35b-bf88-4f60-99bd-690fffbbf258)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:09.043359 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ac479466-a8ae-4bc7-b183-2e08ce25652b tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.070361 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.112290 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c22c0aac-9387-438f-80f2-92aa6af392c9 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.223643 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=0bf49830-bbe5-45cb-9548-b8f2a8f860b7,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:09.365446 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ac479466-a8ae-4bc7-b183-2e08ce25652b tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Calling delete_port for 0bf49830-bbe5-45cb-9548-b8f2a8f860b7 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:09.574896 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.api [None req-ac479466-a8ae-4bc7-b183-2e08ce25652b tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:43:09.576854 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG oslo_db.api [None req-ac479466-a8ae-4bc7-b183-2e08ce25652b tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:43:09.591472 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-8ea4fe6e-392c-430c-a35b-0a3904ca6fb1 None None] For port 0bf49830-bbe5-45cb-9548-b8f2a8f860b7, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=0bf49830-bbe5-45cb-9548-b8f2a8f860b7,segment=NetworkSegment(f48db35b-bf88-4f60-99bd-690fffbbf258),segment_id=f48db35b-bf88-4f60-99bd-690fffbbf258)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:09.592041 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8ea4fe6e-392c-430c-a35b-0a3904ca6fb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.597063 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c22c0aac-9387-438f-80f2-92aa6af392c9 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.618958 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-fcd8f11a-8eed-492f-b9b1-55ecc91b2155 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=2a19762160874459a14fca9b3969ecad&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2111008 Jan 21 09:43:09.622268 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56388) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:09.779935 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56394) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:09.790162 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8968654a-001d-4e5f-b0e3-6ade83ce078a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.842397 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-8ea4fe6e-392c-430c-a35b-0a3904ca6fb1 None None] Calling delete_port for 0bf49830-bbe5-45cb-9548-b8f2a8f860b7 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:09.875286 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c22c0aac-9387-438f-80f2-92aa6af392c9 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.887282 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8968654a-001d-4e5f-b0e3-6ade83ce078a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.009089 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8ea4fe6e-392c-430c-a35b-0a3904ca6fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.091947 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4fe6e-392c-430c-a35b-0a3904ca6fb1 None None] Pushing event deleted for resources: {'Port': ['ID=0bf49830-bbe5-45cb-9548-b8f2a8f860b7,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:10.094887 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ac479466-a8ae-4bc7-b183-2e08ce25652b tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Deleting port 0bf49830-bbe5-45cb-9548-b8f2a8f860b7 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:10.098041 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ac479466-a8ae-4bc7-b183-2e08ce25652b tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.112189 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea4fe6e-392c-430c-a35b-0a3904ca6fb1 None None] No DVR routers for this DVR port 0bf49830-bbe5-45cb-9548-b8f2a8f860b7 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:10.135725 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8658de-a724-40ec-a58c-6a1b69626b2a None None] get_active_networks_info from dv-neutron-825732-1-hyperv {{(pid=83599) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 09:43:10.200885 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-dc67e5b1-5b9f-4b69-827d-ffe0e408a316 tempest-NetworksNegativeTestJSON-620566671 tempest-NetworksNegativeTestJSON-620566671-project] Request body: {'port': {'network_id': 'ceb47f14-bdfb-4549-ac67-b5c608b57c73', 'name': 'tempest-NetworksNegativeTestJSON-1384776163'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:10.214423 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8968654a-001d-4e5f-b0e3-6ade83ce078a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.238576 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8968654a-001d-4e5f-b0e3-6ade83ce078a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadc8501-9abc-4aa7-8820-e929a161d5e5,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:10.262043 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-c22c0aac-9387-438f-80f2-92aa6af392c9 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Allocated IP 172.26.0.18 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/2810c889-acc5-4e83-802a-4ab8760daf88) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:10.277731 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ac479466-a8ae-4bc7-b183-2e08ce25652b tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] The port '0bf49830-bbe5-45cb-9548-b8f2a8f860b7' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:43:10.285373 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc67e5b1-5b9f-4b69-827d-ffe0e408a316 tempest-NetworksNegativeTestJSON-620566671 tempest-NetworksNegativeTestJSON-620566671-project] POST failed (client error): The resource could not be found. Jan 21 09:43:10.285871 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc67e5b1-5b9f-4b69-827d-ffe0e408a316 tempest-NetworksNegativeTestJSON-620566671 tempest-NetworksNegativeTestJSON-620566671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:10.285996 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47dca31-bf07-462e-b190-a401951c2baa tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Router 3fe6ad17-82ef-4676-ace7-76e711ea37c0 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:43:10.287091 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-dc67e5b1-5b9f-4b69-827d-ffe0e408a316 tempest-NetworksNegativeTestJSON-620566671 tempest-NetworksNegativeTestJSON-620566671-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5057750 Jan 21 09:43:10.295387 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56402) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:10.305287 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8658de-a724-40ec-a58c-6a1b69626b2a None None] Resources bound (agent type, host, resource id): {{(pid=83599) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:43:10.347432 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968654a-001d-4e5f-b0e3-6ade83ce078a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:10.347782 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968654a-001d-4e5f-b0e3-6ade83ce078a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:10.348018 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968654a-001d-4e5f-b0e3-6ade83ce078a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:10.348349 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968654a-001d-4e5f-b0e3-6ade83ce078a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:10.348676 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968654a-001d-4e5f-b0e3-6ade83ce078a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:10.348999 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968654a-001d-4e5f-b0e3-6ade83ce078a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:10.349321 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968654a-001d-4e5f-b0e3-6ade83ce078a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:10.349672 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968654a-001d-4e5f-b0e3-6ade83ce078a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:10.350006 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968654a-001d-4e5f-b0e3-6ade83ce078a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:10.350304 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968654a-001d-4e5f-b0e3-6ade83ce078a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:10.350617 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968654a-001d-4e5f-b0e3-6ade83ce078a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:10.408931 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-79bc7c85-2b87-4fbd-8055-354b5039be25 tempest-NetworksNegativeTestJSON-620566671 tempest-NetworksNegativeTestJSON-620566671-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:10.409281 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79bc7c85-2b87-4fbd-8055-354b5039be25 tempest-NetworksNegativeTestJSON-620566671 tempest-NetworksNegativeTestJSON-620566671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:10.430087 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-79bc7c85-2b87-4fbd-8055-354b5039be25 tempest-NetworksNegativeTestJSON-620566671 tempest-NetworksNegativeTestJSON-620566671-project] 10.222.0.104 "DELETE /v2.0/networks/bf8e751b-ddb6-4da5-acf7-1e52bc76fe17 HTTP/1.1" status: 404 len: 339 time: 0.1327083 Jan 21 09:43:10.438484 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8968654a-001d-4e5f-b0e3-6ade83ce078a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.438484 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8968654a-001d-4e5f-b0e3-6ade83ce078a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/eadc8501-9abc-4aa7-8820-e929a161d5e5 HTTP/1.1" status: 204 len: 168 time: 0.8142192 Jan 21 09:43:10.449635 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56408) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:10.474460 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ac479466-a8ae-4bc7-b183-2e08ce25652b tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.489158 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346bac7-78cb-4552-a2e5-ee4bbd762f16 req-328180f0-4d22-429e-8a07-d0c52a0af29e tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:10.490756 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b346bac7-78cb-4552-a2e5-ee4bbd762f16 req-328180f0-4d22-429e-8a07-d0c52a0af29e tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "GET /v2.0/ports?device_id=a509cdea-e31d-45e6-94ec-7732e014148d HTTP/1.1" status: 200 len: 945 time: 0.4591634 Jan 21 09:43:10.531131 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-ac479466-a8ae-4bc7-b183-2e08ce25652b tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dce872cb-3147-43bb-8ba7-e036aaeeb092']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:10.551515 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-ac479466-a8ae-4bc7-b183-2e08ce25652b tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f48db35b-bf88-4f60-99bd-690fffbbf258') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:10.551859 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-ac479466-a8ae-4bc7-b183-2e08ce25652b tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f48db35b-bf88-4f60-99bd-690fffbbf258') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:10.573821 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ac479466-a8ae-4bc7-b183-2e08ce25652b tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.596952 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b346bac7-78cb-4552-a2e5-ee4bbd762f16 req-ff0c802f-b089-4678-a365-7deb76287937 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "GET /v2.0/security-groups?id=0793827f-8d00-456c-ba2b-f5826338aafe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884895 Jan 21 09:43:10.600849 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ac479466-a8ae-4bc7-b183-2e08ce25652b tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.602084 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e510546-4c67-427d-a0fb-63cf2c9e27c5 tempest-NetworksNegativeTestJSON-620566671 tempest-NetworksNegativeTestJSON-620566671-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:10.602861 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e510546-4c67-427d-a0fb-63cf2c9e27c5 tempest-NetworksNegativeTestJSON-620566671 tempest-NetworksNegativeTestJSON-620566671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:10.611197 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac479466-a8ae-4bc7-b183-2e08ce25652b tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:43:10.611788 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ac479466-a8ae-4bc7-b183-2e08ce25652b tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.612713 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4e510546-4c67-427d-a0fb-63cf2c9e27c5 tempest-NetworksNegativeTestJSON-620566671 tempest-NetworksNegativeTestJSON-620566671-project] 10.222.0.104 "DELETE /v2.0/ports/04828743-a470-4704-b3d5-3830b3d49c90 HTTP/1.1" status: 404 len: 333 time: 0.1616290 Jan 21 09:43:10.618042 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56414) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:10.642578 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:43:10.642578 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:43:10.642578 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:43:10.642578 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:10.642578 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:43:10.642578 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:10.642578 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:43:10.642578 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:10.642578 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:43:10.642578 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:10.642578 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:43:10.642578 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:10.642578 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:43:10.642578 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:10.642578 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:10.642578 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:10.642578 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:10.642578 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:10.642578 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:43:10.642578 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:43:10.642578 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:43:10.642578 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:43:10.642578 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:10.642578 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:43:10.642578 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:10.642578 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:43:10.642578 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:10.642578 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:43:10.642578 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:10.642578 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:43:10.642578 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:10.642578 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:10.692660 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f853da8-9361-4b78-b850-8a00a12a22cb req-8e6d0655-1fd2-478f-860b-fb344bb83ede tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:10.694265 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-1f853da8-9361-4b78-b850-8a00a12a22cb req-8e6d0655-1fd2-478f-860b-fb344bb83ede tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.5134771 Jan 21 09:43:10.718851 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f5a593-af9c-4869-8c17-572994f2fc3b tempest-NetworksNegativeTestJSON-620566671 tempest-NetworksNegativeTestJSON-620566671-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:10.719376 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47f5a593-af9c-4869-8c17-572994f2fc3b tempest-NetworksNegativeTestJSON-620566671 tempest-NetworksNegativeTestJSON-620566671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:10.725164 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-47f5a593-af9c-4869-8c17-572994f2fc3b tempest-NetworksNegativeTestJSON-620566671 tempest-NetworksNegativeTestJSON-620566671-project] 10.222.0.104 "DELETE /v2.0/subnets/fe688a31-3c9a-4a6c-8dff-f2634e0b10ef HTTP/1.1" status: 404 len: 337 time: 0.1006753 Jan 21 09:43:10.725793 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56420) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:10.823851 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ac479466-a8ae-4bc7-b183-2e08ce25652b tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.834338 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ac479466-a8ae-4bc7-b183-2e08ce25652b tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.885289 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-a511ab5b-fe60-41bc-b1df-c81881cecba9 tempest-NetworksNegativeTestJSON-620566671 tempest-NetworksNegativeTestJSON-620566671-project] GET failed (client error): The resource could not be found. Jan 21 09:43:10.891240 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a511ab5b-fe60-41bc-b1df-c81881cecba9 tempest-NetworksNegativeTestJSON-620566671 tempest-NetworksNegativeTestJSON-620566671-project] 10.222.0.104 "GET /v2.0/networks/a59ebd96-85a1-4d57-aeb9-346357848bd1 HTTP/1.1" status: 404 len: 339 time: 0.1506894 Jan 21 09:43:10.908472 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56428) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:10.911531 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c22c0aac-9387-438f-80f2-92aa6af392c9 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.929352 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac479466-a8ae-4bc7-b183-2e08ce25652b tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Pushing event deleted for resources: {'Network': ['ID=dce872cb-3147-43bb-8ba7-e036aaeeb092,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:10.944542 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ac479466-a8ae-4bc7-b183-2e08ce25652b tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] 10.222.0.104 "DELETE /v2.0/networks/dce872cb-3147-43bb-8ba7-e036aaeeb092 HTTP/1.1" status: 204 len: 168 time: 3.1294096 Jan 21 09:43:10.945075 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56434) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:11.031338 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0a3241b-36c7-4cc9-a75c-46ff053ad6ca tempest-NetworksNegativeTestJSON-620566671 tempest-NetworksNegativeTestJSON-620566671-project] GET failed (client error): The resource could not be found. Jan 21 09:43:11.032730 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b0a3241b-36c7-4cc9-a75c-46ff053ad6ca tempest-NetworksNegativeTestJSON-620566671 tempest-NetworksNegativeTestJSON-620566671-project] 10.222.0.104 "GET /v2.0/ports/f5530908-b8c0-4d07-ad01-952104e3b987 HTTP/1.1" status: 404 len: 333 time: 0.1005094 Jan 21 09:43:11.037019 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56440) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:11.086491 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-1f853da8-9361-4b78-b850-8a00a12a22cb req-3cc0b6ca-a6f1-4686-8bc3-c2c060d955d3 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3787789 Jan 21 09:43:11.104806 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0bfd6d4-5aae-480f-a9bb-bc7d3e1b6026 tempest-NetworksNegativeTestJSON-620566671 tempest-NetworksNegativeTestJSON-620566671-project] GET failed (client error): The resource could not be found. Jan 21 09:43:11.109677 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f0bfd6d4-5aae-480f-a9bb-bc7d3e1b6026 tempest-NetworksNegativeTestJSON-620566671 tempest-NetworksNegativeTestJSON-620566671-project] 10.222.0.104 "GET /v2.0/subnets/83ceab5c-4c82-40fb-8ec5-869bd2e8d344 HTTP/1.1" status: 404 len: 337 time: 0.0678020 Jan 21 09:43:11.122271 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56446) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:11.180160 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-bd28b6b5-6c42-4ab4-82be-3c6081f489c4 tempest-NetworksNegativeTestJSON-620566671 tempest-NetworksNegativeTestJSON-620566671-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:11.193046 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-97b66ba6-f2c4-48ce-89ee-d5f1241f6333 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.211756 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd28b6b5-6c42-4ab4-82be-3c6081f489c4 tempest-NetworksNegativeTestJSON-620566671 tempest-NetworksNegativeTestJSON-620566671-project] PUT failed (client error): The resource could not be found. Jan 21 09:43:11.212246 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd28b6b5-6c42-4ab4-82be-3c6081f489c4 tempest-NetworksNegativeTestJSON-620566671 tempest-NetworksNegativeTestJSON-620566671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:11.218254 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-bd28b6b5-6c42-4ab4-82be-3c6081f489c4 tempest-NetworksNegativeTestJSON-620566671 tempest-NetworksNegativeTestJSON-620566671-project] 10.222.0.104 "PUT /v2.0/networks/3bb5455d-a54a-466c-bdff-5ca3aa661c89 HTTP/1.1" status: 404 len: 339 time: 0.0441694 Jan 21 09:43:11.223683 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d05ac-af65-41ef-9909-f3330619c7c4 req-21e80411-af04-46a7-9ae5-8bd936ba5259 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:11.226215 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56452) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:11.226411 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f56d05ac-af65-41ef-9909-f3330619c7c4 req-21e80411-af04-46a7-9ae5-8bd936ba5259 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/ports?device_id=7e2be814-53d6-4937-85d0-f08eb124f0b0 HTTP/1.1" status: 200 len: 946 time: 0.1552310 Jan 21 09:43:11.235955 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-3f416027-6474-4e4d-98a3-f0c5e3c539ea tempest-NetworksNegativeTestJSON-620566671 tempest-NetworksNegativeTestJSON-620566671-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:11.277957 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c22c0aac-9387-438f-80f2-92aa6af392c9 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.317295 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f416027-6474-4e4d-98a3-f0c5e3c539ea tempest-NetworksNegativeTestJSON-620566671 tempest-NetworksNegativeTestJSON-620566671-project] PUT failed (client error): The resource could not be found. Jan 21 09:43:11.317903 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f416027-6474-4e4d-98a3-f0c5e3c539ea tempest-NetworksNegativeTestJSON-620566671 tempest-NetworksNegativeTestJSON-620566671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:11.318859 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3f416027-6474-4e4d-98a3-f0c5e3c539ea tempest-NetworksNegativeTestJSON-620566671 tempest-NetworksNegativeTestJSON-620566671-project] 10.222.0.104 "PUT /v2.0/ports/72899c6a-c182-4765-b705-0b8b75a94505 HTTP/1.1" status: 404 len: 333 time: 0.0908377 Jan 21 09:43:11.334723 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56458) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:11.350467 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6f7718b9-393c-4d27-85c6-ebd8ed15bd38 tempest-NetworksNegativeTestJSON-620566671 tempest-NetworksNegativeTestJSON-620566671-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:11.408633 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f7718b9-393c-4d27-85c6-ebd8ed15bd38 tempest-NetworksNegativeTestJSON-620566671 tempest-NetworksNegativeTestJSON-620566671-project] PUT failed (client error): The resource could not be found. Jan 21 09:43:11.409078 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f7718b9-393c-4d27-85c6-ebd8ed15bd38 tempest-NetworksNegativeTestJSON-620566671 tempest-NetworksNegativeTestJSON-620566671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:11.410218 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6f7718b9-393c-4d27-85c6-ebd8ed15bd38 tempest-NetworksNegativeTestJSON-620566671 tempest-NetworksNegativeTestJSON-620566671-project] 10.222.0.104 "PUT /v2.0/subnets/a7dad668-35ea-4654-b1b3-260c9e5b6e84 HTTP/1.1" status: 404 len: 337 time: 0.0745757 Jan 21 09:43:11.414944 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c0aac-9387-438f-80f2-92aa6af392c9 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Pushing event updated for resources: {'Port': ['ID=2810c889-acc5-4e83-802a-4ab8760daf88,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:11.419402 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22c0aac-9387-438f-80f2-92aa6af392c9 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:11.422004 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-c22c0aac-9387-438f-80f2-92aa6af392c9 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:11.430854 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22c0aac-9387-438f-80f2-92aa6af392c9 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:11.436342 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-97b66ba6-f2c4-48ce-89ee-d5f1241f6333 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.468770 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22c0aac-9387-438f-80f2-92aa6af392c9 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:11.469101 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22c0aac-9387-438f-80f2-92aa6af392c9 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:11.469435 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22c0aac-9387-438f-80f2-92aa6af392c9 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:11.469805 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22c0aac-9387-438f-80f2-92aa6af392c9 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:11.470126 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22c0aac-9387-438f-80f2-92aa6af392c9 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:11.470444 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22c0aac-9387-438f-80f2-92aa6af392c9 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:11.470758 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22c0aac-9387-438f-80f2-92aa6af392c9 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:11.471074 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22c0aac-9387-438f-80f2-92aa6af392c9 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:11.471383 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22c0aac-9387-438f-80f2-92aa6af392c9 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:11.471695 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22c0aac-9387-438f-80f2-92aa6af392c9 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:11.472004 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22c0aac-9387-438f-80f2-92aa6af392c9 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:11.497575 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-97b66ba6-f2c4-48ce-89ee-d5f1241f6333 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb6fb53-9207-4bc7-b04c-1846ac203e8e']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:11.498597 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47dca31-bf07-462e-b190-a401951c2baa tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:11.509678 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d740e77-3a02-4a8c-9d48-399d1922ba56 None None] Sync routers for ids ['3fe6ad17-82ef-4676-ace7-76e711ea37c0'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:43:11.520164 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c47dca31-bf07-462e-b190-a401951c2baa tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] 10.222.0.104 "PUT /v2.0/routers/3fe6ad17-82ef-4676-ace7-76e711ea37c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9465251 Jan 21 09:43:11.520949 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56466) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:11.532926 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-97b66ba6-f2c4-48ce-89ee-d5f1241f6333 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31815131-aeab-4959-a1af-25b3e8964c1d') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:11.533227 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-97b66ba6-f2c4-48ce-89ee-d5f1241f6333 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31815131-aeab-4959-a1af-25b3e8964c1d') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:11.535136 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d740e77-3a02-4a8c-9d48-399d1922ba56 None None] Routers {'3fe6ad17-82ef-4676-ace7-76e711ea37c0'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:11.535796 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-8d740e77-3a02-4a8c-9d48-399d1922ba56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:42:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['3fe6ad17-82ef-4676-ace7-76e711ea37c0'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:11.549264 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-97b66ba6-f2c4-48ce-89ee-d5f1241f6333 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.573070 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-97b66ba6-f2c4-48ce-89ee-d5f1241f6333 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.588643 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b66ba6-f2c4-48ce-89ee-d5f1241f6333 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:43:11.589140 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-97b66ba6-f2c4-48ce-89ee-d5f1241f6333 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.651670 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-8d740e77-3a02-4a8c-9d48-399d1922ba56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:11.663714 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d740e77-3a02-4a8c-9d48-399d1922ba56 None None] Routers {'3fe6ad17-82ef-4676-ace7-76e711ea37c0'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:11.664332 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-8d740e77-3a02-4a8c-9d48-399d1922ba56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:42:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['3fe6ad17-82ef-4676-ace7-76e711ea37c0'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:11.748258 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-8d740e77-3a02-4a8c-9d48-399d1922ba56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:11.748948 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d740e77-3a02-4a8c-9d48-399d1922ba56 None None] The sync data for ids ['3fe6ad17-82ef-4676-ace7-76e711ea37c0'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:43:11.753880 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:43:11.753880 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:43:11.753880 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:43:11.753880 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:11.753880 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:43:11.753880 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:11.753880 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:43:11.753880 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:11.753880 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:43:11.753880 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:11.753880 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:43:11.753880 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:11.753880 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:43:11.753880 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:11.753880 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:11.753880 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:11.753880 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:11.753880 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:11.753880 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:43:11.753880 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:43:11.753880 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:43:11.753880 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:43:11.753880 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:11.753880 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:43:11.753880 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:11.753880 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:43:11.753880 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:11.753880 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:43:11.753880 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:11.753880 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:43:11.753880 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:11.753880 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:11.801490 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-97b66ba6-f2c4-48ce-89ee-d5f1241f6333 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.813477 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-97b66ba6-f2c4-48ce-89ee-d5f1241f6333 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.953030 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-97b66ba6-f2c4-48ce-89ee-d5f1241f6333 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] 10.222.0.104 "DELETE /v2.0/networks/ffb6fb53-9207-4bc7-b04c-1846ac203e8e HTTP/1.1" status: 204 len: 168 time: 1.0065944 Jan 21 09:43:11.954447 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b66ba6-f2c4-48ce-89ee-d5f1241f6333 tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Pushing event deleted for resources: {'Network': ['ID=ffb6fb53-9207-4bc7-b04c-1846ac203e8e,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:11.968087 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56480) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:11.988390 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56482) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:11.989989 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f56d05ac-af65-41ef-9909-f3330619c7c4 req-985151f3-6a45-42aa-83bf-0458bb212f98 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/security-groups?id=eb836b61-b527-4f37-a5a3-e6dd34c28659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7176263 Jan 21 09:43:12.093997 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c22c0aac-9387-438f-80f2-92aa6af392c9 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.159846 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ce13db46-aad3-4440-8135-a4720b585e52 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.168526 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56494) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:12.256878 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5dab18f7-c9ca-4b57-be7a-5f181e750cee tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.427022 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-a40793d6-4d0a-498c-8cdd-fe4edd51b906 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1056959086'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:12.491832 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a40793d6-4d0a-498c-8cdd-fe4edd51b906 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:12.553197 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a40793d6-4d0a-498c-8cdd-fe4edd51b906 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Usage tracker for resource:network and tenant:14f7a2c3d80d4ed0a81309ac4c20d7a5 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:12.560622 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a40793d6-4d0a-498c-8cdd-fe4edd51b906 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:12.566924 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8283fc1e-6ce0-4956-a25e-689fe8152e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.582478 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a40793d6-4d0a-498c-8cdd-fe4edd51b906 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:12.602329 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5dab18f7-c9ca-4b57-be7a-5f181e750cee tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.640367 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40793d6-4d0a-498c-8cdd-fe4edd51b906 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Made reservation on behalf of 14f7a2c3d80d4ed0a81309ac4c20d7a5 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:12.643360 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a40793d6-4d0a-498c-8cdd-fe4edd51b906 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.655216 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-5dab18f7-c9ca-4b57-be7a-5f181e750cee tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8594e458-64c1-43c7-8372-52a02eb1cee8']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:12.666275 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c22c0aac-9387-438f-80f2-92aa6af392c9 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.675197 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-5dab18f7-c9ca-4b57-be7a-5f181e750cee tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd4bd12-1d05-4f81-8e22-139291bdb980') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:12.675607 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-5dab18f7-c9ca-4b57-be7a-5f181e750cee tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd4bd12-1d05-4f81-8e22-139291bdb980') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:12.686864 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a40793d6-4d0a-498c-8cdd-fe4edd51b906 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.688369 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8283fc1e-6ce0-4956-a25e-689fe8152e27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:12.695508 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c22c0aac-9387-438f-80f2-92aa6af392c9 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349321', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344087'] for router, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.703310 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8283fc1e-6ce0-4956-a25e-689fe8152e27 admin admin] Usage tracker for resource:security_group_rule and tenant:49998a156a10440f834b67210f40e3b8 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:12.708282 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8283fc1e-6ce0-4956-a25e-689fe8152e27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:12.709602 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5dab18f7-c9ca-4b57-be7a-5f181e750cee tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.717347 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8283fc1e-6ce0-4956-a25e-689fe8152e27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:12.726005 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce0425-6d14-4054-88c0-4c89a384aca4 req-13f0bd18-51aa-4026-af03-48ce813ddebd tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:12.727521 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-87ce0425-6d14-4054-88c0-4c89a384aca4 req-13f0bd18-51aa-4026-af03-48ce813ddebd tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "GET /v2.0/ports?device_id=a509cdea-e31d-45e6-94ec-7732e014148d HTTP/1.1" status: 200 len: 945 time: 0.3335283 Jan 21 09:43:12.738934 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993054d6-8539-433d-8e5a-75fd8595a8b5 req-3b775edd-8fd5-436d-9c0f-705a2b86df2a tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:12.740843 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-993054d6-8539-433d-8e5a-75fd8595a8b5 req-3b775edd-8fd5-436d-9c0f-705a2b86df2a tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.3254013 Jan 21 09:43:12.752897 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5dab18f7-c9ca-4b57-be7a-5f181e750cee tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.779831 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dab18f7-c9ca-4b57-be7a-5f181e750cee tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:43:12.780137 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5dab18f7-c9ca-4b57-be7a-5f181e750cee tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.802667 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:43:12.802667 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:43:12.802667 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:43:12.802667 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:12.802667 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:43:12.802667 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:12.802667 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:43:12.802667 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:12.802667 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:43:12.802667 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:12.802667 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:43:12.802667 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:12.802667 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:43:12.802667 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:12.802667 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:12.802667 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:12.802667 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:12.802667 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:12.802667 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:43:12.802667 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:43:12.802667 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:43:12.802667 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:43:12.802667 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:12.802667 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:43:12.802667 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:12.802667 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:43:12.802667 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:12.802667 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:43:12.802667 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:12.802667 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:43:12.802667 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:12.802667 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:12.866227 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a40793d6-4d0a-498c-8cdd-fe4edd51b906 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:12.880060 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a40793d6-4d0a-498c-8cdd-fe4edd51b906 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Usage tracker for resource:security_group_rule and tenant:14f7a2c3d80d4ed0a81309ac4c20d7a5 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:12.908389 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a40793d6-4d0a-498c-8cdd-fe4edd51b906 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:12.924930 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a40793d6-4d0a-498c-8cdd-fe4edd51b906 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:12.947802 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-993054d6-8539-433d-8e5a-75fd8595a8b5 req-7cfe933f-45fd-48cf-bd9a-69afd3e81a00 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920667 Jan 21 09:43:12.948765 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5dab18f7-c9ca-4b57-be7a-5f181e750cee tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.967838 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-87ce0425-6d14-4054-88c0-4c89a384aca4 req-72087792-0065-4652-a2e9-4edabf9ab8bf tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "GET /v2.0/security-groups?id=0793827f-8d00-456c-ba2b-f5826338aafe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2313952 Jan 21 09:43:12.971744 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5dab18f7-c9ca-4b57-be7a-5f181e750cee tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.981937 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab18f7-c9ca-4b57-be7a-5f181e750cee tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] Pushing event deleted for resources: {'Network': ['ID=8594e458-64c1-43c7-8372-52a02eb1cee8,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:13.023222 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5dab18f7-c9ca-4b57-be7a-5f181e750cee tempest-BulkNetworkOpsTest-16133999 tempest-BulkNetworkOpsTest-16133999-project] 10.222.0.104 "DELETE /v2.0/networks/8594e458-64c1-43c7-8372-52a02eb1cee8 HTTP/1.1" status: 204 len: 168 time: 1.0302420 Jan 21 09:43:13.095659 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a40793d6-4d0a-498c-8cdd-fe4edd51b906 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.102459 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a40793d6-4d0a-498c-8cdd-fe4edd51b906 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.145220 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a40793d6-4d0a-498c-8cdd-fe4edd51b906 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:13.152525 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40793d6-4d0a-498c-8cdd-fe4edd51b906 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=087d77ac-8165-40b8-9b24-d2cea50fc8d5,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:13.166959 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a40793d6-4d0a-498c-8cdd-fe4edd51b906 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.166959 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-a40793d6-4d0a-498c-8cdd-fe4edd51b906 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Added segment 9cd718f6-59c9-40dc-acbc-be3810d199a7 of type vlan for network 7671486c-56f5-4b69-9018-9a53d32ea34b Jan 21 09:43:13.186352 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8283fc1e-6ce0-4956-a25e-689fe8152e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.208450 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8283fc1e-6ce0-4956-a25e-689fe8152e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.213148 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a40793d6-4d0a-498c-8cdd-fe4edd51b906 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.289821 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ce13db46-aad3-4440-8135-a4720b585e52 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.300855 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283fc1e-6ce0-4956-a25e-689fe8152e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7694d7bf-42f5-4a18-bb6b-b0652707ee32,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:13.313704 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8283fc1e-6ce0-4956-a25e-689fe8152e27 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=49998a156a10440f834b67210f40e3b8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3240967 Jan 21 09:43:13.314342 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56510) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:13.319905 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-ce13db46-aad3-4440-8135-a4720b585e52 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Deleting port cf30a637-bee2-4f2b-b3a5-3ac4632d33e6 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:13.320353 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ce13db46-aad3-4440-8135-a4720b585e52 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.376261 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a40793d6-4d0a-498c-8cdd-fe4edd51b906 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.383962 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40793d6-4d0a-498c-8cdd-fe4edd51b906 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:13.401441 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a40793d6-4d0a-498c-8cdd-fe4edd51b906 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.517837 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56516) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:13.600607 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a40793d6-4d0a-498c-8cdd-fe4edd51b906 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4293075 Jan 21 09:43:13.619817 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ce13db46-aad3-4440-8135-a4720b585e52 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.637127 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22c0aac-9387-438f-80f2-92aa6af392c9 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Router b41ee03d-0362-4cd7-b117-1e2a250d76dc is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:43:13.654315 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c087dc0f-6fdf-4973-859a-6c99b80816b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.689063 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40793d6-4d0a-498c-8cdd-fe4edd51b906 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event updated for resources: {'Network': ['ID=7671486c-56f5-4b69-9018-9a53d32ea34b,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:13.713561 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 7671486c-56f5-4b69-9018-9a53d32ea34b details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:13.714932 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe311b-6ecb-4ec6-aa8b-147b11a69d2f req-c014c371-3bd4-46e2-ae7a-3cacf6b662fd tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:13.717190 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-72fe311b-6ecb-4ec6-aa8b-147b11a69d2f req-c014c371-3bd4-46e2-ae7a-3cacf6b662fd tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.124 "GET /v2.0/ports?device_id=a509cdea-e31d-45e6-94ec-7732e014148d HTTP/1.1" status: 200 len: 945 time: 0.4764082 Jan 21 09:43:13.720396 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c087dc0f-6fdf-4973-859a-6c99b80816b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.839079 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-72fe311b-6ecb-4ec6-aa8b-147b11a69d2f req-83bd0f68-c227-46ed-a8cd-ed6ffdb3cf3c tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Deleting port 8f98b537-8eec-4f7e-b6f2-55a5fd8e2713 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:13.839538 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-72fe311b-6ecb-4ec6-aa8b-147b11a69d2f req-83bd0f68-c227-46ed-a8cd-ed6ffdb3cf3c tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.843526 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56522) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:13.856382 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-ce13db46-aad3-4440-8135-a4720b585e52 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Calling delete_port for cf30a637-bee2-4f2b-b3a5-3ac4632d33e6 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:13.964919 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-ea4963a7-3c2d-4b1d-a245-f5393c3383b8 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Request body: {'subnet': {'network_id': '7671486c-56f5-4b69-9018-9a53d32ea34b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:14.030613 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c087dc0f-6fdf-4973-859a-6c99b80816b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:14.107984 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087dc0f-6fdf-4973-859a-6c99b80816b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7694d7bf-42f5-4a18-bb6b-b0652707ee32,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:14.152600 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c087dc0f-6fdf-4973-859a-6c99b80816b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:14.154482 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c087dc0f-6fdf-4973-859a-6c99b80816b0 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/7694d7bf-42f5-4a18-bb6b-b0652707ee32 HTTP/1.1" status: 204 len: 168 time: 0.8384309 Jan 21 09:43:14.301655 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-72fe311b-6ecb-4ec6-aa8b-147b11a69d2f req-83bd0f68-c227-46ed-a8cd-ed6ffdb3cf3c tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] For port 8f98b537-8eec-4f7e-b6f2-55a5fd8e2713, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=8f98b537-8eec-4f7e-b6f2-55a5fd8e2713,segment=NetworkSegment(34b0cab3-f2f4-48a2-80f3-ffaaa390bd66),segment_id=34b0cab3-f2f4-48a2-80f3-ffaaa390bd66)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:14.303055 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-72fe311b-6ecb-4ec6-aa8b-147b11a69d2f req-83bd0f68-c227-46ed-a8cd-ed6ffdb3cf3c tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:14.367816 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ea4963a7-3c2d-4b1d-a245-f5393c3383b8 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:14.383086 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ea4963a7-3c2d-4b1d-a245-f5393c3383b8 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Usage tracker for resource:subnet and tenant:14f7a2c3d80d4ed0a81309ac4c20d7a5 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:14.390881 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ea4963a7-3c2d-4b1d-a245-f5393c3383b8 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:14.405883 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ea4963a7-3c2d-4b1d-a245-f5393c3383b8 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:14.413279 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c2b2b7e9-e24b-40dc-8ea5-605deb9ae17f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a4213ed1f11f4e1f82e55dcab22cf01e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8908615 Jan 21 09:43:14.418193 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56536) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:14.467196 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4963a7-3c2d-4b1d-a245-f5393c3383b8 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Made reservation on behalf of 14f7a2c3d80d4ed0a81309ac4c20d7a5 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:14.516238 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d87340-cef4-4111-a108-8c86a6df223c req-16432753-f392-4f80-9fa3-a922b45ffdcb tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:14.519071 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-68d87340-cef4-4111-a108-8c86a6df223c req-16432753-f392-4f80-9fa3-a922b45ffdcb tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.3534613 Jan 21 09:43:14.568277 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3febe-69fb-4a0e-b6f9-f2c765309f27 req-b5e97c5b-1fac-4050-9294-dd1d231e68aa tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:14.571108 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-f1d3febe-69fb-4a0e-b6f9-f2c765309f27 req-b5e97c5b-1fac-4050-9294-dd1d231e68aa tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/ports?device_id=7e2be814-53d6-4937-85d0-f08eb124f0b0 HTTP/1.1" status: 200 len: 946 time: 0.8589566 Jan 21 09:43:14.815628 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ea4963a7-3c2d-4b1d-a245-f5393c3383b8 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:14.922632 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-68d87340-cef4-4111-a108-8c86a6df223c req-86bf8b07-22b4-499a-9737-cac786464896 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3230438 Jan 21 09:43:14.957481 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d8fffb9b-10cf-4029-9c9b-302d77593c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:14.980250 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-f1d3febe-69fb-4a0e-b6f9-f2c765309f27 req-bc08287d-9d3d-446d-b266-0002cabe379c tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/security-groups?id=eb836b61-b527-4f37-a5a3-e6dd34c28659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3193572 Jan 21 09:43:14.981743 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-72fe311b-6ecb-4ec6-aa8b-147b11a69d2f req-83bd0f68-c227-46ed-a8cd-ed6ffdb3cf3c tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:14.982109 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-72fe311b-6ecb-4ec6-aa8b-147b11a69d2f req-83bd0f68-c227-46ed-a8cd-ed6ffdb3cf3c tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:14.982413 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.l3_db [req-72fe311b-6ecb-4ec6-aa8b-147b11a69d2f req-83bd0f68-c227-46ed-a8cd-ed6ffdb3cf3c tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Floating IP 17c668dd-cf3d-488c-91c5-8a7946e83251 disassociated. External IP: 172.26.0.44, port: 8f98b537-8eec-4f7e-b6f2-55a5fd8e2713. Jan 21 09:43:14.982751 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-72fe311b-6ecb-4ec6-aa8b-147b11a69d2f req-83bd0f68-c227-46ed-a8cd-ed6ffdb3cf3c tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Calling delete_port for 8f98b537-8eec-4f7e-b6f2-55a5fd8e2713 owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:15.039548 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ce13db46-aad3-4440-8135-a4720b585e52 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.045742 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d8fffb9b-10cf-4029-9c9b-302d77593c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.136621 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13db46-aad3-4440-8135-a4720b585e52 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Pushing event deleted for resources: {'Port': ['ID=cf30a637-bee2-4f2b-b3a5-3ac4632d33e6,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:15.178720 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f8d30-bacf-4baa-b07a-c87058732757 req-eeb9a172-7aa9-435d-b1bc-233b7ad0b62f tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:15.180208 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-017f8d30-bacf-4baa-b07a-c87058732757 req-eeb9a172-7aa9-435d-b1bc-233b7ad0b62f tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.124 "GET /v2.0/ports?device_id=7e2be814-53d6-4937-85d0-f08eb124f0b0 HTTP/1.1" status: 200 len: 946 time: 0.2967379 Jan 21 09:43:15.180873 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-72fe311b-6ecb-4ec6-aa8b-147b11a69d2f req-83bd0f68-c227-46ed-a8cd-ed6ffdb3cf3c tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.271151 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd0f68-c227-46ed-a8cd-ed6ffdb3cf3c tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Pushing event deleted for resources: {'Port': ['ID=8f98b537-8eec-4f7e-b6f2-55a5fd8e2713,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:15.294639 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22c0aac-9387-438f-80f2-92aa6af392c9 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:15.310888 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87568da2-8df8-4b78-a58d-cbf3bb5f02b1 None None] Sync routers for ids ['b41ee03d-0362-4cd7-b117-1e2a250d76dc'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:43:15.322604 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-fa3de42e-e247-4e12-8bf1-cfa5cb56ab85 req-5645890e-1333-432c-8eaf-ce57040bab3f tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "GET /v2.0/ports?device_id=a509cdea-e31d-45e6-94ec-7732e014148d HTTP/1.1" status: 200 len: 210 time: 0.1212513 Jan 21 09:43:15.334741 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87568da2-8df8-4b78-a58d-cbf3bb5f02b1 None None] Routers {'b41ee03d-0362-4cd7-b117-1e2a250d76dc'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:15.336088 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-87568da2-8df8-4b78-a58d-cbf3bb5f02b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:42:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b41ee03d-0362-4cd7-b117-1e2a250d76dc'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:15.404372 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-017f8d30-bacf-4baa-b07a-c87058732757 req-82d917c9-2bec-49dc-bf3a-e44399b21ae2 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Deleting port 8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:15.404778 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-017f8d30-bacf-4baa-b07a-c87058732757 req-82d917c9-2bec-49dc-bf3a-e44399b21ae2 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.479799 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-87568da2-8df8-4b78-a58d-cbf3bb5f02b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:15.495177 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87568da2-8df8-4b78-a58d-cbf3bb5f02b1 None None] Routers {'b41ee03d-0362-4cd7-b117-1e2a250d76dc'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:15.496159 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-87568da2-8df8-4b78-a58d-cbf3bb5f02b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:42:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b41ee03d-0362-4cd7-b117-1e2a250d76dc'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:15.574171 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-87568da2-8df8-4b78-a58d-cbf3bb5f02b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:15.575240 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87568da2-8df8-4b78-a58d-cbf3bb5f02b1 None None] The sync data for ids ['b41ee03d-0362-4cd7-b117-1e2a250d76dc'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:43:15.636099 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c22c0aac-9387-438f-80f2-92aa6af392c9 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.639167 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c22c0aac-9387-438f-80f2-92aa6af392c9 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] 10.222.0.104 "PUT /v2.0/routers/b41ee03d-0362-4cd7-b117-1e2a250d76dc HTTP/1.1" status: 200 len: 878 time: 7.7567585 Jan 21 09:43:15.644596 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56554) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:15.691649 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d8fffb9b-10cf-4029-9c9b-302d77593c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.728305 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d8fffb9b-10cf-4029-9c9b-302d77593c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.729121 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d8fffb9b-10cf-4029-9c9b-302d77593c7f admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/e9af2a3b-ad8e-49c9-a10e-04105f054fa8 HTTP/1.1" status: 204 len: 168 time: 1.3080902 Jan 21 09:43:15.738057 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56558) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:15.742789 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ce13db46-aad3-4440-8135-a4720b585e52 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.857073 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fffb9b-10cf-4029-9c9b-302d77593c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9af2a3b-ad8e-49c9-a10e-04105f054fa8,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:16.080713 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-017f8d30-bacf-4baa-b07a-c87058732757 req-82d917c9-2bec-49dc-bf3a-e44399b21ae2 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] For port 8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a,segment=NetworkSegment(e697bd79-488c-4593-885e-69b8ce3d5a8d),segment_id=e697bd79-488c-4593-885e-69b8ce3d5a8d)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:16.081071 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-017f8d30-bacf-4baa-b07a-c87058732757 req-82d917c9-2bec-49dc-bf3a-e44399b21ae2 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.112063 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ea4963a7-3c2d-4b1d-a245-f5393c3383b8 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.264258 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72fe311b-6ecb-4ec6-aa8b-147b11a69d2f req-83bd0f68-c227-46ed-a8cd-ed6ffdb3cf3c tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Router 9515aa66-e01a-47a4-acf5-fc82c2ca2c66 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:43:16.708127 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ce13db46-aad3-4440-8135-a4720b585e52 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.713556 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ce13db46-aad3-4440-8135-a4720b585e52 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.760472 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-1227af7f-f993-4adc-b899-410e51d96b06 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Request body: {'security_group': {'name': 'tempest-secgroup--1839019820'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:16.789321 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ce13db46-aad3-4440-8135-a4720b585e52 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.790635 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce13db46-aad3-4440-8135-a4720b585e52 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Fanout notify agent at l3_agent the message router_deleted on router 3fe6ad17-82ef-4676-ace7-76e711ea37c0 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:43:16.796221 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1227af7f-f993-4adc-b899-410e51d96b06 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:16.797198 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4963a7-3c2d-4b1d-a245-f5393c3383b8 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event updated for resources: {'Subnet': ['ID=5813f184-f60d-451f-adeb-52ae14e0486a,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:16.841355 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ce13db46-aad3-4440-8135-a4720b585e52 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.844959 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ce13db46-aad3-4440-8135-a4720b585e52 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] 10.222.0.104 "DELETE /v2.0/routers/3fe6ad17-82ef-4676-ace7-76e711ea37c0 HTTP/1.1" status: 204 len: 168 time: 5.3208005 Jan 21 09:43:16.844959 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-1227af7f-f993-4adc-b899-410e51d96b06 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Usage tracker for resource:security_group and tenant:7af6b040ec904ab78467e023735156fd is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:16.855478 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-1227af7f-f993-4adc-b899-410e51d96b06 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:16.864537 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56582) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:16.928545 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1227af7f-f993-4adc-b899-410e51d96b06 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:16.965338 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4963a7-3c2d-4b1d-a245-f5393c3383b8 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Checking segment: {'id': '9cd718f6-59c9-40dc-acbc-be3810d199a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7671486c-56f5-4b69-9018-9a53d32ea34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:43:16.965338 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4963a7-3c2d-4b1d-a245-f5393c3383b8 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Network hostable DHCP agents. Network: 7671486c-56f5-4b69-9018-9a53d32ea34b, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:16.973835 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1227af7f-f993-4adc-b899-410e51d96b06 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.018957 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1227af7f-f993-4adc-b899-410e51d96b06 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.041006 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f330e-b3f6-44ae-ba21-915e5b827d47 req-90f580d4-7a96-4a5b-89b5-40956ef3c8d4 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:17.041240 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291afe0d-67e1-4ff9-9e63-4c705a5cc740 req-0bb4dea7-56e0-4ab5-bb07-fd0be095cd57 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:17.043352 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ab1f330e-b3f6-44ae-ba21-915e5b827d47 req-90f580d4-7a96-4a5b-89b5-40956ef3c8d4 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/ports?device_id=7e2be814-53d6-4937-85d0-f08eb124f0b0 HTTP/1.1" status: 200 len: 946 time: 0.6962969 Jan 21 09:43:17.044766 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-291afe0d-67e1-4ff9-9e63-4c705a5cc740 req-0bb4dea7-56e0-4ab5-bb07-fd0be095cd57 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.7690771 Jan 21 09:43:17.115885 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-017f8d30-bacf-4baa-b07a-c87058732757 req-82d917c9-2bec-49dc-bf3a-e44399b21ae2 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.115885 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-017f8d30-bacf-4baa-b07a-c87058732757 req-82d917c9-2bec-49dc-bf3a-e44399b21ae2 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.115885 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.l3_db [req-017f8d30-bacf-4baa-b07a-c87058732757 req-82d917c9-2bec-49dc-bf3a-e44399b21ae2 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Floating IP 23c7cdc1-f86d-4e29-8960-4b52b8d8a14c disassociated. External IP: 172.26.0.30, port: 8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a. Jan 21 09:43:17.115885 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-017f8d30-bacf-4baa-b07a-c87058732757 req-82d917c9-2bec-49dc-bf3a-e44399b21ae2 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Calling delete_port for 8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:17.134136 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 8f98b537-8eec-4f7e-b6f2-55a5fd8e2713 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:17.163060 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-bad26a6e-cdc4-4fa7-929c-ac411e5597f6 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] 10.222.0.104 "GET /v2.0/routers/b41ee03d-0362-4cd7-b117-1e2a250d76dc HTTP/1.1" status: 200 len: 919 time: 1.5162878 Jan 21 09:43:17.181876 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: 8f98b537-8eec-4f7e-b6f2-55a5fd8e2713 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:43:17.182549 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 8f98b537-8eec-4f7e-b6f2-55a5fd8e2713 not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:17.188754 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56590) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:17.286585 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1227af7f-f993-4adc-b899-410e51d96b06 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:17.292755 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ab1f330e-b3f6-44ae-ba21-915e5b827d47 req-9b35b634-f1ae-4080-9227-41550396dbe8 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/security-groups?id=eb836b61-b527-4f37-a5a3-e6dd34c28659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2319577 Jan 21 09:43:17.311534 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-1227af7f-f993-4adc-b899-410e51d96b06 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Usage tracker for resource:security_group_rule and tenant:7af6b040ec904ab78467e023735156fd is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:17.320371 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4963a7-3c2d-4b1d-a245-f5393c3383b8 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Network 7671486c-56f5-4b69-9018-9a53d32ea34b is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:17.353736 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-1227af7f-f993-4adc-b899-410e51d96b06 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:17.400722 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72fe311b-6ecb-4ec6-aa8b-147b11a69d2f req-83bd0f68-c227-46ed-a8cd-ed6ffdb3cf3c tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:17.411560 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ec73e7-ca51-4dcd-ab06-40874c5b2f97 None None] Sync routers for ids ['9515aa66-e01a-47a4-acf5-fc82c2ca2c66'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:43:17.436717 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ec73e7-ca51-4dcd-ab06-40874c5b2f97 None None] Routers {'9515aa66-e01a-47a4-acf5-fc82c2ca2c66'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:17.438043 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-a0ec73e7-ca51-4dcd-ab06-40874c5b2f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:42:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9515aa66-e01a-47a4-acf5-fc82c2ca2c66'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:17.470077 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-ea4963a7-3c2d-4b1d-a245-f5393c3383b8 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 7671486c-56f5-4b69-9018-9a53d32ea34b) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:17.475745 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56596) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:17.476699 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1227af7f-f993-4adc-b899-410e51d96b06 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:17.487102 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a734b1d9-fd44-461d-b3ca-3394e5cfc22a None None] Network 7671486c-56f5-4b69-9018-9a53d32ea34b requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:17.496922 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-017f8d30-bacf-4baa-b07a-c87058732757 req-82d917c9-2bec-49dc-bf3a-e44399b21ae2 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.499118 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-72fe311b-6ecb-4ec6-aa8b-147b11a69d2f req-83bd0f68-c227-46ed-a8cd-ed6ffdb3cf3c tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] No DVR routers for this DVR port 8f98b537-8eec-4f7e-b6f2-55a5fd8e2713 on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:17.550969 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-72fe311b-6ecb-4ec6-aa8b-147b11a69d2f req-83bd0f68-c227-46ed-a8cd-ed6ffdb3cf3c tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.554405 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d917c9-2bec-49dc-bf3a-e44399b21ae2 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Pushing event deleted for resources: {'Port': ['ID=8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:17.556032 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a509cdea-e31d-45e6-94ec-7732e014148d', 'name': 'network-vif-deleted', 'tag': '8f98b537-8eec-4f7e-b6f2-55a5fd8e2713'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:43:17.599812 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-72fe311b-6ecb-4ec6-aa8b-147b11a69d2f req-83bd0f68-c227-46ed-a8cd-ed6ffdb3cf3c tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.124 "DELETE /v2.0/ports/8f98b537-8eec-4f7e-b6f2-55a5fd8e2713 HTTP/1.1" status: 204 len: 173 time: 3.8685558 Jan 21 09:43:17.617474 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1227af7f-f993-4adc-b899-410e51d96b06 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.638030 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-291afe0d-67e1-4ff9-9e63-4c705a5cc740 req-aa3f822a-b6ff-4dc5-babc-cc62b9a1d26a tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5685234 Jan 21 09:43:17.663183 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4963a7-3c2d-4b1d-a245-f5393c3383b8 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:17.668716 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ea4963a7-3c2d-4b1d-a245-f5393c3383b8 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.700416 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-2281d207-51d7-444c-b58a-6828a3665506 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Deleting subnet 0837bd7a-958f-45e5-9d2b-fa591173447a {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:43:17.710010 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2281d207-51d7-444c-b58a-6828a3665506 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.801400 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a509cdea-e31d-45e6-94ec-7732e014148d', 'name': 'network-vif-deleted', 'tag': '8f98b537-8eec-4f7e-b6f2-55a5fd8e2713', 'status': 'completed', 'code': 200} Jan 21 09:43:17.830599 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2281d207-51d7-444c-b58a-6828a3665506 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.884831 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1227af7f-f993-4adc-b899-410e51d96b06 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.943495 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-608bd563-11ac-4edd-b090-a328b9a5c4ff req-a9a8a50a-a9ab-4ffb-888c-a25a2434b407 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Synchronizing usage tracker for tenant:9423dc950d0443ff88843ee602917a89 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:17.973067 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-a0ec73e7-ca51-4dcd-ab06-40874c5b2f97 None None] Set router 9515aa66-e01a-47a4-acf5-fc82c2ca2c66 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:43:17.999015 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-608bd563-11ac-4edd-b090-a328b9a5c4ff req-a9a8a50a-a9ab-4ffb-888c-a25a2434b407 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Unset dirty status for tenant:9423dc950d0443ff88843ee602917a89 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:18.013284 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-608bd563-11ac-4edd-b090-a328b9a5c4ff req-a9a8a50a-a9ab-4ffb-888c-a25a2434b407 tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "GET /v2.0/ports?device_id=a509cdea-e31d-45e6-94ec-7732e014148d HTTP/1.1" status: 200 len: 210 time: 0.2288618 Jan 21 09:43:18.039920 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b967a7-40e9-4b58-a836-50612360f51b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-7671486c-56f5-4b69-9018-9a53d32ea34b', 'network_id': '7671486c-56f5-4b69-9018-9a53d32ea34b', 'tenant_id': '14f7a2c3d80d4ed0a81309ac4c20d7a5', 'fixed_ips': [{'subnet_id': '5813f184-f60d-451f-adeb-52ae14e0486a'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:43:18.043615 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-55b967a7-40e9-4b58-a836-50612360f51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.122239 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ea4963a7-3c2d-4b1d-a245-f5393c3383b8 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 4.2285252 Jan 21 09:43:18.126935 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56604) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:18.137999 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1227af7f-f993-4adc-b899-410e51d96b06 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8ffd25-c977-41fd-bad2-b0271ac81d91,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:18.146246 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1227af7f-f993-4adc-b899-410e51d96b06 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:18.150640 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bf5f015e-0546-4141-be3e-6feb547bec0f tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Synchronizing usage tracker for tenant:d66eceab8d184c82bef254493f349b4a on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:18.160770 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-1227af7f-f993-4adc-b899-410e51d96b06 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Usage tracker for resource:security_group_rule and tenant:7af6b040ec904ab78467e023735156fd is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:18.180842 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-1227af7f-f993-4adc-b899-410e51d96b06 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:18.202125 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1227af7f-f993-4adc-b899-410e51d96b06 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:18.249856 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2281d207-51d7-444c-b58a-6828a3665506 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.293356 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-53beb858-1508-48c4-b368-a164505fcd7c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-435524986'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:18.296728 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bf5f015e-0546-4141-be3e-6feb547bec0f tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Unset dirty status for tenant:d66eceab8d184c82bef254493f349b4a on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:18.305312 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-bf5f015e-0546-4141-be3e-6feb547bec0f tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] 10.222.0.104 "GET /v2.0/ports?network_id=05164b30-8981-419a-8272-388f48c19dd5&device_id=b41ee03d-0362-4cd7-b117-1e2a250d76dc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.1094956 Jan 21 09:43:18.313471 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56606) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:18.341301 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-53beb858-1508-48c4-b368-a164505fcd7c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:18.407225 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-53beb858-1508-48c4-b368-a164505fcd7c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:network and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:18.419659 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-355060dd-40b9-4bfd-b480-49556323ab7f tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1052137043'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:18.438491 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-53beb858-1508-48c4-b368-a164505fcd7c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:18.443037 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-355060dd-40b9-4bfd-b480-49556323ab7f tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:18.477723 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-355060dd-40b9-4bfd-b480-49556323ab7f tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Usage tracker for resource:network and tenant:14f7a2c3d80d4ed0a81309ac4c20d7a5 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:18.501429 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-355060dd-40b9-4bfd-b480-49556323ab7f tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:18.516599 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-355060dd-40b9-4bfd-b480-49556323ab7f tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:18.608322 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355060dd-40b9-4bfd-b480-49556323ab7f tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Made reservation on behalf of 14f7a2c3d80d4ed0a81309ac4c20d7a5 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:18.611319 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-53beb858-1508-48c4-b368-a164505fcd7c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:18.618049 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-355060dd-40b9-4bfd-b480-49556323ab7f tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.667910 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-55b967a7-40e9-4b58-a836-50612360f51b None None] Allocated IP 172.20.255.242 (7671486c-56f5-4b69-9018-9a53d32ea34b/5813f184-f60d-451f-adeb-52ae14e0486a/2740116b-85b4-40a7-b8fa-ad6232938617) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:18.702032 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-a0ec73e7-ca51-4dcd-ab06-40874c5b2f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'name': 'tempest-ServersTestManualDisk-602671240-router', 'tenant_id': '9423dc950d0443ff88843ee602917a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '209c6cfb-55ef-436a-b1cf-4588dc309cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:10Z', 'updated_at': '2022-01-21T09:41:28Z', 'revision_number': 4, 'project_id': '9423dc950d0443ff88843ee602917a89', 'gw_port': {'id': '209c6cfb-55ef-436a-b1cf-4588dc309cb8', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:13Z', 'updated_at': '2022-01-21T09:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'ade5ee17-2266-42f9-b84d-b210cc99bde1', 'name': '', 'network_id': 'd89fa3fc-d223-4e65-92aa-0d0d70c94692', 'tenant_id': '9423dc950d0443ff88843ee602917a89', 'mac_address': 'fa:16:3e:40:92:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7325b76-47ff-4095-956a-0847071f4d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:26Z', 'updated_at': '2022-01-21T09:42:01Z', 'revision_number': 5, 'project_id': '9423dc950d0443ff88843ee602917a89', 'subnets': [{'id': 'a7325b76-47ff-4095-956a-0847071f4d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:18.719830 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ec73e7-ca51-4dcd-ab06-40874c5b2f97 None None] Checking router: 9515aa66-e01a-47a4-acf5-fc82c2ca2c66 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:43:18.728129 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355060dd-40b9-4bfd-b480-49556323ab7f tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:18.748324 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-355060dd-40b9-4bfd-b480-49556323ab7f tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.748751 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-355060dd-40b9-4bfd-b480-49556323ab7f tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Added segment d542b645-7f2a-4755-91d8-111479e37202 of type vlan for network dd255341-a064-406b-9b37-4d29895acf17 Jan 21 09:43:18.751303 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ec73e7-ca51-4dcd-ab06-40874c5b2f97 None None] Routers {'9515aa66-e01a-47a4-acf5-fc82c2ca2c66'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:18.754912 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-a0ec73e7-ca51-4dcd-ab06-40874c5b2f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:42:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9515aa66-e01a-47a4-acf5-fc82c2ca2c66'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:18.764280 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53beb858-1508-48c4-b368-a164505fcd7c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Made reservation on behalf of fd763e9054b0425c8035d150c4a90c6a for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:18.767293 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53beb858-1508-48c4-b368-a164505fcd7c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.820475 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-355060dd-40b9-4bfd-b480-49556323ab7f tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.830972 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-017f8d30-bacf-4baa-b07a-c87058732757 req-82d917c9-2bec-49dc-bf3a-e44399b21ae2 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Router 2df0d9d6-ed3e-452e-957e-9001f176ab7a has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:43:18.973141 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1227af7f-f993-4adc-b899-410e51d96b06 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.980970 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-2b7685ae-69d5-42f0-b8fb-1f67b771c74a req-7765ed72-c2e0-4653-9f2a-3c9cd44d68b8 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/ports?device_id=7e2be814-53d6-4937-85d0-f08eb124f0b0 HTTP/1.1" status: 200 len: 210 time: 0.2177806 Jan 21 09:43:18.982124 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2281d207-51d7-444c-b58a-6828a3665506 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.996996 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-355060dd-40b9-4bfd-b480-49556323ab7f tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:43:19.000385 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53beb858-1508-48c4-b368-a164505fcd7c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.066769 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1227af7f-f993-4adc-b899-410e51d96b06 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.114644 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281d207-51d7-444c-b58a-6828a3665506 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Pushing event deleted for resources: {'Subnet': ['ID=0837bd7a-958f-45e5-9d2b-fa591173447a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:19.128730 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b782e6-fb52-4a72-80e3-2e3e113a459a tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:19.129282 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c8b782e6-fb52-4a72-80e3-2e3e113a459a tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Synchronizing usage tracker for tenant:d66eceab8d184c82bef254493f349b4a on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:19.135821 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2281d207-51d7-444c-b58a-6828a3665506 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.175930 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-355060dd-40b9-4bfd-b480-49556323ab7f tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.191931 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355060dd-40b9-4bfd-b480-49556323ab7f tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:19.194398 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-355060dd-40b9-4bfd-b480-49556323ab7f tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.218200 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2281d207-51d7-444c-b58a-6828a3665506 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] 10.222.0.104 "DELETE /v2.0/subnets/0837bd7a-958f-45e5-9d2b-fa591173447a HTTP/1.1" status: 204 len: 168 time: 2.3521166 Jan 21 09:43:19.223358 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1227af7f-f993-4adc-b899-410e51d96b06 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf35325e-8992-4997-b8e2-8558afde82ed,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:19.224572 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-a0ec73e7-ca51-4dcd-ab06-40874c5b2f97 None None] Set router 9515aa66-e01a-47a4-acf5-fc82c2ca2c66 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:43:19.234042 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56620) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:19.246529 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-53beb858-1508-48c4-b368-a164505fcd7c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:19.253179 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-53beb858-1508-48c4-b368-a164505fcd7c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:security_group_rule and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:19.257867 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-53beb858-1508-48c4-b368-a164505fcd7c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:19.267329 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-53beb858-1508-48c4-b368-a164505fcd7c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:19.269454 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56624) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:19.273608 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c2100f-1d18-467b-97ac-661823d2b278 None None] Network b520668e-29f4-454a-a288-b56175185860 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:19.274598 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1227af7f-f993-4adc-b899-410e51d96b06 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.279456 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1227af7f-f993-4adc-b899-410e51d96b06 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 3.4370852 Jan 21 09:43:19.333053 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56628) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:19.338575 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c8b782e6-fb52-4a72-80e3-2e3e113a459a tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Unset dirty status for tenant:d66eceab8d184c82bef254493f349b4a on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:19.344885 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c8b782e6-fb52-4a72-80e3-2e3e113a459a tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] 10.222.0.104 "GET /v2.0/networks/05164b30-8981-419a-8272-388f48c19dd5 HTTP/1.1" status: 200 len: 881 time: 1.0074480 Jan 21 09:43:19.373094 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56632) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:19.412718 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:19.416240 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6a07bbf2-89b6-433d-9d80-047f399ecb20 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.456706 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-10c25116-75d6-4dcb-af02-003ab88a8098 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] 10.222.0.104 "GET /v2.0/ports?device_id=b41ee03d-0362-4cd7-b117-1e2a250d76dc HTTP/1.1" status: 200 len: 205 time: 0.0799577 Jan 21 09:43:19.462389 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7e0b5882-d232-4dbd-b080-799d5834b6fb tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.465079 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56636) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:19.483136 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-55b967a7-40e9-4b58-a836-50612360f51b None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.500708 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-55b967a7-40e9-4b58-a836-50612360f51b None None] Transition to ACTIVE for port object 2740116b-85b4-40a7-b8fa-ad6232938617 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:19.530217 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-55b967a7-40e9-4b58-a836-50612360f51b None None] Transition to ACTIVE for port object 2740116b-85b4-40a7-b8fa-ad6232938617 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:19.586395 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: 8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:43:19.586895 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:19.598785 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-55b967a7-40e9-4b58-a836-50612360f51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.617167 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-355060dd-40b9-4bfd-b480-49556323ab7f tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2673998 Jan 21 09:43:19.620268 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56640) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:19.631522 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7e0b5882-d232-4dbd-b080-799d5834b6fb tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.659817 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6a07bbf2-89b6-433d-9d80-047f399ecb20 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Deleting port 4a3306e3-7f3b-4e4e-9788-b0ee889e9c23 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:19.660521 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6a07bbf2-89b6-433d-9d80-047f399ecb20 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.759458 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-53c97e65-1808-42ce-8c1b-a58719086293 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Synchronizing usage tracker for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:19.776225 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-9499ca18-536f-4111-9c0c-41a2a35186ae tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Request body: {'subnet': {'network_id': 'dd255341-a064-406b-9b37-4d29895acf17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:19.786725 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-a0ec73e7-ca51-4dcd-ab06-40874c5b2f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'name': 'tempest-ServersTestManualDisk-602671240-router', 'tenant_id': '9423dc950d0443ff88843ee602917a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '209c6cfb-55ef-436a-b1cf-4588dc309cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:10Z', 'updated_at': '2022-01-21T09:41:28Z', 'revision_number': 4, 'project_id': '9423dc950d0443ff88843ee602917a89', 'gw_port': {'id': '209c6cfb-55ef-436a-b1cf-4588dc309cb8', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:13Z', 'updated_at': '2022-01-21T09:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'ade5ee17-2266-42f9-b84d-b210cc99bde1', 'name': '', 'network_id': 'd89fa3fc-d223-4e65-92aa-0d0d70c94692', 'tenant_id': '9423dc950d0443ff88843ee602917a89', 'mac_address': 'fa:16:3e:40:92:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7325b76-47ff-4095-956a-0847071f4d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:26Z', 'updated_at': '2022-01-21T09:42:01Z', 'revision_number': 5, 'project_id': '9423dc950d0443ff88843ee602917a89', 'subnets': [{'id': 'a7325b76-47ff-4095-956a-0847071f4d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:19.802829 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ec73e7-ca51-4dcd-ab06-40874c5b2f97 None None] The sync data for ids ['9515aa66-e01a-47a4-acf5-fc82c2ca2c66'] in dv-neutron-825732-1-hyperv is: [{'id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'name': 'tempest-ServersTestManualDisk-602671240-router', 'tenant_id': '9423dc950d0443ff88843ee602917a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '209c6cfb-55ef-436a-b1cf-4588dc309cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:10Z', 'updated_at': '2022-01-21T09:41:28Z', 'revision_number': 4, 'project_id': '9423dc950d0443ff88843ee602917a89', 'gw_port': {'id': '209c6cfb-55ef-436a-b1cf-4588dc309cb8', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:13Z', 'updated_at': '2022-01-21T09:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'ade5ee17-2266-42f9-b84d-b210cc99bde1', 'name': '', 'network_id': 'd89fa3fc-d223-4e65-92aa-0d0d70c94692', 'tenant_id': '9423dc950d0443ff88843ee602917a89', 'mac_address': 'fa:16:3e:40:92:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7325b76-47ff-4095-956a-0847071f4d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:26Z', 'updated_at': '2022-01-21T09:42:01Z', 'revision_number': 5, 'project_id': '9423dc950d0443ff88843ee602917a89', 'subnets': [{'id': 'a7325b76-47ff-4095-956a-0847071f4d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:43:19.847043 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53beb858-1508-48c4-b368-a164505fcd7c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.848242 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b967a7-40e9-4b58-a836-50612360f51b None None] Network 7671486c-56f5-4b69-9018-9a53d32ea34b is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:19.850398 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b967a7-40e9-4b58-a836-50612360f51b None None] Pushing event updated for resources: {'Port': ['ID=2740116b-85b4-40a7-b8fa-ad6232938617,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:19.858231 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-55b967a7-40e9-4b58-a836-50612360f51b None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:19.872227 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53beb858-1508-48c4-b368-a164505fcd7c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.912762 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53beb858-1508-48c4-b368-a164505fcd7c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:19.948351 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b967a7-40e9-4b58-a836-50612360f51b None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:19.979108 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53beb858-1508-48c4-b368-a164505fcd7c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.979816 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-53beb858-1508-48c4-b368-a164505fcd7c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Added segment a53668af-045b-4bc6-baa5-021e988b892d of type vlan for network 6087673c-a924-425c-9bf1-b38150ede8d0 Jan 21 09:43:19.979914 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b967a7-40e9-4b58-a836-50612360f51b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:19.980266 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b967a7-40e9-4b58-a836-50612360f51b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:19.981656 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b967a7-40e9-4b58-a836-50612360f51b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:19.981656 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b967a7-40e9-4b58-a836-50612360f51b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:19.983277 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b967a7-40e9-4b58-a836-50612360f51b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:19.983277 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b967a7-40e9-4b58-a836-50612360f51b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:19.983277 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b967a7-40e9-4b58-a836-50612360f51b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:19.983686 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b967a7-40e9-4b58-a836-50612360f51b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:19.984307 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b967a7-40e9-4b58-a836-50612360f51b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:19.985464 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b967a7-40e9-4b58-a836-50612360f51b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:19.985464 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b967a7-40e9-4b58-a836-50612360f51b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:20.000235 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-53c97e65-1808-42ce-8c1b-a58719086293 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Unset dirty status for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:20.004293 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-53c97e65-1808-42ce-8c1b-a58719086293 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.6647270 Jan 21 09:43:20.010906 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56644) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:20.027453 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355060dd-40b9-4bfd-b480-49556323ab7f tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event updated for resources: {'Network': ['ID=dd255341-a064-406b-9b37-4d29895acf17,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:20.029173 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-d4cf6b49-b315-42ba-91fb-5ab1d8500125 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Request body: {'security_group': {'name': 'tempest-security--867766478', 'description': 'tempest-security-description-419788461'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:20.036392 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9499ca18-536f-4111-9c0c-41a2a35186ae tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:20.040430 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9499ca18-536f-4111-9c0c-41a2a35186ae tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Usage tracker for resource:subnet and tenant:14f7a2c3d80d4ed0a81309ac4c20d7a5 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:20.049253 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9499ca18-536f-4111-9c0c-41a2a35186ae tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:20.058732 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9499ca18-536f-4111-9c0c-41a2a35186ae tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:20.088774 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network dd255341-a064-406b-9b37-4d29895acf17 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:20.127793 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53beb858-1508-48c4-b368-a164505fcd7c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3144c0-4c9c-469a-beb4-79e574a4bac7,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:20.166968 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7e0b5882-d232-4dbd-b080-799d5834b6fb tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.190709 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b5882-d232-4dbd-b080-799d5834b6fb tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0793827f-8d00-456c-ba2b-f5826338aafe,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:20.211373 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53beb858-1508-48c4-b368-a164505fcd7c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.215221 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9499ca18-536f-4111-9c0c-41a2a35186ae tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Made reservation on behalf of 14f7a2c3d80d4ed0a81309ac4c20d7a5 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:20.238866 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-55b967a7-40e9-4b58-a836-50612360f51b None None] Attempting to bind port 2740116b-85b4-40a7-b8fa-ad6232938617 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:20.239242 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-55b967a7-40e9-4b58-a836-50612360f51b None None] Attempting to bind port 2740116b-85b4-40a7-b8fa-ad6232938617 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '9cd718f6-59c9-40dc-acbc-be3810d199a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7671486c-56f5-4b69-9018-9a53d32ea34b'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:20.239594 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b967a7-40e9-4b58-a836-50612360f51b None None] Attempting to bind port 2740116b-85b4-40a7-b8fa-ad6232938617 on network 7671486c-56f5-4b69-9018-9a53d32ea34b {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:43:20.266395 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.289103 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f90440-5bfc-4044-b69a-94423f0a3d49 None None] New status for floating IP 17c668dd-cf3d-488c-91c5-8a7946e83251: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:43:20.365126 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b967a7-40e9-4b58-a836-50612360f51b None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:43:20.365597 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b967a7-40e9-4b58-a836-50612360f51b None None] Checking segment: {'id': '9cd718f6-59c9-40dc-acbc-be3810d199a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7671486c-56f5-4b69-9018-9a53d32ea34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:43:20.365939 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-55b967a7-40e9-4b58-a836-50612360f51b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.366746 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b967a7-40e9-4b58-a836-50612360f51b None None] Bound using segment: {'id': '9cd718f6-59c9-40dc-acbc-be3810d199a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7671486c-56f5-4b69-9018-9a53d32ea34b'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:43:20.367240 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-55b967a7-40e9-4b58-a836-50612360f51b None None] Bound port: 2740116b-85b4-40a7-b8fa-ad6232938617, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd718f6-59c9-40dc-acbc-be3810d199a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7671486c-56f5-4b69-9018-9a53d32ea34b'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:20.367614 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-55b967a7-40e9-4b58-a836-50612360f51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.501354 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7e0b5882-d232-4dbd-b080-799d5834b6fb tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.507873 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7e0b5882-d232-4dbd-b080-799d5834b6fb tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "DELETE /v2.0/security-groups/0793827f-8d00-456c-ba2b-f5826338aafe HTTP/1.1" status: 204 len: 168 time: 1.2347910 Jan 21 09:43:20.524629 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-2ed1482e-e25a-4da0-9193-ee8ffeaa4652 req-d1c0ff16-e7a5-4a09-9439-3109b17a3609 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/ports?device_id=7e2be814-53d6-4937-85d0-f08eb124f0b0 HTTP/1.1" status: 200 len: 210 time: 0.3180237 Jan 21 09:43:20.533173 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d4cf6b49-b315-42ba-91fb-5ab1d8500125 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.553836 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56650) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:20.600726 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eeb722-3562-4c3a-8263-6ab34fc87fa5 req-33639d77-a6f5-4bcb-bc72-fcbfd56a1b50 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:20.602367 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b5eeb722-3562-4c3a-8263-6ab34fc87fa5 req-33639d77-a6f5-4bcb-bc72-fcbfd56a1b50 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 1.5835814 Jan 21 09:43:20.606382 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-8c9132d0-14f2-4dcc-a4dd-5f0bc0772a8c tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] show failed (client error): The resource could not be found. Jan 21 09:43:20.608059 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8c9132d0-14f2-4dcc-a4dd-5f0bc0772a8c tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "GET /v2.0/security-groups/0793827f-8d00-456c-ba2b-f5826338aafe HTTP/1.1" status: 404 len: 347 time: 0.0426219 Jan 21 09:43:20.613741 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6486d62d-75a1-4c9b-b0cf-301e6f09112f None None] DHCP port deletion for b520668e-29f4-454a-a288-b56175185860 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:43:20.621400 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56654) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:20.643948 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-6486d62d-75a1-4c9b-b0cf-301e6f09112f None None] Deleting port 4a3306e3-7f3b-4e4e-9788-b0ee889e9c23 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:20.650249 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6486d62d-75a1-4c9b-b0cf-301e6f09112f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.675152 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9499ca18-536f-4111-9c0c-41a2a35186ae tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.719676 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d4cf6b49-b315-42ba-91fb-5ab1d8500125 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.742489 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53beb858-1508-48c4-b368-a164505fcd7c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.746827 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-55b967a7-40e9-4b58-a836-50612360f51b None None] For port 2740116b-85b4-40a7-b8fa-ad6232938617, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:43:20.747124 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53beb858-1508-48c4-b368-a164505fcd7c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:20.747692 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53beb858-1508-48c4-b368-a164505fcd7c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.753293 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d4cf6b49-b315-42ba-91fb-5ab1d8500125 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.755997 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d4cf6b49-b315-42ba-91fb-5ab1d8500125 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.760549 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d4cf6b49-b315-42ba-91fb-5ab1d8500125 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "PUT /v2.0/security-groups/cf35325e-8992-4997-b8e2-8558afde82ed HTTP/1.1" status: 200 len: 1610 time: 0.7448936 Jan 21 09:43:20.783320 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56658) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:20.797327 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-55b967a7-40e9-4b58-a836-50612360f51b None None] For port 2740116b-85b4-40a7-b8fa-ad6232938617, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=2740116b-85b4-40a7-b8fa-ad6232938617,segment=NetworkSegment(9cd718f6-59c9-40dc-acbc-be3810d199a7),segment_id=9cd718f6-59c9-40dc-acbc-be3810d199a7)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:43:20.811877 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-55b967a7-40e9-4b58-a836-50612360f51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.975512 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-53beb858-1508-48c4-b368-a164505fcd7c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.3530536 Jan 21 09:43:20.987750 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56662) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:20.998383 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-73bbaf42-3a3d-4e88-9964-d0e07ba7c3da tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'port': {'network_id': '6087673c-a924-425c-9bf1-b38150ede8d0', 'name': 'tempest-PortsIpV6TestJSON-2122963527'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:21.017832 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0fd6-9894-44a7-976e-2c294536b942 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.022672 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b5eeb722-3562-4c3a-8263-6ab34fc87fa5 req-11b2a342-a8b6-4b2c-b98f-baf1c465793f tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3909030 Jan 21 09:43:21.029021 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6d78c005-84e5-4c94-878b-7edbad06507d tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "GET /v2.0/security-groups/cf35325e-8992-4997-b8e2-8558afde82ed HTTP/1.1" status: 200 len: 1610 time: 0.2380881 Jan 21 09:43:21.035975 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-017f8d30-bacf-4baa-b07a-c87058732757 req-82d917c9-2bec-49dc-bf3a-e44399b21ae2 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:21.039235 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-6a07bbf2-89b6-433d-9d80-047f399ecb20 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] For port 4a3306e3-7f3b-4e4e-9788-b0ee889e9c23, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=4a3306e3-7f3b-4e4e-9788-b0ee889e9c23,segment=NetworkSegment(12f5e777-72f1-4c25-9975-e7345444f597),segment_id=12f5e777-72f1-4c25-9975-e7345444f597)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:21.039235 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6a07bbf2-89b6-433d-9d80-047f399ecb20 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.050520 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2aa90d-bc27-4e2c-844c-374733764bd0 None None] Sync routers for ids ['2df0d9d6-ed3e-452e-957e-9001f176ab7a'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:43:21.056222 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56666) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:21.074762 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2aa90d-bc27-4e2c-844c-374733764bd0 None None] Routers {'2df0d9d6-ed3e-452e-957e-9001f176ab7a'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:21.075621 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-7f2aa90d-bc27-4e2c-844c-374733764bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:42:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['2df0d9d6-ed3e-452e-957e-9001f176ab7a'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:21.098623 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-6486d62d-75a1-4c9b-b0cf-301e6f09112f None None] For port 4a3306e3-7f3b-4e4e-9788-b0ee889e9c23, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=4a3306e3-7f3b-4e4e-9788-b0ee889e9c23,segment=NetworkSegment(12f5e777-72f1-4c25-9975-e7345444f597),segment_id=12f5e777-72f1-4c25-9975-e7345444f597)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:21.099236 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6486d62d-75a1-4c9b-b0cf-301e6f09112f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.125498 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53beb858-1508-48c4-b368-a164505fcd7c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Network': ['ID=6087673c-a924-425c-9bf1-b38150ede8d0,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:21.147747 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf6b49-b315-42ba-91fb-5ab1d8500125 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf35325e-8992-4997-b8e2-8558afde82ed,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:21.154098 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-3968a644-2550-4c27-a1de-82afdbfaf02c tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Deleting port 166a528b-4d9f-4a4c-aa7e-aa40ba208aec {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:21.160475 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3968a644-2550-4c27-a1de-82afdbfaf02c tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.190874 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 6087673c-a924-425c-9bf1-b38150ede8d0 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:21.347009 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6a07bbf2-89b6-433d-9d80-047f399ecb20 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Calling delete_port for 4a3306e3-7f3b-4e4e-9788-b0ee889e9c23 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:21.365404 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-7f2aa90d-bc27-4e2c-844c-374733764bd0 None None] Set router 2df0d9d6-ed3e-452e-957e-9001f176ab7a gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:43:21.386402 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-017f8d30-bacf-4baa-b07a-c87058732757 req-82d917c9-2bec-49dc-bf3a-e44399b21ae2 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] No DVR routers for this DVR port 8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:21.406567 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-017f8d30-bacf-4baa-b07a-c87058732757 req-82d917c9-2bec-49dc-bf3a-e44399b21ae2 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.424527 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2be814-53d6-4937-85d0-f08eb124f0b0', 'name': 'network-vif-deleted', 'tag': '8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:43:21.504250 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-017f8d30-bacf-4baa-b07a-c87058732757 req-82d917c9-2bec-49dc-bf3a-e44399b21ae2 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.124 "DELETE /v2.0/ports/8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a HTTP/1.1" status: 204 len: 173 time: 6.2824280 Jan 21 09:43:21.526621 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3968a644-2550-4c27-a1de-82afdbfaf02c tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.528412 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3968a644-2550-4c27-a1de-82afdbfaf02c tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.676780 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2be814-53d6-4937-85d0-f08eb124f0b0', 'name': 'network-vif-deleted', 'tag': '8a52f9e7-0d9b-499d-9ef7-ff4d0e2a4c2a', 'status': 'completed', 'code': 200} Jan 21 09:43:21.682077 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-caa74b01-4610-4240-ba45-e34681f0b50f tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.733277 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6a07bbf2-89b6-433d-9d80-047f399ecb20 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.744738 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-6486d62d-75a1-4c9b-b0cf-301e6f09112f None None] Calling delete_port for 4a3306e3-7f3b-4e4e-9788-b0ee889e9c23 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:21.857098 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-6486d62d-75a1-4c9b-b0cf-301e6f09112f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:43:21.857540 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-6486d62d-75a1-4c9b-b0cf-301e6f09112f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:43:21.858157 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b967a7-40e9-4b58-a836-50612360f51b None None] Pushing event updated for resources: {'Port': ['ID=2740116b-85b4-40a7-b8fa-ad6232938617,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:21.878407 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9499ca18-536f-4111-9c0c-41a2a35186ae tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.932529 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07bbf2-89b6-433d-9d80-047f399ecb20 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Pushing event deleted for resources: {'Port': ['ID=4a3306e3-7f3b-4e4e-9788-b0ee889e9c23,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:21.942924 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-020b2290-702d-4e94-a7e3-db6a3ba52ba1 req-ff10ad95-a287-41f0-b16f-670eca510033 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Synchronizing usage tracker for tenant:a795fbd174334072b3ab0ded96f09259 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:21.954939 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-caa74b01-4610-4240-ba45-e34681f0b50f tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.983101 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-3968a644-2550-4c27-a1de-82afdbfaf02c tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Calling delete_port for 166a528b-4d9f-4a4c-aa7e-aa40ba208aec owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:21.993136 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a07bbf2-89b6-433d-9d80-047f399ecb20 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] No DVR routers for this DVR port 4a3306e3-7f3b-4e4e-9788-b0ee889e9c23 on host dv-neutron-825732-1-hyperv {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:22.069258 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-7f2aa90d-bc27-4e2c-844c-374733764bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'name': 'tempest-ServersTestJSON-1396389088-router', 'tenant_id': 'a795fbd174334072b3ab0ded96f09259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bd6cd324-47d1-49a4-a6e4-23b5af6394b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:08Z', 'updated_at': '2022-01-21T09:41:20Z', 'revision_number': 4, 'project_id': 'a795fbd174334072b3ab0ded96f09259', 'gw_port': {'id': 'bd6cd324-47d1-49a4-a6e4-23b5af6394b6', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:47:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:09Z', 'updated_at': '2022-01-21T09:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'addb60a6-06a2-43cf-b694-4e550eb22d78', 'name': '', 'network_id': 'cb261bb5-f04b-4e44-bf4e-b6255f6519ef', 'tenant_id': 'a795fbd174334072b3ab0ded96f09259', 'mac_address': 'fa:16:3e:5f:bf:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f61ceb71-d229-45b9-93db-87fdf9ae5111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:18Z', 'updated_at': '2022-01-21T09:41:38Z', 'revision_number': 5, 'project_id': 'a795fbd174334072b3ab0ded96f09259', 'subnets': [{'id': 'f61ceb71-d229-45b9-93db-87fdf9ae5111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:22.075590 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2aa90d-bc27-4e2c-844c-374733764bd0 None None] Checking router: 2df0d9d6-ed3e-452e-957e-9001f176ab7a for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:43:22.089118 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2aa90d-bc27-4e2c-844c-374733764bd0 None None] Routers {'2df0d9d6-ed3e-452e-957e-9001f176ab7a'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:22.089815 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-7f2aa90d-bc27-4e2c-844c-374733764bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:42:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['2df0d9d6-ed3e-452e-957e-9001f176ab7a'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:22.147139 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-73bbaf42-3a3d-4e88-9964-d0e07ba7c3da tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:22.168965 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-73bbaf42-3a3d-4e88-9964-d0e07ba7c3da tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:port and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:22.180633 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-73bbaf42-3a3d-4e88-9964-d0e07ba7c3da tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:22.182111 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-020b2290-702d-4e94-a7e3-db6a3ba52ba1 req-ff10ad95-a287-41f0-b16f-670eca510033 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Unset dirty status for tenant:a795fbd174334072b3ab0ded96f09259 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:22.198574 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-020b2290-702d-4e94-a7e3-db6a3ba52ba1 req-ff10ad95-a287-41f0-b16f-670eca510033 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/ports?device_id=7e2be814-53d6-4937-85d0-f08eb124f0b0 HTTP/1.1" status: 200 len: 210 time: 0.4470146 Jan 21 09:43:22.233067 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9499ca18-536f-4111-9c0c-41a2a35186ae tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event updated for resources: {'Subnet': ['ID=e1d39cef-3b5e-47a4-b831-f54805f2bbec,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:22.279678 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-73bbaf42-3a3d-4e88-9964-d0e07ba7c3da tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:22.359209 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-6486d62d-75a1-4c9b-b0cf-301e6f09112f None None] Deleting port 4a3306e3-7f3b-4e4e-9788-b0ee889e9c23 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:22.359823 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6486d62d-75a1-4c9b-b0cf-301e6f09112f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.398273 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-caa74b01-4610-4240-ba45-e34681f0b50f tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.443514 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6a07bbf2-89b6-433d-9d80-047f399ecb20 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.455877 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9499ca18-536f-4111-9c0c-41a2a35186ae tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Checking segment: {'id': 'd542b645-7f2a-4755-91d8-111479e37202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'dd255341-a064-406b-9b37-4d29895acf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:43:22.456239 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9499ca18-536f-4111-9c0c-41a2a35186ae tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Network hostable DHCP agents. Network: dd255341-a064-406b-9b37-4d29895acf17, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:22.459568 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bbaf42-3a3d-4e88-9964-d0e07ba7c3da tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Made reservation on behalf of fd763e9054b0425c8035d150c4a90c6a for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:22.462371 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-73bbaf42-3a3d-4e88-9964-d0e07ba7c3da tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.469775 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa74b01-4610-4240-ba45-e34681f0b50f tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf35325e-8992-4997-b8e2-8558afde82ed,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:22.493724 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-7f2aa90d-bc27-4e2c-844c-374733764bd0 None None] Set router 2df0d9d6-ed3e-452e-957e-9001f176ab7a gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:43:22.557304 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3968a644-2550-4c27-a1de-82afdbfaf02c tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.568920 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-73bbaf42-3a3d-4e88-9964-d0e07ba7c3da tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] device_id is not set on port f2945011-18e0-495d-ac1d-ff9d3f113ecc yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:43:22.573903 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-6486d62d-75a1-4c9b-b0cf-301e6f09112f None None] The port '4a3306e3-7f3b-4e4e-9788-b0ee889e9c23' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:43:22.623743 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-caa74b01-4610-4240-ba45-e34681f0b50f tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.625029 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-caa74b01-4610-4240-ba45-e34681f0b50f tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "DELETE /v2.0/security-groups/cf35325e-8992-4997-b8e2-8558afde82ed HTTP/1.1" status: 204 len: 168 time: 1.5652604 Jan 21 09:43:22.627842 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d80bbc0d-ea03-49fa-8881-5d62f5b592b7 req-ab032ca0-6304-4e7c-8cc4-56335e7bf611 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=7e2be814-53d6-4937-85d0-f08eb124f0b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1607566 Jan 21 09:43:22.633818 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56676) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:22.638163 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-6a07bbf2-89b6-433d-9d80-047f399ecb20 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b520668e-29f4-454a-a288-b56175185860']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:22.698892 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 2740116b-85b4-40a7-b8fa-ad6232938617 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:22.713014 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-6a07bbf2-89b6-433d-9d80-047f399ecb20 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12f5e777-72f1-4c25-9975-e7345444f597') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:22.713587 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-6a07bbf2-89b6-433d-9d80-047f399ecb20 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12f5e777-72f1-4c25-9975-e7345444f597') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:22.740226 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6a07bbf2-89b6-433d-9d80-047f399ecb20 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.786206 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6d5677fa-e7e1-47cb-894c-12a0afa1812b tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Synchronizing usage tracker for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:22.791988 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6a07bbf2-89b6-433d-9d80-047f399ecb20 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.865562 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9499ca18-536f-4111-9c0c-41a2a35186ae tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Network dd255341-a064-406b-9b37-4d29895acf17 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:22.871147 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e00f11-ea00-4c73-b7fb-22016fce299a None None] Network 7671486c-56f5-4b69-9018-9a53d32ea34b requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:22.878853 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a07bbf2-89b6-433d-9d80-047f399ecb20 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:43:22.879530 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6a07bbf2-89b6-433d-9d80-047f399ecb20 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.907970 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:43:22.907970 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:43:22.907970 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:43:22.907970 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:22.907970 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:43:22.907970 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:22.907970 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:43:22.907970 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:22.907970 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:43:22.907970 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:22.907970 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:43:22.907970 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:22.907970 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:43:22.907970 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:22.907970 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:22.907970 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:22.907970 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:22.907970 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:22.907970 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:43:22.907970 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:43:22.907970 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:43:22.907970 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:43:22.907970 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:22.907970 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:43:22.907970 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:22.907970 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:43:22.907970 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:22.907970 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:43:22.907970 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:22.907970 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:43:22.907970 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:22.907970 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:22.916516 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d80bbc0d-ea03-49fa-8881-5d62f5b592b7 req-145b5e10-9770-49cc-a5cf-b80867b99808 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a795fbd174334072b3ab0ded96f09259&device_id=7e2be814-53d6-4937-85d0-f08eb124f0b0 HTTP/1.1" status: 200 len: 210 time: 0.1193571 Jan 21 09:43:22.917200 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-9499ca18-536f-4111-9c0c-41a2a35186ae tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, dd255341-a064-406b-9b37-4d29895acf17) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:23.004656 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968a644-2550-4c27-a1de-82afdbfaf02c tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Pushing event deleted for resources: {'Port': ['ID=166a528b-4d9f-4a4c-aa7e-aa40ba208aec,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:23.009752 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6d5677fa-e7e1-47cb-894c-12a0afa1812b tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Unset dirty status for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:23.015297 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6d5677fa-e7e1-47cb-894c-12a0afa1812b tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3758254 Jan 21 09:43:23.015297 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9499ca18-536f-4111-9c0c-41a2a35186ae tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:23.015297 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9499ca18-536f-4111-9c0c-41a2a35186ae tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.024725 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e864ad4-db5a-4548-acf7-d7ce423c4e86 None None] Network dd255341-a064-406b-9b37-4d29895acf17 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:23.029367 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56680) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:23.090027 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-7f2aa90d-bc27-4e2c-844c-374733764bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'name': 'tempest-ServersTestJSON-1396389088-router', 'tenant_id': 'a795fbd174334072b3ab0ded96f09259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bd6cd324-47d1-49a4-a6e4-23b5af6394b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:08Z', 'updated_at': '2022-01-21T09:41:20Z', 'revision_number': 4, 'project_id': 'a795fbd174334072b3ab0ded96f09259', 'gw_port': {'id': 'bd6cd324-47d1-49a4-a6e4-23b5af6394b6', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:47:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:09Z', 'updated_at': '2022-01-21T09:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'addb60a6-06a2-43cf-b694-4e550eb22d78', 'name': '', 'network_id': 'cb261bb5-f04b-4e44-bf4e-b6255f6519ef', 'tenant_id': 'a795fbd174334072b3ab0ded96f09259', 'mac_address': 'fa:16:3e:5f:bf:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f61ceb71-d229-45b9-93db-87fdf9ae5111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:18Z', 'updated_at': '2022-01-21T09:41:38Z', 'revision_number': 5, 'project_id': 'a795fbd174334072b3ab0ded96f09259', 'subnets': [{'id': 'f61ceb71-d229-45b9-93db-87fdf9ae5111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:23.097399 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2aa90d-bc27-4e2c-844c-374733764bd0 None None] The sync data for ids ['2df0d9d6-ed3e-452e-957e-9001f176ab7a'] in dv-neutron-825732-1-hyperv is: [{'id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'name': 'tempest-ServersTestJSON-1396389088-router', 'tenant_id': 'a795fbd174334072b3ab0ded96f09259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bd6cd324-47d1-49a4-a6e4-23b5af6394b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:08Z', 'updated_at': '2022-01-21T09:41:20Z', 'revision_number': 4, 'project_id': 'a795fbd174334072b3ab0ded96f09259', 'gw_port': {'id': 'bd6cd324-47d1-49a4-a6e4-23b5af6394b6', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:47:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:09Z', 'updated_at': '2022-01-21T09:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'addb60a6-06a2-43cf-b694-4e550eb22d78', 'name': '', 'network_id': 'cb261bb5-f04b-4e44-bf4e-b6255f6519ef', 'tenant_id': 'a795fbd174334072b3ab0ded96f09259', 'mac_address': 'fa:16:3e:5f:bf:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f61ceb71-d229-45b9-93db-87fdf9ae5111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:18Z', 'updated_at': '2022-01-21T09:41:38Z', 'revision_number': 5, 'project_id': 'a795fbd174334072b3ab0ded96f09259', 'subnets': [{'id': 'f61ceb71-d229-45b9-93db-87fdf9ae5111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:43:23.170810 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-4890db5c-fa8b-421e-a9f1-f4457e1f79cd None None] Provisioning for port 2740116b-85b4-40a7-b8fa-ad6232938617 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:23.201390 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 2740116b-85b4-40a7-b8fa-ad6232938617 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:23.209459 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-4890db5c-fa8b-421e-a9f1-f4457e1f79cd None None] Provisioning complete for port 2740116b-85b4-40a7-b8fa-ad6232938617 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:23.209923 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4890db5c-fa8b-421e-a9f1-f4457e1f79cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.255904 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 2740116b-85b4-40a7-b8fa-ad6232938617 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:23.256197 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.370372 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-73bbaf42-3a3d-4e88-9964-d0e07ba7c3da tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.525382 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-6775aba6-f9cb-4baf-993c-ec75ead1c5b8 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] delete failed (client error): The resource could not be found. Jan 21 09:43:23.527094 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6775aba6-f9cb-4baf-993c-ec75ead1c5b8 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "DELETE /v2.0/security-groups/cf35325e-8992-4997-b8e2-8558afde82ed HTTP/1.1" status: 404 len: 347 time: 0.4949458 Jan 21 09:43:23.531535 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56688) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:23.531971 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56690) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:23.548038 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2e17e-04ef-4590-8243-a95f0a764c4d req-a07bdc23-4214-4975-9a23-57474f1c3e1b tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:23.549678 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-61b2e17e-04ef-4590-8243-a95f0a764c4d req-a07bdc23-4214-4975-9a23-57474f1c3e1b tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 1.1671774 Jan 21 09:43:23.564018 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bbc0d-ea03-49fa-8881-5d62f5b592b7 req-c03e267c-fd68-4e7a-bcf9-fd1a0f47c17f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:23.565599 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d80bbc0d-ea03-49fa-8881-5d62f5b592b7 req-c03e267c-fd68-4e7a-bcf9-fd1a0f47c17f service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=a795fbd174334072b3ab0ded96f09259&shared=False HTTP/1.1" status: 200 len: 907 time: 0.5912387 Jan 21 09:43:23.570388 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9499ca18-536f-4111-9c0c-41a2a35186ae tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.9347475 Jan 21 09:43:23.571269 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56696) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:23.572551 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6a07bbf2-89b6-433d-9d80-047f399ecb20 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.578560 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6a07bbf2-89b6-433d-9d80-047f399ecb20 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.581757 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-73bbaf42-3a3d-4e88-9964-d0e07ba7c3da tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.592985 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-0ab62b8f-38ae-4323-82eb-a6645cd5fb55 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Request body: {'security_group': {'name': 'tempest-secgroup--212648695'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:23.599621 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-0ab62b8f-38ae-4323-82eb-a6645cd5fb55 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:23.611885 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796279dd-3578-4449-a82f-329585547160 None None] New status for floating IP 23c7cdc1-f86d-4e29-8960-4b52b8d8a14c: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:43:23.614186 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-0ab62b8f-38ae-4323-82eb-a6645cd5fb55 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:23.648682 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6a07bbf2-89b6-433d-9d80-047f399ecb20 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] 10.222.0.104 "DELETE /v2.0/networks/b520668e-29f4-454a-a288-b56175185860 HTTP/1.1" status: 204 len: 168 time: 4.4028771 Jan 21 09:43:23.671462 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56702) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:23.681764 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3968a644-2550-4c27-a1de-82afdbfaf02c tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.689165 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3df27a0-a28d-41f6-bc07-6c8624e4f09b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-dd255341-a064-406b-9b37-4d29895acf17', 'network_id': 'dd255341-a064-406b-9b37-4d29895acf17', 'tenant_id': '14f7a2c3d80d4ed0a81309ac4c20d7a5', 'fixed_ips': [{'subnet_id': 'e1d39cef-3b5e-47a4-b831-f54805f2bbec'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:43:23.690012 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d3df27a0-a28d-41f6-bc07-6c8624e4f09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.705069 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0ab62b8f-38ae-4323-82eb-a6645cd5fb55 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.722319 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07bbf2-89b6-433d-9d80-047f399ecb20 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Pushing event deleted for resources: {'Network': ['ID=b520668e-29f4-454a-a288-b56175185860,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:23.772960 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0fd6-9894-44a7-976e-2c294536b942 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.920177 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ec8e1a0e-b035-40e8-b9af-8d563073b51d tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.938965 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-5e8e0fd6-9894-44a7-976e-2c294536b942 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Deleting port 2810c889-acc5-4e83-802a-4ab8760daf88 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:23.939351 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0fd6-9894-44a7-976e-2c294536b942 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.979273 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ec8e1a0e-b035-40e8-b9af-8d563073b51d tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.000788 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbaf42-3a3d-4e88-9964-d0e07ba7c3da tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Port': ['ID=f2945011-18e0-495d-ac1d-ff9d3f113ecc,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:24.010280 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-61b2e17e-04ef-4590-8243-a95f0a764c4d req-0e259d81-edd0-44ba-85dd-85ea40e455a1 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4445112 Jan 21 09:43:24.022275 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d7f17-780b-4167-a26a-37a38db805c7 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Deleting port e601e383-ec5e-45fd-9249-d8223eacdc14 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:24.022549 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8d5d7f17-780b-4167-a26a-37a38db805c7 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.031982 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-0ab62b8f-38ae-4323-82eb-a6645cd5fb55 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:24.037286 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-0ab62b8f-38ae-4323-82eb-a6645cd5fb55 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Usage tracker for resource:security_group_rule and tenant:7af6b040ec904ab78467e023735156fd is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:24.041840 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-0ab62b8f-38ae-4323-82eb-a6645cd5fb55 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:24.073983 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4890db5c-fa8b-421e-a9f1-f4457e1f79cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.074239 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3968a644-2550-4c27-a1de-82afdbfaf02c tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.078395 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3968a644-2550-4c27-a1de-82afdbfaf02c tempest-ServersTestManualDisk-142046975 tempest-ServersTestManualDisk-142046975-project] 10.222.0.104 "DELETE /v2.0/floatingips/17c668dd-cf3d-488c-91c5-8a7946e83251 HTTP/1.1" status: 204 len: 168 time: 3.4532557 Jan 21 09:43:24.079608 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-0ab62b8f-38ae-4323-82eb-a6645cd5fb55 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:24.086432 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56708) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:24.099637 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-12145d6d-72e4-4e5c-9ce2-39bb0b732ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.106886 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.280385 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bbaf42-3a3d-4e88-9964-d0e07ba7c3da tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Checking segment: {'id': 'a53668af-045b-4bc6-baa5-021e988b892d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6087673c-a924-425c-9bf1-b38150ede8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:43:24.284045 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bbaf42-3a3d-4e88-9964-d0e07ba7c3da tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Network hostable DHCP agents. Network: 6087673c-a924-425c-9bf1-b38150ede8d0, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:24.289274 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 2740116b-85b4-40a7-b8fa-ad6232938617, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=2740116b-85b4-40a7-b8fa-ad6232938617,segment=NetworkSegment(9cd718f6-59c9-40dc-acbc-be3810d199a7),segment_id=9cd718f6-59c9-40dc-acbc-be3810d199a7)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:24.344227 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.380299 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bbc0d-ea03-49fa-8881-5d62f5b592b7 req-19b9bccc-7376-41ae-a21a-e13f9e28df65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:24.391687 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d80bbc0d-ea03-49fa-8881-5d62f5b592b7 req-19b9bccc-7376-41ae-a21a-e13f9e28df65 service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8017890 Jan 21 09:43:24.398126 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-45f4bb8e-f54e-48ba-b52c-286c928cff93 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.452108 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0ab62b8f-38ae-4323-82eb-a6645cd5fb55 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.521028 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bbaf42-3a3d-4e88-9964-d0e07ba7c3da tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Network 6087673c-a924-425c-9bf1-b38150ede8d0 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:24.530510 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0fd6-9894-44a7-976e-2c294536b942 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.601463 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 4a3306e3-7f3b-4e4e-9788-b0ee889e9c23 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:24.617556 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ec8e1a0e-b035-40e8-b9af-8d563073b51d tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.639456 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0ab62b8f-38ae-4323-82eb-a6645cd5fb55 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.641629 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8d5d7f17-780b-4167-a26a-37a38db805c7 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.642015 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8d5d7f17-780b-4167-a26a-37a38db805c7 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.653915 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e1a0e-b035-40e8-b9af-8d563073b51d tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb836b61-b527-4f37-a5a3-e6dd34c28659,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:24.712026 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 4a3306e3-7f3b-4e4e-9788-b0ee889e9c23 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:43:24.712553 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 4a3306e3-7f3b-4e4e-9788-b0ee889e9c23 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:24.726369 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-73bbaf42-3a3d-4e88-9964-d0e07ba7c3da tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 6087673c-a924-425c-9bf1-b38150ede8d0) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:24.734788 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-5e8e0fd6-9894-44a7-976e-2c294536b942 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Calling delete_port for 2810c889-acc5-4e83-802a-4ab8760daf88 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:24.785730 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f48d10-66b4-4cba-a3bc-d87c165c71eb None None] Network 6087673c-a924-425c-9bf1-b38150ede8d0 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:24.859345 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bbaf42-3a3d-4e88-9964-d0e07ba7c3da tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:24.863761 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bbaf42-3a3d-4e88-9964-d0e07ba7c3da tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:24.864517 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-73bbaf42-3a3d-4e88-9964-d0e07ba7c3da tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.875227 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ec8e1a0e-b035-40e8-b9af-8d563073b51d tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.880469 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ec8e1a0e-b035-40e8-b9af-8d563073b51d tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "DELETE /v2.0/security-groups/eb836b61-b527-4f37-a5a3-e6dd34c28659 HTTP/1.1" status: 204 len: 168 time: 1.3198164 Jan 21 09:43:24.881127 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56714) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:24.891432 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-4890db5c-fa8b-421e-a9f1-f4457e1f79cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:43:24.891855 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-4890db5c-fa8b-421e-a9f1-f4457e1f79cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:43:24.907658 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-d3df27a0-a28d-41f6-bc07-6c8624e4f09b None None] Allocated IP 172.20.0.2 (dd255341-a064-406b-9b37-4d29895acf17/e1d39cef-3b5e-47a4-b831-f54805f2bbec/ee98b5ce-71e9-49fa-b252-67167b0bfc88) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:24.931192 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0ab62b8f-38ae-4323-82eb-a6645cd5fb55 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.933268 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0ab62b8f-38ae-4323-82eb-a6645cd5fb55 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3709695 Jan 21 09:43:24.971983 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab62b8f-38ae-4323-82eb-a6645cd5fb55 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c82ca7b4-7c46-4690-b3d7-48d1f41adf4b,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:24.982956 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56718) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:24.993231 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-45f4bb8e-f54e-48ba-b52c-286c928cff93 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.009380 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d7f17-780b-4167-a26a-37a38db805c7 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Calling delete_port for e601e383-ec5e-45fd-9249-d8223eacdc14 owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:25.024972 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-7cc23740-bb72-4315-b8b2-7009e70e3f22 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Request body: {'security_group_rule': {'security_group_id': 'c82ca7b4-7c46-4690-b3d7-48d1f41adf4b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:25.039769 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-b4dd0628-f5c9-45d5-a84f-6c3a37a8a4a6 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] show failed (client error): The resource could not be found. Jan 21 09:43:25.044242 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b4dd0628-f5c9-45d5-a84f-6c3a37a8a4a6 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "GET /v2.0/security-groups/eb836b61-b527-4f37-a5a3-e6dd34c28659 HTTP/1.1" status: 404 len: 347 time: 0.1415699 Jan 21 09:43:25.044242 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7cc23740-bb72-4315-b8b2-7009e70e3f22 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:25.053313 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56722) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:25.058773 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-7cc23740-bb72-4315-b8b2-7009e70e3f22 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Usage tracker for resource:security_group_rule and tenant:7af6b040ec904ab78467e023735156fd is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:25.065677 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-7cc23740-bb72-4315-b8b2-7009e70e3f22 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:25.080500 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7cc23740-bb72-4315-b8b2-7009e70e3f22 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:25.119951 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2fceb743-c4f3-476c-a857-281f101b908f req-b517a63a-100a-4f07-b12e-9b5e7657cae5 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=336aa381caa24798b3c72d188fdcb52a&device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 1098 time: 0.3488100 Jan 21 09:43:25.140529 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=2740116b-85b4-40a7-b8fa-ad6232938617,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:25.183655 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-73bbaf42-3a3d-4e88-9964-d0e07ba7c3da tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 4.1919868 Jan 21 09:43:25.196940 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56726) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:25.226764 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7cc23740-bb72-4315-b8b2-7009e70e3f22 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.365488 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d3df27a0-a28d-41f6-bc07-6c8624e4f09b None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.381552 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d3df27a0-a28d-41f6-bc07-6c8624e4f09b None None] Transition to ACTIVE for port object ee98b5ce-71e9-49fa-b252-67167b0bfc88 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:25.391855 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-68a23a91-6215-43f4-8766-c6d027df2ad7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-898434715'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:25.399221 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-68a23a91-6215-43f4-8766-c6d027df2ad7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:25.415954 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-68a23a91-6215-43f4-8766-c6d027df2ad7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:network and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:25.445409 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-68a23a91-6215-43f4-8766-c6d027df2ad7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:25.451956 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7cc23740-bb72-4315-b8b2-7009e70e3f22 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.453310 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fceb743-c4f3-476c-a857-281f101b908f req-a81f7968-be74-4ce7-81bd-173eb1ac747f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:25.455122 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2fceb743-c4f3-476c-a857-281f101b908f req-a81f7968-be74-4ce7-81bd-173eb1ac747f service neutron] 10.222.0.124 "GET /v2.0/networks?id=8515717b-44bc-4a2f-9c9a-f5ff80484c08 HTTP/1.1" status: 200 len: 912 time: 0.3250365 Jan 21 09:43:25.457215 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d3df27a0-a28d-41f6-bc07-6c8624e4f09b None None] Transition to ACTIVE for port object ee98b5ce-71e9-49fa-b252-67167b0bfc88 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:25.462319 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7cc23740-bb72-4315-b8b2-7009e70e3f22 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.470416 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d3df27a0-a28d-41f6-bc07-6c8624e4f09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.473587 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-68a23a91-6215-43f4-8766-c6d027df2ad7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:25.477662 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-cbaf0a8f-0807-4f9f-8d96-4f0282297a58 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Deleting port 70a42314-2f31-4847-b9f6-1dc57a93b776 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:25.478283 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cbaf0a8f-0807-4f9f-8d96-4f0282297a58 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.529693 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d68d0-0d92-45c3-8e7b-a8d8b6a0c865 req-d2296500-19c7-42dc-a7e9-73d20e42215c tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:25.536625 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-414d68d0-0d92-45c3-8e7b-a8d8b6a0c865 req-d2296500-19c7-42dc-a7e9-73d20e42215c tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.7357883 Jan 21 09:43:25.566549 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3df27a0-a28d-41f6-bc07-6c8624e4f09b None None] Network dd255341-a064-406b-9b37-4d29895acf17 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:25.570418 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-d3df27a0-a28d-41f6-bc07-6c8624e4f09b None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:25.574790 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3df27a0-a28d-41f6-bc07-6c8624e4f09b None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:25.584408 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a23a91-6215-43f4-8766-c6d027df2ad7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Made reservation on behalf of fd763e9054b0425c8035d150c4a90c6a for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:25.587467 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-68a23a91-6215-43f4-8766-c6d027df2ad7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.640577 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc23740-bb72-4315-b8b2-7009e70e3f22 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4960217-8b37-4d85-9e4b-895b16535371,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:25.675452 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-45f4bb8e-f54e-48ba-b52c-286c928cff93 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.683122 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df27a0-a28d-41f6-bc07-6c8624e4f09b None None] Pushing event updated for resources: {'Port': ['ID=ee98b5ce-71e9-49fa-b252-67167b0bfc88,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:25.734332 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-d3df27a0-a28d-41f6-bc07-6c8624e4f09b None None] Attempting to bind port ee98b5ce-71e9-49fa-b252-67167b0bfc88 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:25.735045 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-d3df27a0-a28d-41f6-bc07-6c8624e4f09b None None] Attempting to bind port ee98b5ce-71e9-49fa-b252-67167b0bfc88 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'd542b645-7f2a-4755-91d8-111479e37202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'dd255341-a064-406b-9b37-4d29895acf17'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:25.735045 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df27a0-a28d-41f6-bc07-6c8624e4f09b None None] Attempting to bind port ee98b5ce-71e9-49fa-b252-67167b0bfc88 on network dd255341-a064-406b-9b37-4d29895acf17 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:43:25.744016 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df27a0-a28d-41f6-bc07-6c8624e4f09b None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:43:25.744425 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df27a0-a28d-41f6-bc07-6c8624e4f09b None None] Checking segment: {'id': 'd542b645-7f2a-4755-91d8-111479e37202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'dd255341-a064-406b-9b37-4d29895acf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:43:25.744790 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d3df27a0-a28d-41f6-bc07-6c8624e4f09b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.746326 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df27a0-a28d-41f6-bc07-6c8624e4f09b None None] Bound using segment: {'id': 'd542b645-7f2a-4755-91d8-111479e37202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'dd255341-a064-406b-9b37-4d29895acf17'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:43:25.746881 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-d3df27a0-a28d-41f6-bc07-6c8624e4f09b None None] Bound port: ee98b5ce-71e9-49fa-b252-67167b0bfc88, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd542b645-7f2a-4755-91d8-111479e37202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'dd255341-a064-406b-9b37-4d29895acf17'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:25.747240 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d3df27a0-a28d-41f6-bc07-6c8624e4f09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.769566 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ce675415-51ec-4064-9fca-27c163db8d2e None None] Provisioning complete for port 2740116b-85b4-40a7-b8fa-ad6232938617 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:25.769922 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ce675415-51ec-4064-9fca-27c163db8d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.859659 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-414d68d0-0d92-45c3-8e7b-a8d8b6a0c865 req-d18be82c-ffbf-461e-9e22-b843e2612bd0 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3220448 Jan 21 09:43:25.866157 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7cc23740-bb72-4315-b8b2-7009e70e3f22 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.867672 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-7cc23740-bb72-4315-b8b2-7009e70e3f22 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8832717 Jan 21 09:43:25.886509 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56730) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:25.888690 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4bb8e-f54e-48ba-b52c-286c928cff93 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event deleted for resources: {'Subnet': ['ID=e1d39cef-3b5e-47a4-b831-f54805f2bbec,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:25.910752 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68a23a91-6215-43f4-8766-c6d027df2ad7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:25.918329 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8d5d7f17-780b-4167-a26a-37a38db805c7 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.922479 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0fd6-9894-44a7-976e-2c294536b942 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.939135 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2fceb743-c4f3-476c-a857-281f101b908f req-9f3cfd2f-a1c0-4813-b737-720604ee330c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a8ec857-3243-456d-b272-0c64f958196f HTTP/1.1" status: 200 len: 1001 time: 0.4732099 Jan 21 09:43:25.991730 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-d3df27a0-a28d-41f6-bc07-6c8624e4f09b None None] For port ee98b5ce-71e9-49fa-b252-67167b0bfc88, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:43:25.999569 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-d3df27a0-a28d-41f6-bc07-6c8624e4f09b None None] For port ee98b5ce-71e9-49fa-b252-67167b0bfc88, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ee98b5ce-71e9-49fa-b252-67167b0bfc88,segment=NetworkSegment(d542b645-7f2a-4755-91d8-111479e37202),segment_id=d542b645-7f2a-4755-91d8-111479e37202)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:43:26.004892 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-68a23a91-6215-43f4-8766-c6d027df2ad7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.005227 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-68a23a91-6215-43f4-8766-c6d027df2ad7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Added segment 5f2475ae-b891-43f8-bdae-eebac3bf953b of type vlan for network 2b636c5f-bef4-4095-a415-fe2c097aadcb Jan 21 09:43:26.012518 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d7f17-780b-4167-a26a-37a38db805c7 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Pushing event deleted for resources: {'Port': ['ID=e601e383-ec5e-45fd-9249-d8223eacdc14,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:26.046560 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d3df27a0-a28d-41f6-bc07-6c8624e4f09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.081442 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-adf150ac-7857-419a-8f5e-d8503f64371d tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.111461 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-adf150ac-7857-419a-8f5e-d8503f64371d tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.124944 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cbaf0a8f-0807-4f9f-8d96-4f0282297a58 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.125271 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cbaf0a8f-0807-4f9f-8d96-4f0282297a58 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.160330 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-45f4bb8e-f54e-48ba-b52c-286c928cff93 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.163469 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e0fd6-9894-44a7-976e-2c294536b942 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Pushing event deleted for resources: {'Port': ['ID=2810c889-acc5-4e83-802a-4ab8760daf88,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:26.177186 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df27a0-a28d-41f6-bc07-6c8624e4f09b None None] Pushing event updated for resources: {'Port': ['ID=ee98b5ce-71e9-49fa-b252-67167b0bfc88,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:26.178564 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fceb743-c4f3-476c-a857-281f101b908f req-af5fb66a-95c8-4e91-a977-2bcf2da84f4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:26.180499 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2fceb743-c4f3-476c-a857-281f101b908f req-af5fb66a-95c8-4e91-a977-2bcf2da84f4a service neutron] 10.222.0.124 "GET /v2.0/subnets?id=e7fe4f7c-173a-4a1e-bc9c-b6d802a0a8b0 HTTP/1.1" status: 200 len: 850 time: 0.2253709 Jan 21 09:43:26.254799 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-45f4bb8e-f54e-48ba-b52c-286c928cff93 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd255341-a064-406b-9b37-4d29895acf17']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:26.269731 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-adf150ac-7857-419a-8f5e-d8503f64371d tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.282743 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c49653ed-6bad-47c6-973d-65c82f0bcfaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.312165 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358b0e96-2c93-47b9-abf2-47ec0fc1c825 None None] Network dd255341-a064-406b-9b37-4d29895acf17 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:26.346197 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-45f4bb8e-f54e-48ba-b52c-286c928cff93 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd542b645-7f2a-4755-91d8-111479e37202') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:26.346475 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-45f4bb8e-f54e-48ba-b52c-286c928cff93 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd542b645-7f2a-4755-91d8-111479e37202') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:26.373311 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf150ac-7857-419a-8f5e-d8503f64371d tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4960217-8b37-4d85-9e4b-895b16535371,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:26.388110 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-68a23a91-6215-43f4-8766-c6d027df2ad7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.388400 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-45f4bb8e-f54e-48ba-b52c-286c928cff93 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.390264 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-adf150ac-7857-419a-8f5e-d8503f64371d tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.393826 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-adf150ac-7857-419a-8f5e-d8503f64371d tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/c4960217-8b37-4d85-9e4b-895b16535371 HTTP/1.1" status: 204 len: 168 time: 0.4992318 Jan 21 09:43:26.394052 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-cbaf0a8f-0807-4f9f-8d96-4f0282297a58 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Calling delete_port for 70a42314-2f31-4847-b9f6-1dc57a93b776 owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:26.397791 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9891147f-f29e-427b-9216-85005c0dd39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.402797 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56734) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:26.448792 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-45f4bb8e-f54e-48ba-b52c-286c928cff93 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.467524 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f4bb8e-f54e-48ba-b52c-286c928cff93 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:43:26.467966 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-45f4bb8e-f54e-48ba-b52c-286c928cff93 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.490873 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:43:26.490873 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:43:26.490873 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:43:26.490873 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:26.490873 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:43:26.490873 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:26.490873 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:43:26.490873 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:26.490873 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:43:26.490873 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:26.490873 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:43:26.490873 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:26.490873 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:43:26.490873 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:26.490873 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:26.490873 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:26.490873 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:26.490873 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:26.490873 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:43:26.490873 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:43:26.490873 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:43:26.490873 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:43:26.490873 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:26.490873 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:43:26.490873 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:26.490873 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:43:26.490873 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:26.490873 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:43:26.490873 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:26.490873 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:43:26.490873 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:26.490873 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:26.586485 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8d5d7f17-780b-4167-a26a-37a38db805c7 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.596582 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-378f9353-c3d8-4086-83fe-f0f8b353d2a3 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Synchronizing usage tracker for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group_rule {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:26.601333 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a29d32-ac5f-44cd-bb24-d6bb7708b78d None None] get_active_networks_info from dv-neutron-825732-1-hyperv {{(pid=83599) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 09:43:26.606434 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2fceb743-c4f3-476c-a857-281f101b908f req-34205317-1de1-4393-8f8c-c879ea0e771b service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=8515717b-44bc-4a2f-9c9a-f5ff80484c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4071472 Jan 21 09:43:26.610057 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.api [None req-45f4bb8e-f54e-48ba-b52c-286c928cff93 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:43:26.610057 dv-neutron-825732-1-hyperv neutron-server[83598]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:43:26.610057 dv-neutron-825732-1-hyperv neutron-server[83598]: [parameters: {'id': 'dd255341-a064-406b-9b37-4d29895acf17'}] Jan 21 09:43:26.610057 dv-neutron-825732-1-hyperv neutron-server[83598]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:43:26.610517 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG oslo_db.api [None req-45f4bb8e-f54e-48ba-b52c-286c928cff93 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:43:26.681395 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-68a23a91-6215-43f4-8766-c6d027df2ad7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.687434 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a23a91-6215-43f4-8766-c6d027df2ad7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:26.691779 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-68a23a91-6215-43f4-8766-c6d027df2ad7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.762927 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-378f9353-c3d8-4086-83fe-f0f8b353d2a3 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Unset dirty status for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group_rule {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:26.764572 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-378f9353-c3d8-4086-83fe-f0f8b353d2a3 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3600497 Jan 21 09:43:26.771881 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56738) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:26.803728 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a29d32-ac5f-44cd-bb24-d6bb7708b78d None None] Resources bound (agent type, host, resource id): {{(pid=83599) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:43:26.813548 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0fd6-9894-44a7-976e-2c294536b942 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.893287 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2fceb743-c4f3-476c-a857-281f101b908f req-677c6db3-a83c-4c47-b234-fd6bb657722c service neutron] 10.222.0.124 "GET /v2.0/networks/8515717b-44bc-4a2f-9c9a-f5ff80484c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791011 Jan 21 09:43:27.018871 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 2740116b-85b4-40a7-b8fa-ad6232938617 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:27.019219 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c12958ad-c60d-43c2-aed3-1f6ba84e2263 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.113402 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-45f4bb8e-f54e-48ba-b52c-286c928cff93 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.142120 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c12958ad-c60d-43c2-aed3-1f6ba84e2263 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.196215 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-68a23a91-6215-43f4-8766-c6d027df2ad7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.9929347 Jan 21 09:43:27.231027 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56746) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:27.245807 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-a68352ba-faea-4abe-ab60-21da26db141c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'ports': [{'network_id': '6087673c-a924-425c-9bf1-b38150ede8d0'}, {'network_id': '2b636c5f-bef4-4095-a415-fe2c097aadcb'}]} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:27.246101 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-a68352ba-faea-4abe-ab60-21da26db141c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'port': {'network_id': '6087673c-a924-425c-9bf1-b38150ede8d0'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:27.246578 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-a68352ba-faea-4abe-ab60-21da26db141c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'port': {'network_id': '2b636c5f-bef4-4095-a415-fe2c097aadcb'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:27.249187 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8d5d7f17-780b-4167-a26a-37a38db805c7 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.251767 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8d5d7f17-780b-4167-a26a-37a38db805c7 tempest-FloatingIPAdminTestJSON-1906435254 tempest-FloatingIPAdminTestJSON-1906435254-project] 10.222.0.104 "DELETE /v2.0/floatingips/75f32376-13bf-4d75-8b4d-0b4055d59f90 HTTP/1.1" status: 204 len: 168 time: 3.5756764 Jan 21 09:43:27.273931 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 2740116b-85b4-40a7-b8fa-ad6232938617 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:27.274489 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.290830 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2fceb743-c4f3-476c-a857-281f101b908f req-8eb4726b-d05f-4234-9c90-a25ba6e73d47 service neutron] 10.222.0.124 "GET /v2.0/networks/8515717b-44bc-4a2f-9c9a-f5ff80484c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900847 Jan 21 09:43:27.291243 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-45f4bb8e-f54e-48ba-b52c-286c928cff93 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Deleting port ee98b5ce-71e9-49fa-b252-67167b0bfc88 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:27.291501 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-45f4bb8e-f54e-48ba-b52c-286c928cff93 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.310503 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a23a91-6215-43f4-8766-c6d027df2ad7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Network': ['ID=2b636c5f-bef4-4095-a415-fe2c097aadcb,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:27.354223 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0fd6-9894-44a7-976e-2c294536b942 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.377655 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0fd6-9894-44a7-976e-2c294536b942 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.394744 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 2b636c5f-bef4-4095-a415-fe2c097aadcb details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:27.409008 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cbaf0a8f-0807-4f9f-8d96-4f0282297a58 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.486985 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf0a8f-0807-4f9f-8d96-4f0282297a58 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Pushing event deleted for resources: {'Port': ['ID=70a42314-2f31-4847-b9f6-1dc57a93b776,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:27.525880 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0fd6-9894-44a7-976e-2c294536b942 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.532923 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8e0fd6-9894-44a7-976e-2c294536b942 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Fanout notify agent at l3_agent the message router_deleted on router b41ee03d-0362-4cd7-b117-1e2a250d76dc {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:43:27.556536 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.619877 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0fd6-9894-44a7-976e-2c294536b942 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.621308 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5e8e0fd6-9894-44a7-976e-2c294536b942 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] 10.222.0.104 "DELETE /v2.0/routers/b41ee03d-0362-4cd7-b117-1e2a250d76dc HTTP/1.1" status: 204 len: 168 time: 8.1502142 Jan 21 09:43:27.634130 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56752) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:27.644218 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-085b1170-1fc5-4dcd-8e20-babe0607aef0 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1460929240', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:27.656952 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-085b1170-1fc5-4dcd-8e20-babe0607aef0 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:27.662524 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cbaf0a8f-0807-4f9f-8d96-4f0282297a58 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.665366 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cbaf0a8f-0807-4f9f-8d96-4f0282297a58 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.667496 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-cbaf0a8f-0807-4f9f-8d96-4f0282297a58 tempest-ServersTestJSON-55429002 tempest-ServersTestJSON-55429002-project] 10.222.0.104 "DELETE /v2.0/floatingips/23c7cdc1-f86d-4e29-8960-4b52b8d8a14c HTTP/1.1" status: 204 len: 168 time: 2.6120820 Jan 21 09:43:27.669574 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-085b1170-1fc5-4dcd-8e20-babe0607aef0 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Usage tracker for resource:router and tenant:24bdc49ef662478cbebc8c7402bf782e is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:27.672991 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56756) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:27.674688 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.676165 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-085b1170-1fc5-4dcd-8e20-babe0607aef0 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:27.752369 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-085b1170-1fc5-4dcd-8e20-babe0607aef0 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:27.781694 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-085b1170-1fc5-4dcd-8e20-babe0607aef0 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.782566 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-085b1170-1fc5-4dcd-8e20-babe0607aef0 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.883815 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-085b1170-1fc5-4dcd-8e20-babe0607aef0 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.929328 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56762) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:27.950875 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-085b1170-1fc5-4dcd-8e20-babe0607aef0 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.000554 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-085b1170-1fc5-4dcd-8e20-babe0607aef0 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.005944 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-085b1170-1fc5-4dcd-8e20-babe0607aef0 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3701551 Jan 21 09:43:28.006644 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56768) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:28.015776 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-4b7a7e7a-efde-4b20-8113-b057f3f51ddf tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'enable_snat': True}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:28.129418 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c12958ad-c60d-43c2-aed3-1f6ba84e2263 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.250172 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12958ad-c60d-43c2-aed3-1f6ba84e2263 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82ca7b4-7c46-4690-b3d7-48d1f41adf4b,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:28.319941 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b1dd0-ec08-4f97-abd0-c9c8ce244b53 req-03e2a3eb-5420-4af2-86f3-4930edf91219 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:28.320821 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c13b1dd0-ec08-4f97-abd0-c9c8ce244b53 req-03e2a3eb-5420-4af2-86f3-4930edf91219 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 1.2653301 Jan 21 09:43:28.401641 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a68352ba-faea-4abe-ab60-21da26db141c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:28.420821 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a68352ba-faea-4abe-ab60-21da26db141c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:port and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:28.422138 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3ec05949-ebb8-46ea-a917-6015f1042c77 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=8f4e00a7e524471b8e4a3aa280852b90&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4840212 Jan 21 09:43:28.434991 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56772) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:28.437224 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a68352ba-faea-4abe-ab60-21da26db141c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:28.442042 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c12958ad-c60d-43c2-aed3-1f6ba84e2263 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.443149 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c12958ad-c60d-43c2-aed3-1f6ba84e2263 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "DELETE /v2.0/security-groups/c82ca7b4-7c46-4690-b3d7-48d1f41adf4b HTTP/1.1" status: 204 len: 168 time: 1.6701295 Jan 21 09:43:28.454303 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a68352ba-faea-4abe-ab60-21da26db141c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:28.459548 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-45f4bb8e-f54e-48ba-b52c-286c928cff93 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] For port ee98b5ce-71e9-49fa-b252-67167b0bfc88, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ee98b5ce-71e9-49fa-b252-67167b0bfc88,segment=NetworkSegment(d542b645-7f2a-4755-91d8-111479e37202),segment_id=d542b645-7f2a-4755-91d8-111479e37202)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:28.460162 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-45f4bb8e-f54e-48ba-b52c-286c928cff93 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.461350 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56776) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:28.537761 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c13b1dd0-ec08-4f97-abd0-c9c8ce244b53 req-51a996d1-17b8-4e6d-b781-0af79749469e tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2044253 Jan 21 09:43:28.624281 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68352ba-faea-4abe-ab60-21da26db141c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Made reservation on behalf of fd763e9054b0425c8035d150c4a90c6a for: {'port': 2} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:28.627958 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a68352ba-faea-4abe-ab60-21da26db141c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.643131 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-45f4bb8e-f54e-48ba-b52c-286c928cff93 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Calling delete_port for ee98b5ce-71e9-49fa-b252-67167b0bfc88 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:28.715785 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a68352ba-faea-4abe-ab60-21da26db141c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.778822 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-116c2411-da1b-4549-9ef1-cf4624e5a332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.800212 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f6fe5d7c-436d-411f-b66e-ecbbcc7d72d6 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3341696 Jan 21 09:43:28.808271 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56780) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:28.909182 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-45f4bb8e-f54e-48ba-b52c-286c928cff93 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.992895 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4bb8e-f54e-48ba-b52c-286c928cff93 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event deleted for resources: {'Port': ['ID=ee98b5ce-71e9-49fa-b252-67167b0bfc88,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:29.010020 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-bfedfc73-d6c2-4d10-896c-f90e38a51378 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Request body: {'security_group': {'name': 'tempest-secgroup--817724706'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:29.034866 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bfedfc73-d6c2-4d10-896c-f90e38a51378 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:29.043468 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-116c2411-da1b-4549-9ef1-cf4624e5a332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.052378 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f4bb8e-f54e-48ba-b52c-286c928cff93 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] No DVR routers for this DVR port ee98b5ce-71e9-49fa-b252-67167b0bfc88 on host dv-neutron-825732-1-hyperv {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:29.058824 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bfedfc73-d6c2-4d10-896c-f90e38a51378 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Usage tracker for resource:security_group and tenant:7af6b040ec904ab78467e023735156fd is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:29.066644 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bfedfc73-d6c2-4d10-896c-f90e38a51378 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:29.080949 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bfedfc73-d6c2-4d10-896c-f90e38a51378 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:29.109484 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4b7a7e7a-efde-4b20-8113-b057f3f51ddf tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.128547 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bfedfc73-d6c2-4d10-896c-f90e38a51378 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.185390 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0aa79f0a-40a6-4b27-8b68-5a1b29a46e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.216280 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-a68352ba-faea-4abe-ab60-21da26db141c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] device_id is not set on port 539e3912-6f4c-48ae-bccc-b552c83b91db yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:43:29.239653 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-45f4bb8e-f54e-48ba-b52c-286c928cff93 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.279522 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-45f4bb8e-f54e-48ba-b52c-286c928cff93 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd255341-a064-406b-9b37-4d29895acf17']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:29.319368 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bfedfc73-d6c2-4d10-896c-f90e38a51378 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:29.328401 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-116c2411-da1b-4549-9ef1-cf4624e5a332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.335987 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bfedfc73-d6c2-4d10-896c-f90e38a51378 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Usage tracker for resource:security_group_rule and tenant:7af6b040ec904ab78467e023735156fd is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:29.336309 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-45f4bb8e-f54e-48ba-b52c-286c928cff93 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd542b645-7f2a-4755-91d8-111479e37202') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:29.336680 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-45f4bb8e-f54e-48ba-b52c-286c928cff93 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd542b645-7f2a-4755-91d8-111479e37202') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:29.348593 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bfedfc73-d6c2-4d10-896c-f90e38a51378 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:29.361409 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-45f4bb8e-f54e-48ba-b52c-286c928cff93 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.369856 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bfedfc73-d6c2-4d10-896c-f90e38a51378 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:29.373412 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c2411-da1b-4549-9ef1-cf4624e5a332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b54a327-d4bf-4935-b949-a9d299075011,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:29.376473 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.415242 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-45f4bb8e-f54e-48ba-b52c-286c928cff93 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.423054 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-116c2411-da1b-4549-9ef1-cf4624e5a332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.424442 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-116c2411-da1b-4549-9ef1-cf4624e5a332 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/6b54a327-d4bf-4935-b949-a9d299075011 HTTP/1.1" status: 204 len: 168 time: 0.9862330 Jan 21 09:43:29.439591 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f4bb8e-f54e-48ba-b52c-286c928cff93 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:43:29.439799 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-45f4bb8e-f54e-48ba-b52c-286c928cff93 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.454704 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:43:29.454704 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:43:29.454704 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:43:29.454704 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:29.454704 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:43:29.454704 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:29.454704 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:43:29.454704 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:29.454704 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:43:29.454704 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:29.454704 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:43:29.454704 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:29.454704 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:43:29.454704 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:29.454704 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:29.454704 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:29.454704 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:29.454704 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:29.454704 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:43:29.454704 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:43:29.454704 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:43:29.454704 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:43:29.454704 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:29.454704 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:43:29.454704 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:29.454704 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:43:29.454704 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:29.454704 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:43:29.454704 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:29.454704 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:43:29.454704 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:29.454704 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:29.540795 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a68352ba-faea-4abe-ab60-21da26db141c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.541016 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bfedfc73-d6c2-4d10-896c-f90e38a51378 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.554952 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bfedfc73-d6c2-4d10-896c-f90e38a51378 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.625492 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfedfc73-d6c2-4d10-896c-f90e38a51378 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=595cef3b-c8d8-4059-8b82-4ad63ded1e8b,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:29.683894 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-45f4bb8e-f54e-48ba-b52c-286c928cff93 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.717456 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bfedfc73-d6c2-4d10-896c-f90e38a51378 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.723394 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-bfedfc73-d6c2-4d10-896c-f90e38a51378 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7277019 Jan 21 09:43:29.723739 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-45f4bb8e-f54e-48ba-b52c-286c928cff93 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.732995 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56790) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:29.747407 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-533419d5-3692-4749-991c-9801fded1878 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Request body: {'security_group_rule': {'security_group_id': '595cef3b-c8d8-4059-8b82-4ad63ded1e8b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:29.756062 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-533419d5-3692-4749-991c-9801fded1878 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:29.760033 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4bb8e-f54e-48ba-b52c-286c928cff93 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event deleted for resources: {'Network': ['ID=dd255341-a064-406b-9b37-4d29895acf17,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:29.761979 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-533419d5-3692-4749-991c-9801fded1878 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Usage tracker for resource:security_group_rule and tenant:7af6b040ec904ab78467e023735156fd is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:29.766110 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-533419d5-3692-4749-991c-9801fded1878 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:29.772290 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-a68352ba-faea-4abe-ab60-21da26db141c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] device_id is not set on port 4b1fd6a4-bf04-42ba-8ece-b604e3b3a387 yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:43:29.774854 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-533419d5-3692-4749-991c-9801fded1878 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:29.777313 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c49653ed-6bad-47c6-973d-65c82f0bcfaa admin admin] Deleting port ade5ee17-2266-42f9-b84d-b210cc99bde1 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:29.778079 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c49653ed-6bad-47c6-973d-65c82f0bcfaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.912922 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4b7a7e7a-efde-4b20-8113-b057f3f51ddf tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.937442 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-45f4bb8e-f54e-48ba-b52c-286c928cff93 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "DELETE /v2.0/networks/dd255341-a064-406b-9b37-4d29895acf17 HTTP/1.1" status: 204 len: 168 time: 6.3512969 Jan 21 09:43:29.938380 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56794) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:29.944419 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56796) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:29.948633 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-533419d5-3692-4749-991c-9801fded1878 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.976245 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-9edac045-1871-4576-bbd1-ffa3efd00609 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1512541856'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:29.984944 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4b7a7e7a-efde-4b20-8113-b057f3f51ddf tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.988633 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9edac045-1871-4576-bbd1-ffa3efd00609 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:29.994522 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-991d0afd-71d3-4014-b225-6e99afe02a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.032580 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9edac045-1871-4576-bbd1-ffa3efd00609 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Usage tracker for resource:network and tenant:14f7a2c3d80d4ed0a81309ac4c20d7a5 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:30.040487 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9edac045-1871-4576-bbd1-ffa3efd00609 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:30.097331 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9edac045-1871-4576-bbd1-ffa3efd00609 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:30.144097 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edac045-1871-4576-bbd1-ffa3efd00609 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Made reservation on behalf of 14f7a2c3d80d4ed0a81309ac4c20d7a5 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:30.147170 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9edac045-1871-4576-bbd1-ffa3efd00609 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.159516 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-991d0afd-71d3-4014-b225-6e99afe02a36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:30.172749 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-991d0afd-71d3-4014-b225-6e99afe02a36 admin admin] Usage tracker for resource:security_group_rule and tenant:a34bb6a4cb1042149f3a3259fb94a470 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:30.188644 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-991d0afd-71d3-4014-b225-6e99afe02a36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:30.233617 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-991d0afd-71d3-4014-b225-6e99afe02a36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:30.284693 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c49653ed-6bad-47c6-973d-65c82f0bcfaa admin admin] For port ade5ee17-2266-42f9-b84d-b210cc99bde1, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ade5ee17-2266-42f9-b84d-b210cc99bde1,segment=NetworkSegment(34b0cab3-f2f4-48a2-80f3-ffaaa390bd66),segment_id=34b0cab3-f2f4-48a2-80f3-ffaaa390bd66)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:30.285050 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c49653ed-6bad-47c6-973d-65c82f0bcfaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.292962 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9edac045-1871-4576-bbd1-ffa3efd00609 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:30.305918 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2106bb-c316-40f5-bc40-c07afc443c39 req-f6323e4f-dcd4-4ff4-a5fa-5969a6f75bb0 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:30.307439 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ec2106bb-c316-40f5-bc40-c07afc443c39 req-f6323e4f-dcd4-4ff4-a5fa-5969a6f75bb0 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.5159082 Jan 21 09:43:30.316866 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-533419d5-3692-4749-991c-9801fded1878 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.340571 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-533419d5-3692-4749-991c-9801fded1878 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.388572 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-4b7a7e7a-efde-4b20-8113-b057f3f51ddf tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Allocated IP 172.26.0.88 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/a24e5997-ce44-47d6-8ae0-187217ff8ad7) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:30.392483 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533419d5-3692-4749-991c-9801fded1878 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0216c79-5fda-406c-9965-6e19b0bcf874,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:30.449195 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c49653ed-6bad-47c6-973d-65c82f0bcfaa admin admin] Calling delete_port for ade5ee17-2266-42f9-b84d-b210cc99bde1 owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:30.473103 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-533419d5-3692-4749-991c-9801fded1878 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.474390 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-533419d5-3692-4749-991c-9801fded1878 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7396994 Jan 21 09:43:30.483546 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a68352ba-faea-4abe-ab60-21da26db141c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.486254 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9edac045-1871-4576-bbd1-ffa3efd00609 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.486603 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-9edac045-1871-4576-bbd1-ffa3efd00609 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Added segment fe136c11-3958-4910-9717-bd7e0dab2a86 of type vlan for network 541e98c9-a3f5-43dc-a15a-8620f0c3b48c Jan 21 09:43:30.493538 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56802) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:30.512404 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-7b6a6b83-8ea3-43e8-9f22-370a9178ecf6 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Request body: {'security_group_rule': {'security_group_id': '595cef3b-c8d8-4059-8b82-4ad63ded1e8b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:30.560923 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ec2106bb-c316-40f5-bc40-c07afc443c39 req-2922b22d-4728-4d7c-99d7-e22c7723b6c8 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2427685 Jan 21 09:43:30.583755 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7b6a6b83-8ea3-43e8-9f22-370a9178ecf6 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:30.584037 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9edac045-1871-4576-bbd1-ffa3efd00609 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.586239 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-7b6a6b83-8ea3-43e8-9f22-370a9178ecf6 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Usage tracker for resource:security_group_rule and tenant:7af6b040ec904ab78467e023735156fd is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:30.591538 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-7b6a6b83-8ea3-43e8-9f22-370a9178ecf6 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:30.658073 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-991d0afd-71d3-4014-b225-6e99afe02a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.691902 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-991d0afd-71d3-4014-b225-6e99afe02a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.714169 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7b6a6b83-8ea3-43e8-9f22-370a9178ecf6 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:30.827242 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a68352ba-faea-4abe-ab60-21da26db141c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.829874 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9edac045-1871-4576-bbd1-ffa3efd00609 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.830345 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7b6a6b83-8ea3-43e8-9f22-370a9178ecf6 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.835911 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edac045-1871-4576-bbd1-ffa3efd00609 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:30.836892 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9edac045-1871-4576-bbd1-ffa3efd00609 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.906520 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4b7a7e7a-efde-4b20-8113-b057f3f51ddf tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.088247 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7b6a6b83-8ea3-43e8-9f22-370a9178ecf6 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.096337 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7b6a6b83-8ea3-43e8-9f22-370a9178ecf6 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.121127 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4b7a7e7a-efde-4b20-8113-b057f3f51ddf tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.147088 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d0afd-71d3-4014-b225-6e99afe02a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47647f59-c8d6-4bd7-b76e-6af0fc1b18a7,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:31.201489 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-991d0afd-71d3-4014-b225-6e99afe02a36 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a34bb6a4cb1042149f3a3259fb94a470&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2596831 Jan 21 09:43:31.219769 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56810) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:31.220750 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a6b83-8ea3-43e8-9f22-370a9178ecf6 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=143d3432-aefe-46f9-b7e2-63ed1d3545b6,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:31.280691 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68352ba-faea-4abe-ab60-21da26db141c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Network 6087673c-a924-425c-9bf1-b38150ede8d0 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:31.283451 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68352ba-faea-4abe-ab60-21da26db141c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Port': ['ID=539e3912-6f4c-48ae-bccc-b552c83b91db,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:31.286895 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edac045-1871-4576-bbd1-ffa3efd00609 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event updated for resources: {'Network': ['ID=541e98c9-a3f5-43dc-a15a-8620f0c3b48c,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:31.296503 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9edac045-1871-4576-bbd1-ffa3efd00609 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3481407 Jan 21 09:43:31.298017 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-a68352ba-faea-4abe-ab60-21da26db141c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:31.302007 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56814) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:31.308770 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68352ba-faea-4abe-ab60-21da26db141c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:31.310176 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a68352ba-faea-4abe-ab60-21da26db141c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.316974 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 541e98c9-a3f5-43dc-a15a-8620f0c3b48c details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:31.327564 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-b8217728-d892-458c-af71-7d08aacabbe3 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Request body: {'subnet': {'network_id': '541e98c9-a3f5-43dc-a15a-8620f0c3b48c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:31.350522 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7b6a6b83-8ea3-43e8-9f22-370a9178ecf6 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.353574 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7b6a6b83-8ea3-43e8-9f22-370a9178ecf6 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8575459 Jan 21 09:43:31.356477 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7a7e7a-efde-4b20-8113-b057f3f51ddf tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:31.365271 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56818) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:31.385578 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-4b7a7e7a-efde-4b20-8113-b057f3f51ddf tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:31.398780 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-5f85c322-19e9-49ea-b79d-3c76e1eb2605 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Request body: {'security_group_rule': {'security_group_id': '595cef3b-c8d8-4059-8b82-4ad63ded1e8b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:31.412653 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7a7e7a-efde-4b20-8113-b057f3f51ddf tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:31.485182 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5f85c322-19e9-49ea-b79d-3c76e1eb2605 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:31.488757 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a7e7a-efde-4b20-8113-b057f3f51ddf tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Pushing event updated for resources: {'Port': ['ID=a24e5997-ce44-47d6-8ae0-187217ff8ad7,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:31.514578 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-5f85c322-19e9-49ea-b79d-3c76e1eb2605 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Usage tracker for resource:security_group_rule and tenant:7af6b040ec904ab78467e023735156fd is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:31.521074 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-5f85c322-19e9-49ea-b79d-3c76e1eb2605 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:31.707997 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68352ba-faea-4abe-ab60-21da26db141c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Port': ['ID=4b1fd6a4-bf04-42ba-8ece-b604e3b3a387,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:31.732415 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474283b-542e-4b82-a356-0eeb870face3 req-096ccf7a-b612-4710-a558-09059f0bb100 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:31.734778 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f474283b-542e-4b82-a356-0eeb870face3 req-096ccf7a-b612-4710-a558-09059f0bb100 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 1.0056837 Jan 21 09:43:31.796679 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5f85c322-19e9-49ea-b79d-3c76e1eb2605 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:31.822838 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b8217728-d892-458c-af71-7d08aacabbe3 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:31.841644 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b8217728-d892-458c-af71-7d08aacabbe3 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Usage tracker for resource:subnet and tenant:14f7a2c3d80d4ed0a81309ac4c20d7a5 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:31.852732 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b8217728-d892-458c-af71-7d08aacabbe3 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:31.858510 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c49653ed-6bad-47c6-973d-65c82f0bcfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.912117 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bcb93397-cf42-4692-96d1-8e118be70601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.946404 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b8217728-d892-458c-af71-7d08aacabbe3 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:31.967603 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68352ba-faea-4abe-ab60-21da26db141c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Checking segment: {'id': '5f2475ae-b891-43f8-bdae-eebac3bf953b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2b636c5f-bef4-4095-a415-fe2c097aadcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:43:31.968076 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68352ba-faea-4abe-ab60-21da26db141c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Network hostable DHCP agents. Network: 2b636c5f-bef4-4095-a415-fe2c097aadcb, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:31.990057 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49653ed-6bad-47c6-973d-65c82f0bcfaa admin admin] Pushing event deleted for resources: {'Port': ['ID=ade5ee17-2266-42f9-b84d-b210cc99bde1,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:31.990273 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-0aa79f0a-40a6-4b27-8b68-5a1b29a46e7f admin admin] Deleting port addb60a6-06a2-43cf-b694-4e550eb22d78 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:31.990597 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0aa79f0a-40a6-4b27-8b68-5a1b29a46e7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.017263 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f474283b-542e-4b82-a356-0eeb870face3 req-00f52986-3dbd-423d-b1c3-cca4ad40e0c4 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2507036 Jan 21 09:43:32.043484 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8217728-d892-458c-af71-7d08aacabbe3 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Made reservation on behalf of 14f7a2c3d80d4ed0a81309ac4c20d7a5 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:32.111819 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5f85c322-19e9-49ea-b79d-3c76e1eb2605 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.244450 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68352ba-faea-4abe-ab60-21da26db141c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Network 2b636c5f-bef4-4095-a415-fe2c097aadcb is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:32.250893 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bcb93397-cf42-4692-96d1-8e118be70601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.289303 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b8217728-d892-458c-af71-7d08aacabbe3 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.318179 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-a68352ba-faea-4abe-ab60-21da26db141c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 2b636c5f-bef4-4095-a415-fe2c097aadcb) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:32.327025 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733f65de-01fc-4d63-ad2d-ed8b772fea34 None None] Network 2b636c5f-bef4-4095-a415-fe2c097aadcb requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:32.448934 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-0aa79f0a-40a6-4b27-8b68-5a1b29a46e7f admin admin] For port addb60a6-06a2-43cf-b694-4e550eb22d78, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=addb60a6-06a2-43cf-b694-4e550eb22d78,segment=NetworkSegment(e697bd79-488c-4593-885e-69b8ce3d5a8d),segment_id=e697bd79-488c-4593-885e-69b8ce3d5a8d)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:32.448934 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0aa79f0a-40a6-4b27-8b68-5a1b29a46e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.496589 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68352ba-faea-4abe-ab60-21da26db141c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:32.500478 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68352ba-faea-4abe-ab60-21da26db141c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:32.503655 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68352ba-faea-4abe-ab60-21da26db141c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:32.504315 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a68352ba-faea-4abe-ab60-21da26db141c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.639597 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-0aa79f0a-40a6-4b27-8b68-5a1b29a46e7f admin admin] Calling delete_port for addb60a6-06a2-43cf-b694-4e550eb22d78 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:32.652784 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.ipam_backend_mixin [None req-b8217728-d892-458c-af71-7d08aacabbe3 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Performing IP validity checks on allocation pools {{(pid=83598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 09:43:32.652784 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.ipam_backend_mixin [None req-b8217728-d892-458c-af71-7d08aacabbe3 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 09:43:32.675843 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a68352ba-faea-4abe-ab60-21da26db141c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.4434290 Jan 21 09:43:32.684908 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5f85c322-19e9-49ea-b79d-3c76e1eb2605 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.687792 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56826) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:32.706760 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5f85c322-19e9-49ea-b79d-3c76e1eb2605 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.746998 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85c322-19e9-49ea-b79d-3c76e1eb2605 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a80d245f-5246-4dca-961c-f99402f22a31,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:32.767714 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bcb93397-cf42-4692-96d1-8e118be70601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.817879 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb93397-cf42-4692-96d1-8e118be70601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47647f59-c8d6-4bd7-b76e-6af0fc1b18a7,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:32.830629 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-de5a298c-e6e6-4f72-a86e-b44831fbcaad tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Deleting port 4b1fd6a4-bf04-42ba-8ece-b604e3b3a387 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:32.831501 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de5a298c-e6e6-4f72-a86e-b44831fbcaad tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.835994 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5f85c322-19e9-49ea-b79d-3c76e1eb2605 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.840715 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5f85c322-19e9-49ea-b79d-3c76e1eb2605 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.4563012 Jan 21 09:43:32.842192 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56830) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:32.849662 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bcb93397-cf42-4692-96d1-8e118be70601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.851430 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-bcb93397-cf42-4692-96d1-8e118be70601 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/47647f59-c8d6-4bd7-b76e-6af0fc1b18a7 HTTP/1.1" status: 204 len: 168 time: 1.6169682 Jan 21 09:43:32.880630 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-7c88118d-1aca-46ee-ab9f-4ce2fb672dd9 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Request body: {'security_group_rule': {'security_group_id': '595cef3b-c8d8-4059-8b82-4ad63ded1e8b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:32.897493 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7c88118d-1aca-46ee-ab9f-4ce2fb672dd9 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:32.906026 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-7c88118d-1aca-46ee-ab9f-4ce2fb672dd9 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Usage tracker for resource:security_group_rule and tenant:7af6b040ec904ab78467e023735156fd is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:32.910407 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-7c88118d-1aca-46ee-ab9f-4ce2fb672dd9 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:32.923552 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7c88118d-1aca-46ee-ab9f-4ce2fb672dd9 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:32.931710 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4b7a7e7a-efde-4b20-8113-b057f3f51ddf tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.951948 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeab15b-bf09-4ea3-8050-6b809ebf5d97 req-ff532cd6-32c7-4c59-8a65-a3ce10c7b2b4 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:32.953627 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6eeab15b-bf09-4ea3-8050-6b809ebf5d97 req-ff532cd6-32c7-4c59-8a65-a3ce10c7b2b4 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.3888535 Jan 21 09:43:33.047388 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7c88118d-1aca-46ee-ab9f-4ce2fb672dd9 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.262243 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4b7a7e7a-efde-4b20-8113-b057f3f51ddf tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.264596 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0aa79f0a-40a6-4b27-8b68-5a1b29a46e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.280365 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b8217728-d892-458c-af71-7d08aacabbe3 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.286899 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6eeab15b-bf09-4ea3-8050-6b809ebf5d97 req-e0290f58-f360-410c-93d2-0710f6a90a85 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3178816 Jan 21 09:43:33.321339 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4b7a7e7a-efde-4b20-8113-b057f3f51ddf tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349321', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344087'] for router, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.342744 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa79f0a-40a6-4b27-8b68-5a1b29a46e7f admin admin] Pushing event deleted for resources: {'Port': ['ID=addb60a6-06a2-43cf-b694-4e550eb22d78,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:33.357941 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7c88118d-1aca-46ee-ab9f-4ce2fb672dd9 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.397854 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de5a298c-e6e6-4f72-a86e-b44831fbcaad tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.505064 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8217728-d892-458c-af71-7d08aacabbe3 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event updated for resources: {'Subnet': ['ID=db216bd3-509e-4068-9d28-25114a97df0a,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:33.522164 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7c88118d-1aca-46ee-ab9f-4ce2fb672dd9 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.609157 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-de5a298c-e6e6-4f72-a86e-b44831fbcaad tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Calling delete_port for 4b1fd6a4-bf04-42ba-8ece-b604e3b3a387 owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:33.635588 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88118d-1aca-46ee-ab9f-4ce2fb672dd9 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7800ef2-02a5-409c-8e0a-ceabecba17d4,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:33.720536 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8217728-d892-458c-af71-7d08aacabbe3 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Checking segment: {'id': 'fe136c11-3958-4910-9717-bd7e0dab2a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '541e98c9-a3f5-43dc-a15a-8620f0c3b48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:43:33.720897 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8217728-d892-458c-af71-7d08aacabbe3 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Network hostable DHCP agents. Network: 541e98c9-a3f5-43dc-a15a-8620f0c3b48c, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:33.743371 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c49653ed-6bad-47c6-973d-65c82f0bcfaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.745174 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7c88118d-1aca-46ee-ab9f-4ce2fb672dd9 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.750038 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7c88118d-1aca-46ee-ab9f-4ce2fb672dd9 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9054358 Jan 21 09:43:33.751685 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56842) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:33.769909 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-8523f51e-88a6-4493-a3b6-91c8b2e11db4 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Request body: {'security_group_rule': {'security_group_id': '595cef3b-c8d8-4059-8b82-4ad63ded1e8b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:33.779723 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de5a298c-e6e6-4f72-a86e-b44831fbcaad tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.781666 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-8523f51e-88a6-4493-a3b6-91c8b2e11db4 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:33.840451 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-8523f51e-88a6-4493-a3b6-91c8b2e11db4 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Usage tracker for resource:security_group_rule and tenant:7af6b040ec904ab78467e023735156fd is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:33.854799 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-8523f51e-88a6-4493-a3b6-91c8b2e11db4 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:33.917926 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-8523f51e-88a6-4493-a3b6-91c8b2e11db4 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:33.923478 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56846) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:33.998144 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a298c-e6e6-4f72-a86e-b44831fbcaad tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Port': ['ID=4b1fd6a4-bf04-42ba-8ece-b604e3b3a387,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:34.049185 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8217728-d892-458c-af71-7d08aacabbe3 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Network 541e98c9-a3f5-43dc-a15a-8620f0c3b48c is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:34.050341 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dc972f1e-c999-4b71-8ad6-c874ae2e1bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.065716 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de5a298c-e6e6-4f72-a86e-b44831fbcaad tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.090172 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8523f51e-88a6-4493-a3b6-91c8b2e11db4 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.102025 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-b8217728-d892-458c-af71-7d08aacabbe3 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 541e98c9-a3f5-43dc-a15a-8620f0c3b48c) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:34.115649 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76db4e87-ee95-4323-8ef0-dc6d9b94d7c5 None None] Network 541e98c9-a3f5-43dc-a15a-8620f0c3b48c requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:34.120924 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-de5a298c-e6e6-4f72-a86e-b44831fbcaad tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/ports/4b1fd6a4-bf04-42ba-8ece-b604e3b3a387 HTTP/1.1" status: 204 len: 168 time: 1.4228892 Jan 21 09:43:34.123835 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8217728-d892-458c-af71-7d08aacabbe3 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:34.124426 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b8217728-d892-458c-af71-7d08aacabbe3 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.128296 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56850) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:34.292992 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b8217728-d892-458c-af71-7d08aacabbe3 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.9847770 Jan 21 09:43:34.299528 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56854) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:34.312835 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-dc972f1e-c999-4b71-8ad6-c874ae2e1bd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:34.319600 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f407d7-e605-49dc-8e04-9dd8fcf1c94e req-6cec9500-30e0-4287-90f2-b008e749c335 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:34.321479 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-03f407d7-e605-49dc-8e04-9dd8fcf1c94e req-6cec9500-30e0-4287-90f2-b008e749c335 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.4838498 Jan 21 09:43:34.333242 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-dc972f1e-c999-4b71-8ad6-c874ae2e1bd2 admin admin] Usage tracker for resource:security_group_rule and tenant:770cdf1060ae45dca4d5842a675a3534 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:34.350985 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-dc972f1e-c999-4b71-8ad6-c874ae2e1bd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:34.368872 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-dc972f1e-c999-4b71-8ad6-c874ae2e1bd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:34.421427 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519e7338-ca49-4917-8aa8-b7909d12e733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-541e98c9-a3f5-43dc-a15a-8620f0c3b48c', 'network_id': '541e98c9-a3f5-43dc-a15a-8620f0c3b48c', 'tenant_id': '14f7a2c3d80d4ed0a81309ac4c20d7a5', 'fixed_ips': [{'subnet_id': 'db216bd3-509e-4068-9d28-25114a97df0a'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:43:34.422941 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-519e7338-ca49-4917-8aa8-b7909d12e733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.555765 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dc972f1e-c999-4b71-8ad6-c874ae2e1bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.558461 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0aa79f0a-40a6-4b27-8b68-5a1b29a46e7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.565470 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dc972f1e-c999-4b71-8ad6-c874ae2e1bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.680271 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8523f51e-88a6-4493-a3b6-91c8b2e11db4 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.692361 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-519e7338-ca49-4917-8aa8-b7909d12e733 None None] Allocated IP 172.20.0.3 (541e98c9-a3f5-43dc-a15a-8620f0c3b48c/db216bd3-509e-4068-9d28-25114a97df0a/6561046f-3a9e-486a-b859-b9aa15c70289) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:34.712729 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8523f51e-88a6-4493-a3b6-91c8b2e11db4 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.728993 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc972f1e-c999-4b71-8ad6-c874ae2e1bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c331f4-e0d2-41aa-8000-c507ebde73a9,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:34.740609 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-dc972f1e-c999-4b71-8ad6-c874ae2e1bd2 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=770cdf1060ae45dca4d5842a675a3534&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8105972 Jan 21 09:43:34.741289 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56858) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:34.757942 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b7a7e7a-efde-4b20-8113-b057f3f51ddf tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Router a0abba96-82ad-42a3-8e86-ed4c831b777c is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:43:34.798706 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8523f51e-88a6-4493-a3b6-91c8b2e11db4 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd1455ce-1209-4f2e-9f5c-f82e35b50510,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:34.811351 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-03f407d7-e605-49dc-8e04-9dd8fcf1c94e req-431c77b7-f890-4e23-af55-0cb0302b2d94 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4656966 Jan 21 09:43:34.818132 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50165293-6dd9-416b-a0de-9e7b98f8854b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:34.822236 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50165293-6dd9-416b-a0de-9e7b98f8854b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:34.823607 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-50165293-6dd9-416b-a0de-9e7b98f8854b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Synchronizing usage tracker for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:34.862001 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8523f51e-88a6-4493-a3b6-91c8b2e11db4 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.863174 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8523f51e-88a6-4493-a3b6-91c8b2e11db4 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 1.1109073 Jan 21 09:43:34.879177 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56862) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:34.917978 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3e0dd81b-6928-4c68-a337-449e8864b235 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.928287 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-50165293-6dd9-416b-a0de-9e7b98f8854b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Unset dirty status for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:34.928887 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-50165293-6dd9-416b-a0de-9e7b98f8854b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.7814140 Jan 21 09:43:34.934846 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56866) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:34.969557 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f7049cd7-0e34-4589-bf87-2b05c40d49ab tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.024085 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f7049cd7-0e34-4589-bf87-2b05c40d49ab tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.056776 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09059a73-2726-4ca8-aa6b-55b6c87aeae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.089117 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-519e7338-ca49-4917-8aa8-b7909d12e733 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.101346 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-519e7338-ca49-4917-8aa8-b7909d12e733 None None] Transition to ACTIVE for port object 6561046f-3a9e-486a-b859-b9aa15c70289 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:35.117658 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09059a73-2726-4ca8-aa6b-55b6c87aeae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.205316 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-519e7338-ca49-4917-8aa8-b7909d12e733 None None] Transition to ACTIVE for port object 6561046f-3a9e-486a-b859-b9aa15c70289 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:35.214526 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6c373fbb-cbd8-43fa-b80a-025c2a1bf633 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Deleting port 539e3912-6f4c-48ae-bccc-b552c83b91db {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:35.214969 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6c373fbb-cbd8-43fa-b80a-025c2a1bf633 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.216644 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-519e7338-ca49-4917-8aa8-b7909d12e733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.255124 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3e0dd81b-6928-4c68-a337-449e8864b235 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.299579 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f7049cd7-0e34-4589-bf87-2b05c40d49ab tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.322579 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519e7338-ca49-4917-8aa8-b7909d12e733 None None] Network 541e98c9-a3f5-43dc-a15a-8620f0c3b48c is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:35.332665 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-519e7338-ca49-4917-8aa8-b7909d12e733 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:35.332665 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519e7338-ca49-4917-8aa8-b7909d12e733 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:35.348534 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f7049cd7-0e34-4589-bf87-2b05c40d49ab tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.352340 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f7049cd7-0e34-4589-bf87-2b05c40d49ab tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/bd1455ce-1209-4f2e-9f5c-f82e35b50510 HTTP/1.1" status: 204 len: 168 time: 0.4704349 Jan 21 09:43:35.353442 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56870) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:35.375635 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e7338-ca49-4917-8aa8-b7909d12e733 None None] Pushing event updated for resources: {'Port': ['ID=6561046f-3a9e-486a-b859-b9aa15c70289,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:35.381893 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7049cd7-0e34-4589-bf87-2b05c40d49ab tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd1455ce-1209-4f2e-9f5c-f82e35b50510,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:35.402292 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09059a73-2726-4ca8-aa6b-55b6c87aeae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.453446 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-519e7338-ca49-4917-8aa8-b7909d12e733 None None] Attempting to bind port 6561046f-3a9e-486a-b859-b9aa15c70289 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:35.453967 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-519e7338-ca49-4917-8aa8-b7909d12e733 None None] Attempting to bind port 6561046f-3a9e-486a-b859-b9aa15c70289 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'fe136c11-3958-4910-9717-bd7e0dab2a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '541e98c9-a3f5-43dc-a15a-8620f0c3b48c'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:35.454491 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519e7338-ca49-4917-8aa8-b7909d12e733 None None] Attempting to bind port 6561046f-3a9e-486a-b859-b9aa15c70289 on network 541e98c9-a3f5-43dc-a15a-8620f0c3b48c {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:43:35.469676 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519e7338-ca49-4917-8aa8-b7909d12e733 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:43:35.469975 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519e7338-ca49-4917-8aa8-b7909d12e733 None None] Checking segment: {'id': 'fe136c11-3958-4910-9717-bd7e0dab2a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '541e98c9-a3f5-43dc-a15a-8620f0c3b48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:43:35.470621 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-519e7338-ca49-4917-8aa8-b7909d12e733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.471072 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519e7338-ca49-4917-8aa8-b7909d12e733 None None] Bound using segment: {'id': 'fe136c11-3958-4910-9717-bd7e0dab2a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '541e98c9-a3f5-43dc-a15a-8620f0c3b48c'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:43:35.471695 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-519e7338-ca49-4917-8aa8-b7909d12e733 None None] Bound port: 6561046f-3a9e-486a-b859-b9aa15c70289, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe136c11-3958-4910-9717-bd7e0dab2a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '541e98c9-a3f5-43dc-a15a-8620f0c3b48c'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:35.472261 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-519e7338-ca49-4917-8aa8-b7909d12e733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.488599 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09059a73-2726-4ca8-aa6b-55b6c87aeae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c331f4-e0d2-41aa-8000-c507ebde73a9,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:35.537173 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09059a73-2726-4ca8-aa6b-55b6c87aeae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.540679 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-09059a73-2726-4ca8-aa6b-55b6c87aeae9 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/f3c331f4-e0d2-41aa-8000-c507ebde73a9 HTTP/1.1" status: 204 len: 168 time: 0.7960958 Jan 21 09:43:35.565418 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7a7e7a-efde-4b20-8113-b057f3f51ddf tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:35.579706 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42bc35c-fee3-4847-89ae-35f83ee7412d None None] Sync routers for ids ['a0abba96-82ad-42a3-8e86-ed4c831b777c'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:43:35.580720 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-57ae5d03-e498-41b4-827c-e65f17c7b455 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Synchronizing usage tracker for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group_rule {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:35.588909 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4b7a7e7a-efde-4b20-8113-b057f3f51ddf tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.590265 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4b7a7e7a-efde-4b20-8113-b057f3f51ddf tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] 10.222.0.104 "PUT /v2.0/routers/a0abba96-82ad-42a3-8e86-ed4c831b777c HTTP/1.1" status: 200 len: 914 time: 7.5817034 Jan 21 09:43:35.595623 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56876) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:35.612132 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42bc35c-fee3-4847-89ae-35f83ee7412d None None] Routers {'a0abba96-82ad-42a3-8e86-ed4c831b777c'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:35.614053 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-d42bc35c-fee3-4847-89ae-35f83ee7412d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:43:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['a0abba96-82ad-42a3-8e86-ed4c831b777c'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:35.644317 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-519e7338-ca49-4917-8aa8-b7909d12e733 None None] For port 6561046f-3a9e-486a-b859-b9aa15c70289, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:43:35.654432 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-519e7338-ca49-4917-8aa8-b7909d12e733 None None] For port 6561046f-3a9e-486a-b859-b9aa15c70289, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=6561046f-3a9e-486a-b859-b9aa15c70289,segment=NetworkSegment(fe136c11-3958-4910-9717-bd7e0dab2a86),segment_id=fe136c11-3958-4910-9717-bd7e0dab2a86)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:43:35.662203 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-519e7338-ca49-4917-8aa8-b7909d12e733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.693478 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3e0dd81b-6928-4c68-a337-449e8864b235 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.712707 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-d42bc35c-fee3-4847-89ae-35f83ee7412d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:35.737234 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42bc35c-fee3-4847-89ae-35f83ee7412d None None] Routers {'a0abba96-82ad-42a3-8e86-ed4c831b777c'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:35.738382 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-d42bc35c-fee3-4847-89ae-35f83ee7412d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:43:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['a0abba96-82ad-42a3-8e86-ed4c831b777c'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:35.779210 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e7338-ca49-4917-8aa8-b7909d12e733 None None] Pushing event updated for resources: {'Port': ['ID=6561046f-3a9e-486a-b859-b9aa15c70289,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:35.835841 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6c373fbb-cbd8-43fa-b80a-025c2a1bf633 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.848714 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-57ae5d03-e498-41b4-827c-e65f17c7b455 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Unset dirty status for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group_rule {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:35.850036 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-57ae5d03-e498-41b4-827c-e65f17c7b455 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.4915838 Jan 21 09:43:35.862160 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56880) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:35.910063 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-d42bc35c-fee3-4847-89ae-35f83ee7412d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:35.911819 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42bc35c-fee3-4847-89ae-35f83ee7412d None None] The sync data for ids ['a0abba96-82ad-42a3-8e86-ed4c831b777c'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:43:36.085494 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6c373fbb-cbd8-43fa-b80a-025c2a1bf633 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Calling delete_port for 539e3912-6f4c-48ae-bccc-b552c83b91db owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:36.164050 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0dd81b-6928-4c68-a337-449e8864b235 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event deleted for resources: {'Subnet': ['ID=db216bd3-509e-4068-9d28-25114a97df0a,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:36.233806 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b88cfc2e-d4fb-47b3-9d82-e1303c3d776b tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.248748 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b88cfc2e-d4fb-47b3-9d82-e1303c3d776b tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.447400 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6c373fbb-cbd8-43fa-b80a-025c2a1bf633 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.499864 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3e0dd81b-6928-4c68-a337-449e8864b235 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.527031 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c373fbb-cbd8-43fa-b80a-025c2a1bf633 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Port': ['ID=539e3912-6f4c-48ae-bccc-b552c83b91db,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:36.549869 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6c373fbb-cbd8-43fa-b80a-025c2a1bf633 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.556109 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-3e0dd81b-6928-4c68-a337-449e8864b235 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['541e98c9-a3f5-43dc-a15a-8620f0c3b48c']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:36.562378 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b88cfc2e-d4fb-47b3-9d82-e1303c3d776b tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.581709 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-3e0dd81b-6928-4c68-a337-449e8864b235 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe136c11-3958-4910-9717-bd7e0dab2a86') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:36.581847 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-3e0dd81b-6928-4c68-a337-449e8864b235 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe136c11-3958-4910-9717-bd7e0dab2a86') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:36.592738 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88cfc2e-d4fb-47b3-9d82-e1303c3d776b tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7800ef2-02a5-409c-8e0a-ceabecba17d4,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:36.596444 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6c373fbb-cbd8-43fa-b80a-025c2a1bf633 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/ports/539e3912-6f4c-48ae-bccc-b552c83b91db HTTP/1.1" status: 204 len: 168 time: 1.6583121 Jan 21 09:43:36.599923 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56896) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:36.660465 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3e0dd81b-6928-4c68-a337-449e8864b235 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.688329 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b88cfc2e-d4fb-47b3-9d82-e1303c3d776b tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.689457 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b88cfc2e-d4fb-47b3-9d82-e1303c3d776b tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/b7800ef2-02a5-409c-8e0a-ceabecba17d4 HTTP/1.1" status: 204 len: 168 time: 0.8084667 Jan 21 09:43:36.694805 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56902) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:36.706157 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436ed6f-5c04-4710-b740-e6861fcf3e86 req-52372261-560c-41da-ab79-796ba9a809ae tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:36.707709 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-0436ed6f-5c04-4710-b740-e6861fcf3e86 req-52372261-560c-41da-ab79-796ba9a809ae tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.5535266 Jan 21 09:43:36.796088 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e2ef72da-b127-43b2-a574-0a9e9fc06d5c tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] 10.222.0.104 "GET /v2.0/routers/a0abba96-82ad-42a3-8e86-ed4c831b777c HTTP/1.1" status: 200 len: 920 time: 1.1963525 Jan 21 09:43:36.810979 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56908) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:36.871456 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3e0dd81b-6928-4c68-a337-449e8864b235 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.895465 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e0dd81b-6928-4c68-a337-449e8864b235 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:43:36.895889 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3e0dd81b-6928-4c68-a337-449e8864b235 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.934359 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-0436ed6f-5c04-4710-b740-e6861fcf3e86 req-8f8b6481-5e60-4a50-92c6-b604d8ab30f6 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064986 Jan 21 09:43:36.944179 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:43:36.944179 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:43:36.944179 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:43:36.944179 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:36.944179 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:43:36.944179 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:36.944179 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:43:36.944179 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:36.944179 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:43:36.944179 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:36.944179 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:43:36.944179 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:36.944179 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:43:36.944179 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:36.944179 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:36.944179 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:36.944179 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:36.944179 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:36.944179 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:43:36.944179 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:43:36.944179 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:43:36.944179 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:43:36.944179 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:36.944179 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:43:36.944179 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:36.944179 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:43:36.944179 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:36.944179 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:43:36.944179 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:36.944179 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:43:36.944179 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:36.944179 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:36.970597 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 6561046f-3a9e-486a-b859-b9aa15c70289 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:37.005751 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eea9639-e3be-42c9-a0e3-ee591ebb69fe tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:37.005751 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-5eea9639-e3be-42c9-a0e3-ee591ebb69fe tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Synchronizing usage tracker for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:37.053815 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa79f0a-40a6-4b27-8b68-5a1b29a46e7f admin admin] Router 2df0d9d6-ed3e-452e-957e-9001f176ab7a has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:43:37.087285 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-698f0e60-0871-4909-a8db-57d10f843b87 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] 10.222.0.104 "GET /v2.0/ports?network_id=05164b30-8981-419a-8272-388f48c19dd5&device_id=a0abba96-82ad-42a3-8e86-ed4c831b777c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2710812 Jan 21 09:43:37.093073 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-5eea9639-e3be-42c9-a0e3-ee591ebb69fe tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Unset dirty status for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:37.095326 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5eea9639-e3be-42c9-a0e3-ee591ebb69fe tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4871902 Jan 21 09:43:37.096574 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56916) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:37.101707 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56918) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:37.140418 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.api [None req-3e0dd81b-6928-4c68-a337-449e8864b235 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:43:37.140418 dv-neutron-825732-1-hyperv neutron-server[83598]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:43:37.140418 dv-neutron-825732-1-hyperv neutron-server[83598]: [parameters: {'id': '541e98c9-a3f5-43dc-a15a-8620f0c3b48c'}] Jan 21 09:43:37.140418 dv-neutron-825732-1-hyperv neutron-server[83598]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:43:37.146072 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG oslo_db.api [None req-3e0dd81b-6928-4c68-a337-449e8864b235 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:43:37.167703 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-14c6e7fe-7f9b-4482-83cd-97bb20e5a885 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Synchronizing usage tracker for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group_rule {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:37.222887 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-14c6e7fe-7f9b-4482-83cd-97bb20e5a885 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Unset dirty status for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group_rule {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:37.224518 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-14c6e7fe-7f9b-4482-83cd-97bb20e5a885 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.5301394 Jan 21 09:43:37.228108 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56924) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:37.232793 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49653ed-6bad-47c6-973d-65c82f0bcfaa admin admin] Router 9515aa66-e01a-47a4-acf5-fc82c2ca2c66 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:43:37.251522 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 6561046f-3a9e-486a-b859-b9aa15c70289 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:37.287205 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-235ebe95-70e0-4a4f-ad16-69c65ca21f12 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.359015 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56928) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:37.372374 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-235ebe95-70e0-4a4f-ad16-69c65ca21f12 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.381437 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-b19efa1b-094e-4c92-9571-b00a117b662a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] GET failed (client error): The resource could not be found. Jan 21 09:43:37.382769 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b19efa1b-094e-4c92-9571-b00a117b662a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "GET /v2.0/ports/4b1fd6a4-bf04-42ba-8ece-b604e3b3a387 HTTP/1.1" status: 404 len: 333 time: 0.2756479 Jan 21 09:43:37.395539 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56934) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:37.444035 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398ba758-defd-43ad-8f2c-665a7a74b3fc None None] Network 541e98c9-a3f5-43dc-a15a-8620f0c3b48c requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:37.487103 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-d16f2a18-d2cc-4f8d-9678-fe9466257141 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] GET failed (client error): The resource could not be found. Jan 21 09:43:37.488358 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-d16f2a18-d2cc-4f8d-9678-fe9466257141 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Synchronizing usage tracker for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:37.507350 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38b6867-3f92-4c0a-ba5f-14804ca2d4cb tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:37.509072 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d38b6867-3f92-4c0a-ba5f-14804ca2d4cb tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] 10.222.0.104 "GET /v2.0/networks/05164b30-8981-419a-8272-388f48c19dd5 HTTP/1.1" status: 200 len: 881 time: 0.4095285 Jan 21 09:43:37.521538 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56940) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:37.582561 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-235ebe95-70e0-4a4f-ad16-69c65ca21f12 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.600334 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-d16f2a18-d2cc-4f8d-9678-fe9466257141 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Unset dirty status for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:37.602111 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d16f2a18-d2cc-4f8d-9678-fe9466257141 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "GET /v2.0/ports/539e3912-6f4c-48ae-bccc-b552c83b91db HTTP/1.1" status: 404 len: 333 time: 0.2046633 Jan 21 09:43:37.613421 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-1148561a-b1c8-415b-bf09-ed6e3a7ba2f2 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] 10.222.0.104 "GET /v2.0/ports?device_id=a0abba96-82ad-42a3-8e86-ed4c831b777c HTTP/1.1" status: 200 len: 205 time: 0.0883684 Jan 21 09:43:37.617683 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56944) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:37.618240 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56946) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:37.628524 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ebe95-70e0-4a4f-ad16-69c65ca21f12 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a80d245f-5246-4dca-961c-f99402f22a31,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:37.684117 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-c289a365-c1b0-47f9-9765-b2a7dbc7ae6f None None] Provisioning for port 6561046f-3a9e-486a-b859-b9aa15c70289 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:37.710527 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3e0dd81b-6928-4c68-a337-449e8864b235 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.720220 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-c289a365-c1b0-47f9-9765-b2a7dbc7ae6f None None] Provisioning complete for port 6561046f-3a9e-486a-b859-b9aa15c70289 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:37.722312 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c289a365-c1b0-47f9-9765-b2a7dbc7ae6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.836103 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-235ebe95-70e0-4a4f-ad16-69c65ca21f12 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.838345 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-235ebe95-70e0-4a4f-ad16-69c65ca21f12 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/a80d245f-5246-4dca-961c-f99402f22a31 HTTP/1.1" status: 204 len: 168 time: 0.6085761 Jan 21 09:43:37.844051 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56952) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:37.913113 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-3e0dd81b-6928-4c68-a337-449e8864b235 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Deleting port 6561046f-3a9e-486a-b859-b9aa15c70289 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:37.913757 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3e0dd81b-6928-4c68-a337-449e8864b235 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.988730 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6c19e1f7-9da5-4747-80e3-05c9514de63b tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Synchronizing usage tracker for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group_rule {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:38.003409 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c289a365-c1b0-47f9-9765-b2a7dbc7ae6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.006631 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c774e8-6831-4a54-9a63-2616871978bb req-31057b13-19c6-45e7-8703-a136d85b0959 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:38.009201 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-97c774e8-6831-4a54-9a63-2616871978bb req-31057b13-19c6-45e7-8703-a136d85b0959 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.3243573 Jan 21 09:43:38.039079 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5e113730-429c-435e-8208-30715e6cf263 tempest-AgentManagementNegativeTest-267215985 tempest-AgentManagementNegativeTest-267215985-project] 10.222.0.104 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6780972 Jan 21 09:43:38.057368 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa79f0a-40a6-4b27-8b68-5a1b29a46e7f admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:38.065594 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5eda5884-a00a-4c65-9803-3689d3fd9ff2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.078503 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a3a1b5-10e2-4469-92bb-ff967f355167 None None] Sync routers for ids ['2df0d9d6-ed3e-452e-957e-9001f176ab7a'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:43:38.080979 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0aa79f0a-40a6-4b27-8b68-5a1b29a46e7f admin admin] 10.222.0.104 "PUT /v2.0/routers/2df0d9d6-ed3e-452e-957e-9001f176ab7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4065461 Jan 21 09:43:38.088884 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 56960) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:38.107684 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-c289a365-c1b0-47f9-9765-b2a7dbc7ae6f None None] For port 6561046f-3a9e-486a-b859-b9aa15c70289, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=6561046f-3a9e-486a-b859-b9aa15c70289,segment=NetworkSegment(fe136c11-3958-4910-9717-bd7e0dab2a86),segment_id=fe136c11-3958-4910-9717-bd7e0dab2a86)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:38.119904 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6c19e1f7-9da5-4747-80e3-05c9514de63b tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Unset dirty status for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group_rule {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:38.125103 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6c19e1f7-9da5-4747-80e3-05c9514de63b tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2752945 Jan 21 09:43:38.125305 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c289a365-c1b0-47f9-9765-b2a7dbc7ae6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.153203 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56964) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:38.155779 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-97c774e8-6831-4a54-9a63-2616871978bb req-80b72d67-f0f1-4530-af48-b26e9522d0d8 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113739 Jan 21 09:43:38.193923 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4cbe275-231b-4408-bde3-7d1d6f177954 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.208703 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4cbe275-231b-4408-bde3-7d1d6f177954 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.209696 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ba57e2-d91d-4c35-8e2e-6f1a0e084f9c None None] DHCP port deletion for 541e98c9-a3f5-43dc-a15a-8620f0c3b48c request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:43:38.221980 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a3a1b5-10e2-4469-92bb-ff967f355167 None None] Routers {'2df0d9d6-ed3e-452e-957e-9001f176ab7a'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:38.221980 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b5a3a1b5-10e2-4469-92bb-ff967f355167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:43:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['2df0d9d6-ed3e-452e-957e-9001f176ab7a'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:38.247612 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4cbe275-231b-4408-bde3-7d1d6f177954 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.283937 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4cbe275-231b-4408-bde3-7d1d6f177954 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.288380 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b4cbe275-231b-4408-bde3-7d1d6f177954 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/143d3432-aefe-46f9-b7e2-63ed1d3545b6 HTTP/1.1" status: 204 len: 168 time: 0.1288099 Jan 21 09:43:38.288915 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56968) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:38.293972 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cbe275-231b-4408-bde3-7d1d6f177954 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=143d3432-aefe-46f9-b7e2-63ed1d3545b6,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:38.309159 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-a2ba57e2-d91d-4c35-8e2e-6f1a0e084f9c None None] Deleting port 6561046f-3a9e-486a-b859-b9aa15c70289 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:38.309719 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a2ba57e2-d91d-4c35-8e2e-6f1a0e084f9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.378391 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e1484239-511b-4a5d-aeb1-5789767dd9af tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Synchronizing usage tracker for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group_rule {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:38.418442 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e1484239-511b-4a5d-aeb1-5789767dd9af tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Unset dirty status for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group_rule {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:38.431359 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e1484239-511b-4a5d-aeb1-5789767dd9af tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1409237 Jan 21 09:43:38.434267 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56972) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:38.501546 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2622c5f1-2d82-409b-a365-0e5929f14683 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.512938 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2622c5f1-2d82-409b-a365-0e5929f14683 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.529661 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289a365-c1b0-47f9-9765-b2a7dbc7ae6f None None] Pushing event updated for resources: {'Port': ['ID=6561046f-3a9e-486a-b859-b9aa15c70289,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:38.566384 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2622c5f1-2d82-409b-a365-0e5929f14683 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.597979 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622c5f1-2d82-409b-a365-0e5929f14683 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0216c79-5fda-406c-9965-6e19b0bcf874,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:38.613594 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2622c5f1-2d82-409b-a365-0e5929f14683 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.617783 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2622c5f1-2d82-409b-a365-0e5929f14683 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/d0216c79-5fda-406c-9965-6e19b0bcf874 HTTP/1.1" status: 204 len: 168 time: 0.1796668 Jan 21 09:43:38.618520 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56978) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:38.659711 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5eda5884-a00a-4c65-9803-3689d3fd9ff2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.679847 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3888adbc-d07b-46c7-a0d4-8c20d1dfb38e tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Synchronizing usage tracker for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group_rule {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:38.700665 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56982) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:38.717340 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3888adbc-d07b-46c7-a0d4-8c20d1dfb38e tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Unset dirty status for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group_rule {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:38.721813 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3888adbc-d07b-46c7-a0d4-8c20d1dfb38e tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0997522 Jan 21 09:43:38.722474 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56988) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:38.727339 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-b5a3a1b5-10e2-4469-92bb-ff967f355167 None None] Set router 2df0d9d6-ed3e-452e-957e-9001f176ab7a gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:43:38.758879 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-3e0dd81b-6928-4c68-a337-449e8864b235 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] For port 6561046f-3a9e-486a-b859-b9aa15c70289, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=6561046f-3a9e-486a-b859-b9aa15c70289,segment=NetworkSegment(fe136c11-3958-4910-9717-bd7e0dab2a86),segment_id=fe136c11-3958-4910-9717-bd7e0dab2a86)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:38.759516 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3e0dd81b-6928-4c68-a337-449e8864b235 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.770524 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-5eda5884-a00a-4c65-9803-3689d3fd9ff2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b636c5f-bef4-4095-a415-fe2c097aadcb']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:38.838744 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fcb967b2-9517-4bbf-ae0a-b3cf5336a1cf tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.907729 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 6561046f-3a9e-486a-b859-b9aa15c70289 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:38.920170 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fcb967b2-9517-4bbf-ae0a-b3cf5336a1cf tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.977377 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fcb967b2-9517-4bbf-ae0a-b3cf5336a1cf tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.992652 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-a2ba57e2-d91d-4c35-8e2e-6f1a0e084f9c None None] For port 6561046f-3a9e-486a-b859-b9aa15c70289, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=6561046f-3a9e-486a-b859-b9aa15c70289,segment=NetworkSegment(fe136c11-3958-4910-9717-bd7e0dab2a86),segment_id=fe136c11-3958-4910-9717-bd7e0dab2a86)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:38.993420 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a2ba57e2-d91d-4c35-8e2e-6f1a0e084f9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.026130 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb967b2-9517-4bbf-ae0a-b3cf5336a1cf tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=595cef3b-c8d8-4059-8b82-4ad63ded1e8b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:39.038049 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e34c9f75-cb77-41cb-a743-046fad9c1bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.053857 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fcb967b2-9517-4bbf-ae0a-b3cf5336a1cf tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.054976 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-fcb967b2-9517-4bbf-ae0a-b3cf5336a1cf tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "DELETE /v2.0/security-groups/595cef3b-c8d8-4059-8b82-4ad63ded1e8b HTTP/1.1" status: 204 len: 168 time: 0.3303714 Jan 21 09:43:39.061760 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56992) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:39.093644 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-5eda5884-a00a-4c65-9803-3689d3fd9ff2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f2475ae-b891-43f8-bdae-eebac3bf953b') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:39.093932 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-5eda5884-a00a-4c65-9803-3689d3fd9ff2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f2475ae-b891-43f8-bdae-eebac3bf953b') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:39.109581 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-3e0dd81b-6928-4c68-a337-449e8864b235 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Calling delete_port for 6561046f-3a9e-486a-b859-b9aa15c70289 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:39.117918 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e34c9f75-cb77-41cb-a743-046fad9c1bda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:39.126669 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e34c9f75-cb77-41cb-a743-046fad9c1bda admin admin] Usage tracker for resource:security_group_rule and tenant:3d5ca3fc2fcc4c3588fd57812201593d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:39.136129 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e34c9f75-cb77-41cb-a743-046fad9c1bda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:39.147335 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e34c9f75-cb77-41cb-a743-046fad9c1bda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:39.153445 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8c8d0589-9fc7-4c30-b869-7054b10292e7 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Synchronizing usage tracker for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:39.155124 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5eda5884-a00a-4c65-9803-3689d3fd9ff2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.191432 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8c8d0589-9fc7-4c30-b869-7054b10292e7 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Unset dirty status for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:39.197000 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8c8d0589-9fc7-4c30-b869-7054b10292e7 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1296837 Jan 21 09:43:39.200068 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 56996) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:39.219498 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-cd35813f-662e-4fde-8e67-839977de7c83 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Request body: {'security_group': {'name': 'tempest-secgroup--491764503'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:39.227669 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49653ed-6bad-47c6-973d-65c82f0bcfaa admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:39.243562 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f527ad4-2b32-472a-a24f-55a3d65c2e43 None None] Sync routers for ids ['9515aa66-e01a-47a4-acf5-fc82c2ca2c66'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:43:39.246234 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c49653ed-6bad-47c6-973d-65c82f0bcfaa admin admin] 10.222.0.104 "PUT /v2.0/routers/9515aa66-e01a-47a4-acf5-fc82c2ca2c66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1580000 Jan 21 09:43:39.265067 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57002) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:39.277677 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f527ad4-2b32-472a-a24f-55a3d65c2e43 None None] Routers {'9515aa66-e01a-47a4-acf5-fc82c2ca2c66'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:39.278181 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5eda5884-a00a-4c65-9803-3689d3fd9ff2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.279731 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-7f527ad4-2b32-472a-a24f-55a3d65c2e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:43:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9515aa66-e01a-47a4-acf5-fc82c2ca2c66'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:39.280898 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e34c9f75-cb77-41cb-a743-046fad9c1bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.284556 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cd35813f-662e-4fde-8e67-839977de7c83 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:39.291168 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e34c9f75-cb77-41cb-a743-046fad9c1bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.315160 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cd35813f-662e-4fde-8e67-839977de7c83 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:39.362979 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cd35813f-662e-4fde-8e67-839977de7c83 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.383424 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eda5884-a00a-4c65-9803-3689d3fd9ff2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:43:39.384426 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5eda5884-a00a-4c65-9803-3689d3fd9ff2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.388767 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-a2ba57e2-d91d-4c35-8e2e-6f1a0e084f9c None None] Calling delete_port for 6561046f-3a9e-486a-b859-b9aa15c70289 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:39.392728 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c9f75-cb77-41cb-a743-046fad9c1bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5710ba-9938-4d0b-9778-5d7a6cae4259,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:39.406191 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:43:39.406191 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:43:39.406191 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:43:39.406191 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:39.406191 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:43:39.406191 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:39.406191 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:43:39.406191 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:39.406191 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:43:39.406191 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:39.406191 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:43:39.406191 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:39.406191 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:43:39.406191 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:39.406191 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:39.406191 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:39.406191 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:39.406191 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:39.406191 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:43:39.406191 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:43:39.406191 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:43:39.406191 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:43:39.406191 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:39.406191 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:43:39.406191 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:39.406191 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:43:39.406191 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:39.406191 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:43:39.406191 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:39.406191 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:43:39.406191 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:39.406191 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:39.415171 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e34c9f75-cb77-41cb-a743-046fad9c1bda admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=3d5ca3fc2fcc4c3588fd57812201593d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7128272 Jan 21 09:43:39.417594 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57006) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:39.492509 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cd35813f-662e-4fde-8e67-839977de7c83 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:39.500048 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-cd35813f-662e-4fde-8e67-839977de7c83 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Usage tracker for resource:security_group_rule and tenant:7af6b040ec904ab78467e023735156fd is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:39.509710 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-cd35813f-662e-4fde-8e67-839977de7c83 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:39.520817 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cd35813f-662e-4fde-8e67-839977de7c83 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:39.526858 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-48f81310-0002-41b8-be82-b9afef98be6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.590139 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-48f81310-0002-41b8-be82-b9afef98be6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.643136 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c1e57534-7a89-4384-8f5f-b6b7f3b801da tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.659062 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.668419 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-7f527ad4-2b32-472a-a24f-55a3d65c2e43 None None] Set router 9515aa66-e01a-47a4-acf5-fc82c2ca2c66 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:43:39.718618 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cd35813f-662e-4fde-8e67-839977de7c83 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.727312 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cd35813f-662e-4fde-8e67-839977de7c83 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.743721 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b5a3a1b5-10e2-4469-92bb-ff967f355167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'name': 'tempest-ServersTestJSON-1396389088-router', 'tenant_id': 'a795fbd174334072b3ab0ded96f09259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bd6cd324-47d1-49a4-a6e4-23b5af6394b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:08Z', 'updated_at': '2022-01-21T09:43:33Z', 'revision_number': 5, 'project_id': 'a795fbd174334072b3ab0ded96f09259', 'gw_port': {'id': 'bd6cd324-47d1-49a4-a6e4-23b5af6394b6', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:47:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:09Z', 'updated_at': '2022-01-21T09:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:39.753005 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3e0dd81b-6928-4c68-a337-449e8864b235 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.800800 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-a2ba57e2-d91d-4c35-8e2e-6f1a0e084f9c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:43:39.801324 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-a2ba57e2-d91d-4c35-8e2e-6f1a0e084f9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:43:39.801989 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a3a1b5-10e2-4469-92bb-ff967f355167 None None] Checking router: 2df0d9d6-ed3e-452e-957e-9001f176ab7a for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:43:39.808987 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-48f81310-0002-41b8-be82-b9afef98be6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.817127 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5eda5884-a00a-4c65-9803-3689d3fd9ff2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.849901 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a3a1b5-10e2-4469-92bb-ff967f355167 None None] Routers {'2df0d9d6-ed3e-452e-957e-9001f176ab7a'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:39.851118 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b5a3a1b5-10e2-4469-92bb-ff967f355167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:43:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['2df0d9d6-ed3e-452e-957e-9001f176ab7a'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:39.861272 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0dd81b-6928-4c68-a337-449e8864b235 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event deleted for resources: {'Port': ['ID=6561046f-3a9e-486a-b859-b9aa15c70289,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:39.863465 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35813f-662e-4fde-8e67-839977de7c83 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2008b331-261c-40d0-bd87-c5ef6315cf50,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:39.872436 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5eda5884-a00a-4c65-9803-3689d3fd9ff2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.893217 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda5884-a00a-4c65-9803-3689d3fd9ff2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Network': ['ID=2b636c5f-bef4-4095-a415-fe2c097aadcb,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:39.921056 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0dd81b-6928-4c68-a337-449e8864b235 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] No DVR routers for this DVR port 6561046f-3a9e-486a-b859-b9aa15c70289 on host dv-neutron-825732-1-hyperv {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:39.921273 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f81310-0002-41b8-be82-b9afef98be6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5710ba-9938-4d0b-9778-5d7a6cae4259,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:39.926062 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5eda5884-a00a-4c65-9803-3689d3fd9ff2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/networks/2b636c5f-bef4-4095-a415-fe2c097aadcb HTTP/1.1" status: 204 len: 168 time: 2.3052692 Jan 21 09:43:39.934238 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57010) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:39.942233 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-47395060-a0dc-4136-8984-3f66e16f7a01 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-347328275'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:39.946623 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cd35813f-662e-4fde-8e67-839977de7c83 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.949364 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-cd35813f-662e-4fde-8e67-839977de7c83 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7465181 Jan 21 09:43:39.952761 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-48f81310-0002-41b8-be82-b9afef98be6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.954162 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-48f81310-0002-41b8-be82-b9afef98be6a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/5c5710ba-9938-4d0b-9778-5d7a6cae4259 HTTP/1.1" status: 204 len: 168 time: 0.5350511 Jan 21 09:43:39.955635 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-47395060-a0dc-4136-8984-3f66e16f7a01 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:39.958232 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57014) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:39.965375 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-392b8dd1-01c0-452e-bff3-18a87067fa29 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Request body: {'security_group_rule': {'security_group_id': '2008b331-261c-40d0-bd87-c5ef6315cf50', 'direction': 'ingress', 'protocol': 17}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:39.972938 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-47395060-a0dc-4136-8984-3f66e16f7a01 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:network and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:39.977838 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-392b8dd1-01c0-452e-bff3-18a87067fa29 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:39.983335 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-47395060-a0dc-4136-8984-3f66e16f7a01 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:39.992333 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-392b8dd1-01c0-452e-bff3-18a87067fa29 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Usage tracker for resource:security_group_rule and tenant:7af6b040ec904ab78467e023735156fd is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:40.002875 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-47395060-a0dc-4136-8984-3f66e16f7a01 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:40.002875 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-392b8dd1-01c0-452e-bff3-18a87067fa29 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:40.012254 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-392b8dd1-01c0-452e-bff3-18a87067fa29 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:40.028306 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47395060-a0dc-4136-8984-3f66e16f7a01 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Made reservation on behalf of fd763e9054b0425c8035d150c4a90c6a for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:40.032932 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-47395060-a0dc-4136-8984-3f66e16f7a01 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.081375 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-392b8dd1-01c0-452e-bff3-18a87067fa29 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.104925 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47395060-a0dc-4136-8984-3f66e16f7a01 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:40.139915 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-47395060-a0dc-4136-8984-3f66e16f7a01 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.144568 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-47395060-a0dc-4136-8984-3f66e16f7a01 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Added segment 4b726abf-69cd-4878-9db4-8c3d91c363a5 of type vlan for network 0f77a677-881b-4d92-987c-63ce941310fe Jan 21 09:43:40.183956 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-b5a3a1b5-10e2-4469-92bb-ff967f355167 None None] Set router 2df0d9d6-ed3e-452e-957e-9001f176ab7a gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:43:40.188166 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-7f527ad4-2b32-472a-a24f-55a3d65c2e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'name': 'tempest-ServersTestManualDisk-602671240-router', 'tenant_id': '9423dc950d0443ff88843ee602917a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '209c6cfb-55ef-436a-b1cf-4588dc309cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:10Z', 'updated_at': '2022-01-21T09:43:31Z', 'revision_number': 5, 'project_id': '9423dc950d0443ff88843ee602917a89', 'gw_port': {'id': '209c6cfb-55ef-436a-b1cf-4588dc309cb8', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:13Z', 'updated_at': '2022-01-21T09:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:40.193230 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f527ad4-2b32-472a-a24f-55a3d65c2e43 None None] Checking router: 9515aa66-e01a-47a4-acf5-fc82c2ca2c66 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:43:40.209120 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f527ad4-2b32-472a-a24f-55a3d65c2e43 None None] Routers {'9515aa66-e01a-47a4-acf5-fc82c2ca2c66'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:40.210213 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-7f527ad4-2b32-472a-a24f-55a3d65c2e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:43:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9515aa66-e01a-47a4-acf5-fc82c2ca2c66'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:40.220074 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-47395060-a0dc-4136-8984-3f66e16f7a01 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.228242 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-392b8dd1-01c0-452e-bff3-18a87067fa29 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.255447 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-392b8dd1-01c0-452e-bff3-18a87067fa29 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.333813 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-a2ba57e2-d91d-4c35-8e2e-6f1a0e084f9c None None] Deleting port 6561046f-3a9e-486a-b859-b9aa15c70289 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:40.334612 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a2ba57e2-d91d-4c35-8e2e-6f1a0e084f9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.339213 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b8dd1-01c0-452e-bff3-18a87067fa29 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d59cf17d-48b8-4e7a-8597-9275790a37b4,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:40.345904 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-392b8dd1-01c0-452e-bff3-18a87067fa29 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.346414 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1edf1d-4580-401f-9b07-cb82727dea4b req-f6d360f3-eec4-4340-b46a-23be8a9978e4 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:40.347236 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-392b8dd1-01c0-452e-bff3-18a87067fa29 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.3880708 Jan 21 09:43:40.350319 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57022) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:40.354759 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ff1edf1d-4580-401f-9b07-cb82727dea4b req-f6d360f3-eec4-4340-b46a-23be8a9978e4 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.7949963 Jan 21 09:43:40.359352 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-56f7d3a2-7fd0-457c-9ef0-defb14b2602e admin admin] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.406398 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-47395060-a0dc-4136-8984-3f66e16f7a01 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.410498 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47395060-a0dc-4136-8984-3f66e16f7a01 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:40.411121 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-47395060-a0dc-4136-8984-3f66e16f7a01 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.580149 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47395060-a0dc-4136-8984-3f66e16f7a01 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Network': ['ID=0f77a677-881b-4d92-987c-63ce941310fe,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:40.591744 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-47395060-a0dc-4136-8984-3f66e16f7a01 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6560376 Jan 21 09:43:40.594984 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57028) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:40.599739 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3e0dd81b-6928-4c68-a337-449e8864b235 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.617082 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c8b9fb70-568a-420a-b868-52fe628c9034 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'subnet': {'network_id': '0f77a677-881b-4d92-987c-63ce941310fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:40.626003 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 0f77a677-881b-4d92-987c-63ce941310fe details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:40.628725 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-7f527ad4-2b32-472a-a24f-55a3d65c2e43 None None] Set router 9515aa66-e01a-47a4-acf5-fc82c2ca2c66 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:43:40.661903 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-a2ba57e2-d91d-4c35-8e2e-6f1a0e084f9c None None] The port '6561046f-3a9e-486a-b859-b9aa15c70289' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:43:40.796147 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-3e0dd81b-6928-4c68-a337-449e8864b235 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['541e98c9-a3f5-43dc-a15a-8620f0c3b48c']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:40.899081 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-3e0dd81b-6928-4c68-a337-449e8864b235 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe136c11-3958-4910-9717-bd7e0dab2a86') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:40.901046 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-3e0dd81b-6928-4c68-a337-449e8864b235 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe136c11-3958-4910-9717-bd7e0dab2a86') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:40.905796 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b5a3a1b5-10e2-4469-92bb-ff967f355167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'name': 'tempest-ServersTestJSON-1396389088-router', 'tenant_id': 'a795fbd174334072b3ab0ded96f09259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bd6cd324-47d1-49a4-a6e4-23b5af6394b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:08Z', 'updated_at': '2022-01-21T09:43:33Z', 'revision_number': 5, 'project_id': 'a795fbd174334072b3ab0ded96f09259', 'gw_port': {'id': 'bd6cd324-47d1-49a4-a6e4-23b5af6394b6', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:47:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:09Z', 'updated_at': '2022-01-21T09:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:40.910394 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a3a1b5-10e2-4469-92bb-ff967f355167 None None] The sync data for ids ['2df0d9d6-ed3e-452e-957e-9001f176ab7a'] in dv-neutron-825732-1-hyperv is: [{'id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'name': 'tempest-ServersTestJSON-1396389088-router', 'tenant_id': 'a795fbd174334072b3ab0ded96f09259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bd6cd324-47d1-49a4-a6e4-23b5af6394b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:08Z', 'updated_at': '2022-01-21T09:43:33Z', 'revision_number': 5, 'project_id': 'a795fbd174334072b3ab0ded96f09259', 'gw_port': {'id': 'bd6cd324-47d1-49a4-a6e4-23b5af6394b6', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:47:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df0d9d6-ed3e-452e-957e-9001f176ab7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:09Z', 'updated_at': '2022-01-21T09:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:43:40.942368 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ff1edf1d-4580-401f-9b07-cb82727dea4b req-2d2eaccd-c1fb-4164-9038-6cd421cc6c1a tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5861435 Jan 21 09:43:41.007785 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb5a7921-2f3e-4130-98ce-72c4f0bbac3b tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.015935 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3e0dd81b-6928-4c68-a337-449e8864b235 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.072232 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb5a7921-2f3e-4130-98ce-72c4f0bbac3b tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.103061 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c8b9fb70-568a-420a-b868-52fe628c9034 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:41.118160 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c8b9fb70-568a-420a-b868-52fe628c9034 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:subnet and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:41.125101 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c8b9fb70-568a-420a-b868-52fe628c9034 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:41.133141 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c8b9fb70-568a-420a-b868-52fe628c9034 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:41.137618 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3e0dd81b-6928-4c68-a337-449e8864b235 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.155786 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b9fb70-568a-420a-b868-52fe628c9034 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Made reservation on behalf of fd763e9054b0425c8035d150c4a90c6a for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:41.205392 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e0dd81b-6928-4c68-a337-449e8864b235 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:43:41.206089 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3e0dd81b-6928-4c68-a337-449e8864b235 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.224129 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:43:41.224129 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:43:41.224129 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:43:41.224129 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:41.224129 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:43:41.224129 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:41.224129 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:43:41.224129 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:41.224129 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:43:41.224129 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:41.224129 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:43:41.224129 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:41.224129 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:43:41.224129 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:41.224129 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:41.224129 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:41.224129 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:41.224129 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:41.224129 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:43:41.224129 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:43:41.224129 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:43:41.224129 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:43:41.224129 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:41.224129 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:43:41.224129 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:41.224129 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:43:41.224129 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:41.224129 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:43:41.224129 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:41.224129 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:43:41.224129 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:41.224129 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:41.345679 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb5a7921-2f3e-4130-98ce-72c4f0bbac3b tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.402986 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8b9fb70-568a-420a-b868-52fe628c9034 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.432522 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a7921-2f3e-4130-98ce-72c4f0bbac3b tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2008b331-261c-40d0-bd87-c5ef6315cf50,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:41.492841 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-7f527ad4-2b32-472a-a24f-55a3d65c2e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'name': 'tempest-ServersTestManualDisk-602671240-router', 'tenant_id': '9423dc950d0443ff88843ee602917a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '209c6cfb-55ef-436a-b1cf-4588dc309cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:10Z', 'updated_at': '2022-01-21T09:43:31Z', 'revision_number': 5, 'project_id': '9423dc950d0443ff88843ee602917a89', 'gw_port': {'id': '209c6cfb-55ef-436a-b1cf-4588dc309cb8', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:13Z', 'updated_at': '2022-01-21T09:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:41.504099 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f527ad4-2b32-472a-a24f-55a3d65c2e43 None None] The sync data for ids ['9515aa66-e01a-47a4-acf5-fc82c2ca2c66'] in dv-neutron-825732-1-hyperv is: [{'id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'name': 'tempest-ServersTestManualDisk-602671240-router', 'tenant_id': '9423dc950d0443ff88843ee602917a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '209c6cfb-55ef-436a-b1cf-4588dc309cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:10Z', 'updated_at': '2022-01-21T09:43:31Z', 'revision_number': 5, 'project_id': '9423dc950d0443ff88843ee602917a89', 'gw_port': {'id': '209c6cfb-55ef-436a-b1cf-4588dc309cb8', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515aa66-e01a-47a4-acf5-fc82c2ca2c66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:13Z', 'updated_at': '2022-01-21T09:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:43:41.560778 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb5a7921-2f3e-4130-98ce-72c4f0bbac3b tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.561556 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-fb5a7921-2f3e-4130-98ce-72c4f0bbac3b tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "DELETE /v2.0/security-groups/2008b331-261c-40d0-bd87-c5ef6315cf50 HTTP/1.1" status: 204 len: 168 time: 1.2101047 Jan 21 09:43:41.567119 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.ipam_backend_mixin [None req-c8b9fb70-568a-420a-b868-52fe628c9034 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Performing IP validity checks on allocation pools {{(pid=83597) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 09:43:41.569962 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.ipam_backend_mixin [None req-c8b9fb70-568a-420a-b868-52fe628c9034 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83597) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 09:43:41.570838 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aeef7ba8-ea37-4bb1-ba1d-385b54a21f94 admin admin] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.571994 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57046) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:41.670150 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff821f-1824-429c-80ab-fb902b02e790 req-c0d9a4e8-1bf5-41ff-9615-8835dccc8f5a tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:41.673575 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ffff821f-1824-429c-80ab-fb902b02e790 req-c0d9a4e8-1bf5-41ff-9615-8835dccc8f5a tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.3906567 Jan 21 09:43:41.707735 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3e0dd81b-6928-4c68-a337-449e8864b235 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.711442 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c1e57534-7a89-4384-8f5f-b6b7f3b801da tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.730112 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57050) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:41.738001 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-94d88628-b539-4bc4-97a1-3dadf2e1f5b4 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Synchronizing usage tracker for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:41.749065 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3e0dd81b-6928-4c68-a337-449e8864b235 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.774913 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0dd81b-6928-4c68-a337-449e8864b235 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event deleted for resources: {'Network': ['ID=541e98c9-a3f5-43dc-a15a-8620f0c3b48c,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:41.781422 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c1e57534-7a89-4384-8f5f-b6b7f3b801da tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Deleting port a24e5997-ce44-47d6-8ae0-187217ff8ad7 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:41.781794 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c1e57534-7a89-4384-8f5f-b6b7f3b801da tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.786225 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ffff821f-1824-429c-80ab-fb902b02e790 req-82a50f22-4584-4639-9fb7-dd5d4a38ee71 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050758 Jan 21 09:43:41.823442 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-3e0dd81b-6928-4c68-a337-449e8864b235 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "DELETE /v2.0/networks/541e98c9-a3f5-43dc-a15a-8620f0c3b48c HTTP/1.1" status: 204 len: 168 time: 7.4909928 Jan 21 09:43:41.836887 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57056) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:41.884162 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-db71228e-93de-4b9f-8597-538725ed1586 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1255380598'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:41.928521 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-94d88628-b539-4bc4-97a1-3dadf2e1f5b4 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Unset dirty status for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:41.928521 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-94d88628-b539-4bc4-97a1-3dadf2e1f5b4 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3537328 Jan 21 09:43:41.932498 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57062) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:41.937737 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8b9fb70-568a-420a-b868-52fe628c9034 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.946556 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-8a214b43-47a7-40fb-9f0f-5c40fac49b07 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Request body: {'security_group': {'name': 'tempest-secgroup--12698976'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:41.960684 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8a214b43-47a7-40fb-9f0f-5c40fac49b07 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:41.976532 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8a214b43-47a7-40fb-9f0f-5c40fac49b07 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:42.034187 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-9089d9c9-8472-4649-aee4-d77b8d069a91 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2050371567'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:42.038037 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8a214b43-47a7-40fb-9f0f-5c40fac49b07 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:42.051154 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-db71228e-93de-4b9f-8597-538725ed1586 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:42.058390 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9089d9c9-8472-4649-aee4-d77b8d069a91 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:42.079057 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9089d9c9-8472-4649-aee4-d77b8d069a91 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Usage tracker for resource:network and tenant:a3ceeead67fd4425b3eae4f0abaa37dd is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:42.092392 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9089d9c9-8472-4649-aee4-d77b8d069a91 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:42.097019 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-db71228e-93de-4b9f-8597-538725ed1586 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Usage tracker for resource:network and tenant:14f7a2c3d80d4ed0a81309ac4c20d7a5 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:42.102175 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9089d9c9-8472-4649-aee4-d77b8d069a91 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:42.107474 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-db71228e-93de-4b9f-8597-538725ed1586 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:42.120735 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b9fb70-568a-420a-b868-52fe628c9034 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Subnet': ['ID=3d4f00d3-5fff-4e3c-b3a8-9b26e3b28ac7,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:42.152772 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9089d9c9-8472-4649-aee4-d77b8d069a91 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Made reservation on behalf of a3ceeead67fd4425b3eae4f0abaa37dd for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:42.155756 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9089d9c9-8472-4649-aee4-d77b8d069a91 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:42.177036 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8a214b43-47a7-40fb-9f0f-5c40fac49b07 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:42.183180 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9089d9c9-8472-4649-aee4-d77b8d069a91 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:42.188157 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-db71228e-93de-4b9f-8597-538725ed1586 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:42.194316 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8a214b43-47a7-40fb-9f0f-5c40fac49b07 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Usage tracker for resource:security_group_rule and tenant:7af6b040ec904ab78467e023735156fd is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:42.201502 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8a214b43-47a7-40fb-9f0f-5c40fac49b07 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:42.208569 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b9fb70-568a-420a-b868-52fe628c9034 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Checking segment: {'id': '4b726abf-69cd-4878-9db4-8c3d91c363a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0f77a677-881b-4d92-987c-63ce941310fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:43:42.208930 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b9fb70-568a-420a-b868-52fe628c9034 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Network hostable DHCP agents. Network: 0f77a677-881b-4d92-987c-63ce941310fe, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:42.214398 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8a214b43-47a7-40fb-9f0f-5c40fac49b07 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:42.232324 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-56f7d3a2-7fd0-457c-9ef0-defb14b2602e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:42.248441 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db71228e-93de-4b9f-8597-538725ed1586 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Made reservation on behalf of 14f7a2c3d80d4ed0a81309ac4c20d7a5 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:42.252195 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-db71228e-93de-4b9f-8597-538725ed1586 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:42.279214 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9089d9c9-8472-4649-aee4-d77b8d069a91 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:42.291550 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9089d9c9-8472-4649-aee4-d77b8d069a91 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Usage tracker for resource:security_group_rule and tenant:a3ceeead67fd4425b3eae4f0abaa37dd is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:42.294248 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-56f7d3a2-7fd0-457c-9ef0-defb14b2602e admin admin] Deleting port bd6cd324-47d1-49a4-a6e4-23b5af6394b6 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:42.294595 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-56f7d3a2-7fd0-457c-9ef0-defb14b2602e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:42.297920 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9089d9c9-8472-4649-aee4-d77b8d069a91 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:42.305071 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b9fb70-568a-420a-b868-52fe628c9034 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Network 0f77a677-881b-4d92-987c-63ce941310fe is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:42.315984 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9089d9c9-8472-4649-aee4-d77b8d069a91 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:42.358111 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8a214b43-47a7-40fb-9f0f-5c40fac49b07 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:42.359303 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-c8b9fb70-568a-420a-b868-52fe628c9034 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 0f77a677-881b-4d92-987c-63ce941310fe) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:42.364697 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b9fb70-568a-420a-b868-52fe628c9034 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:42.365373 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8b9fb70-568a-420a-b868-52fe628c9034 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:42.374114 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8a214b43-47a7-40fb-9f0f-5c40fac49b07 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:42.376564 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f51d6a-efca-4ae7-858d-cf568f5466a5 None None] Network 0f77a677-881b-4d92-987c-63ce941310fe requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:42.395860 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c1e57534-7a89-4384-8f5f-b6b7f3b801da tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:42.476132 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c8b9fb70-568a-420a-b868-52fe628c9034 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8798606 Jan 21 09:43:42.482172 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a214b43-47a7-40fb-9f0f-5c40fac49b07 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33b073a3-1c0c-4201-b3d8-9ef4ad9699fc,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:42.485219 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57066) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:42.505115 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6ef294ca-a780-4374-9d0c-fbc8b9dbce37 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'port': {'network_id': '0f77a677-881b-4d92-987c-63ce941310fe', 'name': 'tempest-PortsIpV6TestJSON-139961556'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:42.508304 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db71228e-93de-4b9f-8597-538725ed1586 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:42.547885 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8a214b43-47a7-40fb-9f0f-5c40fac49b07 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:42.553621 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8a214b43-47a7-40fb-9f0f-5c40fac49b07 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6151288 Jan 21 09:43:42.568950 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57070) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:42.584569 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c1e57534-7a89-4384-8f5f-b6b7f3b801da tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Calling delete_port for a24e5997-ce44-47d6-8ae0-187217ff8ad7 owned by network:router_gateway {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:42.618486 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-049d9798-bb4d-4b3c-857c-4bdfcb931116 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Request body: {'security_group': {'name': 'tempest-secgroup--727418012'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:42.641878 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-049d9798-bb4d-4b3c-857c-4bdfcb931116 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:42.653388 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-049d9798-bb4d-4b3c-857c-4bdfcb931116 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Usage tracker for resource:security_group and tenant:7af6b040ec904ab78467e023735156fd is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:42.659949 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9089d9c9-8472-4649-aee4-d77b8d069a91 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:42.661166 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-049d9798-bb4d-4b3c-857c-4bdfcb931116 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:42.679374 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-049d9798-bb4d-4b3c-857c-4bdfcb931116 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:42.681389 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9089d9c9-8472-4649-aee4-d77b8d069a91 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:42.733273 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-db71228e-93de-4b9f-8597-538725ed1586 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:42.733758 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-db71228e-93de-4b9f-8597-538725ed1586 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Added segment c0e3a23a-db25-469e-beb0-61edae0d378c of type vlan for network b8051f48-4b71-4829-96ec-b9cd051c5b0d Jan 21 09:43:42.742455 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-049d9798-bb4d-4b3c-857c-4bdfcb931116 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:42.745924 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ddaa2-b5f3-47ab-89e0-cb9d42f3e0f6 req-4f07d34b-2760-4dde-9ed4-efb38bc8f7c7 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:42.747452 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-252ddaa2-b5f3-47ab-89e0-cb9d42f3e0f6 req-4f07d34b-2760-4dde-9ed4-efb38bc8f7c7 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.6863978 Jan 21 09:43:42.757277 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3114ae44-66c4-4389-a2f8-3032ced0f167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-0f77a677-881b-4d92-987c-63ce941310fe', 'network_id': '0f77a677-881b-4d92-987c-63ce941310fe', 'tenant_id': 'fd763e9054b0425c8035d150c4a90c6a', 'fixed_ips': [{'subnet_id': '3d4f00d3-5fff-4e3c-b3a8-9b26e3b28ac7'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:43:42.760068 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3114ae44-66c4-4389-a2f8-3032ced0f167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:42.768652 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9089d9c9-8472-4649-aee4-d77b8d069a91 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:42.813606 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089d9c9-8472-4649-aee4-d77b8d069a91 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2faa10ec-514d-48b4-be8e-b65efdd1b944,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:42.828759 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9089d9c9-8472-4649-aee4-d77b8d069a91 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:42.831538 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-9089d9c9-8472-4649-aee4-d77b8d069a91 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Added segment 82668c06-6710-4b2b-9071-cdb00f5e415e of type vlan for network d97a4652-83f5-4f06-aec8-38c88c13d790 Jan 21 09:43:42.875021 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6ef294ca-a780-4374-9d0c-fbc8b9dbce37 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:42.878130 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ade5ee17-2266-42f9-b84d-b210cc99bde1 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:42.912425 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9089d9c9-8472-4649-aee4-d77b8d069a91 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:42.921448 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-049d9798-bb4d-4b3c-857c-4bdfcb931116 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:42.924397 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6ef294ca-a780-4374-9d0c-fbc8b9dbce37 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:42.933019 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-049d9798-bb4d-4b3c-857c-4bdfcb931116 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Usage tracker for resource:security_group_rule and tenant:7af6b040ec904ab78467e023735156fd is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:42.944789 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-049d9798-bb4d-4b3c-857c-4bdfcb931116 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:42.946656 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-db71228e-93de-4b9f-8597-538725ed1586 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:42.950612 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: ade5ee17-2266-42f9-b84d-b210cc99bde1 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:43:42.951315 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ade5ee17-2266-42f9-b84d-b210cc99bde1 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:42.952984 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device addb60a6-06a2-43cf-b694-4e550eb22d78 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:42.967038 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-049d9798-bb4d-4b3c-857c-4bdfcb931116 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:42.996719 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef294ca-a780-4374-9d0c-fbc8b9dbce37 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Made reservation on behalf of fd763e9054b0425c8035d150c4a90c6a for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:43.002466 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6ef294ca-a780-4374-9d0c-fbc8b9dbce37 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.018449 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-252ddaa2-b5f3-47ab-89e0-cb9d42f3e0f6 req-2e97d0a7-84ab-44e5-8cc1-3daa76a65ac3 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2607465 Jan 21 09:43:43.020842 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-56f7d3a2-7fd0-457c-9ef0-defb14b2602e admin admin] For port bd6cd324-47d1-49a4-a6e4-23b5af6394b6, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=bd6cd324-47d1-49a4-a6e4-23b5af6394b6,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:43.021205 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-56f7d3a2-7fd0-457c-9ef0-defb14b2602e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.033174 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: addb60a6-06a2-43cf-b694-4e550eb22d78 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:43:43.034312 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device addb60a6-06a2-43cf-b694-4e550eb22d78 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:43.039453 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aeef7ba8-ea37-4bb1-ba1d-385b54a21f94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.069179 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9089d9c9-8472-4649-aee4-d77b8d069a91 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.083675 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9089d9c9-8472-4649-aee4-d77b8d069a91 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:43.084356 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9089d9c9-8472-4649-aee4-d77b8d069a91 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.129547 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-6ef294ca-a780-4374-9d0c-fbc8b9dbce37 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] device_id is not set on port 888d7ed8-6798-4e7c-8447-b6744870a6ed yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:43:43.177649 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-3114ae44-66c4-4389-a2f8-3032ced0f167 None None] Allocated IP 2001:db8::2 (0f77a677-881b-4d92-987c-63ce941310fe/3d4f00d3-5fff-4e3c-b3a8-9b26e3b28ac7/cc4acc52-81e2-4873-9b19-4cab021fbaf4) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:43.201100 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-56f7d3a2-7fd0-457c-9ef0-defb14b2602e admin admin] Calling delete_port for bd6cd324-47d1-49a4-a6e4-23b5af6394b6 owned by network:router_gateway {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:43.231773 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-aeef7ba8-ea37-4bb1-ba1d-385b54a21f94 admin admin] Deleting port 209c6cfb-55ef-436a-b1cf-4588dc309cb8 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:43.232385 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aeef7ba8-ea37-4bb1-ba1d-385b54a21f94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.268293 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-db71228e-93de-4b9f-8597-538725ed1586 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.272106 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db71228e-93de-4b9f-8597-538725ed1586 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:43.272720 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-db71228e-93de-4b9f-8597-538725ed1586 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.436331 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-049d9798-bb4d-4b3c-857c-4bdfcb931116 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.442793 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089d9c9-8472-4649-aee4-d77b8d069a91 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Pushing event updated for resources: {'Network': ['ID=d97a4652-83f5-4f06-aec8-38c88c13d790,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:43.456131 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9089d9c9-8472-4649-aee4-d77b8d069a91 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.7236001 Jan 21 09:43:43.466967 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57076) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:43.472237 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-049d9798-bb4d-4b3c-857c-4bdfcb931116 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.505845 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network d97a4652-83f5-4f06-aec8-38c88c13d790 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:43.516493 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-e0da265c-8d1d-47a3-b06e-b064590d3f39 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Request body: {'subnet': {'network_id': 'd97a4652-83f5-4f06-aec8-38c88c13d790', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:43.535095 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-db71228e-93de-4b9f-8597-538725ed1586 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6774745 Jan 21 09:43:43.554729 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57080) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:43.560482 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-049d9798-bb4d-4b3c-857c-4bdfcb931116 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.564457 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-049d9798-bb4d-4b3c-857c-4bdfcb931116 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9974992 Jan 21 09:43:43.564457 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d9798-bb4d-4b3c-857c-4bdfcb931116 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9a6312-f782-4f88-ada2-a134d03e8b9c,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:43.566437 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57082) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:43.575801 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-0acb1017-b4ba-4da7-a1b4-30c41a6908cd tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Request body: {'security_group_rule': {'security_group_id': '33b073a3-1c0c-4201-b3d8-9ef4ad9699fc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3c9a6312-f782-4f88-ada2-a134d03e8b9c', 'remote_ip_prefix': None}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:43.584006 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0acb1017-b4ba-4da7-a1b4-30c41a6908cd tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:43.594290 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3114ae44-66c4-4389-a2f8-3032ced0f167 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.595498 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0acb1017-b4ba-4da7-a1b4-30c41a6908cd tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Usage tracker for resource:security_group_rule and tenant:7af6b040ec904ab78467e023735156fd is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:43.604368 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef74d9-78c9-4ddf-b8c7-91e903a8c5f1 req-f93e0a6b-034d-417c-8784-b375eaccdc17 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:43.610198 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-30ef74d9-78c9-4ddf-b8c7-91e903a8c5f1 req-f93e0a6b-034d-417c-8784-b375eaccdc17 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.3782768 Jan 21 09:43:43.612529 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0acb1017-b4ba-4da7-a1b4-30c41a6908cd tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:43.623769 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0acb1017-b4ba-4da7-a1b4-30c41a6908cd tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:43.689456 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-30ef74d9-78c9-4ddf-b8c7-91e903a8c5f1 req-16f4211f-19ff-4f96-bce2-bf66e910c62d tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707469 Jan 21 09:43:43.690024 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0acb1017-b4ba-4da7-a1b4-30c41a6908cd tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.796785 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0acb1017-b4ba-4da7-a1b4-30c41a6908cd tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.807589 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0acb1017-b4ba-4da7-a1b4-30c41a6908cd tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.834825 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb1017-b4ba-4da7-a1b4-30c41a6908cd tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37cc3c43-881e-459f-92f6-42e07ab56341,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:43.847172 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-78708e44-fec2-4218-8f5e-07e150d917db tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Request body: {'subnet': {'network_id': 'b8051f48-4b71-4829-96ec-b9cd051c5b0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:43.853176 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0acb1017-b4ba-4da7-a1b4-30c41a6908cd tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.855900 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0acb1017-b4ba-4da7-a1b4-30c41a6908cd tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.2874877 Jan 21 09:43:43.858680 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57090) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:43.871786 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71228e-93de-4b9f-8597-538725ed1586 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event updated for resources: {'Network': ['ID=b8051f48-4b71-4829-96ec-b9cd051c5b0d,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:43.892115 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network b8051f48-4b71-4829-96ec-b9cd051c5b0d details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:43.892933 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0b3b9c86-6214-41e6-be03-d1799c693a82 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.907551 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0b3b9c86-6214-41e6-be03-d1799c693a82 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.946419 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0b3b9c86-6214-41e6-be03-d1799c693a82 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.985645 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b9c86-6214-41e6-be03-d1799c693a82 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37cc3c43-881e-459f-92f6-42e07ab56341,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:43.996507 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0b3b9c86-6214-41e6-be03-d1799c693a82 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.999370 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0b3b9c86-6214-41e6-be03-d1799c693a82 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/37cc3c43-881e-459f-92f6-42e07ab56341 HTTP/1.1" status: 204 len: 168 time: 0.1387575 Jan 21 09:43:44.001244 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57094) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:44.030510 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-3114ae44-66c4-4389-a2f8-3032ced0f167 None None] Transition to ACTIVE for port object cc4acc52-81e2-4873-9b19-4cab021fbaf4 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:44.051545 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c1e57534-7a89-4384-8f5f-b6b7f3b801da tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.060770 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-3114ae44-66c4-4389-a2f8-3032ced0f167 None None] Transition to ACTIVE for port object cc4acc52-81e2-4873-9b19-4cab021fbaf4 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:44.076551 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3114ae44-66c4-4389-a2f8-3032ced0f167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.078875 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8e6b4f57-bb35-4d82-9d90-cdfc9b8ae132 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Synchronizing usage tracker for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group_rule {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:44.143690 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-e0da265c-8d1d-47a3-b06e-b064590d3f39 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:44.147947 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e57534-7a89-4384-8f5f-b6b7f3b801da tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Pushing event deleted for resources: {'Port': ['ID=a24e5997-ce44-47d6-8ae0-187217ff8ad7,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:44.153452 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8e6b4f57-bb35-4d82-9d90-cdfc9b8ae132 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Unset dirty status for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group_rule {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:44.155074 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8e6b4f57-bb35-4d82-9d90-cdfc9b8ae132 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1522946 Jan 21 09:43:44.159859 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3114ae44-66c4-4389-a2f8-3032ced0f167 None None] Network 0f77a677-881b-4d92-987c-63ce941310fe is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:44.160111 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e0da265c-8d1d-47a3-b06e-b064590d3f39 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Usage tracker for resource:subnet and tenant:a3ceeead67fd4425b3eae4f0abaa37dd is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:44.163521 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-3114ae44-66c4-4389-a2f8-3032ced0f167 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:44.167460 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57098) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:44.169011 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3114ae44-66c4-4389-a2f8-3032ced0f167 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:44.176682 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e0da265c-8d1d-47a3-b06e-b064590d3f39 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:44.177070 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114ae44-66c4-4389-a2f8-3032ced0f167 None None] Pushing event updated for resources: {'Port': ['ID=cc4acc52-81e2-4873-9b19-4cab021fbaf4,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:44.198623 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-78708e44-fec2-4218-8f5e-07e150d917db tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:44.206503 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-e0da265c-8d1d-47a3-b06e-b064590d3f39 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:44.259068 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-78708e44-fec2-4218-8f5e-07e150d917db tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Usage tracker for resource:subnet and tenant:14f7a2c3d80d4ed0a81309ac4c20d7a5 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:44.275893 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-78708e44-fec2-4218-8f5e-07e150d917db tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:44.277211 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-aeef7ba8-ea37-4bb1-ba1d-385b54a21f94 admin admin] For port 209c6cfb-55ef-436a-b1cf-4588dc309cb8, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=209c6cfb-55ef-436a-b1cf-4588dc309cb8,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:44.277349 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aeef7ba8-ea37-4bb1-ba1d-385b54a21f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.316525 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-3114ae44-66c4-4389-a2f8-3032ced0f167 None None] Attempting to bind port cc4acc52-81e2-4873-9b19-4cab021fbaf4 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:44.316911 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-3114ae44-66c4-4389-a2f8-3032ced0f167 None None] Attempting to bind port cc4acc52-81e2-4873-9b19-4cab021fbaf4 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '4b726abf-69cd-4878-9db4-8c3d91c363a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0f77a677-881b-4d92-987c-63ce941310fe'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:44.317409 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3114ae44-66c4-4389-a2f8-3032ced0f167 None None] Attempting to bind port cc4acc52-81e2-4873-9b19-4cab021fbaf4 on network 0f77a677-881b-4d92-987c-63ce941310fe {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:43:44.326805 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3114ae44-66c4-4389-a2f8-3032ced0f167 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:43:44.327167 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3114ae44-66c4-4389-a2f8-3032ced0f167 None None] Checking segment: {'id': '4b726abf-69cd-4878-9db4-8c3d91c363a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0f77a677-881b-4d92-987c-63ce941310fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:43:44.327751 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3114ae44-66c4-4389-a2f8-3032ced0f167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.328233 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3114ae44-66c4-4389-a2f8-3032ced0f167 None None] Bound using segment: {'id': '4b726abf-69cd-4878-9db4-8c3d91c363a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0f77a677-881b-4d92-987c-63ce941310fe'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:43:44.328822 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-3114ae44-66c4-4389-a2f8-3032ced0f167 None None] Bound port: cc4acc52-81e2-4873-9b19-4cab021fbaf4, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b726abf-69cd-4878-9db4-8c3d91c363a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0f77a677-881b-4d92-987c-63ce941310fe'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:44.329301 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3114ae44-66c4-4389-a2f8-3032ced0f167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.367401 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-78708e44-fec2-4218-8f5e-07e150d917db tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:44.376146 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-6ef294ca-a780-4374-9d0c-fbc8b9dbce37 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Allocated IP 2001:db8::60 (0f77a677-881b-4d92-987c-63ce941310fe/3d4f00d3-5fff-4e3c-b3a8-9b26e3b28ac7/888d7ed8-6798-4e7c-8447-b6744870a6ed) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:44.445790 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-3114ae44-66c4-4389-a2f8-3032ced0f167 None None] For port cc4acc52-81e2-4873-9b19-4cab021fbaf4, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:43:44.453818 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0da265c-8d1d-47a3-b06e-b064590d3f39 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Made reservation on behalf of a3ceeead67fd4425b3eae4f0abaa37dd for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:44.454270 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-3114ae44-66c4-4389-a2f8-3032ced0f167 None None] For port cc4acc52-81e2-4873-9b19-4cab021fbaf4, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=cc4acc52-81e2-4873-9b19-4cab021fbaf4,segment=NetworkSegment(4b726abf-69cd-4878-9db4-8c3d91c363a5),segment_id=4b726abf-69cd-4878-9db4-8c3d91c363a5)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:43:44.459471 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9e5f11ef-8655-4693-88c4-ebd397ae4ae2 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.461308 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3114ae44-66c4-4389-a2f8-3032ced0f167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.487450 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:43:44.544203 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-aeef7ba8-ea37-4bb1-ba1d-385b54a21f94 admin admin] Calling delete_port for 209c6cfb-55ef-436a-b1cf-4588dc309cb8 owned by network:router_gateway {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:44.567549 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9e5f11ef-8655-4693-88c4-ebd397ae4ae2 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.569749 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114ae44-66c4-4389-a2f8-3032ced0f167 None None] Pushing event updated for resources: {'Port': ['ID=cc4acc52-81e2-4873-9b19-4cab021fbaf4,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:44.585018 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78708e44-fec2-4218-8f5e-07e150d917db tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Made reservation on behalf of 14f7a2c3d80d4ed0a81309ac4c20d7a5 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:44.679789 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9e5f11ef-8655-4693-88c4-ebd397ae4ae2 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.723232 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f11ef-8655-4693-88c4-ebd397ae4ae2 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9a6312-f782-4f88-ada2-a134d03e8b9c,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:44.732097 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6ef294ca-a780-4374-9d0c-fbc8b9dbce37 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.758926 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9e5f11ef-8655-4693-88c4-ebd397ae4ae2 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.763556 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9e5f11ef-8655-4693-88c4-ebd397ae4ae2 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "DELETE /v2.0/security-groups/3c9a6312-f782-4f88-ada2-a134d03e8b9c HTTP/1.1" status: 204 len: 168 time: 0.5921884 Jan 21 09:43:44.764598 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57102) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:44.804362 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-6ef294ca-a780-4374-9d0c-fbc8b9dbce37 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Transition to ACTIVE for port object 888d7ed8-6798-4e7c-8447-b6744870a6ed will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:44.911203 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6ef294ca-a780-4374-9d0c-fbc8b9dbce37 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.927209 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-56f7d3a2-7fd0-457c-9ef0-defb14b2602e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.927836 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c766da45-7701-4593-8afa-def7932009e2 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Synchronizing usage tracker for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:45.031828 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef294ca-a780-4374-9d0c-fbc8b9dbce37 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Port': ['ID=888d7ed8-6798-4e7c-8447-b6744870a6ed,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:45.058548 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c766da45-7701-4593-8afa-def7932009e2 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Unset dirty status for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:45.060923 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c766da45-7701-4593-8afa-def7932009e2 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4005 time: 0.2953355 Jan 21 09:43:45.063598 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device cc4acc52-81e2-4873-9b19-4cab021fbaf4 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:45.066139 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57106) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:45.071966 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef294ca-a780-4374-9d0c-fbc8b9dbce37 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Network 0f77a677-881b-4d92-987c-63ce941310fe is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:45.083372 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-6ef294ca-a780-4374-9d0c-fbc8b9dbce37 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:45.089491 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef294ca-a780-4374-9d0c-fbc8b9dbce37 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:45.093777 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef294ca-a780-4374-9d0c-fbc8b9dbce37 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:45.094422 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6ef294ca-a780-4374-9d0c-fbc8b9dbce37 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.106616 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7d3a2-7fd0-457c-9ef0-defb14b2602e admin admin] Pushing event deleted for resources: {'Port': ['ID=bd6cd324-47d1-49a4-a6e4-23b5af6394b6,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:45.120165 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e0da265c-8d1d-47a3-b06e-b064590d3f39 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.146564 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6ef294ca-a780-4374-9d0c-fbc8b9dbce37 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6517930 Jan 21 09:43:45.146810 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57110) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:45.163460 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-78708e44-fec2-4218-8f5e-07e150d917db tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.170056 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port cc4acc52-81e2-4873-9b19-4cab021fbaf4 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:45.242407 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-79ebc009-75e0-41da-b1a3-68b85d899f49 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.247332 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-31222cad-d150-48f3-84ad-010c67e6abfa tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Deleting port 888d7ed8-6798-4e7c-8447-b6744870a6ed {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:45.247661 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-31222cad-d150-48f3-84ad-010c67e6abfa tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.275585 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c1e57534-7a89-4384-8f5f-b6b7f3b801da tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.332321 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-79ebc009-75e0-41da-b1a3-68b85d899f49 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.520035 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-79ebc009-75e0-41da-b1a3-68b85d899f49 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.548338 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ebc009-75e0-41da-b1a3-68b85d899f49 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b073a3-1c0c-4201-b3d8-9ef4ad9699fc,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:45.607249 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-79ebc009-75e0-41da-b1a3-68b85d899f49 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.612878 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-79ebc009-75e0-41da-b1a3-68b85d899f49 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "DELETE /v2.0/security-groups/33b073a3-1c0c-4201-b3d8-9ef4ad9699fc HTTP/1.1" status: 204 len: 168 time: 0.5409968 Jan 21 09:43:45.612878 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57114) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:45.647532 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-31222cad-d150-48f3-84ad-010c67e6abfa tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.799841 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-31222cad-d150-48f3-84ad-010c67e6abfa tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Calling delete_port for 888d7ed8-6798-4e7c-8447-b6744870a6ed owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:45.844405 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4282db2-20a2-46e1-9e05-43c3944e8ed1 None None] Network 0f77a677-881b-4d92-987c-63ce941310fe requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:45.875337 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-7ef08f19-a33e-4f7e-91cc-3a75cceca3b5 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Synchronizing usage tracker for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:45.930785 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-7ef08f19-a33e-4f7e-91cc-3a75cceca3b5 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Unset dirty status for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:45.942101 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7ef08f19-a33e-4f7e-91cc-3a75cceca3b5 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3215525 Jan 21 09:43:45.961679 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57118) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:45.972980 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-dcfd1a03-ab86-4b58-a06b-7d47a924c975 None None] Provisioning for port cc4acc52-81e2-4873-9b19-4cab021fbaf4 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:46.002203 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-dcfd1a03-ab86-4b58-a06b-7d47a924c975 None None] Provisioning complete for port cc4acc52-81e2-4873-9b19-4cab021fbaf4 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:46.002557 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dcfd1a03-ab86-4b58-a06b-7d47a924c975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.022696 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-31222cad-d150-48f3-84ad-010c67e6abfa tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.081673 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31222cad-d150-48f3-84ad-010c67e6abfa tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Port': ['ID=888d7ed8-6798-4e7c-8447-b6744870a6ed,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:46.109225 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-fa35afdd-351e-4364-9e55-497bc488afbc tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Request body: {'security_group': {'name': 'tempest-secgroup--1766609033'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:46.129421 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c1e57534-7a89-4384-8f5f-b6b7f3b801da tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.133069 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-31222cad-d150-48f3-84ad-010c67e6abfa tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.142105 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-fa35afdd-351e-4364-9e55-497bc488afbc tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:46.148368 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-31222cad-d150-48f3-84ad-010c67e6abfa tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/ports/888d7ed8-6798-4e7c-8447-b6744870a6ed HTTP/1.1" status: 204 len: 168 time: 1.0004470 Jan 21 09:43:46.149295 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57122) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:46.164234 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c1e57534-7a89-4384-8f5f-b6b7f3b801da tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.172544 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-fa35afdd-351e-4364-9e55-497bc488afbc tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:46.192317 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3451779-0311-4592-a2a6-073bd19ad6ec tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:46.192856 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3451779-0311-4592-a2a6-073bd19ad6ec tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:46.198166 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b3451779-0311-4592-a2a6-073bd19ad6ec tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/ports/888d7ed8-6798-4e7c-8447-b6744870a6ed HTTP/1.1" status: 404 len: 333 time: 0.0476668 Jan 21 09:43:46.199075 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57126) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:46.220616 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-56f7d3a2-7fd0-457c-9ef0-defb14b2602e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.266079 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cef577b-fdf2-48af-8536-53ad9cacd14d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] GET failed (client error): The resource could not be found. Jan 21 09:43:46.266714 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6cef577b-fdf2-48af-8536-53ad9cacd14d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Synchronizing usage tracker for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:46.277557 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dcfd1a03-ab86-4b58-a06b-7d47a924c975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.286747 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6cef577b-fdf2-48af-8536-53ad9cacd14d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Unset dirty status for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:46.292495 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6cef577b-fdf2-48af-8536-53ad9cacd14d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "GET /v2.0/ports/888d7ed8-6798-4e7c-8447-b6744870a6ed HTTP/1.1" status: 404 len: 333 time: 0.0920742 Jan 21 09:43:46.293187 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57130) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:46.338843 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-dcfd1a03-ab86-4b58-a06b-7d47a924c975 None None] For port cc4acc52-81e2-4873-9b19-4cab021fbaf4, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=cc4acc52-81e2-4873-9b19-4cab021fbaf4,segment=NetworkSegment(4b726abf-69cd-4878-9db4-8c3d91c363a5),segment_id=4b726abf-69cd-4878-9db4-8c3d91c363a5)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:46.347196 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dcfd1a03-ab86-4b58-a06b-7d47a924c975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.374107 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c53343e-dd4b-47a7-bf69-a78ebf702381 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Deleting subnet 3d4f00d3-5fff-4e3c-b3a8-9b26e3b28ac7 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:43:46.379008 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7c53343e-dd4b-47a7-bf69-a78ebf702381 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.449540 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7c53343e-dd4b-47a7-bf69-a78ebf702381 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.471693 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd1a03-ab86-4b58-a06b-7d47a924c975 None None] Pushing event updated for resources: {'Port': ['ID=cc4acc52-81e2-4873-9b19-4cab021fbaf4,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:46.485967 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fa35afdd-351e-4364-9e55-497bc488afbc tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.594403 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-bceed075-aa65-44d7-a764-ff7416286384 None None] Provisioning complete for port cc4acc52-81e2-4873-9b19-4cab021fbaf4 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:46.595108 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bceed075-aa65-44d7-a764-ff7416286384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.600392 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7c53343e-dd4b-47a7-bf69-a78ebf702381 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.728211 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aeef7ba8-ea37-4bb1-ba1d-385b54a21f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.730666 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7c53343e-dd4b-47a7-bf69-a78ebf702381 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.794777 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53343e-dd4b-47a7-bf69-a78ebf702381 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Subnet': ['ID=3d4f00d3-5fff-4e3c-b3a8-9b26e3b28ac7,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:46.801607 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7c53343e-dd4b-47a7-bf69-a78ebf702381 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.812249 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7c53343e-dd4b-47a7-bf69-a78ebf702381 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/subnets/3d4f00d3-5fff-4e3c-b3a8-9b26e3b28ac7 HTTP/1.1" status: 204 len: 168 time: 0.5176666 Jan 21 09:43:46.812810 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57134) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:46.833997 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c1e57534-7a89-4384-8f5f-b6b7f3b801da tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.834832 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e57534-7a89-4384-8f5f-b6b7f3b801da tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Fanout notify agent at l3_agent the message router_deleted on router a0abba96-82ad-42a3-8e86-ed4c831b777c {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:43:46.841955 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-56f7d3a2-7fd0-457c-9ef0-defb14b2602e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.851830 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef7ba8-ea37-4bb1-ba1d-385b54a21f94 admin admin] Pushing event deleted for resources: {'Port': ['ID=209c6cfb-55ef-436a-b1cf-4588dc309cb8,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:46.905842 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-fa35afdd-351e-4364-9e55-497bc488afbc tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:46.919193 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63833de-6b85-4fde-b141-e1e3927abb94 None None] Network 0f77a677-881b-4d92-987c-63ce941310fe requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:46.926436 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-fa35afdd-351e-4364-9e55-497bc488afbc tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Usage tracker for resource:security_group_rule and tenant:7af6b040ec904ab78467e023735156fd is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:47.006700 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-fa35afdd-351e-4364-9e55-497bc488afbc tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:47.011511 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-56f7d3a2-7fd0-457c-9ef0-defb14b2602e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.019850 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e0da265c-8d1d-47a3-b06e-b064590d3f39 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.044961 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device cc4acc52-81e2-4873-9b19-4cab021fbaf4 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:47.072385 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5de83274-586a-414a-b0f3-96e401b5d8e5 None None] Could not find standard attr ID for object 888d7ed8-6798-4e7c-8447-b6744870a6ed. {{(pid=83599) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:43:47.116937 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f1d223c0-2273-4c1a-9964-50688968cd1e tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.130369 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-f1d223c0-2273-4c1a-9964-50688968cd1e tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Deleting port cc4acc52-81e2-4873-9b19-4cab021fbaf4 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:47.130654 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f1d223c0-2273-4c1a-9964-50688968cd1e tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.220742 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-78708e44-fec2-4218-8f5e-07e150d917db tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.229041 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-fa35afdd-351e-4364-9e55-497bc488afbc tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:47.236913 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port cc4acc52-81e2-4873-9b19-4cab021fbaf4 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:47.237422 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.346389 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c1e57534-7a89-4384-8f5f-b6b7f3b801da tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.347638 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c1e57534-7a89-4384-8f5f-b6b7f3b801da tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] 10.222.0.104 "DELETE /v2.0/routers/a0abba96-82ad-42a3-8e86-ed4c831b777c HTTP/1.1" status: 204 len: 168 time: 9.7252212 Jan 21 09:43:47.376337 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57138) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:47.406258 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-c3ee1d49-bfca-4785-b2d9-3a6d0538c38e tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1267864924', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:47.442465 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-c3ee1d49-bfca-4785-b2d9-3a6d0538c38e tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:47.445654 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3beee8-28d3-4263-8464-646f2207a9c5 None None] DHCP port deletion for 0f77a677-881b-4d92-987c-63ce941310fe request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:43:47.452833 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-9c3beee8-28d3-4263-8464-646f2207a9c5 None None] Deleting port cc4acc52-81e2-4873-9b19-4cab021fbaf4 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:47.454975 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9c3beee8-28d3-4263-8464-646f2207a9c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.462498 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da265c-8d1d-47a3-b06e-b064590d3f39 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Pushing event updated for resources: {'Subnet': ['ID=836ff20e-1793-4ead-b68a-db2b4f3231b1,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:47.466406 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c3ee1d49-bfca-4785-b2d9-3a6d0538c38e tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Usage tracker for resource:router and tenant:24bdc49ef662478cbebc8c7402bf782e is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:47.469133 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-f1d223c0-2273-4c1a-9964-50688968cd1e tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] For port cc4acc52-81e2-4873-9b19-4cab021fbaf4, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=cc4acc52-81e2-4873-9b19-4cab021fbaf4,segment=NetworkSegment(4b726abf-69cd-4878-9db4-8c3d91c363a5),segment_id=4b726abf-69cd-4878-9db4-8c3d91c363a5)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:47.469675 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f1d223c0-2273-4c1a-9964-50688968cd1e tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.527502 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-56f7d3a2-7fd0-457c-9ef0-defb14b2602e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.528103 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f7d3a2-7fd0-457c-9ef0-defb14b2602e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2df0d9d6-ed3e-452e-957e-9001f176ab7a {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:43:47.562837 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c3ee1d49-bfca-4785-b2d9-3a6d0538c38e tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:47.621043 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0da265c-8d1d-47a3-b06e-b064590d3f39 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Checking segment: {'id': '82668c06-6710-4b2b-9071-cdb00f5e415e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd97a4652-83f5-4f06-aec8-38c88c13d790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:43:47.621261 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-f1d223c0-2273-4c1a-9964-50688968cd1e tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Calling delete_port for cc4acc52-81e2-4873-9b19-4cab021fbaf4 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:47.622009 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0da265c-8d1d-47a3-b06e-b064590d3f39 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Network hostable DHCP agents. Network: d97a4652-83f5-4f06-aec8-38c88c13d790, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:47.627342 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-c3ee1d49-bfca-4785-b2d9-3a6d0538c38e tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:47.727933 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f1d223c0-2273-4c1a-9964-50688968cd1e tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.766468 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-9c3beee8-28d3-4263-8464-646f2207a9c5 None None] For port cc4acc52-81e2-4873-9b19-4cab021fbaf4, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=cc4acc52-81e2-4873-9b19-4cab021fbaf4,segment=NetworkSegment(4b726abf-69cd-4878-9db4-8c3d91c363a5),segment_id=4b726abf-69cd-4878-9db4-8c3d91c363a5)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:47.766887 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9c3beee8-28d3-4263-8464-646f2207a9c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.800615 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78708e44-fec2-4218-8f5e-07e150d917db tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Checking segment: {'id': 'c0e3a23a-db25-469e-beb0-61edae0d378c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b8051f48-4b71-4829-96ec-b9cd051c5b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:43:47.801098 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78708e44-fec2-4218-8f5e-07e150d917db tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Network hostable DHCP agents. Network: b8051f48-4b71-4829-96ec-b9cd051c5b0d, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:47.804284 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d223c0-2273-4c1a-9964-50688968cd1e tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Port': ['ID=cc4acc52-81e2-4873-9b19-4cab021fbaf4,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:47.808195 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fa35afdd-351e-4364-9e55-497bc488afbc tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.831544 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c3ee1d49-bfca-4785-b2d9-3a6d0538c38e tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.832883 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c3ee1d49-bfca-4785-b2d9-3a6d0538c38e tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.833217 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d223c0-2273-4c1a-9964-50688968cd1e tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] No DVR routers for this DVR port cc4acc52-81e2-4873-9b19-4cab021fbaf4 on host dv-neutron-825732-1-hyperv {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:47.836040 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aeef7ba8-ea37-4bb1-ba1d-385b54a21f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.917159 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fa35afdd-351e-4364-9e55-497bc488afbc tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.936051 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-9c3beee8-28d3-4263-8464-646f2207a9c5 None None] Calling delete_port for cc4acc52-81e2-4873-9b19-4cab021fbaf4 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:47.983222 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f1d223c0-2273-4c1a-9964-50688968cd1e tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.006338 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-56f7d3a2-7fd0-457c-9ef0-defb14b2602e admin admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.007494 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-56f7d3a2-7fd0-457c-9ef0-defb14b2602e admin admin] 10.222.0.104 "DELETE /v2.0/routers/2df0d9d6-ed3e-452e-957e-9001f176ab7a HTTP/1.1" status: 204 len: 168 time: 9.9173660 Jan 21 09:43:48.011822 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57142) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:48.018148 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-9c3beee8-28d3-4263-8464-646f2207a9c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:43:48.018485 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-9c3beee8-28d3-4263-8464-646f2207a9c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:43:48.027518 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78708e44-fec2-4218-8f5e-07e150d917db tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event updated for resources: {'Subnet': ['ID=2c8c9313-7706-4594-b1d1-aaf9fca85f5e,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:48.061848 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-f1d223c0-2273-4c1a-9964-50688968cd1e tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f77a677-881b-4d92-987c-63ce941310fe']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:48.080114 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-f1d223c0-2273-4c1a-9964-50688968cd1e tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b726abf-69cd-4878-9db4-8c3d91c363a5') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:48.080505 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-f1d223c0-2273-4c1a-9964-50688968cd1e tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b726abf-69cd-4878-9db4-8c3d91c363a5') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:48.100812 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f1d223c0-2273-4c1a-9964-50688968cd1e tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.118808 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-6112c69f-e7c5-4a7a-a7e6-ca2302e98a23 admin admin] Deleting subnet f61ceb71-d229-45b9-93db-87fdf9ae5111 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:43:48.126334 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6112c69f-e7c5-4a7a-a7e6-ca2302e98a23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.129976 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fa35afdd-351e-4364-9e55-497bc488afbc tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.131237 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-fa35afdd-351e-4364-9e55-497bc488afbc tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.1094351 Jan 21 09:43:48.132220 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35afdd-351e-4364-9e55-497bc488afbc tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21790402-a2c9-48d3-9182-ee7b88ed91e9,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:48.143538 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57146) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:48.152210 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f1d223c0-2273-4c1a-9964-50688968cd1e tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.165282 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1d223c0-2273-4c1a-9964-50688968cd1e tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:43:48.166582 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f1d223c0-2273-4c1a-9964-50688968cd1e tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.180988 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:43:48.180988 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:43:48.180988 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:43:48.180988 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:48.180988 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:43:48.180988 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:48.180988 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:43:48.180988 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:48.180988 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:43:48.180988 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:48.180988 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:43:48.180988 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:48.180988 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:43:48.180988 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:48.180988 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:48.180988 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:48.180988 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:48.180988 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:48.180988 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:43:48.180988 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:43:48.180988 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:43:48.180988 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:43:48.180988 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:48.180988 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:43:48.180988 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:48.180988 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:43:48.180988 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:48.180988 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:43:48.180988 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:48.180988 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:43:48.180988 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:48.180988 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:48.207803 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-52ce6f7c-b890-4b61-bfae-685cae0cb87c tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Request body: {'security_group_rule': {'security_group_id': '21790402-a2c9-48d3-9182-ee7b88ed91e9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:48.213937 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0da265c-8d1d-47a3-b06e-b064590d3f39 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Network d97a4652-83f5-4f06-aec8-38c88c13d790 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:48.227207 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-52ce6f7c-b890-4b61-bfae-685cae0cb87c tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:48.230802 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c3ee1d49-bfca-4785-b2d9-3a6d0538c38e tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.244310 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-52ce6f7c-b890-4b61-bfae-685cae0cb87c tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Usage tracker for resource:security_group_rule and tenant:7af6b040ec904ab78467e023735156fd is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:48.250184 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-52ce6f7c-b890-4b61-bfae-685cae0cb87c tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:48.259495 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aeef7ba8-ea37-4bb1-ba1d-385b54a21f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.266055 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78708e44-fec2-4218-8f5e-07e150d917db tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Network b8051f48-4b71-4829-96ec-b9cd051c5b0d is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:48.266352 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6112c69f-e7c5-4a7a-a7e6-ca2302e98a23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.269408 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-52ce6f7c-b890-4b61-bfae-685cae0cb87c tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:48.273574 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-e0da265c-8d1d-47a3-b06e-b064590d3f39 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, d97a4652-83f5-4f06-aec8-38c88c13d790) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:48.286759 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aeef7ba8-ea37-4bb1-ba1d-385b54a21f94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.289664 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0da265c-8d1d-47a3-b06e-b064590d3f39 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:48.291287 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e0da265c-8d1d-47a3-b06e-b064590d3f39 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.294368 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d069e015-b862-46b2-b9f7-4b5a93c64931 None None] Network d97a4652-83f5-4f06-aec8-38c88c13d790 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:48.298181 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-78708e44-fec2-4218-8f5e-07e150d917db tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, b8051f48-4b71-4829-96ec-b9cd051c5b0d) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:48.305417 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c3ee1d49-bfca-4785-b2d9-3a6d0538c38e tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.314647 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78708e44-fec2-4218-8f5e-07e150d917db tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:48.315226 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-78708e44-fec2-4218-8f5e-07e150d917db tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.322036 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f1d223c0-2273-4c1a-9964-50688968cd1e tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.342671 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c90b41e-139a-4d68-a871-bdea4fbc6025 None None] Network b8051f48-4b71-4829-96ec-b9cd051c5b0d requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:48.347046 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f1d223c0-2273-4c1a-9964-50688968cd1e tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.359999 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-52ce6f7c-b890-4b61-bfae-685cae0cb87c tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.362768 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d223c0-2273-4c1a-9964-50688968cd1e tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Network': ['ID=0f77a677-881b-4d92-987c-63ce941310fe,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:48.389788 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f1d223c0-2273-4c1a-9964-50688968cd1e tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/networks/0f77a677-881b-4d92-987c-63ce941310fe HTTP/1.1" status: 204 len: 168 time: 1.5758169 Jan 21 09:43:48.390446 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e0da265c-8d1d-47a3-b06e-b064590d3f39 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.9166133 Jan 21 09:43:48.393234 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57150) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:48.395612 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c3ee1d49-bfca-4785-b2d9-3a6d0538c38e tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.395848 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57152) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:48.397146 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c3ee1d49-bfca-4785-b2d9-3a6d0538c38e tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0198684 Jan 21 09:43:48.402796 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-dca88c1e-a2fb-4f46-a20c-d1ad7bd833bc tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-392206202'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:48.406632 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57158) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:48.413413 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-236c7051-3027-4f41-9184-da5cb12fa8f5 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Request body: {'port': {'network_id': 'd97a4652-83f5-4f06-aec8-38c88c13d790', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-199069734'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:48.414165 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-78708e44-fec2-4218-8f5e-07e150d917db tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.6836512 Jan 21 09:43:48.417763 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57160) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:48.432764 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-dca88c1e-a2fb-4f46-a20c-d1ad7bd833bc tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:48.438689 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-d8eed483-eb0b-4141-9a40-6b063128ef4e tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'enable_snat': False}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:48.457769 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aeef7ba8-ea37-4bb1-ba1d-385b54a21f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.458551 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeef7ba8-ea37-4bb1-ba1d-385b54a21f94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9515aa66-e01a-47a4-acf5-fc82c2ca2c66 {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:43:48.519567 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-9c3beee8-28d3-4263-8464-646f2207a9c5 None None] Deleting port cc4acc52-81e2-4873-9b19-4cab021fbaf4 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:48.520026 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9c3beee8-28d3-4263-8464-646f2207a9c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.552578 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aeef7ba8-ea37-4bb1-ba1d-385b54a21f94 admin admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.553305 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-dca88c1e-a2fb-4f46-a20c-d1ad7bd833bc tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:network and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:48.555094 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-aeef7ba8-ea37-4bb1-ba1d-385b54a21f94 admin admin] 10.222.0.104 "DELETE /v2.0/routers/9515aa66-e01a-47a4-acf5-fc82c2ca2c66 HTTP/1.1" status: 204 len: 168 time: 9.2870398 Jan 21 09:43:48.560794 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57166) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:48.570722 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-dca88c1e-a2fb-4f46-a20c-d1ad7bd833bc tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:48.615273 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-9c3beee8-28d3-4263-8464-646f2207a9c5 None None] The port 'cc4acc52-81e2-4873-9b19-4cab021fbaf4' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:43:48.671453 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-52ce6f7c-b890-4b61-bfae-685cae0cb87c tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.696156 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-52ce6f7c-b890-4b61-bfae-685cae0cb87c tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.726244 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-dca88c1e-a2fb-4f46-a20c-d1ad7bd833bc tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:48.732660 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-74ec70bb-41dc-49e9-aab1-3382cadc9f4b tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.732880 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6112c69f-e7c5-4a7a-a7e6-ca2302e98a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.745085 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ce6f7c-b890-4b61-bfae-685cae0cb87c tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=051219ab-5bed-457a-acc9-bddb76488787,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:48.750815 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e63c4d-72e7-47e9-ac5d-215b110215c9 admin admin] Deleting subnet a7325b76-47ff-4095-956a-0847071f4d3d {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:43:48.767414 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c2e63c4d-72e7-47e9-ac5d-215b110215c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.864875 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c2e63c4d-72e7-47e9-ac5d-215b110215c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.906451 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc398dd5-0b43-424c-b379-fa0f3b83386b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-d97a4652-83f5-4f06-aec8-38c88c13d790', 'network_id': 'd97a4652-83f5-4f06-aec8-38c88c13d790', 'tenant_id': 'a3ceeead67fd4425b3eae4f0abaa37dd', 'fixed_ips': [{'subnet_id': '836ff20e-1793-4ead-b68a-db2b4f3231b1'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:43:48.907783 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cc398dd5-0b43-424c-b379-fa0f3b83386b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.934269 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a11fab-18aa-4a5f-a7c9-77a2019c6599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-b8051f48-4b71-4829-96ec-b9cd051c5b0d', 'network_id': 'b8051f48-4b71-4829-96ec-b9cd051c5b0d', 'tenant_id': '14f7a2c3d80d4ed0a81309ac4c20d7a5', 'fixed_ips': [{'subnet_id': '2c8c9313-7706-4594-b1d1-aaf9fca85f5e'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:43:48.935061 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-81a11fab-18aa-4a5f-a7c9-77a2019c6599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.973009 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-52ce6f7c-b890-4b61-bfae-685cae0cb87c tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.980803 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-52ce6f7c-b890-4b61-bfae-685cae0cb87c tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.8326945 Jan 21 09:43:48.987652 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57170) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:49.003893 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca88c1e-a2fb-4f46-a20c-d1ad7bd833bc tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Made reservation on behalf of fd763e9054b0425c8035d150c4a90c6a for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:49.008840 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dca88c1e-a2fb-4f46-a20c-d1ad7bd833bc tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.064484 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-74ec70bb-41dc-49e9-aab1-3382cadc9f4b tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.202814 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c2e63c4d-72e7-47e9-ac5d-215b110215c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.214943 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device cc4acc52-81e2-4873-9b19-4cab021fbaf4 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:49.272457 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: cc4acc52-81e2-4873-9b19-4cab021fbaf4 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:43:49.272728 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device cc4acc52-81e2-4873-9b19-4cab021fbaf4 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:49.273123 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 209c6cfb-55ef-436a-b1cf-4588dc309cb8 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:49.313507 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-74ec70bb-41dc-49e9-aab1-3382cadc9f4b tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.315665 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-236c7051-3027-4f41-9184-da5cb12fa8f5 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:49.323174 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-236c7051-3027-4f41-9184-da5cb12fa8f5 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Usage tracker for resource:port and tenant:a3ceeead67fd4425b3eae4f0abaa37dd is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:49.328405 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-236c7051-3027-4f41-9184-da5cb12fa8f5 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server [None req-81a11fab-18aa-4a5f-a7c9-77a2019c6599 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2c8c9313-7706-4594-b1d1-aaf9fca85f5e: This subnet is being modified by another concurrent operation. Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:43:49.334043 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise exception Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2c8c9313-7706-4594-b1d1-aaf9fca85f5e: This subnet is being modified by another concurrent operation. Jan 21 09:43:49.338319 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server Jan 21 09:43:49.342329 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 209c6cfb-55ef-436a-b1cf-4588dc309cb8 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:43:49.342329 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 209c6cfb-55ef-436a-b1cf-4588dc309cb8 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:49.342329 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device bd6cd324-47d1-49a4-a6e4-23b5af6394b6 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:49.347100 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-236c7051-3027-4f41-9184-da5cb12fa8f5 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:49.365051 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dca88c1e-a2fb-4f46-a20c-d1ad7bd833bc tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:49.379666 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dca88c1e-a2fb-4f46-a20c-d1ad7bd833bc tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.379991 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-dca88c1e-a2fb-4f46-a20c-d1ad7bd833bc tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Added segment 60caba2e-beb8-45eb-a26f-9095351fd992 of type vlan for network 4eb6cbae-4c37-460a-9971-7be0931a2c7e Jan 21 09:43:49.391723 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fad48d-e802-4a34-8668-2d02a18c1433 None None] Network b8051f48-4b71-4829-96ec-b9cd051c5b0d requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:49.413560 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dca88c1e-a2fb-4f46-a20c-d1ad7bd833bc tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.451559 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2eb08b26-5f8f-445d-834a-0c69b25c4848 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.463145 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec70bb-41dc-49e9-aab1-3382cadc9f4b tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event deleted for resources: {'Subnet': ['ID=2c8c9313-7706-4594-b1d1-aaf9fca85f5e,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:49.471096 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2eb08b26-5f8f-445d-834a-0c69b25c4848 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.512150 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6112c69f-e7c5-4a7a-a7e6-ca2302e98a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.609047 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dca88c1e-a2fb-4f46-a20c-d1ad7bd833bc tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.613654 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca88c1e-a2fb-4f46-a20c-d1ad7bd833bc tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:49.614296 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dca88c1e-a2fb-4f46-a20c-d1ad7bd833bc tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.614667 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: bd6cd324-47d1-49a4-a6e4-23b5af6394b6 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:43:49.615017 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device bd6cd324-47d1-49a4-a6e4-23b5af6394b6 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:49.625345 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bcf1b1-a628-4f9b-a15c-54c2537bd3c1 None None] Network cb261bb5-f04b-4e44-bf4e-b6255f6519ef requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:49.643114 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2eb08b26-5f8f-445d-834a-0c69b25c4848 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.652292 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6112c69f-e7c5-4a7a-a7e6-ca2302e98a23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.654690 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-cc398dd5-0b43-424c-b379-fa0f3b83386b None None] Allocated IP 2001:db8::2 (d97a4652-83f5-4f06-aec8-38c88c13d790/836ff20e-1793-4ead-b68a-db2b4f3231b1/a9da146d-2627-442e-b643-9c109d6f1ad8) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:49.656830 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112c69f-e7c5-4a7a-a7e6-ca2302e98a23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f61ceb71-d229-45b9-93db-87fdf9ae5111,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:49.693853 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236c7051-3027-4f41-9184-da5cb12fa8f5 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Made reservation on behalf of a3ceeead67fd4425b3eae4f0abaa37dd for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:49.699631 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-236c7051-3027-4f41-9184-da5cb12fa8f5 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.788268 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c2e63c4d-72e7-47e9-ac5d-215b110215c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.801568 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2eb08b26-5f8f-445d-834a-0c69b25c4848 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.805687 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2eb08b26-5f8f-445d-834a-0c69b25c4848 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/051219ab-5bed-457a-acc9-bddb76488787 HTTP/1.1" status: 204 len: 168 time: 0.8121214 Jan 21 09:43:49.815426 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57176) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:49.826766 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb08b26-5f8f-445d-834a-0c69b25c4848 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=051219ab-5bed-457a-acc9-bddb76488787,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:49.866278 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c2e63c4d-72e7-47e9-ac5d-215b110215c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.870468 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085e4f59-af4d-409e-bc91-8b95b90ea832 None None] Network d89fa3fc-d223-4e65-92aa-0d0d70c94692 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:49.873091 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e63c4d-72e7-47e9-ac5d-215b110215c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7325b76-47ff-4095-956a-0847071f4d3d,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:49.878690 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-74ec70bb-41dc-49e9-aab1-3382cadc9f4b tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.894083 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c2e63c4d-72e7-47e9-ac5d-215b110215c9 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/a7325b76-47ff-4095-956a-0847071f4d3d HTTP/1.1" status: 204 len: 168 time: 1.3305106 Jan 21 09:43:49.896865 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57180) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:49.916178 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-dca88c1e-a2fb-4f46-a20c-d1ad7bd833bc tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5201066 Jan 21 09:43:49.954994 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57184) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:49.965612 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6112c69f-e7c5-4a7a-a7e6-ca2302e98a23 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/f61ceb71-d229-45b9-93db-87fdf9ae5111 HTTP/1.1" status: 204 len: 168 time: 1.9481461 Jan 21 09:43:49.982883 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57188) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:49.986901 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-411840b7-a42b-478e-b77c-c0278646897c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'subnet': {'network_id': '4eb6cbae-4c37-460a-9971-7be0931a2c7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:50.030028 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-236c7051-3027-4f41-9184-da5cb12fa8f5 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] device_id is not set on port 1fa8d682-23c8-4b3a-99b3-74a8754b600f yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:43:50.038000 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-508b4e3b-d38d-4a71-9d42-158765fb9c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.043152 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-74ec70bb-41dc-49e9-aab1-3382cadc9f4b tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8051f48-4b71-4829-96ec-b9cd051c5b0d']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:50.066620 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-74ec70bb-41dc-49e9-aab1-3382cadc9f4b tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e3a23a-db25-469e-beb0-61edae0d378c') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:50.066980 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-74ec70bb-41dc-49e9-aab1-3382cadc9f4b tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e3a23a-db25-469e-beb0-61edae0d378c') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:50.084725 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-74ec70bb-41dc-49e9-aab1-3382cadc9f4b tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.092358 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-508b4e3b-d38d-4a71-9d42-158765fb9c63 admin admin] Deleting port 3db6a495-9929-4eb1-bda7-cb1aea47d0e3 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:50.092759 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-508b4e3b-d38d-4a71-9d42-158765fb9c63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.192085 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca88c1e-a2fb-4f46-a20c-d1ad7bd833bc tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Network': ['ID=4eb6cbae-4c37-460a-9971-7be0931a2c7e,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:50.221343 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-74ec70bb-41dc-49e9-aab1-3382cadc9f4b tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.232472 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 4eb6cbae-4c37-460a-9971-7be0931a2c7e details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:50.237734 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ec70bb-41dc-49e9-aab1-3382cadc9f4b tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:43:50.238126 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-74ec70bb-41dc-49e9-aab1-3382cadc9f4b tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.266645 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:43:50.266645 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:43:50.266645 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:43:50.266645 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:50.266645 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:43:50.266645 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:50.266645 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:43:50.266645 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:50.266645 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:43:50.266645 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:50.266645 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:43:50.266645 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:50.266645 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:43:50.266645 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:50.266645 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:50.266645 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:50.266645 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:50.266645 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:50.266645 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:43:50.266645 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:43:50.266645 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:43:50.266645 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:43:50.266645 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:50.266645 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:43:50.266645 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:50.266645 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:43:50.266645 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:50.266645 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:43:50.266645 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:50.266645 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:43:50.266645 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:50.266645 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:50.498127 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-508b4e3b-d38d-4a71-9d42-158765fb9c63 admin admin] For port 3db6a495-9929-4eb1-bda7-cb1aea47d0e3, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=3db6a495-9929-4eb1-bda7-cb1aea47d0e3,segment=NetworkSegment(34b0cab3-f2f4-48a2-80f3-ffaaa390bd66),segment_id=34b0cab3-f2f4-48a2-80f3-ffaaa390bd66)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:50.499291 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-508b4e3b-d38d-4a71-9d42-158765fb9c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.506843 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9e7c7211-b509-4b1e-b101-793f63f8db1d tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Synchronizing usage tracker for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group_rule {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:50.514075 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.515303 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-74ec70bb-41dc-49e9-aab1-3382cadc9f4b tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.520323 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-74ec70bb-41dc-49e9-aab1-3382cadc9f4b tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.523910 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-411840b7-a42b-478e-b77c-c0278646897c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:50.532514 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-417b37e9-666f-43be-b335-b37aee33fb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.590968 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-411840b7-a42b-478e-b77c-c0278646897c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:subnet and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:50.601278 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-411840b7-a42b-478e-b77c-c0278646897c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:50.618169 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-411840b7-a42b-478e-b77c-c0278646897c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:50.630399 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-417b37e9-666f-43be-b335-b37aee33fb78 admin admin] Deleting port 00433935-1786-44d5-b9ad-e3651d3d5b33 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:50.630859 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-417b37e9-666f-43be-b335-b37aee33fb78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.702753 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-508b4e3b-d38d-4a71-9d42-158765fb9c63 admin admin] Calling delete_port for 3db6a495-9929-4eb1-bda7-cb1aea47d0e3 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:50.707448 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9e7c7211-b509-4b1e-b101-793f63f8db1d tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Unset dirty status for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group_rule {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:50.712318 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9e7c7211-b509-4b1e-b101-793f63f8db1d tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.8847325 Jan 21 09:43:50.719554 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411840b7-a42b-478e-b77c-c0278646897c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Made reservation on behalf of fd763e9054b0425c8035d150c4a90c6a for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:50.731470 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57192) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:50.737339 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-74ec70bb-41dc-49e9-aab1-3382cadc9f4b tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "DELETE /v2.0/networks/b8051f48-4b71-4829-96ec-b9cd051c5b0d HTTP/1.1" status: 204 len: 168 time: 2.3179748 Jan 21 09:43:50.763000 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec70bb-41dc-49e9-aab1-3382cadc9f4b tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event deleted for resources: {'Network': ['ID=b8051f48-4b71-4829-96ec-b9cd051c5b0d,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:50.765310 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57196) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:50.769966 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cc398dd5-0b43-424c-b379-fa0f3b83386b None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.783512 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-f41e20a1-3bf9-4733-b4c1-482b90b38b56 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1172318458'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:50.793243 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-cc398dd5-0b43-424c-b379-fa0f3b83386b None None] Transition to ACTIVE for port object a9da146d-2627-442e-b643-9c109d6f1ad8 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:50.843743 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-cc398dd5-0b43-424c-b379-fa0f3b83386b None None] Transition to ACTIVE for port object a9da146d-2627-442e-b643-9c109d6f1ad8 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:50.862643 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cc398dd5-0b43-424c-b379-fa0f3b83386b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.907870 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-508b4e3b-d38d-4a71-9d42-158765fb9c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.915023 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d8eed483-eb0b-4141-9a40-6b063128ef4e tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.924338 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f41e20a1-3bf9-4733-b4c1-482b90b38b56 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:50.963694 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f41e20a1-3bf9-4733-b4c1-482b90b38b56 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Usage tracker for resource:network and tenant:14f7a2c3d80d4ed0a81309ac4c20d7a5 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:50.973538 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bceb9d-74a9-4e55-8f86-9e8def3a6a72 None None] DHCP port deletion for cb261bb5-f04b-4e44-bf4e-b6255f6519ef request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:43:50.981938 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b59b308-593a-44a9-a0aa-e8c37bc56ec3 None None] DHCP port deletion for d89fa3fc-d223-4e65-92aa-0d0d70c94692 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:43:50.989317 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-a4bceb9d-74a9-4e55-8f86-9e8def3a6a72 None None] Deleting port 00433935-1786-44d5-b9ad-e3651d3d5b33 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:50.989859 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a4bceb9d-74a9-4e55-8f86-9e8def3a6a72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.025839 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f41e20a1-3bf9-4733-b4c1-482b90b38b56 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:51.028312 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b4e3b-d38d-4a71-9d42-158765fb9c63 admin admin] Pushing event deleted for resources: {'Port': ['ID=3db6a495-9929-4eb1-bda7-cb1aea47d0e3,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:51.037094 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-19031517-3669-4e2b-9ea9-715adf6a07c0 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.039241 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc398dd5-0b43-424c-b379-fa0f3b83386b None None] Pushing event updated for resources: {'Port': ['ID=a9da146d-2627-442e-b643-9c109d6f1ad8,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:51.053381 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc398dd5-0b43-424c-b379-fa0f3b83386b None None] Network d97a4652-83f5-4f06-aec8-38c88c13d790 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:51.063550 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-cc398dd5-0b43-424c-b379-fa0f3b83386b None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:51.071216 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508b4e3b-d38d-4a71-9d42-158765fb9c63 admin admin] No DVR routers for this DVR port 3db6a495-9929-4eb1-bda7-cb1aea47d0e3 on host dv-neutron-825732-1-hyperv {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:51.075108 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc398dd5-0b43-424c-b379-fa0f3b83386b None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:51.084234 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f41e20a1-3bf9-4733-b4c1-482b90b38b56 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:51.119741 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-411840b7-a42b-478e-b77c-c0278646897c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.154391 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-19031517-3669-4e2b-9ea9-715adf6a07c0 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.231158 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41e20a1-3bf9-4733-b4c1-482b90b38b56 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Made reservation on behalf of 14f7a2c3d80d4ed0a81309ac4c20d7a5 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:51.234218 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f41e20a1-3bf9-4733-b4c1-482b90b38b56 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.253263 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-cc398dd5-0b43-424c-b379-fa0f3b83386b None None] Attempting to bind port a9da146d-2627-442e-b643-9c109d6f1ad8 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:51.253911 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-cc398dd5-0b43-424c-b379-fa0f3b83386b None None] Attempting to bind port a9da146d-2627-442e-b643-9c109d6f1ad8 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '82668c06-6710-4b2b-9071-cdb00f5e415e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd97a4652-83f5-4f06-aec8-38c88c13d790'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:51.254019 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc398dd5-0b43-424c-b379-fa0f3b83386b None None] Attempting to bind port a9da146d-2627-442e-b643-9c109d6f1ad8 on network d97a4652-83f5-4f06-aec8-38c88c13d790 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:43:51.269218 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-508b4e3b-d38d-4a71-9d42-158765fb9c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.302792 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-508b4e3b-d38d-4a71-9d42-158765fb9c63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d89fa3fc-d223-4e65-92aa-0d0d70c94692']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:51.317432 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-19031517-3669-4e2b-9ea9-715adf6a07c0 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.335121 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-508b4e3b-d38d-4a71-9d42-158765fb9c63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34b0cab3-f2f4-48a2-80f3-ffaaa390bd66') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:51.335631 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-508b4e3b-d38d-4a71-9d42-158765fb9c63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34b0cab3-f2f4-48a2-80f3-ffaaa390bd66') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:51.350900 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19031517-3669-4e2b-9ea9-715adf6a07c0 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21790402-a2c9-48d3-9182-ee7b88ed91e9,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:51.355123 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-508b4e3b-d38d-4a71-9d42-158765fb9c63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.360014 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc398dd5-0b43-424c-b379-fa0f3b83386b None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:43:51.360458 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc398dd5-0b43-424c-b379-fa0f3b83386b None None] Checking segment: {'id': '82668c06-6710-4b2b-9071-cdb00f5e415e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd97a4652-83f5-4f06-aec8-38c88c13d790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:43:51.360772 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cc398dd5-0b43-424c-b379-fa0f3b83386b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.361674 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc398dd5-0b43-424c-b379-fa0f3b83386b None None] Bound using segment: {'id': '82668c06-6710-4b2b-9071-cdb00f5e415e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd97a4652-83f5-4f06-aec8-38c88c13d790'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:43:51.361674 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-cc398dd5-0b43-424c-b379-fa0f3b83386b None None] Bound port: a9da146d-2627-442e-b643-9c109d6f1ad8, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82668c06-6710-4b2b-9071-cdb00f5e415e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd97a4652-83f5-4f06-aec8-38c88c13d790'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:51.362056 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cc398dd5-0b43-424c-b379-fa0f3b83386b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.388882 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-508b4e3b-d38d-4a71-9d42-158765fb9c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.400680 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-508b4e3b-d38d-4a71-9d42-158765fb9c63 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:43:51.401345 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-508b4e3b-d38d-4a71-9d42-158765fb9c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.422912 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:43:51.422912 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:43:51.422912 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:43:51.422912 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:51.422912 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:43:51.422912 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:51.422912 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:43:51.422912 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:51.422912 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:43:51.422912 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:51.422912 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:43:51.422912 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:51.422912 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:43:51.422912 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:51.422912 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:51.422912 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:51.422912 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:51.422912 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:51.422912 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:43:51.422912 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:43:51.422912 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:43:51.422912 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:43:51.422912 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:51.422912 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:43:51.422912 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:51.422912 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:43:51.422912 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:51.422912 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:43:51.422912 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:51.422912 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:43:51.422912 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:51.422912 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:51.445083 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-236c7051-3027-4f41-9184-da5cb12fa8f5 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Allocated IP 2001:db8::86 (d97a4652-83f5-4f06-aec8-38c88c13d790/836ff20e-1793-4ead-b68a-db2b4f3231b1/1fa8d682-23c8-4b3a-99b3-74a8754b600f) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:51.494540 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-19031517-3669-4e2b-9ea9-715adf6a07c0 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.498713 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-19031517-3669-4e2b-9ea9-715adf6a07c0 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "DELETE /v2.0/security-groups/21790402-a2c9-48d3-9182-ee7b88ed91e9 HTTP/1.1" status: 204 len: 168 time: 0.7611747 Jan 21 09:43:51.500163 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-cc398dd5-0b43-424c-b379-fa0f3b83386b None None] For port a9da146d-2627-442e-b643-9c109d6f1ad8, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:43:51.502494 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57200) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:51.509907 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-a4bceb9d-74a9-4e55-8f86-9e8def3a6a72 None None] For port 00433935-1786-44d5-b9ad-e3651d3d5b33, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=00433935-1786-44d5-b9ad-e3651d3d5b33,segment=NetworkSegment(e697bd79-488c-4593-885e-69b8ce3d5a8d),segment_id=e697bd79-488c-4593-885e-69b8ce3d5a8d)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:51.510573 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a4bceb9d-74a9-4e55-8f86-9e8def3a6a72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.565112 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-508b4e3b-d38d-4a71-9d42-158765fb9c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.588748 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-cc398dd5-0b43-424c-b379-fa0f3b83386b None None] For port a9da146d-2627-442e-b643-9c109d6f1ad8, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=a9da146d-2627-442e-b643-9c109d6f1ad8,segment=NetworkSegment(82668c06-6710-4b2b-9071-cdb00f5e415e),segment_id=82668c06-6710-4b2b-9071-cdb00f5e415e)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:43:51.591019 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-508b4e3b-d38d-4a71-9d42-158765fb9c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.599066 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b4e3b-d38d-4a71-9d42-158765fb9c63 admin admin] Pushing event deleted for resources: {'Network': ['ID=d89fa3fc-d223-4e65-92aa-0d0d70c94692,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:51.628152 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e750ba17-bbd5-485d-bf18-67555f138543 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Synchronizing usage tracker for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:51.637669 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-508b4e3b-d38d-4a71-9d42-158765fb9c63 admin admin] 10.222.0.104 "DELETE /v2.0/networks/d89fa3fc-d223-4e65-92aa-0d0d70c94692 HTTP/1.1" status: 204 len: 168 time: 1.7387335 Jan 21 09:43:51.652462 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-417b37e9-666f-43be-b335-b37aee33fb78 admin admin] For port 00433935-1786-44d5-b9ad-e3651d3d5b33, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=00433935-1786-44d5-b9ad-e3651d3d5b33,segment=NetworkSegment(e697bd79-488c-4593-885e-69b8ce3d5a8d),segment_id=e697bd79-488c-4593-885e-69b8ce3d5a8d)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:51.653115 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-417b37e9-666f-43be-b335-b37aee33fb78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.662732 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f41e20a1-3bf9-4733-b4c1-482b90b38b56 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:51.671090 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e750ba17-bbd5-485d-bf18-67555f138543 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Unset dirty status for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:51.682870 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e750ba17-bbd5-485d-bf18-67555f138543 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1696002 Jan 21 09:43:51.683173 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cc398dd5-0b43-424c-b379-fa0f3b83386b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.683356 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57206) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:51.692267 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-f93d0b13-7351-4476-bb89-2d4e7c69ac6c tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Request body: {'security_group': {'name': 'tempest-secgroup--826134782'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:51.700946 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f93d0b13-7351-4476-bb89-2d4e7c69ac6c tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:51.712973 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f41e20a1-3bf9-4733-b4c1-482b90b38b56 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.713456 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-f41e20a1-3bf9-4733-b4c1-482b90b38b56 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Added segment 02ba3d9f-a48c-4a3e-ab60-657ffe8df401 of type vlan for network 2fcb5832-9437-4c3a-ba33-e047064465b3 Jan 21 09:43:51.718972 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f93d0b13-7351-4476-bb89-2d4e7c69ac6c tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:51.737065 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f93d0b13-7351-4476-bb89-2d4e7c69ac6c tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.796353 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f93d0b13-7351-4476-bb89-2d4e7c69ac6c tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:51.801056 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-f93d0b13-7351-4476-bb89-2d4e7c69ac6c tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Usage tracker for resource:security_group_rule and tenant:7af6b040ec904ab78467e023735156fd is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:51.803224 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-a4bceb9d-74a9-4e55-8f86-9e8def3a6a72 None None] Calling delete_port for 00433935-1786-44d5-b9ad-e3651d3d5b33 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:51.806411 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-f93d0b13-7351-4476-bb89-2d4e7c69ac6c tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:51.817261 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f93d0b13-7351-4476-bb89-2d4e7c69ac6c tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:51.880439 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-417b37e9-666f-43be-b335-b37aee33fb78 admin admin] Calling delete_port for 00433935-1786-44d5-b9ad-e3651d3d5b33 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:51.933969 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc398dd5-0b43-424c-b379-fa0f3b83386b None None] Pushing event updated for resources: {'Port': ['ID=a9da146d-2627-442e-b643-9c109d6f1ad8,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:51.952889 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f93d0b13-7351-4476-bb89-2d4e7c69ac6c tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.966502 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f93d0b13-7351-4476-bb89-2d4e7c69ac6c tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.020600 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a4bceb9d-74a9-4e55-8f86-9e8def3a6a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.053015 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57210) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:52.061380 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d0b13-7351-4476-bb89-2d4e7c69ac6c tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=762d905f-ef5f-427d-80ad-9225af78874e,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:52.074174 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f93d0b13-7351-4476-bb89-2d4e7c69ac6c tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.076389 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f93d0b13-7351-4476-bb89-2d4e7c69ac6c tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3920784 Jan 21 09:43:52.079284 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57212) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:52.102127 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bceb9d-74a9-4e55-8f86-9e8def3a6a72 None None] No DVR routers for this DVR port 00433935-1786-44d5-b9ad-e3651d3d5b33 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:52.109114 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-c6097c17-70e9-4c61-aa89-736ac58fdcbb tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Request body: {'security_group_rule': {'security_group_id': '762d905f-ef5f-427d-80ad-9225af78874e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:52.115019 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bceb9d-74a9-4e55-8f86-9e8def3a6a72 None None] Pushing event deleted for resources: {'Port': ['ID=00433935-1786-44d5-b9ad-e3651d3d5b33,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:52.119588 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-c6097c17-70e9-4c61-aa89-736ac58fdcbb tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:52.128955 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c6097c17-70e9-4c61-aa89-736ac58fdcbb tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Usage tracker for resource:security_group_rule and tenant:7af6b040ec904ab78467e023735156fd is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:52.132228 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c6097c17-70e9-4c61-aa89-736ac58fdcbb tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:52.145857 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-c6097c17-70e9-4c61-aa89-736ac58fdcbb tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:52.177492 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c6097c17-70e9-4c61-aa89-736ac58fdcbb tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.261915 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f41e20a1-3bf9-4733-b4c1-482b90b38b56 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.304081 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c6097c17-70e9-4c61-aa89-736ac58fdcbb tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.309580 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c6097c17-70e9-4c61-aa89-736ac58fdcbb tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.346171 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6097c17-70e9-4c61-aa89-736ac58fdcbb tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45d898d9-9008-49b3-8646-7c864efac04b,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:52.367386 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c6097c17-70e9-4c61-aa89-736ac58fdcbb tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.372476 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c6097c17-70e9-4c61-aa89-736ac58fdcbb tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2815924 Jan 21 09:43:52.373054 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57218) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:52.413421 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-bdf77419-f24c-4b30-a7a3-dbad1b23500e tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "GET /v2.0/security-group-rules/45d898d9-9008-49b3-8646-7c864efac04b HTTP/1.1" status: 200 len: 705 time: 0.0352445 Jan 21 09:43:52.413817 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57222) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:52.483786 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.api [None req-417b37e9-666f-43be-b335-b37aee33fb78 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:43:52.484181 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG oslo_db.api [None req-417b37e9-666f-43be-b335-b37aee33fb78 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:43:52.485390 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-f41e20a1-3bf9-4733-b4c1-482b90b38b56 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:43:52.497581 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e443ed4f-a2ea-4c4d-a01d-aec3a4ec0cc6 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Synchronizing usage tracker for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group_rule {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:52.519024 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e443ed4f-a2ea-4c4d-a01d-aec3a4ec0cc6 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Unset dirty status for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group_rule {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:52.525995 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e443ed4f-a2ea-4c4d-a01d-aec3a4ec0cc6 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1105623 Jan 21 09:43:52.526740 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57226) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:52.533071 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-236c7051-3027-4f41-9184-da5cb12fa8f5 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.552233 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-411840b7-a42b-478e-b77c-c0278646897c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.558393 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8e7ef910-d8fb-40e7-8a86-5db3f175c026 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=9423dc950d0443ff88843ee602917a89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4183576 Jan 21 09:43:52.560322 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0a8ee785-d0ed-453d-800c-817a26ea7424 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.567433 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57230) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:52.587940 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0a8ee785-d0ed-453d-800c-817a26ea7424 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.621001 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f41e20a1-3bf9-4733-b4c1-482b90b38b56 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.624915 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41e20a1-3bf9-4733-b4c1-482b90b38b56 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:52.625586 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f41e20a1-3bf9-4733-b4c1-482b90b38b56 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.632397 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-236c7051-3027-4f41-9184-da5cb12fa8f5 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Transition to ACTIVE for port object 1fa8d682-23c8-4b3a-99b3-74a8754b600f will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:52.746649 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0a8ee785-d0ed-453d-800c-817a26ea7424 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.769402 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ee785-d0ed-453d-800c-817a26ea7424 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45d898d9-9008-49b3-8646-7c864efac04b,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:52.780639 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0a8ee785-d0ed-453d-800c-817a26ea7424 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.784567 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0a8ee785-d0ed-453d-800c-817a26ea7424 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/45d898d9-9008-49b3-8646-7c864efac04b HTTP/1.1" status: 204 len: 168 time: 0.2540836 Jan 21 09:43:52.785395 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57234) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:52.822540 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1f2646b2-4e47-435b-a989-3fa8c7cb83c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.849450 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411840b7-a42b-478e-b77c-c0278646897c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Subnet': ['ID=261490ff-df2b-42ee-ac30-57075afd83b0,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:52.866316 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-bee40f74-3eaf-44fd-9310-63124123e2a9 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Synchronizing usage tracker for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group_rule {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:52.882859 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f41e20a1-3bf9-4733-b4c1-482b90b38b56 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1116636 Jan 21 09:43:52.884299 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e20a1-3bf9-4733-b4c1-482b90b38b56 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event updated for resources: {'Network': ['ID=2fcb5832-9437-4c3a-ba33-e047064465b3,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:52.887890 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57238) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:52.893476 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1f2646b2-4e47-435b-a989-3fa8c7cb83c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.907258 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-cdd73b93-b71d-43ca-b41b-08f5eb6322ca tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Request body: {'subnet': {'network_id': '2fcb5832-9437-4c3a-ba33-e047064465b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:52.910438 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 2fcb5832-9437-4c3a-ba33-e047064465b3 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:52.929606 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-236c7051-3027-4f41-9184-da5cb12fa8f5 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.933712 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d8eed483-eb0b-4141-9a40-6b063128ef4e tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.969797 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411840b7-a42b-478e-b77c-c0278646897c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Checking segment: {'id': '60caba2e-beb8-45eb-a26f-9095351fd992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4eb6cbae-4c37-460a-9971-7be0931a2c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:43:52.999071 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411840b7-a42b-478e-b77c-c0278646897c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Network hostable DHCP agents. Network: 4eb6cbae-4c37-460a-9971-7be0931a2c7e, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:53.074833 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-417b37e9-666f-43be-b335-b37aee33fb78 admin admin] Deleting port 00433935-1786-44d5-b9ad-e3651d3d5b33 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:53.076070 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-417b37e9-666f-43be-b335-b37aee33fb78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.091473 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-bee40f74-3eaf-44fd-9310-63124123e2a9 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Unset dirty status for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group_rule {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:53.092790 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-bee40f74-3eaf-44fd-9310-63124123e2a9 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3064132 Jan 21 09:43:53.094561 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a9da146d-2627-442e-b643-9c109d6f1ad8 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:53.110896 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57244) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:53.154210 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-f04039e7-7477-4b01-84c0-b5054f0448fd tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Request body: {'security_group_rule': {'security_group_id': '762d905f-ef5f-427d-80ad-9225af78874e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:53.164411 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d8eed483-eb0b-4141-9a40-6b063128ef4e tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.184193 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1f2646b2-4e47-435b-a989-3fa8c7cb83c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.189390 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-cdd73b93-b71d-43ca-b41b-08f5eb6322ca tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:53.204199 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-cdd73b93-b71d-43ca-b41b-08f5eb6322ca tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Usage tracker for resource:subnet and tenant:14f7a2c3d80d4ed0a81309ac4c20d7a5 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:53.211069 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-cdd73b93-b71d-43ca-b41b-08f5eb6322ca tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:53.215658 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2646b2-4e47-435b-a989-3fa8c7cb83c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a28b3a5-f4be-4651-80e1-59c4affb2dc5,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:53.230171 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1f2646b2-4e47-435b-a989-3fa8c7cb83c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.235240 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-1f2646b2-4e47-435b-a989-3fa8c7cb83c1 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/0a28b3a5-f4be-4651-80e1-59c4affb2dc5 HTTP/1.1" status: 204 len: 168 time: 0.6662271 Jan 21 09:43:53.236599 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-cdd73b93-b71d-43ca-b41b-08f5eb6322ca tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:53.241333 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f04039e7-7477-4b01-84c0-b5054f0448fd tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:53.254462 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd73b93-b71d-43ca-b41b-08f5eb6322ca tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Made reservation on behalf of 14f7a2c3d80d4ed0a81309ac4c20d7a5 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:53.312551 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port a9da146d-2627-442e-b643-9c109d6f1ad8 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:53.314700 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-417b37e9-666f-43be-b335-b37aee33fb78 admin admin] The port '00433935-1786-44d5-b9ad-e3651d3d5b33' was deleted {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:43:53.338564 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f04039e7-7477-4b01-84c0-b5054f0448fd tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:53.400664 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cdd73b93-b71d-43ca-b41b-08f5eb6322ca tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.420406 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236c7051-3027-4f41-9184-da5cb12fa8f5 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Network d97a4652-83f5-4f06-aec8-38c88c13d790 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:53.428914 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 00433935-1786-44d5-b9ad-e3651d3d5b33 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:53.456610 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c7051-3027-4f41-9184-da5cb12fa8f5 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Pushing event updated for resources: {'Port': ['ID=1fa8d682-23c8-4b3a-99b3-74a8754b600f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:53.469873 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-236c7051-3027-4f41-9184-da5cb12fa8f5 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:53.511156 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236c7051-3027-4f41-9184-da5cb12fa8f5 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:53.516287 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236c7051-3027-4f41-9184-da5cb12fa8f5 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:53.517234 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-236c7051-3027-4f41-9184-da5cb12fa8f5 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.527676 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b44769a-267b-4e93-8275-cd5b66be1daa None None] Network d97a4652-83f5-4f06-aec8-38c88c13d790 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:53.601797 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 00433935-1786-44d5-b9ad-e3651d3d5b33 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:43:53.603492 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 00433935-1786-44d5-b9ad-e3651d3d5b33 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:53.606961 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 3db6a495-9929-4eb1-bda7-cb1aea47d0e3 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:53.633721 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411840b7-a42b-478e-b77c-c0278646897c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Network 4eb6cbae-4c37-460a-9971-7be0931a2c7e is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:53.642307 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f04039e7-7477-4b01-84c0-b5054f0448fd tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.661242 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-417b37e9-666f-43be-b335-b37aee33fb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.705545 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-236c7051-3027-4f41-9184-da5cb12fa8f5 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 5.3051262 Jan 21 09:43:53.720027 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57254) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:53.734512 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-417b37e9-666f-43be-b335-b37aee33fb78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb261bb5-f04b-4e44-bf4e-b6255f6519ef']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:53.745929 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-411840b7-a42b-478e-b77c-c0278646897c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 4eb6cbae-4c37-460a-9971-7be0931a2c7e) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:53.746626 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cdd73b93-b71d-43ca-b41b-08f5eb6322ca tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.748186 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-d8eed483-eb0b-4141-9a40-6b063128ef4e tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Allocated IP 172.26.0.55 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/9ea3f4e6-fc8d-4864-a553-d12c2ce2d628) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:53.750636 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 3db6a495-9929-4eb1-bda7-cb1aea47d0e3 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:43:53.751990 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 3db6a495-9929-4eb1-bda7-cb1aea47d0e3 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:53.780170 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e1f15f-f258-466b-a654-1d648b7be94a None None] Network 4eb6cbae-4c37-460a-9971-7be0931a2c7e requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:53.967577 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd73b93-b71d-43ca-b41b-08f5eb6322ca tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Checking segment: {'id': '02ba3d9f-a48c-4a3e-ab60-657ffe8df401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2fcb5832-9437-4c3a-ba33-e047064465b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:43:53.969899 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd73b93-b71d-43ca-b41b-08f5eb6322ca tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Network hostable DHCP agents. Network: 2fcb5832-9437-4c3a-ba33-e047064465b3, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:53.971203 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-88442308-cbc3-4485-a65a-b17771f932e6 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Request body: {'port': {'network_id': 'd97a4652-83f5-4f06-aec8-38c88c13d790', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-208808589', 'allowed_address_pairs': [{'ip_address': '2001:db8::86', 'mac_address': 'fa:16:3e:e5:28:eb'}]}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:53.991881 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd73b93-b71d-43ca-b41b-08f5eb6322ca tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event updated for resources: {'Subnet': ['ID=543ffa4f-549e-4d02-ae4f-09fd9e8b4352,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:54.009030 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411840b7-a42b-478e-b77c-c0278646897c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:54.010073 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-411840b7-a42b-478e-b77c-c0278646897c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.023935 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd73b93-b71d-43ca-b41b-08f5eb6322ca tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Network 2fcb5832-9437-4c3a-ba33-e047064465b3 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:54.030971 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-417b37e9-666f-43be-b335-b37aee33fb78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e697bd79-488c-4593-885e-69b8ce3d5a8d') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:54.031536 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-417b37e9-666f-43be-b335-b37aee33fb78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e697bd79-488c-4593-885e-69b8ce3d5a8d') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:54.043492 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-cdd73b93-b71d-43ca-b41b-08f5eb6322ca tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 2fcb5832-9437-4c3a-ba33-e047064465b3) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:54.048566 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd73b93-b71d-43ca-b41b-08f5eb6322ca tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:54.049281 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cdd73b93-b71d-43ca-b41b-08f5eb6322ca tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.049913 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-72deb844-d1b1-4596-ac3d-d05caceb22ee None None] Provisioning for port a9da146d-2627-442e-b643-9c109d6f1ad8 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:54.080541 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f37ce0b-f369-4441-96e3-624ffb388127 None None] Network 2fcb5832-9437-4c3a-ba33-e047064465b3 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:54.084580 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-cdd73b93-b71d-43ca-b41b-08f5eb6322ca tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1946785 Jan 21 09:43:54.085656 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57262) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:54.105120 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-72deb844-d1b1-4596-ac3d-d05caceb22ee None None] Provisioning complete for port a9da146d-2627-442e-b643-9c109d6f1ad8 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:54.105753 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-72deb844-d1b1-4596-ac3d-d05caceb22ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.129777 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-417b37e9-666f-43be-b335-b37aee33fb78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.238600 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-411840b7-a42b-478e-b77c-c0278646897c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2791407 Jan 21 09:43:54.239421 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57268) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:54.253027 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6258a5d6-3a44-438c-a39e-8115315f4dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.253286 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-417b37e9-666f-43be-b335-b37aee33fb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.276167 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-0b956f46-84d0-4e49-8ce8-4d3142efeeea tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'port': {'network_id': '4eb6cbae-4c37-460a-9971-7be0931a2c7e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1333492860'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:54.301614 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-417b37e9-666f-43be-b335-b37aee33fb78 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:43:54.302018 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-417b37e9-666f-43be-b335-b37aee33fb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.338000 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d3398f82-8812-4fd4-a397-802d1cf1547d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:54.339776 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:54.432018 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d3398f82-8812-4fd4-a397-802d1cf1547d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.435194 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a3800b-7c85-41a7-b70d-ad3902390bcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-4eb6cbae-4c37-460a-9971-7be0931a2c7e', 'network_id': '4eb6cbae-4c37-460a-9971-7be0931a2c7e', 'tenant_id': 'fd763e9054b0425c8035d150c4a90c6a', 'fixed_ips': [{'subnet_id': '261490ff-df2b-42ee-ac30-57075afd83b0'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:43:54.436115 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c9a3800b-7c85-41a7-b70d-ad3902390bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.505797 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f04039e7-7477-4b01-84c0-b5054f0448fd tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.527681 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f04039e7-7477-4b01-84c0-b5054f0448fd tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.562796 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-88442308-cbc3-4485-a65a-b17771f932e6 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:54.574345 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-417b37e9-666f-43be-b335-b37aee33fb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.590188 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d3398f82-8812-4fd4-a397-802d1cf1547d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.596123 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-88442308-cbc3-4485-a65a-b17771f932e6 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Usage tracker for resource:port and tenant:a3ceeead67fd4425b3eae4f0abaa37dd is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:54.601574 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04039e7-7477-4b01-84c0-b5054f0448fd tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5114192-e771-4f0e-a30b-90694c357e2e,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:54.617211 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-88442308-cbc3-4485-a65a-b17771f932e6 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:54.635213 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-417b37e9-666f-43be-b335-b37aee33fb78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.663478 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3398f82-8812-4fd4-a397-802d1cf1547d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event deleted for resources: {'Subnet': ['ID=543ffa4f-549e-4d02-ae4f-09fd9e8b4352,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:54.688181 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-88442308-cbc3-4485-a65a-b17771f932e6 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:54.694987 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-72deb844-d1b1-4596-ac3d-d05caceb22ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.713829 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b37e9-666f-43be-b335-b37aee33fb78 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb261bb5-f04b-4e44-bf4e-b6255f6519ef,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:54.751887 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d8eed483-eb0b-4141-9a40-6b063128ef4e tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.770457 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-417b37e9-666f-43be-b335-b37aee33fb78 admin admin] 10.222.0.104 "DELETE /v2.0/networks/cb261bb5-f04b-4e44-bf4e-b6255f6519ef HTTP/1.1" status: 204 len: 168 time: 4.7582695 Jan 21 09:43:54.777375 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0b956f46-84d0-4e49-8ce8-4d3142efeeea tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:54.784463 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f04039e7-7477-4b01-84c0-b5054f0448fd tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.786282 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f04039e7-7477-4b01-84c0-b5054f0448fd tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.6546490 Jan 21 09:43:54.799900 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0b956f46-84d0-4e49-8ce8-4d3142efeeea tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:port and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:54.805258 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0b956f46-84d0-4e49-8ce8-4d3142efeeea tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:54.810091 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57280) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:54.830901 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88442308-cbc3-4485-a65a-b17771f932e6 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Made reservation on behalf of a3ceeead67fd4425b3eae4f0abaa37dd for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:54.836264 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d3398f82-8812-4fd4-a397-802d1cf1547d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.842784 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904d4c98-a840-407c-b3f6-267ea271da7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-2fcb5832-9437-4c3a-ba33-e047064465b3', 'network_id': '2fcb5832-9437-4c3a-ba33-e047064465b3', 'tenant_id': '14f7a2c3d80d4ed0a81309ac4c20d7a5', 'fixed_ips': [{'subnet_id': '543ffa4f-549e-4d02-ae4f-09fd9e8b4352'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:43:54.843868 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-904d4c98-a840-407c-b3f6-267ea271da7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.849113 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0b956f46-84d0-4e49-8ce8-4d3142efeeea tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:54.875608 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-72deb844-d1b1-4596-ac3d-d05caceb22ee None None] For port a9da146d-2627-442e-b643-9c109d6f1ad8, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=a9da146d-2627-442e-b643-9c109d6f1ad8,segment=NetworkSegment(82668c06-6710-4b2b-9071-cdb00f5e415e),segment_id=82668c06-6710-4b2b-9071-cdb00f5e415e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:54.889221 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-72deb844-d1b1-4596-ac3d-d05caceb22ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.932412 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ddee1da6-448b-4406-a829-a4f0027d41e6 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "GET /v2.0/security-group-rules/b5114192-e771-4f0e-a30b-90694c357e2e HTTP/1.1" status: 200 len: 705 time: 0.1199701 Jan 21 09:43:54.932872 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-d3398f82-8812-4fd4-a397-802d1cf1547d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fcb5832-9437-4c3a-ba33-e047064465b3']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:54.940420 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57286) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:54.945340 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b956f46-84d0-4e49-8ce8-4d3142efeeea tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Made reservation on behalf of fd763e9054b0425c8035d150c4a90c6a for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:54.948652 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0b956f46-84d0-4e49-8ce8-4d3142efeeea tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.966039 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-d3398f82-8812-4fd4-a397-802d1cf1547d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ba3d9f-a48c-4a3e-ab60-657ffe8df401') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:54.966322 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-d3398f82-8812-4fd4-a397-802d1cf1547d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ba3d9f-a48c-4a3e-ab60-657ffe8df401') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:54.992677 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d3398f82-8812-4fd4-a397-802d1cf1547d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.039965 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-0b956f46-84d0-4e49-8ce8-4d3142efeeea tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] device_id is not set on port 47579b91-f5cd-494d-904f-406d2d90bf72 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:43:55.054505 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d3398f82-8812-4fd4-a397-802d1cf1547d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.067905 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3398f82-8812-4fd4-a397-802d1cf1547d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:43:55.068742 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d3398f82-8812-4fd4-a397-802d1cf1547d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.098359 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:43:55.098359 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:43:55.098359 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:43:55.098359 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:55.098359 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:43:55.098359 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:55.098359 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:43:55.098359 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:55.098359 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:43:55.098359 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:55.098359 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:43:55.098359 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:55.098359 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:43:55.098359 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:55.098359 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:55.098359 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:55.098359 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:55.098359 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:55.098359 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:43:55.098359 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:43:55.098359 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:43:55.098359 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:43:55.098359 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:55.098359 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:43:55.098359 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:55.098359 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:43:55.098359 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:55.098359 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:43:55.098359 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:55.098359 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:43:55.098359 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:55.098359 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:55.133571 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d8eed483-eb0b-4141-9a40-6b063128ef4e tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.225808 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d3398f82-8812-4fd4-a397-802d1cf1547d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.246545 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57292) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:55.247672 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d3398f82-8812-4fd4-a397-802d1cf1547d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.277072 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3398f82-8812-4fd4-a397-802d1cf1547d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event deleted for resources: {'Network': ['ID=2fcb5832-9437-4c3a-ba33-e047064465b3,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:55.303334 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d3398f82-8812-4fd4-a397-802d1cf1547d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "DELETE /v2.0/networks/2fcb5832-9437-4c3a-ba33-e047064465b3 HTTP/1.1" status: 204 len: 168 time: 1.2153401 Jan 21 09:43:55.307220 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57296) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:55.307884 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-879d685b-b3b9-4176-b4f5-7811629e6697 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Synchronizing usage tracker for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group_rule {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:55.338444 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-88442308-cbc3-4485-a65a-b17771f932e6 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.340088 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-86bd6d70-9e96-4046-9da0-bdb3424ffcaf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1771568481'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:55.343649 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-c9a3800b-7c85-41a7-b70d-ad3902390bcb None None] Allocated IP 2001:db8::2 (4eb6cbae-4c37-460a-9971-7be0931a2c7e/261490ff-df2b-42ee-ac30-57075afd83b0/a50b69ae-fac5-4a63-bf18-1fbe3a166958) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:55.347797 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-86bd6d70-9e96-4046-9da0-bdb3424ffcaf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:55.370650 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-86bd6d70-9e96-4046-9da0-bdb3424ffcaf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Usage tracker for resource:network and tenant:14f7a2c3d80d4ed0a81309ac4c20d7a5 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:55.379775 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8eed483-eb0b-4141-9a40-6b063128ef4e tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:55.394127 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-86bd6d70-9e96-4046-9da0-bdb3424ffcaf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:55.394373 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-d8eed483-eb0b-4141-9a40-6b063128ef4e tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:55.398004 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eed483-eb0b-4141-9a40-6b063128ef4e tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Pushing event updated for resources: {'Port': ['ID=9ea3f4e6-fc8d-4864-a553-d12c2ce2d628,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:55.403420 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-86bd6d70-9e96-4046-9da0-bdb3424ffcaf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:55.409818 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ba93e33f-a9cb-40cc-b987-69df04404c36 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a795fbd174334072b3ab0ded96f09259&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1540625 Jan 21 09:43:55.413777 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57302) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:55.424360 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72deb844-d1b1-4596-ac3d-d05caceb22ee None None] Pushing event updated for resources: {'Port': ['ID=a9da146d-2627-442e-b643-9c109d6f1ad8,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:55.425074 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eed483-eb0b-4141-9a40-6b063128ef4e tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:55.453781 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bd6d70-9e96-4046-9da0-bdb3424ffcaf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Made reservation on behalf of 14f7a2c3d80d4ed0a81309ac4c20d7a5 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:55.456329 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-86bd6d70-9e96-4046-9da0-bdb3424ffcaf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.467619 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-88442308-cbc3-4485-a65a-b17771f932e6 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] device_id is not set on port d2ca4c68-16fb-468d-ac2d-3a05dda1f846 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:43:55.510048 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-879d685b-b3b9-4176-b4f5-7811629e6697 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Unset dirty status for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group_rule {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:55.514085 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-879d685b-b3b9-4176-b4f5-7811629e6697 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.5671756 Jan 21 09:43:55.514270 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57306) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:55.541447 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86bd6d70-9e96-4046-9da0-bdb3424ffcaf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:55.560615 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bc322b4a-0585-45d2-9da2-a962c137096e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.575252 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea3251c-8dcf-41d0-9994-893c03a73b71 None None] Network 2fcb5832-9437-4c3a-ba33-e047064465b3 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:55.596678 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-86bd6d70-9e96-4046-9da0-bdb3424ffcaf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.597211 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-86bd6d70-9e96-4046-9da0-bdb3424ffcaf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Added segment 4bd71228-7c9c-454b-b18c-4d1cfc98af0d of type vlan for network 7e798ced-745f-4e2d-be15-2e3bfc1baf4a Jan 21 09:43:55.606425 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9f1db09a-fcc7-4a82-bd81-f16d25a917e0 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.639430 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea3251c-8dcf-41d0-9994-893c03a73b71 None None] Network 2fcb5832-9437-4c3a-ba33-e047064465b3 could not be found, it might have been deleted concurrently. {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 21 09:43:55.651315 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9f1db09a-fcc7-4a82-bd81-f16d25a917e0 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.666464 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bc322b4a-0585-45d2-9da2-a962c137096e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.691254 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-58718d5d-4216-4677-bd33-fb9500f1d90b None None] Provisioning complete for port a9da146d-2627-442e-b643-9c109d6f1ad8 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:55.691623 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-58718d5d-4216-4677-bd33-fb9500f1d90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.804021 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-86bd6d70-9e96-4046-9da0-bdb3424ffcaf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.849758 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9f1db09a-fcc7-4a82-bd81-f16d25a917e0 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.893139 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1db09a-fcc7-4a82-bd81-f16d25a917e0 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5114192-e771-4f0e-a30b-90694c357e2e,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:55.907752 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-88442308-cbc3-4485-a65a-b17771f932e6 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Allocated IP 2001:db8::3d (d97a4652-83f5-4f06-aec8-38c88c13d790/836ff20e-1793-4ead-b68a-db2b4f3231b1/d2ca4c68-16fb-468d-ac2d-3a05dda1f846) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:55.920993 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-86bd6d70-9e96-4046-9da0-bdb3424ffcaf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.928254 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bd6d70-9e96-4046-9da0-bdb3424ffcaf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:55.928874 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-86bd6d70-9e96-4046-9da0-bdb3424ffcaf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.954706 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bc322b4a-0585-45d2-9da2-a962c137096e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.957318 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bc322b4a-0585-45d2-9da2-a962c137096e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.958709 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-bc322b4a-0585-45d2-9da2-a962c137096e admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/c0d19795-34d2-433d-af35-f01fd88bcff2 HTTP/1.1" status: 204 len: 168 time: 0.5439310 Jan 21 09:43:55.976447 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9f1db09a-fcc7-4a82-bd81-f16d25a917e0 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.978306 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9f1db09a-fcc7-4a82-bd81-f16d25a917e0 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/b5114192-e771-4f0e-a30b-90694c357e2e HTTP/1.1" status: 204 len: 168 time: 0.4634039 Jan 21 09:43:55.986963 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57318) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:56.019532 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c9a3800b-7c85-41a7-b70d-ad3902390bcb None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.044644 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-c9a3800b-7c85-41a7-b70d-ad3902390bcb None None] Transition to ACTIVE for port object a50b69ae-fac5-4a63-bf18-1fbe3a166958 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:56.070939 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc322b4a-0585-45d2-9da2-a962c137096e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d19795-34d2-433d-af35-f01fd88bcff2,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:56.073375 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-c9a3800b-7c85-41a7-b70d-ad3902390bcb None None] Transition to ACTIVE for port object a50b69ae-fac5-4a63-bf18-1fbe3a166958 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:56.111178 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c9a3800b-7c85-41a7-b70d-ad3902390bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.148151 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-58718d5d-4216-4677-bd33-fb9500f1d90b None None] Provisioning for port 1fa8d682-23c8-4b3a-99b3-74a8754b600f completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:56.185265 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-58718d5d-4216-4677-bd33-fb9500f1d90b None None] Provisioning complete for port 1fa8d682-23c8-4b3a-99b3-74a8754b600f triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:56.185955 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-58718d5d-4216-4677-bd33-fb9500f1d90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.230382 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-86bd6d70-9e96-4046-9da0-bdb3424ffcaf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9058483 Jan 21 09:43:56.232979 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57324) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:56.243760 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-8d956780-009b-4e5e-94d0-fac8eca36536 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Request body: {'subnet': {'network_id': '7e798ced-745f-4e2d-be15-2e3bfc1baf4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:56.261082 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd6d70-9e96-4046-9da0-bdb3424ffcaf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event updated for resources: {'Network': ['ID=7e798ced-745f-4e2d-be15-2e3bfc1baf4a,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:56.283233 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-0b956f46-84d0-4e49-8ce8-4d3142efeeea tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Allocated IP 2001:db8::370 (4eb6cbae-4c37-460a-9971-7be0931a2c7e/261490ff-df2b-42ee-ac30-57075afd83b0/47579b91-f5cd-494d-904f-406d2d90bf72) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:56.289212 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a3800b-7c85-41a7-b70d-ad3902390bcb None None] Network 4eb6cbae-4c37-460a-9971-7be0931a2c7e is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:56.299219 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-c9a3800b-7c85-41a7-b70d-ad3902390bcb None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:56.310168 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 7e798ced-745f-4e2d-be15-2e3bfc1baf4a details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:56.341023 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a3800b-7c85-41a7-b70d-ad3902390bcb None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:56.386833 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-56aa8081-3375-477d-bf52-a71687e1f54b tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Synchronizing usage tracker for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group_rule {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:56.403813 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a3800b-7c85-41a7-b70d-ad3902390bcb None None] Pushing event updated for resources: {'Port': ['ID=a50b69ae-fac5-4a63-bf18-1fbe3a166958,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:56.410091 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-8d956780-009b-4e5e-94d0-fac8eca36536 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:56.417905 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-8d956780-009b-4e5e-94d0-fac8eca36536 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Usage tracker for resource:subnet and tenant:14f7a2c3d80d4ed0a81309ac4c20d7a5 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:56.422691 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-8d956780-009b-4e5e-94d0-fac8eca36536 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:56.430459 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-56aa8081-3375-477d-bf52-a71687e1f54b tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Unset dirty status for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group_rule {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:56.434104 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-56aa8081-3375-477d-bf52-a71687e1f54b tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3900523 Jan 21 09:43:56.438925 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57330) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:56.445420 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-d7a9b1ed-e36f-4c56-8358-ae094a3e9bcb tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Request body: {'security_group_rule': {'security_group_id': '762d905f-ef5f-427d-80ad-9225af78874e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:56.451359 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-8d956780-009b-4e5e-94d0-fac8eca36536 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:56.465098 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-d7a9b1ed-e36f-4c56-8358-ae094a3e9bcb tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:56.485937 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-58718d5d-4216-4677-bd33-fb9500f1d90b None None] Port 1fa8d682-23c8-4b3a-99b3-74a8754b600f cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:43:56.498921 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d956780-009b-4e5e-94d0-fac8eca36536 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Made reservation on behalf of 14f7a2c3d80d4ed0a81309ac4c20d7a5 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:56.522172 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-d7a9b1ed-e36f-4c56-8358-ae094a3e9bcb tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:56.541801 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6f65067f-1c97-4bb3-96d2-5e9bce5fa45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.643676 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.securitygroups_db [None req-d7a9b1ed-e36f-4c56-8358-ae094a3e9bcb tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Project 7af6b040ec904ab78467e023735156fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:43:56.655596 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c9a3800b-7c85-41a7-b70d-ad3902390bcb None None] Attempting to bind port a50b69ae-fac5-4a63-bf18-1fbe3a166958 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:56.656477 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c9a3800b-7c85-41a7-b70d-ad3902390bcb None None] Attempting to bind port a50b69ae-fac5-4a63-bf18-1fbe3a166958 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '60caba2e-beb8-45eb-a26f-9095351fd992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4eb6cbae-4c37-460a-9971-7be0931a2c7e'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:56.657323 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a3800b-7c85-41a7-b70d-ad3902390bcb None None] Attempting to bind port a50b69ae-fac5-4a63-bf18-1fbe3a166958 on network 4eb6cbae-4c37-460a-9971-7be0931a2c7e {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:43:56.671026 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b1ed-e36f-4c56-8358-ae094a3e9bcb tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.676846 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a3800b-7c85-41a7-b70d-ad3902390bcb None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:43:56.677780 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a3800b-7c85-41a7-b70d-ad3902390bcb None None] Checking segment: {'id': '60caba2e-beb8-45eb-a26f-9095351fd992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4eb6cbae-4c37-460a-9971-7be0931a2c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:43:56.678613 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c9a3800b-7c85-41a7-b70d-ad3902390bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.679459 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a3800b-7c85-41a7-b70d-ad3902390bcb None None] Bound using segment: {'id': '60caba2e-beb8-45eb-a26f-9095351fd992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4eb6cbae-4c37-460a-9971-7be0931a2c7e'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:43:56.680469 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c9a3800b-7c85-41a7-b70d-ad3902390bcb None None] Bound port: a50b69ae-fac5-4a63-bf18-1fbe3a166958, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60caba2e-beb8-45eb-a26f-9095351fd992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4eb6cbae-4c37-460a-9971-7be0931a2c7e'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:56.681901 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c9a3800b-7c85-41a7-b70d-ad3902390bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.712293 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0b956f46-84d0-4e49-8ce8-4d3142efeeea tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.720335 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-89c2eff0-a597-45c7-aecb-e74e99ba8f97 None None] Provisioning complete for port 1fa8d682-23c8-4b3a-99b3-74a8754b600f triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:56.721184 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-89c2eff0-a597-45c7-aecb-e74e99ba8f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.730059 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-0b956f46-84d0-4e49-8ce8-4d3142efeeea tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Transition to ACTIVE for port object 47579b91-f5cd-494d-904f-406d2d90bf72 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:56.766381 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8d956780-009b-4e5e-94d0-fac8eca36536 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.771250 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0b956f46-84d0-4e49-8ce8-4d3142efeeea tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.882294 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b956f46-84d0-4e49-8ce8-4d3142efeeea tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Network 4eb6cbae-4c37-460a-9971-7be0931a2c7e is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:56.886943 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b956f46-84d0-4e49-8ce8-4d3142efeeea tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Port': ['ID=47579b91-f5cd-494d-904f-406d2d90bf72,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:56.904313 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-0b956f46-84d0-4e49-8ce8-4d3142efeeea tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:56.906971 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b956f46-84d0-4e49-8ce8-4d3142efeeea tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:56.911587 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b956f46-84d0-4e49-8ce8-4d3142efeeea tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:56.912220 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0b956f46-84d0-4e49-8ce8-4d3142efeeea tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.913457 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a9da146d-2627-442e-b643-9c109d6f1ad8 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:56.948694 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-89c2eff0-a597-45c7-aecb-e74e99ba8f97 None None] Port 1fa8d682-23c8-4b3a-99b3-74a8754b600f cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:43:56.953291 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0b956f46-84d0-4e49-8ce8-4d3142efeeea tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.7056034 Jan 21 09:43:56.965452 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57346) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:56.997978 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-c9a3800b-7c85-41a7-b70d-ad3902390bcb None None] For port a50b69ae-fac5-4a63-bf18-1fbe3a166958, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:43:57.016233 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-c9a3800b-7c85-41a7-b70d-ad3902390bcb None None] For port a50b69ae-fac5-4a63-bf18-1fbe3a166958, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=a50b69ae-fac5-4a63-bf18-1fbe3a166958,segment=NetworkSegment(60caba2e-beb8-45eb-a26f-9095351fd992),segment_id=60caba2e-beb8-45eb-a26f-9095351fd992)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:43:57.025728 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c9a3800b-7c85-41a7-b70d-ad3902390bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.040486 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d8eed483-eb0b-4141-9a40-6b063128ef4e tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.075774 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.ipam_backend_mixin [None req-8d956780-009b-4e5e-94d0-fac8eca36536 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Performing IP validity checks on allocation pools {{(pid=83598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 09:43:57.076295 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.ipam_backend_mixin [None req-8d956780-009b-4e5e-94d0-fac8eca36536 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 09:43:57.141213 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port a9da146d-2627-442e-b643-9c109d6f1ad8 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:57.141847 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.143644 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b1ed-e36f-4c56-8358-ae094a3e9bcb tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.156195 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b1ed-e36f-4c56-8358-ae094a3e9bcb tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.211043 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-59f87181-7b96-49f7-9699-bf10f754b445 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Deleting port 47579b91-f5cd-494d-904f-406d2d90bf72 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:57.211410 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-59f87181-7b96-49f7-9699-bf10f754b445 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.241393 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a3800b-7c85-41a7-b70d-ad3902390bcb None None] Pushing event updated for resources: {'Port': ['ID=a50b69ae-fac5-4a63-bf18-1fbe3a166958,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:57.249897 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b1ed-e36f-4c56-8358-ae094a3e9bcb tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc3be5f9-5e89-47d9-9381-75e201aec181,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:57.340098 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-88442308-cbc3-4485-a65a-b17771f932e6 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.362498 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b1ed-e36f-4c56-8358-ae094a3e9bcb tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.367564 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d7a9b1ed-e36f-4c56-8358-ae094a3e9bcb tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9265797 Jan 21 09:43:57.370127 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57358) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:57.488826 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5331ee52-0720-4e8f-93ba-eba740a8ffc2 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "GET /v2.0/security-group-rules/dc3be5f9-5e89-47d9-9381-75e201aec181 HTTP/1.1" status: 200 len: 711 time: 0.1101003 Jan 21 09:43:57.495125 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57362) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:57.506335 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-88442308-cbc3-4485-a65a-b17771f932e6 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Transition to ACTIVE for port object d2ca4c68-16fb-468d-ac2d-3a05dda1f846 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:57.530107 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d8eed483-eb0b-4141-9a40-6b063128ef4e tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.535960 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.541769 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d8eed483-eb0b-4141-9a40-6b063128ef4e tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349321', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344087'] for router, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.599482 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8d956780-009b-4e5e-94d0-fac8eca36536 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.639632 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.656555 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57366) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:57.737181 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-d05df121-695c-433a-81ad-f3e6babdba0d tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Synchronizing usage tracker for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group_rule {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:57.780423 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d956780-009b-4e5e-94d0-fac8eca36536 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event updated for resources: {'Subnet': ['ID=7ffee7a5-8d9d-4b3c-8689-d5023a1a0c81,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:57.790624 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-d05df121-695c-433a-81ad-f3e6babdba0d tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Unset dirty status for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group_rule {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:57.794928 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d05df121-695c-433a-81ad-f3e6babdba0d tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.2881119 Jan 21 09:43:57.795710 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57374) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:57.816626 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-59f87181-7b96-49f7-9699-bf10f754b445 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.824977 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d956780-009b-4e5e-94d0-fac8eca36536 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Checking segment: {'id': '4bd71228-7c9c-454b-b18c-4d1cfc98af0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7e798ced-745f-4e2d-be15-2e3bfc1baf4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:43:57.825337 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d956780-009b-4e5e-94d0-fac8eca36536 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Network hostable DHCP agents. Network: 7e798ced-745f-4e2d-be15-2e3bfc1baf4a, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:57.857137 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a2b073a1-5ae5-4d79-87d9-af9ad907697c tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.872194 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a2b073a1-5ae5-4d79-87d9-af9ad907697c tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.907506 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d956780-009b-4e5e-94d0-fac8eca36536 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Network 7e798ced-745f-4e2d-be15-2e3bfc1baf4a is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:57.922552 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a2b073a1-5ae5-4d79-87d9-af9ad907697c tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.950272 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-8d956780-009b-4e5e-94d0-fac8eca36536 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 7e798ced-745f-4e2d-be15-2e3bfc1baf4a) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:57.956256 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d956780-009b-4e5e-94d0-fac8eca36536 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:57.957179 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8d956780-009b-4e5e-94d0-fac8eca36536 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.961497 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603e0dda-9d3e-46ee-9196-82a704d6e294 None None] Network 7e798ced-745f-4e2d-be15-2e3bfc1baf4a requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:57.986997 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b073a1-5ae5-4d79-87d9-af9ad907697c tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc3be5f9-5e89-47d9-9381-75e201aec181,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:58.002934 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-59f87181-7b96-49f7-9699-bf10f754b445 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Calling delete_port for 47579b91-f5cd-494d-904f-406d2d90bf72 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:58.004433 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-c6367344-2bf6-4d7c-9317-a098444effd0 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1737811371'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:58.023679 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-c6367344-2bf6-4d7c-9317-a098444effd0 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:58.030621 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a2b073a1-5ae5-4d79-87d9-af9ad907697c tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.034289 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-88442308-cbc3-4485-a65a-b17771f932e6 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.035735 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57380) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:58.036857 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a2b073a1-5ae5-4d79-87d9-af9ad907697c tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/dc3be5f9-5e89-47d9-9381-75e201aec181 HTTP/1.1" status: 204 len: 168 time: 0.2371511 Jan 21 09:43:58.040847 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c6367344-2bf6-4d7c-9317-a098444effd0 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Usage tracker for resource:router and tenant:8e65901724ff4924b5216304f12a4fc7 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:58.048630 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c6367344-2bf6-4d7c-9317-a098444effd0 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:58.064538 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8d956780-009b-4e5e-94d0-fac8eca36536 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.8281693 Jan 21 09:43:58.066191 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-c6367344-2bf6-4d7c-9317-a098444effd0 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:58.068093 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57386) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:58.169129 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c6367344-2bf6-4d7c-9317-a098444effd0 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.170808 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c6367344-2bf6-4d7c-9317-a098444effd0 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.213458 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88442308-cbc3-4485-a65a-b17771f932e6 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Network d97a4652-83f5-4f06-aec8-38c88c13d790 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:58.238640 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-88442308-cbc3-4485-a65a-b17771f932e6 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:58.268074 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88442308-cbc3-4485-a65a-b17771f932e6 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:58.272661 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88442308-cbc3-4485-a65a-b17771f932e6 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:58.273305 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-88442308-cbc3-4485-a65a-b17771f932e6 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.278089 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c6367344-2bf6-4d7c-9317-a098444effd0 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.313356 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6422ecec-b2d7-42e1-8c94-0a4e52705d66 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.322023 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88442308-cbc3-4485-a65a-b17771f932e6 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Pushing event updated for resources: {'Port': ['ID=d2ca4c68-16fb-468d-ac2d-3a05dda1f846,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:58.371407 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-88442308-cbc3-4485-a65a-b17771f932e6 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.6468806 Jan 21 09:43:58.374023 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57392) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:58.401197 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c6367344-2bf6-4d7c-9317-a098444effd0 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.422039 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf56269d-1cd1-40b5-afe8-971ca21eb194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-7e798ced-745f-4e2d-be15-2e3bfc1baf4a', 'network_id': '7e798ced-745f-4e2d-be15-2e3bfc1baf4a', 'tenant_id': '14f7a2c3d80d4ed0a81309ac4c20d7a5', 'fixed_ips': [{'subnet_id': '7ffee7a5-8d9d-4b3c-8689-d5023a1a0c81'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:43:58.422866 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bf56269d-1cd1-40b5-afe8-971ca21eb194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.518216 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6422ecec-b2d7-42e1-8c94-0a4e52705d66 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.597897 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c6367344-2bf6-4d7c-9317-a098444effd0 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.602969 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c6367344-2bf6-4d7c-9317-a098444effd0 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.9384203 Jan 21 09:43:58.606892 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57404) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:58.617294 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3bb2619e-7e6c-4ebd-902f-251c1f8dc9f4 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5615664 Jan 21 09:43:58.630836 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57408) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:58.782810 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-bf56269d-1cd1-40b5-afe8-971ca21eb194 None None] Allocated IP 172.20.0.3 (7e798ced-745f-4e2d-be15-2e3bfc1baf4a/7ffee7a5-8d9d-4b3c-8689-d5023a1a0c81/09b6ad31-9307-4fff-aa5d-eca3fee06fca) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:58.795132 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cd0652-f769-4555-b8a9-5897d710068e None None] Network 4eb6cbae-4c37-460a-9971-7be0931a2c7e requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:58.796968 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-59f87181-7b96-49f7-9699-bf10f754b445 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.842900 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e20724ed-5cfe-4a1d-b90e-ba2825b7320f tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.968401 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60998ec2-e43d-45a3-aef9-a0da49a8d7e2 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:58.978517 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60998ec2-e43d-45a3-aef9-a0da49a8d7e2 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:58.989768 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60998ec2-e43d-45a3-aef9-a0da49a8d7e2 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:58.990754 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-60998ec2-e43d-45a3-aef9-a0da49a8d7e2 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Synchronizing usage tracker for tenant:a3ceeead67fd4425b3eae4f0abaa37dd on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:59.000745 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f87181-7b96-49f7-9699-bf10f754b445 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Port': ['ID=47579b91-f5cd-494d-904f-406d2d90bf72,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:59.035437 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a50b69ae-fac5-4a63-bf18-1fbe3a166958 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:59.113808 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0a2088dc-24c8-49c9-894e-5be028d2703c None None] Provisioning for port d2ca4c68-16fb-468d-ac2d-3a05dda1f846 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:59.156829 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0a2088dc-24c8-49c9-894e-5be028d2703c None None] Provisioning complete for port d2ca4c68-16fb-468d-ac2d-3a05dda1f846 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:59.157207 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0a2088dc-24c8-49c9-894e-5be028d2703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.227952 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-317d41f6-de99-499f-afbf-fa3b77c25dc2 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.253021 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-59f87181-7b96-49f7-9699-bf10f754b445 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.256818 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-60998ec2-e43d-45a3-aef9-a0da49a8d7e2 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Unset dirty status for tenant:a3ceeead67fd4425b3eae4f0abaa37dd on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:59.258357 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-60998ec2-e43d-45a3-aef9-a0da49a8d7e2 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.8831573 Jan 21 09:43:59.263704 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57418) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:59.318783 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-0a2088dc-24c8-49c9-894e-5be028d2703c None None] Port d2ca4c68-16fb-468d-ac2d-3a05dda1f846 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:43:59.346817 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port a50b69ae-fac5-4a63-bf18-1fbe3a166958 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:59.347930 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-59f87181-7b96-49f7-9699-bf10f754b445 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/ports/47579b91-f5cd-494d-904f-406d2d90bf72 HTTP/1.1" status: 204 len: 168 time: 2.3752470 Jan 21 09:43:59.361861 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-317d41f6-de99-499f-afbf-fa3b77c25dc2 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.374288 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57424) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:59.485094 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57428) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:59.488758 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e20724ed-5cfe-4a1d-b90e-ba2825b7320f tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.491394 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.497360 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e20724ed-5cfe-4a1d-b90e-ba2825b7320f tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.513438 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a4c730-7819-40c4-aa72-c5be99e0b62c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] GET failed (client error): The resource could not be found. Jan 21 09:43:59.514272 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c6a4c730-7819-40c4-aa72-c5be99e0b62c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Synchronizing usage tracker for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:59.530889 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8eed483-eb0b-4141-9a40-6b063128ef4e tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Router e1bcbbf5-9f65-4333-b79a-275c770b6eed is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:43:59.534983 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bf56269d-1cd1-40b5-afe8-971ca21eb194 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.537089 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e20724ed-5cfe-4a1d-b90e-ba2825b7320f tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.537581 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-57dd05a7-8d89-4eb1-a4ac-835766e69863 None None] Provisioning for port a50b69ae-fac5-4a63-bf18-1fbe3a166958 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:59.537818 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20724ed-5cfe-4a1d-b90e-ba2825b7320f tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 73fcd6ca-b08b-4d48-b9ca-fb3d9d9dd320 {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:43:59.550123 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-57dd05a7-8d89-4eb1-a4ac-835766e69863 None None] Provisioning complete for port a50b69ae-fac5-4a63-bf18-1fbe3a166958 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:59.550485 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-57dd05a7-8d89-4eb1-a4ac-835766e69863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.553117 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e20724ed-5cfe-4a1d-b90e-ba2825b7320f tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.557740 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-81e0a5fd-d04a-4ceb-86ce-da0922ccccce tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Deleting port d2ca4c68-16fb-468d-ac2d-3a05dda1f846 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:59.558336 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-81e0a5fd-d04a-4ceb-86ce-da0922ccccce tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.558526 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e20724ed-5cfe-4a1d-b90e-ba2825b7320f tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] 10.222.0.104 "DELETE /v2.0/routers/73fcd6ca-b08b-4d48-b9ca-fb3d9d9dd320 HTTP/1.1" status: 204 len: 168 time: 0.9503975 Jan 21 09:43:59.560615 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57434) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:59.566547 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-0a13655b-3ec6-4464-a376-b75b886fe600 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Request body: {'router': {'name': 'tempest-router-18186459', 'distributed': False}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:59.572172 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-0a13655b-3ec6-4464-a376-b75b886fe600 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:59.576890 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-0a13655b-3ec6-4464-a376-b75b886fe600 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Usage tracker for resource:router and tenant:8e65901724ff4924b5216304f12a4fc7 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:59.580748 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-0a13655b-3ec6-4464-a376-b75b886fe600 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:59.587410 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-bf56269d-1cd1-40b5-afe8-971ca21eb194 None None] Transition to ACTIVE for port object 09b6ad31-9307-4fff-aa5d-eca3fee06fca will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:59.587829 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-0a13655b-3ec6-4464-a376-b75b886fe600 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:59.607078 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0a13655b-3ec6-4464-a376-b75b886fe600 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.610098 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0a13655b-3ec6-4464-a376-b75b886fe600 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.633334 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-bf56269d-1cd1-40b5-afe8-971ca21eb194 None None] Transition to ACTIVE for port object 09b6ad31-9307-4fff-aa5d-eca3fee06fca will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:59.638244 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c6a4c730-7819-40c4-aa72-c5be99e0b62c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Unset dirty status for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:59.639935 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c6a4c730-7819-40c4-aa72-c5be99e0b62c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "GET /v2.0/ports/47579b91-f5cd-494d-904f-406d2d90bf72 HTTP/1.1" status: 404 len: 333 time: 0.2563398 Jan 21 09:43:59.644838 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57438) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:59.646577 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-317d41f6-de99-499f-afbf-fa3b77c25dc2 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.656510 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bf56269d-1cd1-40b5-afe8-971ca21eb194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.764909 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0a13655b-3ec6-4464-a376-b75b886fe600 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.767898 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6422ecec-b2d7-42e1-8c94-0a4e52705d66 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.770097 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d41f6-de99-499f-afbf-fa3b77c25dc2 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=762d905f-ef5f-427d-80ad-9225af78874e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:59.817052 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf56269d-1cd1-40b5-afe8-971ca21eb194 None None] Network 7e798ced-745f-4e2d-be15-2e3bfc1baf4a is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:59.820141 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf56269d-1cd1-40b5-afe8-971ca21eb194 None None] Pushing event updated for resources: {'Port': ['ID=09b6ad31-9307-4fff-aa5d-eca3fee06fca,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:59.825825 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-bf56269d-1cd1-40b5-afe8-971ca21eb194 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:59.834962 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf56269d-1cd1-40b5-afe8-971ca21eb194 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:59.855097 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-317d41f6-de99-499f-afbf-fa3b77c25dc2 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.860310 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-317d41f6-de99-499f-afbf-fa3b77c25dc2 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "DELETE /v2.0/security-groups/762d905f-ef5f-427d-80ad-9225af78874e HTTP/1.1" status: 204 len: 168 time: 1.2242980 Jan 21 09:43:59.869705 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57442) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:59.884369 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-57dd05a7-8d89-4eb1-a4ac-835766e69863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.981264 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422ecec-b2d7-42e1-8c94-0a4e52705d66 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event deleted for resources: {'Subnet': ['ID=7ffee7a5-8d9d-4b3c-8689-d5023a1a0c81,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:00.007600 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-e5bf19ad-54d4-4785-9e17-e2067a87b2b3 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-710409331'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:00.030982 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-e5bf19ad-54d4-4785-9e17-e2067a87b2b3 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:00.038263 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e5bf19ad-54d4-4785-9e17-e2067a87b2b3 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] Usage tracker for resource:network and tenant:d65b7d4c020a4a3bb527ddcfa26c2dbd is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:00.044185 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e5bf19ad-54d4-4785-9e17-e2067a87b2b3 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:00.057406 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-57dd05a7-8d89-4eb1-a4ac-835766e69863 None None] For port a50b69ae-fac5-4a63-bf18-1fbe3a166958, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=a50b69ae-fac5-4a63-bf18-1fbe3a166958,segment=NetworkSegment(60caba2e-beb8-45eb-a26f-9095351fd992),segment_id=60caba2e-beb8-45eb-a26f-9095351fd992)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:00.062138 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-bf56269d-1cd1-40b5-afe8-971ca21eb194 None None] Attempting to bind port 09b6ad31-9307-4fff-aa5d-eca3fee06fca on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:00.062587 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-bf56269d-1cd1-40b5-afe8-971ca21eb194 None None] Attempting to bind port 09b6ad31-9307-4fff-aa5d-eca3fee06fca by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '4bd71228-7c9c-454b-b18c-4d1cfc98af0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7e798ced-745f-4e2d-be15-2e3bfc1baf4a'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:00.063181 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf56269d-1cd1-40b5-afe8-971ca21eb194 None None] Attempting to bind port 09b6ad31-9307-4fff-aa5d-eca3fee06fca on network 7e798ced-745f-4e2d-be15-2e3bfc1baf4a {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:44:00.068316 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-57dd05a7-8d89-4eb1-a4ac-835766e69863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.107539 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf56269d-1cd1-40b5-afe8-971ca21eb194 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:44:00.107963 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf56269d-1cd1-40b5-afe8-971ca21eb194 None None] Checking segment: {'id': '4bd71228-7c9c-454b-b18c-4d1cfc98af0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7e798ced-745f-4e2d-be15-2e3bfc1baf4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:00.108453 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bf56269d-1cd1-40b5-afe8-971ca21eb194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.108907 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf56269d-1cd1-40b5-afe8-971ca21eb194 None None] Bound using segment: {'id': '4bd71228-7c9c-454b-b18c-4d1cfc98af0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7e798ced-745f-4e2d-be15-2e3bfc1baf4a'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:44:00.109443 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-bf56269d-1cd1-40b5-afe8-971ca21eb194 None None] Bound port: 09b6ad31-9307-4fff-aa5d-eca3fee06fca, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd71228-7c9c-454b-b18c-4d1cfc98af0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7e798ced-745f-4e2d-be15-2e3bfc1baf4a'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:00.109920 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bf56269d-1cd1-40b5-afe8-971ca21eb194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.119357 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-e5bf19ad-54d4-4785-9e17-e2067a87b2b3 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:00.140736 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9bb33db7-6941-47b9-9d3c-047e7d65b203 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Synchronizing usage tracker for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:00.224669 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd05a7-8d89-4eb1-a4ac-835766e69863 None None] Pushing event updated for resources: {'Port': ['ID=a50b69ae-fac5-4a63-bf18-1fbe3a166958,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:00.254804 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0a13655b-3ec6-4464-a376-b75b886fe600 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.271742 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0db0b249-4adf-4258-bff7-bf85ab182f4d None None] Provisioning complete for port a50b69ae-fac5-4a63-bf18-1fbe3a166958 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:00.272125 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0db0b249-4adf-4258-bff7-bf85ab182f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.275116 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-81e0a5fd-d04a-4ceb-86ce-da0922ccccce tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.285173 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6422ecec-b2d7-42e1-8c94-0a4e52705d66 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.304539 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bf19ad-54d4-4785-9e17-e2067a87b2b3 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] Made reservation on behalf of d65b7d4c020a4a3bb527ddcfa26c2dbd for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:00.309724 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5bf19ad-54d4-4785-9e17-e2067a87b2b3 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.317029 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-bf56269d-1cd1-40b5-afe8-971ca21eb194 None None] For port 09b6ad31-9307-4fff-aa5d-eca3fee06fca, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:00.337895 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-bf56269d-1cd1-40b5-afe8-971ca21eb194 None None] For port 09b6ad31-9307-4fff-aa5d-eca3fee06fca, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=09b6ad31-9307-4fff-aa5d-eca3fee06fca,segment=NetworkSegment(4bd71228-7c9c-454b-b18c-4d1cfc98af0d),segment_id=4bd71228-7c9c-454b-b18c-4d1cfc98af0d)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:00.345793 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5bf19ad-54d4-4785-9e17-e2067a87b2b3 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.348446 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bf56269d-1cd1-40b5-afe8-971ca21eb194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.362444 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0a13655b-3ec6-4464-a376-b75b886fe600 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.366684 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0a13655b-3ec6-4464-a376-b75b886fe600 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.8050117 Jan 21 09:44:00.370256 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57446) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:00.407676 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-e5bf19ad-54d4-4785-9e17-e2067a87b2b3 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:00.412970 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e5bf19ad-54d4-4785-9e17-e2067a87b2b3 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] Usage tracker for resource:security_group_rule and tenant:d65b7d4c020a4a3bb527ddcfa26c2dbd is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:00.416380 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e5bf19ad-54d4-4785-9e17-e2067a87b2b3 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:00.425932 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-e5bf19ad-54d4-4785-9e17-e2067a87b2b3 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:00.508550 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf56269d-1cd1-40b5-afe8-971ca21eb194 None None] Pushing event updated for resources: {'Port': ['ID=09b6ad31-9307-4fff-aa5d-eca3fee06fca,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:00.526301 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9bb33db7-6941-47b9-9d3c-047e7d65b203 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Unset dirty status for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:00.535938 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9bb33db7-6941-47b9-9d3c-047e7d65b203 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6580262 Jan 21 09:44:00.549264 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-81e0a5fd-d04a-4ceb-86ce-da0922ccccce tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Calling delete_port for d2ca4c68-16fb-468d-ac2d-3a05dda1f846 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:00.593951 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57450) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:00.594669 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883e4a1d-d800-49be-b4b5-c279de86a97e None None] Network 7e798ced-745f-4e2d-be15-2e3bfc1baf4a requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:00.604776 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-b135c9f2-6c7b-4c81-ab3c-c871ccab5b50 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Request body: {'security_group': {'name': 'tempest-secgroup--663430218'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:00.624074 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b135c9f2-6c7b-4c81-ab3c-c871ccab5b50 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:00.643688 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b135c9f2-6c7b-4c81-ab3c-c871ccab5b50 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:00.669324 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-6422ecec-b2d7-42e1-8c94-0a4e52705d66 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e798ced-745f-4e2d-be15-2e3bfc1baf4a']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:00.684725 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b135c9f2-6c7b-4c81-ab3c-c871ccab5b50 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.688512 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5bf19ad-54d4-4785-9e17-e2067a87b2b3 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.705390 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8eed483-eb0b-4141-9a40-6b063128ef4e tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:44:00.713655 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-6422ecec-b2d7-42e1-8c94-0a4e52705d66 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bd71228-7c9c-454b-b18c-4d1cfc98af0d') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:00.713958 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-6422ecec-b2d7-42e1-8c94-0a4e52705d66 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bd71228-7c9c-454b-b18c-4d1cfc98af0d') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:00.726769 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5bf19ad-54d4-4785-9e17-e2067a87b2b3 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.754502 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e8a931-2fe0-4cb9-b7f9-bb7f963d5a39 None None] Sync routers for ids ['e1bcbbf5-9f65-4333-b79a-275c770b6eed'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:44:00.766833 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-acc94a20-c6ef-46c0-aa07-9f7e12abb501 None None] Could not find standard attr ID for object 47579b91-f5cd-494d-904f-406d2d90bf72. {{(pid=83599) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:44:00.777921 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d8eed483-eb0b-4141-9a40-6b063128ef4e tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.779093 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d8eed483-eb0b-4141-9a40-6b063128ef4e tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] 10.222.0.104 "PUT /v2.0/routers/e1bcbbf5-9f65-4333-b79a-275c770b6eed HTTP/1.1" status: 200 len: 915 time: 12.3520722 Jan 21 09:44:00.788103 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57454) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:00.820909 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6422ecec-b2d7-42e1-8c94-0a4e52705d66 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.834122 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0479495-5f53-45d7-ba13-123650a3f1e2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Deleting subnet 261490ff-df2b-42ee-ac30-57075afd83b0 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:44:00.836308 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e8a931-2fe0-4cb9-b7f9-bb7f963d5a39 None None] Routers {'e1bcbbf5-9f65-4333-b79a-275c770b6eed'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:00.836933 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d6e8a931-2fe0-4cb9-b7f9-bb7f963d5a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:43:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['e1bcbbf5-9f65-4333-b79a-275c770b6eed'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:00.859368 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e0479495-5f53-45d7-ba13-123650a3f1e2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.878762 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b135c9f2-6c7b-4c81-ab3c-c871ccab5b50 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:00.892617 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-b135c9f2-6c7b-4c81-ab3c-c871ccab5b50 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Usage tracker for resource:security_group_rule and tenant:7af6b040ec904ab78467e023735156fd is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:00.896854 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-b135c9f2-6c7b-4c81-ab3c-c871ccab5b50 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:00.922739 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b135c9f2-6c7b-4c81-ab3c-c871ccab5b50 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:00.929655 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d6e8a931-2fe0-4cb9-b7f9-bb7f963d5a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:00.945949 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6422ecec-b2d7-42e1-8c94-0a4e52705d66 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.950468 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5bf19ad-54d4-4785-9e17-e2067a87b2b3 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:00.960464 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e8a931-2fe0-4cb9-b7f9-bb7f963d5a39 None None] Routers {'e1bcbbf5-9f65-4333-b79a-275c770b6eed'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:00.961439 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d6e8a931-2fe0-4cb9-b7f9-bb7f963d5a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:43:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['e1bcbbf5-9f65-4333-b79a-275c770b6eed'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:00.968491 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf19ad-54d4-4785-9e17-e2067a87b2b3 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb47ea4-55ac-491f-86b4-581cc07560d4,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:00.986839 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6422ecec-b2d7-42e1-8c94-0a4e52705d66 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:44:00.987236 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6422ecec-b2d7-42e1-8c94-0a4e52705d66 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.997416 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-81e0a5fd-d04a-4ceb-86ce-da0922ccccce tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.006321 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:44:01.006321 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:44:01.006321 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:44:01.006321 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:01.006321 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:44:01.006321 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:01.006321 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:44:01.006321 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:01.006321 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:44:01.006321 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:01.006321 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:44:01.006321 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:01.006321 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:44:01.006321 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:01.006321 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:01.006321 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:01.006321 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:01.006321 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:01.006321 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:44:01.006321 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:44:01.006321 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:44:01.006321 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:44:01.006321 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:01.006321 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:44:01.006321 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:01.006321 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:44:01.006321 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:01.006321 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:44:01.006321 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:01.006321 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:44:01.006321 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:01.006321 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:01.017654 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e0479495-5f53-45d7-ba13-123650a3f1e2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.019245 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a50b69ae-fac5-4a63-bf18-1fbe3a166958 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:01.042078 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542e9829-b010-4aa1-8e64-861302164d2f None None] get_active_networks_info from dv-neutron-825732-1-hyperv {{(pid=83599) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 09:44:01.045013 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca37ab5e-5eb3-434c-beab-9db2a34050d9 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.083485 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e0a5fd-d04a-4ceb-86ce-da0922ccccce tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Pushing event deleted for resources: {'Port': ['ID=d2ca4c68-16fb-468d-ac2d-3a05dda1f846,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:01.144700 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b135c9f2-6c7b-4c81-ab3c-c871ccab5b50 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.156821 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b135c9f2-6c7b-4c81-ab3c-c871ccab5b50 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.161061 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d6e8a931-2fe0-4cb9-b7f9-bb7f963d5a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:01.161480 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e8a931-2fe0-4cb9-b7f9-bb7f963d5a39 None None] The sync data for ids ['e1bcbbf5-9f65-4333-b79a-275c770b6eed'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:44:01.237042 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port a50b69ae-fac5-4a63-bf18-1fbe3a166958 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:01.237692 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.268541 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5bf19ad-54d4-4785-9e17-e2067a87b2b3 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.268911 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-e5bf19ad-54d4-4785-9e17-e2067a87b2b3 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] Added segment 125ac4a8-5710-4b68-af77-43afc7946b7e of type vlan for network 9abaefa3-adc8-4455-a7dc-ea5ac61aaf79 Jan 21 09:44:01.272878 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.api [None req-6422ecec-b2d7-42e1-8c94-0a4e52705d66 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:44:01.272878 dv-neutron-825732-1-hyperv neutron-server[83598]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:44:01.272878 dv-neutron-825732-1-hyperv neutron-server[83598]: [parameters: {'id': '7e798ced-745f-4e2d-be15-2e3bfc1baf4a'}] Jan 21 09:44:01.272878 dv-neutron-825732-1-hyperv neutron-server[83598]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:44:01.273441 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG oslo_db.api [None req-6422ecec-b2d7-42e1-8c94-0a4e52705d66 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:44:01.330088 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135c9f2-6c7b-4c81-ab3c-c871ccab5b50 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5be4dde-4095-4049-896c-7061f6e3593f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:01.346831 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542e9829-b010-4aa1-8e64-861302164d2f None None] Resources bound (agent type, host, resource id): {{(pid=83599) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:44:01.367661 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b135c9f2-6c7b-4c81-ab3c-c871ccab5b50 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.371628 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b135c9f2-6c7b-4c81-ab3c-c871ccab5b50 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7744336 Jan 21 09:44:01.379404 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57458) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:01.384670 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5bf19ad-54d4-4785-9e17-e2067a87b2b3 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.386267 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-81e0a5fd-d04a-4ceb-86ce-da0922ccccce tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.391255 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-81e0a5fd-d04a-4ceb-86ce-da0922ccccce tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] 10.222.0.104 "DELETE /v2.0/ports/d2ca4c68-16fb-468d-ac2d-3a05dda1f846 HTTP/1.1" status: 204 len: 168 time: 2.1177273 Jan 21 09:44:01.394200 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57462) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:01.565587 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-b88db019-c5f3-47a2-b3bd-614d1a64e6b4 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] GET failed (client error): The resource could not be found. Jan 21 09:44:01.566330 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-b88db019-c5f3-47a2-b3bd-614d1a64e6b4 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Synchronizing usage tracker for tenant:a3ceeead67fd4425b3eae4f0abaa37dd on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:01.577394 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-0259c4d2-df1a-438d-b02d-36cf36368968 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Request body: {'security_group_rule': {'security_group_id': 'd5be4dde-4095-4049-896c-7061f6e3593f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:01.591727 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-0259c4d2-df1a-438d-b02d-36cf36368968 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:01.591972 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-b88db019-c5f3-47a2-b3bd-614d1a64e6b4 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Unset dirty status for tenant:a3ceeead67fd4425b3eae4f0abaa37dd on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:01.596548 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b88db019-c5f3-47a2-b3bd-614d1a64e6b4 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] 10.222.0.104 "GET /v2.0/ports/d2ca4c68-16fb-468d-ac2d-3a05dda1f846 HTTP/1.1" status: 404 len: 333 time: 0.2011826 Jan 21 09:44:01.597170 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57466) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:01.610193 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-0259c4d2-df1a-438d-b02d-36cf36368968 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Usage tracker for resource:security_group_rule and tenant:7af6b040ec904ab78467e023735156fd is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:01.612157 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-601318f2-ef9e-4032-b136-08db332fe685 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] 10.222.0.104 "GET /v2.0/routers/e1bcbbf5-9f65-4333-b79a-275c770b6eed HTTP/1.1" status: 200 len: 921 time: 0.8214099 Jan 21 09:44:01.614951 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57470) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:01.618013 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-83f799ec-74af-48c6-b598-5cac2b11d071 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Request body: {'port': {'network_id': 'd97a4652-83f5-4f06-aec8-38c88c13d790', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1943459777'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:01.633370 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-0259c4d2-df1a-438d-b02d-36cf36368968 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:01.642611 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e0479495-5f53-45d7-ba13-123650a3f1e2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.694863 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-cb56ed27-0a18-4e40-93f3-f96db19da708 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] 10.222.0.104 "GET /v2.0/ports?network_id=05164b30-8981-419a-8272-388f48c19dd5&device_id=e1bcbbf5-9f65-4333-b79a-275c770b6eed&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0786014 Jan 21 09:44:01.698340 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57474) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:01.745073 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-0259c4d2-df1a-438d-b02d-36cf36368968 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:01.799728 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947ab117-f487-40f7-ace0-34028c348a9b None None] get_active_networks_info from dv-neutron-825732-1-hyperv {{(pid=83599) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 09:44:01.800500 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6422ecec-b2d7-42e1-8c94-0a4e52705d66 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.867570 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6a4583-23f4-46a6-8d42-38045a3dc9ea tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:01.869188 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-aa6a4583-23f4-46a6-8d42-38045a3dc9ea tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] 10.222.0.104 "GET /v2.0/networks/05164b30-8981-419a-8272-388f48c19dd5 HTTP/1.1" status: 200 len: 881 time: 0.1698761 Jan 21 09:44:01.872076 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57478) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:01.931429 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5bf19ad-54d4-4785-9e17-e2067a87b2b3 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.933449 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2a4b1c4d-0e45-45b4-8a2c-feb6f6123135 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] 10.222.0.104 "GET /v2.0/ports?device_id=e1bcbbf5-9f65-4333-b79a-275c770b6eed HTTP/1.1" status: 200 len: 205 time: 0.0601404 Jan 21 09:44:01.935314 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bf19ad-54d4-4785-9e17-e2067a87b2b3 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:01.935995 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5bf19ad-54d4-4785-9e17-e2067a87b2b3 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.936914 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57482) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:01.950483 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca37ab5e-5eb3-434c-beab-9db2a34050d9 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.970631 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947ab117-f487-40f7-ace0-34028c348a9b None None] Resources bound (agent type, host, resource id): {{(pid=83599) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:44:01.996172 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6422ecec-b2d7-42e1-8c94-0a4e52705d66 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Deleting port 09b6ad31-9307-4fff-aa5d-eca3fee06fca {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:01.996431 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6422ecec-b2d7-42e1-8c94-0a4e52705d66 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.081706 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0259c4d2-df1a-438d-b02d-36cf36368968 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.126012 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca37ab5e-5eb3-434c-beab-9db2a34050d9 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.180787 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9715dc30-218b-464e-8660-6c52beebe161 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.218596 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf19ad-54d4-4785-9e17-e2067a87b2b3 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] Pushing event updated for resources: {'Network': ['ID=9abaefa3-adc8-4455-a7dc-ea5ac61aaf79,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:02.222691 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e0479495-5f53-45d7-ba13-123650a3f1e2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.236469 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e5bf19ad-54d4-4785-9e17-e2067a87b2b3 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.7502348 Jan 21 09:44:02.239690 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 9abaefa3-adc8-4455-a7dc-ea5ac61aaf79 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:02.245080 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57486) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:02.320816 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-83f799ec-74af-48c6-b598-5cac2b11d071 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:02.331172 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0479495-5f53-45d7-ba13-123650a3f1e2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Subnet': ['ID=261490ff-df2b-42ee-ac30-57075afd83b0,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:02.372220 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-83f799ec-74af-48c6-b598-5cac2b11d071 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:02.377693 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e0479495-5f53-45d7-ba13-123650a3f1e2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.394834 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca37ab5e-5eb3-434c-beab-9db2a34050d9 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.395308 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca37ab5e-5eb3-434c-beab-9db2a34050d9 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a3e6558-c9e1-4650-8254-953649740f9b {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:44:02.417810 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e0479495-5f53-45d7-ba13-123650a3f1e2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/subnets/261490ff-df2b-42ee-ac30-57075afd83b0 HTTP/1.1" status: 204 len: 168 time: 2.7673161 Jan 21 09:44:02.431853 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57492) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:02.472536 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e67c7bd0-e86d-48d8-90b2-b6aa2d66ebbc tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Request body: {'network': {'name': 'tempest-network--938233460', 'router:external': True}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:02.492641 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f799ec-74af-48c6-b598-5cac2b11d071 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Made reservation on behalf of a3ceeead67fd4425b3eae4f0abaa37dd for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:02.496259 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-83f799ec-74af-48c6-b598-5cac2b11d071 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.512621 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0259c4d2-df1a-438d-b02d-36cf36368968 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.529093 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca37ab5e-5eb3-434c-beab-9db2a34050d9 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.534001 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ca37ab5e-5eb3-434c-beab-9db2a34050d9 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] 10.222.0.104 "DELETE /v2.0/routers/8a3e6558-c9e1-4650-8254-953649740f9b HTTP/1.1" status: 204 len: 168 time: 2.0787439 Jan 21 09:44:02.535183 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0259c4d2-df1a-438d-b02d-36cf36368968 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.536915 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e67c7bd0-e86d-48d8-90b2-b6aa2d66ebbc tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:02.537069 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57496) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:02.551367 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97140216-773f-4b37-bd26-ce4e550e4487 None None] Network 4eb6cbae-4c37-460a-9971-7be0931a2c7e requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:02.557600 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e67c7bd0-e86d-48d8-90b2-b6aa2d66ebbc tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Usage tracker for resource:network and tenant:9e55453a4b754c9b8679303e0e46fa4d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:02.561137 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e67c7bd0-e86d-48d8-90b2-b6aa2d66ebbc tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:02.567225 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-5677777a-bf20-4ef5-a976-0b6b50447d36 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Request body: {'router': {'name': 'tempest-router-448804696', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '88ac30cea9964a10bdf61a8c8bcd64c0'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:02.577544 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e67c7bd0-e86d-48d8-90b2-b6aa2d66ebbc tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:02.588217 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-83f799ec-74af-48c6-b598-5cac2b11d071 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] device_id is not set on port e0d85f29-032f-482d-86e7-6fdf388ffd64 yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:02.618252 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b73d602a-eee8-41f5-9b5a-322d93ebb956 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.626131 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67c7bd0-e86d-48d8-90b2-b6aa2d66ebbc tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Made reservation on behalf of 9e55453a4b754c9b8679303e0e46fa4d for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:02.630897 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e67c7bd0-e86d-48d8-90b2-b6aa2d66ebbc tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.635506 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-5677777a-bf20-4ef5-a976-0b6b50447d36 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:02.637738 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259c4d2-df1a-438d-b02d-36cf36368968 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0593a963-e831-4192-881d-04b9c4a4bd81,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:02.647056 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-5677777a-bf20-4ef5-a976-0b6b50447d36 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Usage tracker for resource:router and tenant:88ac30cea9964a10bdf61a8c8bcd64c0 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:02.655822 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-6422ecec-b2d7-42e1-8c94-0a4e52705d66 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] For port 09b6ad31-9307-4fff-aa5d-eca3fee06fca, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=09b6ad31-9307-4fff-aa5d-eca3fee06fca,segment=NetworkSegment(4bd71228-7c9c-454b-b18c-4d1cfc98af0d),segment_id=4bd71228-7c9c-454b-b18c-4d1cfc98af0d)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:02.656260 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6422ecec-b2d7-42e1-8c94-0a4e52705d66 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.664806 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-5677777a-bf20-4ef5-a976-0b6b50447d36 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:02.679566 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e67c7bd0-e86d-48d8-90b2-b6aa2d66ebbc tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.686851 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-5677777a-bf20-4ef5-a976-0b6b50447d36 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:02.721543 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-b73d602a-eee8-41f5-9b5a-322d93ebb956 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Deleting port a50b69ae-fac5-4a63-bf18-1fbe3a166958 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:02.722006 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b73d602a-eee8-41f5-9b5a-322d93ebb956 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.756391 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9715dc30-218b-464e-8660-6c52beebe161 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.797443 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-9715dc30-218b-464e-8660-6c52beebe161 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Deleting port 9ea3f4e6-fc8d-4864-a553-d12c2ce2d628 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:02.797780 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9715dc30-218b-464e-8660-6c52beebe161 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.849886 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6422ecec-b2d7-42e1-8c94-0a4e52705d66 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Calling delete_port for 09b6ad31-9307-4fff-aa5d-eca3fee06fca owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:02.885135 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e67c7bd0-e86d-48d8-90b2-b6aa2d66ebbc tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:02.887210 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0259c4d2-df1a-438d-b02d-36cf36368968 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.896140 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0259c4d2-df1a-438d-b02d-36cf36368968 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.5075459 Jan 21 09:44:02.898697 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57500) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:02.915174 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e67c7bd0-e86d-48d8-90b2-b6aa2d66ebbc tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Usage tracker for resource:security_group_rule and tenant:9e55453a4b754c9b8679303e0e46fa4d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:02.918468 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e67c7bd0-e86d-48d8-90b2-b6aa2d66ebbc tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:02.919270 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420c4b8f-19ef-4352-8384-d5b4750b5e3c None None] DHCP port deletion for 4eb6cbae-4c37-460a-9971-7be0931a2c7e request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:44:02.924150 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-420c4b8f-19ef-4352-8384-d5b4750b5e3c None None] Deleting port a50b69ae-fac5-4a63-bf18-1fbe3a166958 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:02.924595 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-420c4b8f-19ef-4352-8384-d5b4750b5e3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.935313 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5677777a-bf20-4ef5-a976-0b6b50447d36 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.936314 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5677777a-bf20-4ef5-a976-0b6b50447d36 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.956005 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e67c7bd0-e86d-48d8-90b2-b6aa2d66ebbc tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:03.056951 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6422ecec-b2d7-42e1-8c94-0a4e52705d66 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.099612 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5677777a-bf20-4ef5-a976-0b6b50447d36 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.137635 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422ecec-b2d7-42e1-8c94-0a4e52705d66 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event deleted for resources: {'Port': ['ID=09b6ad31-9307-4fff-aa5d-eca3fee06fca,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:03.142770 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-83f799ec-74af-48c6-b598-5cac2b11d071 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Allocated IP 2001:db8::b (d97a4652-83f5-4f06-aec8-38c88c13d790/836ff20e-1793-4ead-b68a-db2b4f3231b1/e0d85f29-032f-482d-86e7-6fdf388ffd64) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:03.165356 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6422ecec-b2d7-42e1-8c94-0a4e52705d66 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] No DVR routers for this DVR port 09b6ad31-9307-4fff-aa5d-eca3fee06fca on host dv-neutron-825732-1-hyperv {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:03.206667 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-420c4b8f-19ef-4352-8384-d5b4750b5e3c None None] For port a50b69ae-fac5-4a63-bf18-1fbe3a166958, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=a50b69ae-fac5-4a63-bf18-1fbe3a166958,segment=NetworkSegment(60caba2e-beb8-45eb-a26f-9095351fd992),segment_id=60caba2e-beb8-45eb-a26f-9095351fd992)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:03.207755 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-420c4b8f-19ef-4352-8384-d5b4750b5e3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.214679 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5677777a-bf20-4ef5-a976-0b6b50447d36 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.361614 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-b73d602a-eee8-41f5-9b5a-322d93ebb956 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] For port a50b69ae-fac5-4a63-bf18-1fbe3a166958, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=a50b69ae-fac5-4a63-bf18-1fbe3a166958,segment=NetworkSegment(60caba2e-beb8-45eb-a26f-9095351fd992),segment_id=60caba2e-beb8-45eb-a26f-9095351fd992)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:03.362094 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b73d602a-eee8-41f5-9b5a-322d93ebb956 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.394396 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6422ecec-b2d7-42e1-8c94-0a4e52705d66 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.426625 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-420c4b8f-19ef-4352-8384-d5b4750b5e3c None None] Calling delete_port for a50b69ae-fac5-4a63-bf18-1fbe3a166958 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:03.452743 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9715dc30-218b-464e-8660-6c52beebe161 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.519515 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-420c4b8f-19ef-4352-8384-d5b4750b5e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.527354 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aed68f91-1dfa-43d7-8e93-015f79c91bb5 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.538094 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-b73d602a-eee8-41f5-9b5a-322d93ebb956 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Calling delete_port for a50b69ae-fac5-4a63-bf18-1fbe3a166958 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:03.543178 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5677777a-bf20-4ef5-a976-0b6b50447d36 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.544280 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5677777a-bf20-4ef5-a976-0b6b50447d36 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9990218 Jan 21 09:44:03.550417 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57506) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:03.572963 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420c4b8f-19ef-4352-8384-d5b4750b5e3c None None] No DVR routers for this DVR port a50b69ae-fac5-4a63-bf18-1fbe3a166958 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:03.586650 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c4b8f-19ef-4352-8384-d5b4750b5e3c None None] Pushing event deleted for resources: {'Port': ['ID=a50b69ae-fac5-4a63-bf18-1fbe3a166958,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:03.619281 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-90d9aabb-4b44-4d44-ac6b-527b0a07fc14 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:03.694538 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-6422ecec-b2d7-42e1-8c94-0a4e52705d66 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e798ced-745f-4e2d-be15-2e3bfc1baf4a']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:03.723817 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-6422ecec-b2d7-42e1-8c94-0a4e52705d66 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bd71228-7c9c-454b-b18c-4d1cfc98af0d') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:03.724104 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-6422ecec-b2d7-42e1-8c94-0a4e52705d66 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bd71228-7c9c-454b-b18c-4d1cfc98af0d') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:03.795986 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6422ecec-b2d7-42e1-8c94-0a4e52705d66 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.844924 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6422ecec-b2d7-42e1-8c94-0a4e52705d66 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.852165 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-9715dc30-218b-464e-8660-6c52beebe161 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Calling delete_port for 9ea3f4e6-fc8d-4864-a553-d12c2ce2d628 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:03.871139 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-83f799ec-74af-48c6-b598-5cac2b11d071 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.874830 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6422ecec-b2d7-42e1-8c94-0a4e52705d66 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:44:03.875226 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6422ecec-b2d7-42e1-8c94-0a4e52705d66 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.890318 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:44:03.890318 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:44:03.890318 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:44:03.890318 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:03.890318 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:44:03.890318 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:03.890318 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:44:03.890318 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:03.890318 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:44:03.890318 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:03.890318 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:44:03.890318 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:03.890318 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:44:03.890318 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:03.890318 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:03.890318 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:03.890318 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:03.890318 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:03.890318 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:44:03.890318 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:44:03.890318 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:44:03.890318 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:44:03.890318 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:03.890318 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:44:03.890318 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:03.890318 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:44:03.890318 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:03.890318 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:44:03.890318 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:03.890318 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:44:03.890318 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:03.890318 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:03.921177 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e67c7bd0-e86d-48d8-90b2-b6aa2d66ebbc tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.937297 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e67c7bd0-e86d-48d8-90b2-b6aa2d66ebbc tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.940943 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aed68f91-1dfa-43d7-8e93-015f79c91bb5 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.020803 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e67c7bd0-e86d-48d8-90b2-b6aa2d66ebbc tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:04.036698 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-83f799ec-74af-48c6-b598-5cac2b11d071 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Transition to ACTIVE for port object e0d85f29-032f-482d-86e7-6fdf388ffd64 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:04.053137 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c7bd0-e86d-48d8-90b2-b6aa2d66ebbc tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4794c1f0-1d05-44f7-b5fc-0d723b862359,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:04.069426 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.api [None req-b73d602a-eee8-41f5-9b5a-322d93ebb956 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:44:04.069753 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG oslo_db.api [None req-b73d602a-eee8-41f5-9b5a-322d93ebb956 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:44:04.091896 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aed68f91-1dfa-43d7-8e93-015f79c91bb5 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.102453 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6422ecec-b2d7-42e1-8c94-0a4e52705d66 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.106276 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e67c7bd0-e86d-48d8-90b2-b6aa2d66ebbc tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.106690 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-e67c7bd0-e86d-48d8-90b2-b6aa2d66ebbc tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Added segment d520653a-e63d-4576-bb9b-53f295377e96 of type vlan for network 7e4e79fb-2e12-49ed-93b6-041d0a6bac70 Jan 21 09:44:04.120866 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed68f91-1dfa-43d7-8e93-015f79c91bb5 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5be4dde-4095-4049-896c-7061f6e3593f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:04.123439 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6422ecec-b2d7-42e1-8c94-0a4e52705d66 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.136785 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422ecec-b2d7-42e1-8c94-0a4e52705d66 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event deleted for resources: {'Network': ['ID=7e798ced-745f-4e2d-be15-2e3bfc1baf4a,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:04.149579 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6422ecec-b2d7-42e1-8c94-0a4e52705d66 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "DELETE /v2.0/networks/7e798ced-745f-4e2d-be15-2e3bfc1baf4a HTTP/1.1" status: 204 len: 168 time: 6.0797434 Jan 21 09:44:04.150084 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57510) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:04.161249 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-643d631b-53af-4c3c-a733-74de73cf5863 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-471899713'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:04.173392 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-643d631b-53af-4c3c-a733-74de73cf5863 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:04.202884 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e67c7bd0-e86d-48d8-90b2-b6aa2d66ebbc tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.246074 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-643d631b-53af-4c3c-a733-74de73cf5863 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Usage tracker for resource:network and tenant:14f7a2c3d80d4ed0a81309ac4c20d7a5 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:04.247708 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aed68f91-1dfa-43d7-8e93-015f79c91bb5 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.248960 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-aed68f91-1dfa-43d7-8e93-015f79c91bb5 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "DELETE /v2.0/security-groups/d5be4dde-4095-4049-896c-7061f6e3593f HTTP/1.1" status: 204 len: 168 time: 1.3443460 Jan 21 09:44:04.252102 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57516) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:04.283930 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9715dc30-218b-464e-8660-6c52beebe161 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.300151 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-643d631b-53af-4c3c-a733-74de73cf5863 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:04.315621 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-83f799ec-74af-48c6-b598-5cac2b11d071 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.319529 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-643d631b-53af-4c3c-a733-74de73cf5863 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:04.322857 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90d9aabb-4b44-4d44-ac6b-527b0a07fc14 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.323183 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90d9aabb-4b44-4d44-ac6b-527b0a07fc14 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks [] for router, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.358412 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715dc30-218b-464e-8660-6c52beebe161 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Pushing event deleted for resources: {'Port': ['ID=9ea3f4e6-fc8d-4864-a553-d12c2ce2d628,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:04.362378 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e67c7bd0-e86d-48d8-90b2-b6aa2d66ebbc tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.363321 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67c7bd0-e86d-48d8-90b2-b6aa2d66ebbc tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:04.363788 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e67c7bd0-e86d-48d8-90b2-b6aa2d66ebbc tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.525135 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643d631b-53af-4c3c-a733-74de73cf5863 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Made reservation on behalf of 14f7a2c3d80d4ed0a81309ac4c20d7a5 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:04.528062 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-643d631b-53af-4c3c-a733-74de73cf5863 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.558143 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f799ec-74af-48c6-b598-5cac2b11d071 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Network d97a4652-83f5-4f06-aec8-38c88c13d790 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:04.566999 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f799ec-74af-48c6-b598-5cac2b11d071 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Pushing event updated for resources: {'Port': ['ID=e0d85f29-032f-482d-86e7-6fdf388ffd64,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:04.568448 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e67c7bd0-e86d-48d8-90b2-b6aa2d66ebbc tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.3232391 Jan 21 09:44:04.570090 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-83f799ec-74af-48c6-b598-5cac2b11d071 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:04.574065 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-90d9aabb-4b44-4d44-ac6b-527b0a07fc14 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83598) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jan 21 09:44:04.574477 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-90d9aabb-4b44-4d44-ac6b-527b0a07fc14 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Router 53eb0408-331a-4b9b-97a8-097343878b97 migrating from provider to provider. {{(pid=83598) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jan 21 09:44:04.574845 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90d9aabb-4b44-4d44-ac6b-527b0a07fc14 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.576730 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-b73d602a-eee8-41f5-9b5a-322d93ebb956 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Deleting port a50b69ae-fac5-4a63-bf18-1fbe3a166958 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:04.577252 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b73d602a-eee8-41f5-9b5a-322d93ebb956 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.579045 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57520) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:04.579796 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f799ec-74af-48c6-b598-5cac2b11d071 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:04.583908 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f799ec-74af-48c6-b598-5cac2b11d071 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:04.584546 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-83f799ec-74af-48c6-b598-5cac2b11d071 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.615069 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c7bd0-e86d-48d8-90b2-b6aa2d66ebbc tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Pushing event updated for resources: {'Network': ['ID=7e4e79fb-2e12-49ed-93b6-041d0a6bac70,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:04.631854 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90d9aabb-4b44-4d44-ac6b-527b0a07fc14 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.636695 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c5d507bd-56f5-4c43-b30b-6df2921a5f7a tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Synchronizing usage tracker for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:04.640438 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 7e4e79fb-2e12-49ed-93b6-041d0a6bac70 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:04.726436 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-b73d602a-eee8-41f5-9b5a-322d93ebb956 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] The port 'a50b69ae-fac5-4a63-bf18-1fbe3a166958' was deleted {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:44:04.726698 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-83f799ec-74af-48c6-b598-5cac2b11d071 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.1238592 Jan 21 09:44:04.728447 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90d9aabb-4b44-4d44-ac6b-527b0a07fc14 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349321', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344087'] for router, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.735436 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57524) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:04.748155 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-643d631b-53af-4c3c-a733-74de73cf5863 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:04.768915 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-9f7baa62-4075-4148-a5b8-654d217d3f06 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::86', 'mac_address': 'fa:16:3e:e5:28:eb'}]}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:04.815790 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-643d631b-53af-4c3c-a733-74de73cf5863 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.816422 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-643d631b-53af-4c3c-a733-74de73cf5863 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Added segment cd07bfcc-9ae0-4e27-ae95-22c1496cc7fd of type vlan for network ba21cdc9-f8a9-4883-b383-a767ec0929db Jan 21 09:44:04.927239 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a50b69ae-fac5-4a63-bf18-1fbe3a166958 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:44:04.959663 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c5d507bd-56f5-4c43-b30b-6df2921a5f7a tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Unset dirty status for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:04.963799 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c5d507bd-56f5-4c43-b30b-6df2921a5f7a tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6994259 Jan 21 09:44:04.974568 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57528) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:04.992266 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2924cf14-2b6d-477c-83c6-0ebd5f568b3f tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.004287 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: a50b69ae-fac5-4a63-bf18-1fbe3a166958 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:44:05.004782 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a50b69ae-fac5-4a63-bf18-1fbe3a166958 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:44:05.080725 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-85d43b51-589f-4f6f-bfc0-e850b4c8ba8b None None] Provisioning for port e0d85f29-032f-482d-86e7-6fdf388ffd64 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:05.087552 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-85d43b51-589f-4f6f-bfc0-e850b4c8ba8b None None] Provisioning complete for port e0d85f29-032f-482d-86e7-6fdf388ffd64 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:05.088222 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-85d43b51-589f-4f6f-bfc0-e850b4c8ba8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.089789 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9715dc30-218b-464e-8660-6c52beebe161 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.185001 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-85d43b51-589f-4f6f-bfc0-e850b4c8ba8b None None] Port e0d85f29-032f-482d-86e7-6fdf388ffd64 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:44:05.194584 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-643d631b-53af-4c3c-a733-74de73cf5863 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.298890 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b73d602a-eee8-41f5-9b5a-322d93ebb956 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.334725 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-b73d602a-eee8-41f5-9b5a-322d93ebb956 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eb6cbae-4c37-460a-9971-7be0931a2c7e']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:05.519183 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-643d631b-53af-4c3c-a733-74de73cf5863 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.522895 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643d631b-53af-4c3c-a733-74de73cf5863 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:05.523472 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-643d631b-53af-4c3c-a733-74de73cf5863 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.529288 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-b73d602a-eee8-41f5-9b5a-322d93ebb956 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60caba2e-beb8-45eb-a26f-9095351fd992') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:05.529619 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-b73d602a-eee8-41f5-9b5a-322d93ebb956 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60caba2e-beb8-45eb-a26f-9095351fd992') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:05.657035 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b73d602a-eee8-41f5-9b5a-322d93ebb956 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.662124 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-7b45862c-2522-46c8-9ea1-9e9b7045bd79 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Synchronizing usage tracker for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group_rule {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:05.666348 dv-neutron-825732-1-hyperv neutron-server[83598]: WARNING neutron.scheduler.l3_agent_scheduler [None req-90d9aabb-4b44-4d44-ac6b-527b0a07fc14 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] No L3 agents can host the router 53eb0408-331a-4b9b-97a8-097343878b97 Jan 21 09:44:05.673727 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9715dc30-218b-464e-8660-6c52beebe161 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.685050 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b73d602a-eee8-41f5-9b5a-322d93ebb956 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.687391 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9715dc30-218b-464e-8660-6c52beebe161 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.701960 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b73d602a-eee8-41f5-9b5a-322d93ebb956 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:44:05.702358 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b73d602a-eee8-41f5-9b5a-322d93ebb956 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:05.720834 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:05.791700 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-643d631b-53af-4c3c-a733-74de73cf5863 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6371148 Jan 21 09:44:05.799003 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2924cf14-2b6d-477c-83c6-0ebd5f568b3f tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.811361 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57536) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:05.842804 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0a92d-ac4c-4929-9bf9-e023dd3a5811 req-12d1d733-1e51-4b68-bebe-aa13bad6ec24 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:05.844289 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-c7e0a92d-ac4c-4929-9bf9-e023dd3a5811 req-12d1d733-1e51-4b68-bebe-aa13bad6ec24 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.3018887 Jan 21 09:44:05.845740 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b73d602a-eee8-41f5-9b5a-322d93ebb956 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.854003 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9715dc30-218b-464e-8660-6c52beebe161 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.854003 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9715dc30-218b-464e-8660-6c52beebe161 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Fanout notify agent at l3_agent the message router_deleted on router e1bcbbf5-9f65-4333-b79a-275c770b6eed {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:44:05.876557 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-261ed262-1a65-4dc9-826f-0f1866c20d7d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Request body: {'subnet': {'network_id': 'ba21cdc9-f8a9-4883-b383-a767ec0929db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:05.891161 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d631b-53af-4c3c-a733-74de73cf5863 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event updated for resources: {'Network': ['ID=ba21cdc9-f8a9-4883-b383-a767ec0929db,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:05.894233 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b73d602a-eee8-41f5-9b5a-322d93ebb956 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.896767 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d602a-eee8-41f5-9b5a-322d93ebb956 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Network': ['ID=4eb6cbae-4c37-460a-9971-7be0931a2c7e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:05.913244 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network ba21cdc9-f8a9-4883-b383-a767ec0929db details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:05.928499 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-7b45862c-2522-46c8-9ea1-9e9b7045bd79 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] Unset dirty status for tenant:7af6b040ec904ab78467e023735156fd on resource:security_group_rule {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:05.929949 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9715dc30-218b-464e-8660-6c52beebe161 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.930411 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-7b45862c-2522-46c8-9ea1-9e9b7045bd79 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.9534607 Jan 21 09:44:05.932269 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9715dc30-218b-464e-8660-6c52beebe161 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] 10.222.0.104 "DELETE /v2.0/routers/e1bcbbf5-9f65-4333-b79a-275c770b6eed HTTP/1.1" status: 204 len: 168 time: 3.9942689 Jan 21 09:44:05.939681 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b73d602a-eee8-41f5-9b5a-322d93ebb956 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/networks/4eb6cbae-4c37-460a-9971-7be0931a2c7e HTTP/1.1" status: 204 len: 168 time: 3.5021813 Jan 21 09:44:05.939681 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57540) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:05.939681 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57542) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:05.943694 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-5754666c-b7f6-48a3-8168-d6db65d18ae1 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-719933131', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}, 'admin_state_up': False}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:05.950337 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57546) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:05.984650 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-a50d9d66-c564-47e2-8282-d02b9f57d448 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'port': {'network_id': '6087673c-a924-425c-9bf1-b38150ede8d0', 'name': 'tempest-PortsIpV6TestJSON-493781051'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:05.992051 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-2924cf14-2b6d-477c-83c6-0ebd5f568b3f tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e4e79fb-2e12-49ed-93b6-041d0a6bac70']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:05.999011 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5754666c-b7f6-48a3-8168-d6db65d18ae1 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:06.017101 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-5754666c-b7f6-48a3-8168-d6db65d18ae1 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Usage tracker for resource:router and tenant:24bdc49ef662478cbebc8c7402bf782e is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:06.026683 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-2924cf14-2b6d-477c-83c6-0ebd5f568b3f tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd520653a-e63d-4576-bb9b-53f295377e96') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:06.027170 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-2924cf14-2b6d-477c-83c6-0ebd5f568b3f tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd520653a-e63d-4576-bb9b-53f295377e96') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:06.073694 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-5754666c-b7f6-48a3-8168-d6db65d18ae1 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:06.088943 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-54300a0f-d096-4249-9ab3-4d21fe327e35 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] delete failed (client error): The resource could not be found. Jan 21 09:44:06.095318 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-54300a0f-d096-4249-9ab3-4d21fe327e35 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "DELETE /v2.0/security-groups/d5be4dde-4095-4049-896c-7061f6e3593f HTTP/1.1" status: 404 len: 347 time: 0.1506689 Jan 21 09:44:06.095318 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5754666c-b7f6-48a3-8168-d6db65d18ae1 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:06.114489 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57552) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.118077 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-c7e0a92d-ac4c-4929-9bf9-e023dd3a5811 req-d9a50d41-518b-4df6-a940-12b9e58fadcc tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2418504 Jan 21 09:44:06.147374 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2924cf14-2b6d-477c-83c6-0ebd5f568b3f tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.169047 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5754666c-b7f6-48a3-8168-d6db65d18ae1 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.170084 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5754666c-b7f6-48a3-8168-d6db65d18ae1 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.204475 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a50d9d66-c564-47e2-8282-d02b9f57d448 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:06.209362 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9f7baa62-4075-4148-a5b8-654d217d3f06 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.237308 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a50d9d66-c564-47e2-8282-d02b9f57d448 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:06.246559 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f3a1ac60-3493-4f2a-8675-a36300187192 req-412319e8-2590-428c-b488-0ddf1a25597c service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=336aa381caa24798b3c72d188fdcb52a&device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 1098 time: 0.8798964 Jan 21 09:44:06.247612 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5754666c-b7f6-48a3-8168-d6db65d18ae1 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.264326 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-31dc307d-7d5b-4b03-bfce-dcbe483e6006 tempest-SecGroupIPv6Test-454874600 tempest-SecGroupIPv6Test-454874600-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1472425 Jan 21 09:44:06.277298 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50d9d66-c564-47e2-8282-d02b9f57d448 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Made reservation on behalf of fd763e9054b0425c8035d150c4a90c6a for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:06.281089 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a50d9d66-c564-47e2-8282-d02b9f57d448 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.286068 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-261ed262-1a65-4dc9-826f-0f1866c20d7d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:06.290426 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2924cf14-2b6d-477c-83c6-0ebd5f568b3f tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.301060 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-261ed262-1a65-4dc9-826f-0f1866c20d7d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Usage tracker for resource:subnet and tenant:14f7a2c3d80d4ed0a81309ac4c20d7a5 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:06.334709 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-261ed262-1a65-4dc9-826f-0f1866c20d7d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:06.342538 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2924cf14-2b6d-477c-83c6-0ebd5f568b3f tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:44:06.342944 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2924cf14-2b6d-477c-83c6-0ebd5f568b3f tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.404749 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:44:06.404749 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:44:06.404749 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:44:06.404749 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:06.404749 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:44:06.404749 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:06.404749 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:44:06.404749 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:06.404749 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:44:06.404749 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:06.404749 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:44:06.404749 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:06.404749 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:44:06.404749 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:06.404749 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:06.404749 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:06.404749 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:06.404749 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:06.404749 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:44:06.404749 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:44:06.404749 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:44:06.404749 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:44:06.404749 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:06.404749 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:44:06.404749 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:06.404749 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:44:06.404749 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:06.404749 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:44:06.404749 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:06.404749 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:44:06.404749 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:06.404749 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:06.442150 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-a50d9d66-c564-47e2-8282-d02b9f57d448 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] device_id is not set on port b265853b-15f1-4a5b-8e93-7c581d49ecf5 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:06.472094 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-261ed262-1a65-4dc9-826f-0f1866c20d7d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:06.489732 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5754666c-b7f6-48a3-8168-d6db65d18ae1 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.581426 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261ed262-1a65-4dc9-826f-0f1866c20d7d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Made reservation on behalf of 14f7a2c3d80d4ed0a81309ac4c20d7a5 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:06.619765 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d9aabb-4b44-4d44-ac6b-527b0a07fc14 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Hosts for router 53eb0408-331a-4b9b-97a8-097343878b97: [] {{(pid=83598) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jan 21 09:44:06.643031 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57560) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.713104 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2924cf14-2b6d-477c-83c6-0ebd5f568b3f tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.761300 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2924cf14-2b6d-477c-83c6-0ebd5f568b3f tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7e4e79fb-2e12-49ed-93b6-041d0a6bac70 {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 21 09:44:06.870465 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5754666c-b7f6-48a3-8168-d6db65d18ae1 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.931615 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2924cf14-2b6d-477c-83c6-0ebd5f568b3f tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.938370 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d9aabb-4b44-4d44-ac6b-527b0a07fc14 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Hosts for other DVR routers connected to router 53eb0408-331a-4b9b-97a8-097343878b97: set() {{(pid=83598) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jan 21 09:44:06.951946 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5754666c-b7f6-48a3-8168-d6db65d18ae1 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.008361 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2924cf14-2b6d-477c-83c6-0ebd5f568b3f tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Pushing event deleted for resources: {'Network': ['ID=7e4e79fb-2e12-49ed-93b6-041d0a6bac70,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:07.010593 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1ac60-3493-4f2a-8675-a36300187192 req-f4e163cb-86b9-44da-a353-0a4fbfea1984 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:07.012149 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f3a1ac60-3493-4f2a-8675-a36300187192 req-f4e163cb-86b9-44da-a353-0a4fbfea1984 service neutron] 10.222.0.124 "GET /v2.0/networks?id=8515717b-44bc-4a2f-9c9a-f5ff80484c08 HTTP/1.1" status: 200 len: 912 time: 0.7573469 Jan 21 09:44:07.026329 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-2924cf14-2b6d-477c-83c6-0ebd5f568b3f tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] 10.222.0.104 "DELETE /v2.0/networks/7e4e79fb-2e12-49ed-93b6-041d0a6bac70 HTTP/1.1" status: 204 len: 168 time: 2.4374349 Jan 21 09:44:07.029480 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90d9aabb-4b44-4d44-ac6b-527b0a07fc14 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.030824 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-90d9aabb-4b44-4d44-ac6b-527b0a07fc14 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] 10.222.0.104 "PUT /v2.0/routers/53eb0408-331a-4b9b-97a8-097343878b97 HTTP/1.1" status: 200 len: 716 time: 3.4314115 Jan 21 09:44:07.033858 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-261ed262-1a65-4dc9-826f-0f1866c20d7d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.037062 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57566) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:07.037582 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57568) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:07.054883 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a50d9d66-c564-47e2-8282-d02b9f57d448 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.066089 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-bf03b230-0509-45c9-abc5-99f5d1e3e631 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:07.138667 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bf03b230-0509-45c9-abc5-99f5d1e3e631 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:07.169927 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bf03b230-0509-45c9-abc5-99f5d1e3e631 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Usage tracker for resource:network and tenant:9e55453a4b754c9b8679303e0e46fa4d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:07.173925 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bf03b230-0509-45c9-abc5-99f5d1e3e631 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:07.191075 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7117a0fb-4965-4e40-b511-840cb37a6447 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=7af6b040ec904ab78467e023735156fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5447204 Jan 21 09:44:07.193429 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bf03b230-0509-45c9-abc5-99f5d1e3e631 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:07.198654 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57576) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:07.318558 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f3a1ac60-3493-4f2a-8675-a36300187192 req-cea2ea66-6dc0-4a92-ace7-f9f1b9732845 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a8ec857-3243-456d-b272-0c64f958196f HTTP/1.1" status: 200 len: 1001 time: 0.2968087 Jan 21 09:44:07.466220 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf03b230-0509-45c9-abc5-99f5d1e3e631 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Made reservation on behalf of 9e55453a4b754c9b8679303e0e46fa4d for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:07.468553 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bf03b230-0509-45c9-abc5-99f5d1e3e631 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.525440 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-5754666c-b7f6-48a3-8168-d6db65d18ae1 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Allocated IP 172.26.0.215 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/563b851f-bc4b-433f-9d1a-2b7ac20ca35b) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:07.530300 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-383830ca-ebf6-493c-bedf-ff43256e0342 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] 10.222.0.104 "GET /v2.0/routers/53eb0408-331a-4b9b-97a8-097343878b97 HTTP/1.1" status: 200 len: 716 time: 0.4903004 Jan 21 09:44:07.534742 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a50d9d66-c564-47e2-8282-d02b9f57d448 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.541230 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57582) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:07.561052 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1ac60-3493-4f2a-8675-a36300187192 req-5ab437c8-2016-4f05-aa7c-77c1238c545d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:07.563451 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f3a1ac60-3493-4f2a-8675-a36300187192 req-5ab437c8-2016-4f05-aa7c-77c1238c545d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=e7fe4f7c-173a-4a1e-bc9c-b6d802a0a8b0 HTTP/1.1" status: 200 len: 850 time: 0.2234604 Jan 21 09:44:07.572812 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9f7baa62-4075-4148-a5b8-654d217d3f06 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.576197 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b4749714-de43-40b2-a30e-e4a3377f3c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.606139 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf03b230-0509-45c9-abc5-99f5d1e3e631 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:07.644971 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9f7baa62-4075-4148-a5b8-654d217d3f06 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.666359 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bf03b230-0509-45c9-abc5-99f5d1e3e631 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.666959 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-bf03b230-0509-45c9-abc5-99f5d1e3e631 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Added segment b9754a42-80cb-46d0-af63-4ad3dc89c8e7 of type vlan for network fb7fdbe5-b2bf-4b8f-9902-09186ecbf42b Jan 21 09:44:07.734483 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50d9d66-c564-47e2-8282-d02b9f57d448 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Network 6087673c-a924-425c-9bf1-b38150ede8d0 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:07.747650 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-a50d9d66-c564-47e2-8282-d02b9f57d448 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:07.751027 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50d9d66-c564-47e2-8282-d02b9f57d448 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:07.761219 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50d9d66-c564-47e2-8282-d02b9f57d448 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:07.761219 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a50d9d66-c564-47e2-8282-d02b9f57d448 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.772034 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d9d66-c564-47e2-8282-d02b9f57d448 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Port': ['ID=b265853b-15f1-4a5b-8e93-7c581d49ecf5,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:07.790197 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b4749714-de43-40b2-a30e-e4a3377f3c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.829189 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebaec1-b435-4b3c-83f8-fe6ba9f779fd req-9f3c7755-08ff-4772-8258-94d236b196d8 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:07.831177 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a7ebaec1-b435-4b3c-83f8-fe6ba9f779fd req-9f3c7755-08ff-4772-8258-94d236b196d8 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.4947398 Jan 21 09:44:07.867054 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9f7baa62-4075-4148-a5b8-654d217d3f06 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] In _notify_port_updated(), no bound segment for port e0d85f29-032f-482d-86e7-6fdf388ffd64 on network d97a4652-83f5-4f06-aec8-38c88c13d790 {{(pid=83598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:44:07.871612 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7baa62-4075-4148-a5b8-654d217d3f06 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:07.872254 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9f7baa62-4075-4148-a5b8-654d217d3f06 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.876360 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9f7baa62-4075-4148-a5b8-654d217d3f06 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] 10.222.0.104 "PUT /v2.0/ports/e0d85f29-032f-482d-86e7-6fdf388ffd64 HTTP/1.1" status: 200 len: 1000 time: 3.1374221 Jan 21 09:44:07.888729 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7baa62-4075-4148-a5b8-654d217d3f06 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Pushing event updated for resources: {'Port': ['ID=e0d85f29-032f-482d-86e7-6fdf388ffd64,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:07.892014 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57588) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:07.950070 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bf03b230-0509-45c9-abc5-99f5d1e3e631 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.058874 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a50d9d66-c564-47e2-8282-d02b9f57d448 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0993977 Jan 21 09:44:08.066606 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-92965b22-1ee0-4d7a-b57e-9e0bad65068a tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Deleting port e0d85f29-032f-482d-86e7-6fdf388ffd64 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:08.067137 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-92965b22-1ee0-4d7a-b57e-9e0bad65068a tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.070133 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57592) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:08.091505 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-261ed262-1a65-4dc9-826f-0f1866c20d7d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.124791 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5754666c-b7f6-48a3-8168-d6db65d18ae1 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.144351 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b4749714-de43-40b2-a30e-e4a3377f3c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.164823 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a7ebaec1-b435-4b3c-83f8-fe6ba9f779fd req-60a5fd1f-ecf7-4ce3-9936-ad57d78fd418 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2985451 Jan 21 09:44:08.177396 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-4301c8e8-f5cd-455c-877b-591e2a79c966 None None] Provisioning complete for port e0d85f29-032f-482d-86e7-6fdf388ffd64 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:08.177912 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4301c8e8-f5cd-455c-877b-591e2a79c966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.183111 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-37ac4f61-9cc3-4cef-8aee-9756cad07bf0 tempest-RoutersTestDVR-597145146 tempest-RoutersTestDVR-597145146-project] 10.222.0.104 "GET /v2.0/routers/53eb0408-331a-4b9b-97a8-097343878b97 HTTP/1.1" status: 200 len: 682 time: 0.6089516 Jan 21 09:44:08.187682 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57596) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:08.191096 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bf03b230-0509-45c9-abc5-99f5d1e3e631 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.191936 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf03b230-0509-45c9-abc5-99f5d1e3e631 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:08.192510 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bf03b230-0509-45c9-abc5-99f5d1e3e631 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.195160 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4749714-de43-40b2-a30e-e4a3377f3c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8ffd25-c977-41fd-bad2-b0271ac81d91,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:08.205122 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f3a1ac60-3493-4f2a-8675-a36300187192 req-d4c249c9-6090-4389-862d-05c7c5bfc633 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=8515717b-44bc-4a2f-9c9a-f5ff80484c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6225922 Jan 21 09:44:08.212187 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-cd7468a2-1d13-4f38-97aa-f6f6cded9dbc tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Deleting port b265853b-15f1-4a5b-8e93-7c581d49ecf5 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:08.212526 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cd7468a2-1d13-4f38-97aa-f6f6cded9dbc tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.258973 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-4301c8e8-f5cd-455c-877b-591e2a79c966 None None] Port e0d85f29-032f-482d-86e7-6fdf388ffd64 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:44:08.361628 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-bf03b230-0509-45c9-abc5-99f5d1e3e631 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.3188894 Jan 21 09:44:08.393906 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57600) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:08.404050 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03b230-0509-45c9-abc5-99f5d1e3e631 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Pushing event updated for resources: {'Network': ['ID=fb7fdbe5-b2bf-4b8f-9902-09186ecbf42b,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:08.409252 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-dc7fff05-d045-427f-94c9-5028ae84f545 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Request body: {'subnet': {'network_id': 'fb7fdbe5-b2bf-4b8f-9902-09186ecbf42b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:08.417164 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5754666c-b7f6-48a3-8168-d6db65d18ae1 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.423622 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network fb7fdbe5-b2bf-4b8f-9902-09186ecbf42b details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:08.427873 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-dc7fff05-d045-427f-94c9-5028ae84f545 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:08.446865 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ed262-1a65-4dc9-826f-0f1866c20d7d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event updated for resources: {'Subnet': ['ID=da75de8a-5c44-4651-8808-42232da27690,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:08.470893 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-dc7fff05-d045-427f-94c9-5028ae84f545 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Usage tracker for resource:subnet and tenant:9e55453a4b754c9b8679303e0e46fa4d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:08.486020 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-dc7fff05-d045-427f-94c9-5028ae84f545 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:08.543687 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b4749714-de43-40b2-a30e-e4a3377f3c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.544824 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b4749714-de43-40b2-a30e-e4a3377f3c21 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ae8ffd25-c977-41fd-bad2-b0271ac81d91 HTTP/1.1" status: 204 len: 168 time: 1.3449814 Jan 21 09:44:08.581243 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-dc7fff05-d045-427f-94c9-5028ae84f545 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:08.600858 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261ed262-1a65-4dc9-826f-0f1866c20d7d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Checking segment: {'id': 'cd07bfcc-9ae0-4e27-ae95-22c1496cc7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ba21cdc9-f8a9-4883-b383-a767ec0929db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:08.600858 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261ed262-1a65-4dc9-826f-0f1866c20d7d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Network hostable DHCP agents. Network: ba21cdc9-f8a9-4883-b383-a767ec0929db, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:08.621018 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5754666c-b7f6-48a3-8168-d6db65d18ae1 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:08.626027 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5754666c-b7f6-48a3-8168-d6db65d18ae1 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Pushing event updated for resources: {'Port': ['ID=563b851f-bc4b-433f-9d1a-2b7ac20ca35b,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:08.634500 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-5754666c-b7f6-48a3-8168-d6db65d18ae1 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:08.646324 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5754666c-b7f6-48a3-8168-d6db65d18ae1 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:08.691985 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7fff05-d045-427f-94c9-5028ae84f545 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Made reservation on behalf of 9e55453a4b754c9b8679303e0e46fa4d for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:08.694744 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dc7fff05-d045-427f-94c9-5028ae84f545 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.714419 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cd7468a2-1d13-4f38-97aa-f6f6cded9dbc tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.834239 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-47e3fd52-f108-49e1-a420-786930d3c69c tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.893839 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f3a1ac60-3493-4f2a-8675-a36300187192 req-a8772665-0878-4d3d-9f76-46c489a38947 service neutron] 10.222.0.124 "GET /v2.0/networks/8515717b-44bc-4a2f-9c9a-f5ff80484c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6744523 Jan 21 09:44:09.000657 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-cd7468a2-1d13-4f38-97aa-f6f6cded9dbc tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Calling delete_port for b265853b-15f1-4a5b-8e93-7c581d49ecf5 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:09.122753 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261ed262-1a65-4dc9-826f-0f1866c20d7d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Network ba21cdc9-f8a9-4883-b383-a767ec0929db is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:09.135700 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-92965b22-1ee0-4d7a-b57e-9e0bad65068a tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.185836 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cd7468a2-1d13-4f38-97aa-f6f6cded9dbc tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.220787 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-261ed262-1a65-4dc9-826f-0f1866c20d7d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, ba21cdc9-f8a9-4883-b383-a767ec0929db) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:09.230164 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9149418b-2d21-41c7-8d84-e2d869fcb867 None None] Network ba21cdc9-f8a9-4883-b383-a767ec0929db requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:09.296298 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-92965b22-1ee0-4d7a-b57e-9e0bad65068a tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Calling delete_port for e0d85f29-032f-482d-86e7-6fdf388ffd64 owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:09.407437 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261ed262-1a65-4dc9-826f-0f1866c20d7d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:09.407945 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-261ed262-1a65-4dc9-826f-0f1866c20d7d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.443914 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7468a2-1d13-4f38-97aa-f6f6cded9dbc tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Port': ['ID=b265853b-15f1-4a5b-8e93-7c581d49ecf5,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:09.481412 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cd7468a2-1d13-4f38-97aa-f6f6cded9dbc tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.515388 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f3a1ac60-3493-4f2a-8675-a36300187192 req-6e130b98-22fa-4b13-96a3-1fb14ad8b5e2 service neutron] 10.222.0.124 "GET /v2.0/networks/8515717b-44bc-4a2f-9c9a-f5ff80484c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6058969 Jan 21 09:44:09.552463 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-cd7468a2-1d13-4f38-97aa-f6f6cded9dbc tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/ports/b265853b-15f1-4a5b-8e93-7c581d49ecf5 HTTP/1.1" status: 204 len: 168 time: 1.4769919 Jan 21 09:44:09.559638 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57620) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:09.570185 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-2c4ebb8c-a57c-4098-bb49-532729e533a5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'port': {'network_id': '6087673c-a924-425c-9bf1-b38150ede8d0', 'mac_address': 'fa:16:3e:27:f2:16', 'name': 'tempest-PortsIpV6TestJSON-1112171815'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:09.599478 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-261ed262-1a65-4dc9-826f-0f1866c20d7d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.7469876 Jan 21 09:44:09.621287 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248a19f2-ff2d-4bf9-b5c7-46366cfdbffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-ba21cdc9-f8a9-4883-b383-a767ec0929db', 'network_id': 'ba21cdc9-f8a9-4883-b383-a767ec0929db', 'tenant_id': '14f7a2c3d80d4ed0a81309ac4c20d7a5', 'fixed_ips': [{'subnet_id': 'da75de8a-5c44-4651-8808-42232da27690'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:44:09.623568 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-248a19f2-ff2d-4bf9-b5c7-46366cfdbffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.692458 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57624) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:09.830172 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-47e3fd52-f108-49e1-a420-786930d3c69c tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.852306 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-47e3fd52-f108-49e1-a420-786930d3c69c tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.905991 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d16b99-e4d4-4068-be12-a88f7a26d839 req-6f1be8d2-35da-4c9d-933a-de3f77df9c47 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:09.907483 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-89d16b99-e4d4-4068-be12-a88f7a26d839 req-6f1be8d2-35da-4c9d-933a-de3f77df9c47 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.5342817 Jan 21 09:44:09.932270 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-248a19f2-ff2d-4bf9-b5c7-46366cfdbffb None None] Allocated IP 172.20.0.1 (ba21cdc9-f8a9-4883-b383-a767ec0929db/da75de8a-5c44-4651-8808-42232da27690/f06ab8f7-98eb-4e3c-8e5d-d974bc1fc4ce) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:09.936355 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57632) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:09.947346 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2c4ebb8c-a57c-4098-bb49-532729e533a5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:09.961954 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-2c4ebb8c-a57c-4098-bb49-532729e533a5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:port and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:09.973184 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-2c4ebb8c-a57c-4098-bb49-532729e533a5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:09.986881 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2c4ebb8c-a57c-4098-bb49-532729e533a5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:09.995145 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5754666c-b7f6-48a3-8168-d6db65d18ae1 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.995704 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-92965b22-1ee0-4d7a-b57e-9e0bad65068a tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.995867 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5754666c-b7f6-48a3-8168-d6db65d18ae1 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.101024 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92965b22-1ee0-4d7a-b57e-9e0bad65068a tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Pushing event deleted for resources: {'Port': ['ID=e0d85f29-032f-482d-86e7-6fdf388ffd64,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:10.121228 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4ebb8c-a57c-4098-bb49-532729e533a5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Made reservation on behalf of fd763e9054b0425c8035d150c4a90c6a for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:10.166546 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-47e3fd52-f108-49e1-a420-786930d3c69c tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.167050 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e3fd52-f108-49e1-a420-786930d3c69c tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 53eb0408-331a-4b9b-97a8-097343878b97 {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:44:10.168311 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ea7f-098b-47ba-a972-0a5f91a79f3c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.188858 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-89d16b99-e4d4-4068-be12-a88f7a26d839 req-4d620917-faf4-4eba-85d2-6756c841474d tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2714062 Jan 21 09:44:10.238018 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-a4a2317a-32ec-4be5-a771-7860561f8073 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:10.238640 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-a4a2317a-32ec-4be5-a771-7860561f8073 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] create failed (client error): There was a conflict when trying to complete your request. Jan 21 09:44:10.245194 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a4a2317a-32ec-4be5-a771-7860561f8073 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3011482 Jan 21 09:44:10.246398 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57638) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:10.259732 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-4b8c756f-4298-445f-aa6b-db94a324716a tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Request body: {'security_group': {'name': 'tempest-secgroup--2060624632'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:10.265651 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-47e3fd52-f108-49e1-a420-786930d3c69c tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.266927 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-47e3fd52-f108-49e1-a420-786930d3c69c tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] 10.222.0.104 "DELETE /v2.0/routers/53eb0408-331a-4b9b-97a8-097343878b97 HTTP/1.1" status: 204 len: 168 time: 2.0759017 Jan 21 09:44:10.275152 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57642) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:10.279543 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4b8c756f-4298-445f-aa6b-db94a324716a tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:10.284572 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-b70fc9b7-93a3-413f-bae3-58f4f68fd012 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Request body: {'router': {'name': 'tempest-router-1520412820', 'distributed': True}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:10.318165 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b70fc9b7-93a3-413f-bae3-58f4f68fd012 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:10.325884 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4b8c756f-4298-445f-aa6b-db94a324716a tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Usage tracker for resource:security_group and tenant:188376afb71140a7b884cf38b2bf6e56 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:10.338972 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4b8c756f-4298-445f-aa6b-db94a324716a tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:10.348897 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2c4ebb8c-a57c-4098-bb49-532729e533a5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.349427 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-248a19f2-ff2d-4bf9-b5c7-46366cfdbffb None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.365201 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-248a19f2-ff2d-4bf9-b5c7-46366cfdbffb None None] Transition to ACTIVE for port object f06ab8f7-98eb-4e3c-8e5d-d974bc1fc4ce will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:10.380585 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b70fc9b7-93a3-413f-bae3-58f4f68fd012 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Usage tracker for resource:router and tenant:8e65901724ff4924b5216304f12a4fc7 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:10.388340 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4b8c756f-4298-445f-aa6b-db94a324716a tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:10.390860 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b70fc9b7-93a3-413f-bae3-58f4f68fd012 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:10.391256 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-248a19f2-ff2d-4bf9-b5c7-46366cfdbffb None None] Transition to ACTIVE for port object f06ab8f7-98eb-4e3c-8e5d-d974bc1fc4ce will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:10.399889 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-92965b22-1ee0-4d7a-b57e-9e0bad65068a tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.404558 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-248a19f2-ff2d-4bf9-b5c7-46366cfdbffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.404982 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-92965b22-1ee0-4d7a-b57e-9e0bad65068a tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] 10.222.0.104 "DELETE /v2.0/ports/e0d85f29-032f-482d-86e7-6fdf388ffd64 HTTP/1.1" status: 204 len: 168 time: 2.4889798 Jan 21 09:44:10.406232 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57646) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:10.416764 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b70fc9b7-93a3-413f-bae3-58f4f68fd012 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:10.455446 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-2c4ebb8c-a57c-4098-bb49-532729e533a5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] device_id is not set on port 4694ae34-2ddf-4562-9c3d-cc0a25de78db yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:10.464069 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-4235c927-16c4-4172-9e1a-f4575f707c08 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] GET failed (client error): The resource could not be found. Jan 21 09:44:10.464751 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4235c927-16c4-4172-9e1a-f4575f707c08 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Synchronizing usage tracker for tenant:a3ceeead67fd4425b3eae4f0abaa37dd on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:10.471031 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4b8c756f-4298-445f-aa6b-db94a324716a tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.500294 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4b8c756f-4298-445f-aa6b-db94a324716a tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.505067 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248a19f2-ff2d-4bf9-b5c7-46366cfdbffb None None] Network ba21cdc9-f8a9-4883-b383-a767ec0929db is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:10.509184 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-248a19f2-ff2d-4bf9-b5c7-46366cfdbffb None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:10.511586 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b70fc9b7-93a3-413f-bae3-58f4f68fd012 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.512652 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b70fc9b7-93a3-413f-bae3-58f4f68fd012 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.515044 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ea7f-098b-47ba-a972-0a5f91a79f3c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.518597 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248a19f2-ff2d-4bf9-b5c7-46366cfdbffb None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:10.520793 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a19f2-ff2d-4bf9-b5c7-46366cfdbffb None None] Pushing event updated for resources: {'Port': ['ID=f06ab8f7-98eb-4e3c-8e5d-d974bc1fc4ce,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:10.536067 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b70fc9b7-93a3-413f-bae3-58f4f68fd012 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.551073 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4235c927-16c4-4172-9e1a-f4575f707c08 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Unset dirty status for tenant:a3ceeead67fd4425b3eae4f0abaa37dd on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:10.557100 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4235c927-16c4-4172-9e1a-f4575f707c08 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] 10.222.0.104 "GET /v2.0/ports/e0d85f29-032f-482d-86e7-6fdf388ffd64 HTTP/1.1" status: 404 len: 333 time: 0.1398818 Jan 21 09:44:10.559679 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57650) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:10.569472 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-385862f5-7b08-46ec-a766-b1b1e4efdf41 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Request body: {'port': {'network_id': 'd97a4652-83f5-4f06-aec8-38c88c13d790', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1899688276'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:10.618554 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-248a19f2-ff2d-4bf9-b5c7-46366cfdbffb None None] Attempting to bind port f06ab8f7-98eb-4e3c-8e5d-d974bc1fc4ce on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:10.618935 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-248a19f2-ff2d-4bf9-b5c7-46366cfdbffb None None] Attempting to bind port f06ab8f7-98eb-4e3c-8e5d-d974bc1fc4ce by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'cd07bfcc-9ae0-4e27-ae95-22c1496cc7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ba21cdc9-f8a9-4883-b383-a767ec0929db'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:10.619273 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248a19f2-ff2d-4bf9-b5c7-46366cfdbffb None None] Attempting to bind port f06ab8f7-98eb-4e3c-8e5d-d974bc1fc4ce on network ba21cdc9-f8a9-4883-b383-a767ec0929db {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:44:10.626259 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248a19f2-ff2d-4bf9-b5c7-46366cfdbffb None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:44:10.626613 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248a19f2-ff2d-4bf9-b5c7-46366cfdbffb None None] Checking segment: {'id': 'cd07bfcc-9ae0-4e27-ae95-22c1496cc7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ba21cdc9-f8a9-4883-b383-a767ec0929db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:10.627007 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-248a19f2-ff2d-4bf9-b5c7-46366cfdbffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.627399 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248a19f2-ff2d-4bf9-b5c7-46366cfdbffb None None] Bound using segment: {'id': 'cd07bfcc-9ae0-4e27-ae95-22c1496cc7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ba21cdc9-f8a9-4883-b383-a767ec0929db'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:44:10.627858 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-248a19f2-ff2d-4bf9-b5c7-46366cfdbffb None None] Bound port: f06ab8f7-98eb-4e3c-8e5d-d974bc1fc4ce, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd07bfcc-9ae0-4e27-ae95-22c1496cc7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ba21cdc9-f8a9-4883-b383-a767ec0929db'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:10.628237 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-248a19f2-ff2d-4bf9-b5c7-46366cfdbffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.672394 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b70fc9b7-93a3-413f-bae3-58f4f68fd012 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.705924 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4b8c756f-4298-445f-aa6b-db94a324716a tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:10.726605 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4b8c756f-4298-445f-aa6b-db94a324716a tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Usage tracker for resource:security_group_rule and tenant:188376afb71140a7b884cf38b2bf6e56 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:10.734285 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4b8c756f-4298-445f-aa6b-db94a324716a tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:10.743226 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b70fc9b7-93a3-413f-bae3-58f4f68fd012 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.744507 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b70fc9b7-93a3-413f-bae3-58f4f68fd012 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4686322 Jan 21 09:44:10.745821 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4b8c756f-4298-445f-aa6b-db94a324716a tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:10.751140 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57654) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:10.779677 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-248a19f2-ff2d-4bf9-b5c7-46366cfdbffb None None] For port f06ab8f7-98eb-4e3c-8e5d-d974bc1fc4ce, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:10.783748 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-248a19f2-ff2d-4bf9-b5c7-46366cfdbffb None None] For port f06ab8f7-98eb-4e3c-8e5d-d974bc1fc4ce, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=f06ab8f7-98eb-4e3c-8e5d-d974bc1fc4ce,segment=NetworkSegment(cd07bfcc-9ae0-4e27-ae95-22c1496cc7fd),segment_id=cd07bfcc-9ae0-4e27-ae95-22c1496cc7fd)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:10.788726 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-248a19f2-ff2d-4bf9-b5c7-46366cfdbffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.802645 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.objects.ports [None req-dc7fff05-d045-427f-94c9-5028ae84f545 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83597) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:44:10.803309 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dc7fff05-d045-427f-94c9-5028ae84f545 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.888559 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a19f2-ff2d-4bf9-b5c7-46366cfdbffb None None] Pushing event updated for resources: {'Port': ['ID=f06ab8f7-98eb-4e3c-8e5d-d974bc1fc4ce,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:11.053177 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7fff05-d045-427f-94c9-5028ae84f545 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Pushing event updated for resources: {'Subnet': ['ID=36f504cf-b90f-45dc-a92a-9591cfdefbea,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:11.070896 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ea7f-098b-47ba-a972-0a5f91a79f3c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.129161 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2c4ebb8c-a57c-4098-bb49-532729e533a5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.143496 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-385862f5-7b08-46ec-a766-b1b1e4efdf41 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:11.162819 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-385862f5-7b08-46ec-a766-b1b1e4efdf41 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:11.170473 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4ea7f-098b-47ba-a972-0a5f91a79f3c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event deleted for resources: {'Subnet': ['ID=da75de8a-5c44-4651-8808-42232da27690,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:11.183772 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7fff05-d045-427f-94c9-5028ae84f545 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Checking segment: {'id': 'b9754a42-80cb-46d0-af63-4ad3dc89c8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fb7fdbe5-b2bf-4b8f-9902-09186ecbf42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:11.184140 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7fff05-d045-427f-94c9-5028ae84f545 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Network hostable DHCP agents. Network: fb7fdbe5-b2bf-4b8f-9902-09186ecbf42b, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:11.205679 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385862f5-7b08-46ec-a766-b1b1e4efdf41 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Made reservation on behalf of a3ceeead67fd4425b3eae4f0abaa37dd for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:11.208667 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-385862f5-7b08-46ec-a766-b1b1e4efdf41 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.220750 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c8571463-dd61-4204-a325-ded22b948cf4 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.382029 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-385862f5-7b08-46ec-a766-b1b1e4efdf41 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] device_id is not set on port c1188f6b-a6e9-413c-b8de-c10fce070853 yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:11.455061 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2c4ebb8c-a57c-4098-bb49-532729e533a5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.483639 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4b8c756f-4298-445f-aa6b-db94a324716a tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.510387 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4b8c756f-4298-445f-aa6b-db94a324716a tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.516418 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ea7f-098b-47ba-a972-0a5f91a79f3c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.595700 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-c5d4ea7f-098b-47ba-a972-0a5f91a79f3c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba21cdc9-f8a9-4883-b383-a767ec0929db']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:11.605179 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4ebb8c-a57c-4098-bb49-532729e533a5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Network 6087673c-a924-425c-9bf1-b38150ede8d0 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:11.612829 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-2c4ebb8c-a57c-4098-bb49-532729e533a5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:11.614636 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ebb8c-a57c-4098-bb49-532729e533a5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Port': ['ID=4694ae34-2ddf-4562-9c3d-cc0a25de78db,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:11.620749 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4ebb8c-a57c-4098-bb49-532729e533a5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:11.624571 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4ebb8c-a57c-4098-bb49-532729e533a5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:11.625164 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2c4ebb8c-a57c-4098-bb49-532729e533a5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.639954 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-c5d4ea7f-098b-47ba-a972-0a5f91a79f3c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd07bfcc-9ae0-4e27-ae95-22c1496cc7fd') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:11.640289 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-c5d4ea7f-098b-47ba-a972-0a5f91a79f3c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd07bfcc-9ae0-4e27-ae95-22c1496cc7fd') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:11.661483 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7fff05-d045-427f-94c9-5028ae84f545 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Network fb7fdbe5-b2bf-4b8f-9902-09186ecbf42b is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:11.672556 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ea7f-098b-47ba-a972-0a5f91a79f3c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.681158 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ebb8c-a57c-4098-bb49-532729e533a5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:11.681576 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ebb8c-a57c-4098-bb49-532729e533a5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:11.681834 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ebb8c-a57c-4098-bb49-532729e533a5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:11.682082 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4b8c756f-4298-445f-aa6b-db94a324716a tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:11.682190 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ebb8c-a57c-4098-bb49-532729e533a5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:11.682460 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ebb8c-a57c-4098-bb49-532729e533a5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:11.682776 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ebb8c-a57c-4098-bb49-532729e533a5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:11.683087 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ebb8c-a57c-4098-bb49-532729e533a5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:11.683398 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ebb8c-a57c-4098-bb49-532729e533a5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:11.684083 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ebb8c-a57c-4098-bb49-532729e533a5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:11.684083 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ebb8c-a57c-4098-bb49-532729e533a5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:11.684342 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ebb8c-a57c-4098-bb49-532729e533a5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:11.684460 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c756f-4298-445f-aa6b-db94a324716a tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7618c714-9417-4324-9452-717e7a1c9f74,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:11.710053 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-dc7fff05-d045-427f-94c9-5028ae84f545 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, fb7fdbe5-b2bf-4b8f-9902-09186ecbf42b) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:11.712084 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ea7f-098b-47ba-a972-0a5f91a79f3c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.720038 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5754666c-b7f6-48a3-8168-d6db65d18ae1 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Router 07d529d1-cb2d-4478-afec-93b5933c75ba is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:44:11.720971 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c40a0cc-85bc-410b-925b-906f5bfbd46d None None] Network fb7fdbe5-b2bf-4b8f-9902-09186ecbf42b requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:11.723567 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7fff05-d045-427f-94c9-5028ae84f545 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:11.724145 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dc7fff05-d045-427f-94c9-5028ae84f545 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.732154 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d4ea7f-098b-47ba-a972-0a5f91a79f3c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:44:11.732466 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ea7f-098b-47ba-a972-0a5f91a79f3c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.747466 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:44:11.747466 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:44:11.747466 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:44:11.747466 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:11.747466 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:44:11.747466 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:11.747466 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:44:11.747466 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:11.747466 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:44:11.747466 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:11.747466 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:44:11.747466 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:11.747466 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:44:11.747466 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:11.747466 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:11.747466 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:11.747466 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:11.747466 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:11.747466 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:44:11.747466 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:44:11.747466 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:44:11.747466 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:44:11.747466 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:11.747466 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:44:11.747466 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:11.747466 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:44:11.747466 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:11.747466 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:44:11.747466 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:11.747466 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:44:11.747466 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:11.747466 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:11.763626 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2c4ebb8c-a57c-4098-bb49-532729e533a5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1992888 Jan 21 09:44:11.803134 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4b8c756f-4298-445f-aa6b-db94a324716a tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Usage tracker for resource:security_group_rule and tenant:188376afb71140a7b884cf38b2bf6e56 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:11.808429 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4b8c756f-4298-445f-aa6b-db94a324716a tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:11.815762 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4b8c756f-4298-445f-aa6b-db94a324716a tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:11.817572 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57660) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:11.890223 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-385862f5-7b08-46ec-a766-b1b1e4efdf41 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Allocated IP 2001:db8::24d (d97a4652-83f5-4f06-aec8-38c88c13d790/836ff20e-1793-4ead-b68a-db2b4f3231b1/c1188f6b-a6e9-413c-b8de-c10fce070853) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:11.937004 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-dc7fff05-d045-427f-94c9-5028ae84f545 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.5395205 Jan 21 09:44:11.938445 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57664) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:11.940845 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.api [None req-c5d4ea7f-098b-47ba-a972-0a5f91a79f3c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:44:11.940845 dv-neutron-825732-1-hyperv neutron-server[83597]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:44:11.940845 dv-neutron-825732-1-hyperv neutron-server[83597]: [parameters: {'id': 'ba21cdc9-f8a9-4883-b383-a767ec0929db'}] Jan 21 09:44:11.940845 dv-neutron-825732-1-hyperv neutron-server[83597]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:44:11.941202 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG oslo_db.api [None req-c5d4ea7f-098b-47ba-a972-0a5f91a79f3c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:44:11.996079 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c756f-4298-445f-aa6b-db94a324716a tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:11.996426 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c756f-4298-445f-aa6b-db94a324716a tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:11.996766 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c756f-4298-445f-aa6b-db94a324716a tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:11.997096 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c756f-4298-445f-aa6b-db94a324716a tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:11.998454 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c756f-4298-445f-aa6b-db94a324716a tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:11.998454 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c756f-4298-445f-aa6b-db94a324716a tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:11.998454 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c756f-4298-445f-aa6b-db94a324716a tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:11.998722 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c756f-4298-445f-aa6b-db94a324716a tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:11.998973 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c756f-4298-445f-aa6b-db94a324716a tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:11.999300 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c756f-4298-445f-aa6b-db94a324716a tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:11.999616 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c756f-4298-445f-aa6b-db94a324716a tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:12.002798 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-40478a59-999e-4f9a-9c0e-622290f8f4f9 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Request body: {'floatingip': {'floating_network_id': 'fb7fdbe5-b2bf-4b8f-9902-09186ecbf42b'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:12.020689 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-40478a59-999e-4f9a-9c0e-622290f8f4f9 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:12.027170 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-40478a59-999e-4f9a-9c0e-622290f8f4f9 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Usage tracker for resource:floatingip and tenant:9e55453a4b754c9b8679303e0e46fa4d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:12.035008 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e684471-aaf9-444a-887a-9bee6364220c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:12.035501 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6e684471-aaf9-444a-887a-9bee6364220c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Synchronizing usage tracker for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:12.038860 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929eb0f2-5441-406d-88bb-061a35ef9c14 None None] Network fb7fdbe5-b2bf-4b8f-9902-09186ecbf42b requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:12.039537 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-40478a59-999e-4f9a-9c0e-622290f8f4f9 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:12.051771 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-40478a59-999e-4f9a-9c0e-622290f8f4f9 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:12.083747 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6e684471-aaf9-444a-887a-9bee6364220c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Unset dirty status for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:12.088023 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6e684471-aaf9-444a-887a-9bee6364220c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "GET /v2.0/ports/4694ae34-2ddf-4562-9c3d-cc0a25de78db HTTP/1.1" status: 200 len: 845 time: 0.2509747 Jan 21 09:44:12.088706 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57668) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:12.125489 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-40478a59-999e-4f9a-9c0e-622290f8f4f9 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.172516 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b239e7-7d14-488a-bc6b-533958d42fd9 None None] Network ba21cdc9-f8a9-4883-b383-a767ec0929db requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:12.233406 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-32008dd8-5b8a-447f-af0d-52f009ccad3a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Deleting port 4694ae34-2ddf-4562-9c3d-cc0a25de78db {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:12.233800 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-32008dd8-5b8a-447f-af0d-52f009ccad3a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.324983 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6f103-8af2-492a-b374-f5f3ebac8d61 req-a74a7368-589a-4c71-a541-43d41618c4eb tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:12.327533 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8ad6f103-8af2-492a-b374-f5f3ebac8d61 req-a74a7368-589a-4c71-a541-43d41618c4eb tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.9024546 Jan 21 09:44:12.340690 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c8571463-dd61-4204-a325-ded22b948cf4 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.389009 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4b8c756f-4298-445f-aa6b-db94a324716a tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.395186 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c8571463-dd61-4204-a325-ded22b948cf4 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.414320 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4b8c756f-4298-445f-aa6b-db94a324716a tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.448374 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ea7f-098b-47ba-a972-0a5f91a79f3c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.468392 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-805ea9b7-2567-4516-b75f-8c072b282289 None None] Provisioning for port f06ab8f7-98eb-4e3c-8e5d-d974bc1fc4ce completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:12.531714 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c5d4ea7f-098b-47ba-a972-0a5f91a79f3c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Deleting port f06ab8f7-98eb-4e3c-8e5d-d974bc1fc4ce {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:12.532350 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ea7f-098b-47ba-a972-0a5f91a79f3c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.534100 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c756f-4298-445f-aa6b-db94a324716a tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eae2839-2b5a-4d1b-b707-40fdaa149936,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:12.547593 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4b8c756f-4298-445f-aa6b-db94a324716a tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.551883 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4b8c756f-4298-445f-aa6b-db94a324716a tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.3048658 Jan 21 09:44:12.552613 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57672) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:12.557905 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-385862f5-7b08-46ec-a766-b1b1e4efdf41 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.570025 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-d0aa3c7f-dc36-4388-9044-f4cc940fec6f tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Request body: {'security_group_rule': {'security_group_id': '5eae2839-2b5a-4d1b-b707-40fdaa149936', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:12.577673 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8ad6f103-8af2-492a-b374-f5f3ebac8d61 req-a34c4baa-3db1-4532-b349-d76d5ae9ec99 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2326086 Jan 21 09:44:12.578187 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c8571463-dd61-4204-a325-ded22b948cf4 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.578660 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8571463-dd61-4204-a325-ded22b948cf4 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 39b8951b-a546-46f6-9f9a-68093e480d3a {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:44:12.596314 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-d0aa3c7f-dc36-4388-9044-f4cc940fec6f tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:12.604679 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-385862f5-7b08-46ec-a766-b1b1e4efdf41 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Transition to ACTIVE for port object c1188f6b-a6e9-413c-b8de-c10fce070853 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:12.606258 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-d0aa3c7f-dc36-4388-9044-f4cc940fec6f tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Usage tracker for resource:security_group_rule and tenant:188376afb71140a7b884cf38b2bf6e56 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:12.611138 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-d0aa3c7f-dc36-4388-9044-f4cc940fec6f tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:12.616171 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c8571463-dd61-4204-a325-ded22b948cf4 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.617897 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c8571463-dd61-4204-a325-ded22b948cf4 tempest-RoutersTestDVR-127805485 tempest-RoutersTestDVR-127805485-project-admin] 10.222.0.104 "DELETE /v2.0/routers/39b8951b-a546-46f6-9f9a-68093e480d3a HTTP/1.1" status: 204 len: 168 time: 1.8640654 Jan 21 09:44:12.626477 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-d0aa3c7f-dc36-4388-9044-f4cc940fec6f tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:12.655665 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff92876-9a13-400d-bf0c-111b909108e9 None None] DHCP port deletion for ba21cdc9-f8a9-4883-b383-a767ec0929db request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:44:12.661885 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-bff92876-9a13-400d-bf0c-111b909108e9 None None] Deleting port f06ab8f7-98eb-4e3c-8e5d-d974bc1fc4ce {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:12.662709 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bff92876-9a13-400d-bf0c-111b909108e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.669260 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3c7f-dc36-4388-9044-f4cc940fec6f tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.733395 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-32008dd8-5b8a-447f-af0d-52f009ccad3a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.746258 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-385862f5-7b08-46ec-a766-b1b1e4efdf41 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.748868 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5754666c-b7f6-48a3-8168-d6db65d18ae1 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:44:12.762924 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0d50f1-67bd-460e-a168-06911bb3f015 None None] Sync routers for ids ['07d529d1-cb2d-4478-afec-93b5933c75ba'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:44:12.783226 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0d50f1-67bd-460e-a168-06911bb3f015 None None] Routers {'07d529d1-cb2d-4478-afec-93b5933c75ba'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:12.783986 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-9a0d50f1-67bd-460e-a168-06911bb3f015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:43:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['07d529d1-cb2d-4478-afec-93b5933c75ba'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:12.784209 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-40478a59-999e-4f9a-9c0e-622290f8f4f9 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.915404 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385862f5-7b08-46ec-a766-b1b1e4efdf41 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Pushing event updated for resources: {'Port': ['ID=c1188f6b-a6e9-413c-b8de-c10fce070853,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:12.935896 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-9a0d50f1-67bd-460e-a168-06911bb3f015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:12.951424 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0d50f1-67bd-460e-a168-06911bb3f015 None None] Routers {'07d529d1-cb2d-4478-afec-93b5933c75ba'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:12.952359 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-9a0d50f1-67bd-460e-a168-06911bb3f015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:43:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['07d529d1-cb2d-4478-afec-93b5933c75ba'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:12.978129 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385862f5-7b08-46ec-a766-b1b1e4efdf41 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Network d97a4652-83f5-4f06-aec8-38c88c13d790 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:12.986313 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-385862f5-7b08-46ec-a766-b1b1e4efdf41 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:13.018578 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385862f5-7b08-46ec-a766-b1b1e4efdf41 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:13.021950 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-32008dd8-5b8a-447f-af0d-52f009ccad3a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Calling delete_port for 4694ae34-2ddf-4562-9c3d-cc0a25de78db owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:13.022864 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385862f5-7b08-46ec-a766-b1b1e4efdf41 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:13.023561 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-385862f5-7b08-46ec-a766-b1b1e4efdf41 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.044277 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-bff92876-9a13-400d-bf0c-111b909108e9 None None] For port f06ab8f7-98eb-4e3c-8e5d-d974bc1fc4ce, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=f06ab8f7-98eb-4e3c-8e5d-d974bc1fc4ce,segment=NetworkSegment(cd07bfcc-9ae0-4e27-ae95-22c1496cc7fd),segment_id=cd07bfcc-9ae0-4e27-ae95-22c1496cc7fd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:13.044845 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bff92876-9a13-400d-bf0c-111b909108e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.049116 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3c7f-dc36-4388-9044-f4cc940fec6f tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.081666 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3c7f-dc36-4388-9044-f4cc940fec6f tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.082266 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-9a0d50f1-67bd-460e-a168-06911bb3f015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:13.082848 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0d50f1-67bd-460e-a168-06911bb3f015 None None] The sync data for ids ['07d529d1-cb2d-4478-afec-93b5933c75ba'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:44:13.139826 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3c7f-dc36-4388-9044-f4cc940fec6f tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.144180 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d0aa3c7f-dc36-4388-9044-f4cc940fec6f tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5803413 Jan 21 09:44:13.146872 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57680) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:13.147152 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5754666c-b7f6-48a3-8168-d6db65d18ae1 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.151701 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-385862f5-7b08-46ec-a766-b1b1e4efdf41 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5861549 Jan 21 09:44:13.151867 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5754666c-b7f6-48a3-8168-d6db65d18ae1 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.2111640 Jan 21 09:44:13.155014 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57684) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:13.155630 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57686) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:13.157390 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-32008dd8-5b8a-447f-af0d-52f009ccad3a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.167264 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-8c5231e5-e1f3-454b-8733-735d652d22d7 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Request body: {'security_group_rule': {'security_group_id': '5eae2839-2b5a-4d1b-b707-40fdaa149936', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:13.175433 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa3c7f-dc36-4388-9044-f4cc940fec6f tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feb30320-5ed3-49f5-b29f-b8abb6260e1a,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:13.182926 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-e9a8bf07-446f-49e5-bba5-68a84c7089a5 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e5:28:eb'}]}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:13.237560 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-f3e28cde-66d3-43f2-bebf-e671f2bd2c88 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:13.241614 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-bff92876-9a13-400d-bf0c-111b909108e9 None None] Calling delete_port for f06ab8f7-98eb-4e3c-8e5d-d974bc1fc4ce owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:13.370172 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bff92876-9a13-400d-bf0c-111b909108e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.418087 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff92876-9a13-400d-bf0c-111b909108e9 None None] Pushing event deleted for resources: {'Port': ['ID=f06ab8f7-98eb-4e3c-8e5d-d974bc1fc4ce,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:13.425571 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff92876-9a13-400d-bf0c-111b909108e9 None None] No DVR routers for this DVR port f06ab8f7-98eb-4e3c-8e5d-d974bc1fc4ce on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:13.453147 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-8c5231e5-e1f3-454b-8733-735d652d22d7 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:13.455455 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57692) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:13.458836 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-7a872760-b118-4592-8020-2bf41b2ee29f None None] Provisioning for port c1188f6b-a6e9-413c-b8de-c10fce070853 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:13.465287 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-7a872760-b118-4592-8020-2bf41b2ee29f None None] Provisioning complete for port c1188f6b-a6e9-413c-b8de-c10fce070853 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:13.465612 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7a872760-b118-4592-8020-2bf41b2ee29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.484156 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-8c5231e5-e1f3-454b-8733-735d652d22d7 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Usage tracker for resource:security_group_rule and tenant:188376afb71140a7b884cf38b2bf6e56 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:13.498563 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-8c5231e5-e1f3-454b-8733-735d652d22d7 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:13.511544 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-8c5231e5-e1f3-454b-8733-735d652d22d7 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:13.520006 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32008dd8-5b8a-447f-af0d-52f009ccad3a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Port': ['ID=4694ae34-2ddf-4562-9c3d-cc0a25de78db,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:13.539368 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-7a872760-b118-4592-8020-2bf41b2ee29f None None] Port c1188f6b-a6e9-413c-b8de-c10fce070853 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:44:13.542582 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-c5d4ea7f-098b-47ba-a972-0a5f91a79f3c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] For port f06ab8f7-98eb-4e3c-8e5d-d974bc1fc4ce, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=f06ab8f7-98eb-4e3c-8e5d-d974bc1fc4ce,segment=NetworkSegment(cd07bfcc-9ae0-4e27-ae95-22c1496cc7fd),segment_id=cd07bfcc-9ae0-4e27-ae95-22c1496cc7fd)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:13.544767 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ea7f-098b-47ba-a972-0a5f91a79f3c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.702494 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c5d4ea7f-098b-47ba-a972-0a5f91a79f3c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Calling delete_port for f06ab8f7-98eb-4e3c-8e5d-d974bc1fc4ce owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:13.736113 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-32008dd8-5b8a-447f-af0d-52f009ccad3a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.739907 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8c5231e5-e1f3-454b-8733-735d652d22d7 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.861481 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-32008dd8-5b8a-447f-af0d-52f009ccad3a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/ports/4694ae34-2ddf-4562-9c3d-cc0a25de78db HTTP/1.1" status: 204 len: 168 time: 1.7717702 Jan 21 09:44:13.872423 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57700) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:13.944033 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ff94c112-9f15-4bc5-9f2f-9dd8b44f6c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.951087 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cfcb071-0d9d-49f2-a974-e0011b1ff823 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] GET failed (client error): The resource could not be found. Jan 21 09:44:13.951599 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8cfcb071-0d9d-49f2-a974-e0011b1ff823 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Synchronizing usage tracker for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:13.955414 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-40478a59-999e-4f9a-9c0e-622290f8f4f9 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Allocated IP 172.20.0.7 (fb7fdbe5-b2bf-4b8f-9902-09186ecbf42b/36f504cf-b90f-45dc-a92a-9591cfdefbea/1f700d3d-dc2f-4c05-9cc2-825cef7733d9) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:13.990096 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.api [None req-c5d4ea7f-098b-47ba-a972-0a5f91a79f3c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:44:13.990381 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG oslo_db.api [None req-c5d4ea7f-098b-47ba-a972-0a5f91a79f3c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:44:14.013712 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8cfcb071-0d9d-49f2-a974-e0011b1ff823 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Unset dirty status for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:14.014841 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8cfcb071-0d9d-49f2-a974-e0011b1ff823 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "GET /v2.0/ports/4694ae34-2ddf-4562-9c3d-cc0a25de78db HTTP/1.1" status: 404 len: 333 time: 0.1363223 Jan 21 09:44:14.026563 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57704) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:14.057397 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-9269e794-9b23-45fe-bb06-a2b99c02129b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'port': {'network_id': '6087673c-a924-425c-9bf1-b38150ede8d0', 'name': 'tempest-PortsIpV6TestJSON-1853173569'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:14.091529 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca329e4f-f8bf-4e5a-bd44-08cb03e57817 req-abebcb05-67ef-4208-999b-cc3a71d8adfc tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:14.093047 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ca329e4f-f8bf-4e5a-bd44-08cb03e57817 req-abebcb05-67ef-4208-999b-cc3a71d8adfc tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.3087182 Jan 21 09:44:14.179050 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ca329e4f-f8bf-4e5a-bd44-08cb03e57817 req-42c31e7a-297e-4ed9-b667-f2571eb9cbc1 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799935 Jan 21 09:44:14.189176 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-40478a59-999e-4f9a-9c0e-622290f8f4f9 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.222796 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ff94c112-9f15-4bc5-9f2f-9dd8b44f6c6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:14.230953 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-40478a59-999e-4f9a-9c0e-622290f8f4f9 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.263969 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ff94c112-9f15-4bc5-9f2f-9dd8b44f6c6c admin admin] Usage tracker for resource:security_group_rule and tenant:88ac30cea9964a10bdf61a8c8bcd64c0 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:14.279421 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ff94c112-9f15-4bc5-9f2f-9dd8b44f6c6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:14.305237 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40478a59-999e-4f9a-9c0e-622290f8f4f9 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Network fb7fdbe5-b2bf-4b8f-9902-09186ecbf42b is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:14.308475 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-40478a59-999e-4f9a-9c0e-622290f8f4f9 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:14.308744 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ff94c112-9f15-4bc5-9f2f-9dd8b44f6c6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:14.312716 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40478a59-999e-4f9a-9c0e-622290f8f4f9 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:14.342568 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-8c5231e5-e1f3-454b-8733-735d652d22d7 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] create failed (client error): There was a conflict when trying to complete your request. Jan 21 09:44:14.343587 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8c5231e5-e1f3-454b-8733-735d652d22d7 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.1934037 Jan 21 09:44:14.343810 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40478a59-999e-4f9a-9c0e-622290f8f4f9 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Pushing event updated for resources: {'Port': ['ID=1f700d3d-dc2f-4c05-9cc2-825cef7733d9,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:14.346353 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9269e794-9b23-45fe-bb06-a2b99c02129b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:14.350249 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57708) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:14.379212 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e9a8bf07-446f-49e5-bba5-68a84c7089a5 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.399798 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9269e794-9b23-45fe-bb06-a2b99c02129b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:14.460374 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7e046179-a2fe-42d9-b295-994ba56d2bdd tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.476307 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9269e794-9b23-45fe-bb06-a2b99c02129b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Made reservation on behalf of fd763e9054b0425c8035d150c4a90c6a for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:14.479655 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9269e794-9b23-45fe-bb06-a2b99c02129b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.491424 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c5d4ea7f-098b-47ba-a972-0a5f91a79f3c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Deleting port f06ab8f7-98eb-4e3c-8e5d-d974bc1fc4ce {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:14.491753 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ea7f-098b-47ba-a972-0a5f91a79f3c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.532132 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7e046179-a2fe-42d9-b295-994ba56d2bdd tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.594030 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c5d4ea7f-098b-47ba-a972-0a5f91a79f3c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] The port 'f06ab8f7-98eb-4e3c-8e5d-d974bc1fc4ce' was deleted {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:44:14.611523 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-9269e794-9b23-45fe-bb06-a2b99c02129b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] device_id is not set on port 4a958d88-0f7d-4f50-a9d7-539bd7cddf67 yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:14.738997 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-40478a59-999e-4f9a-9c0e-622290f8f4f9 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.752005 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ff94c112-9f15-4bc5-9f2f-9dd8b44f6c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.830080 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ff94c112-9f15-4bc5-9f2f-9dd8b44f6c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.878218 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ea7f-098b-47ba-a972-0a5f91a79f3c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.891975 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7e046179-a2fe-42d9-b295-994ba56d2bdd tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.916899 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-40478a59-999e-4f9a-9c0e-622290f8f4f9 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.967169 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-c5d4ea7f-098b-47ba-a972-0a5f91a79f3c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba21cdc9-f8a9-4883-b383-a767ec0929db']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:14.975608 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e046179-a2fe-42d9-b295-994ba56d2bdd tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eae2839-2b5a-4d1b-b707-40fdaa149936,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:14.977321 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94c112-9f15-4bc5-9f2f-9dd8b44f6c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d76ead-143d-4b01-88db-687196260468,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:15.071016 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ff94c112-9f15-4bc5-9f2f-9dd8b44f6c6c admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=88ac30cea9964a10bdf61a8c8bcd64c0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6005335 Jan 21 09:44:15.076573 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57712) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:15.081826 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-c5d4ea7f-098b-47ba-a972-0a5f91a79f3c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd07bfcc-9ae0-4e27-ae95-22c1496cc7fd') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:15.082119 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-c5d4ea7f-098b-47ba-a972-0a5f91a79f3c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd07bfcc-9ae0-4e27-ae95-22c1496cc7fd') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:15.106556 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ea7f-098b-47ba-a972-0a5f91a79f3c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.134470 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7e046179-a2fe-42d9-b295-994ba56d2bdd tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.135624 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7e046179-a2fe-42d9-b295-994ba56d2bdd tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "DELETE /v2.0/security-groups/5eae2839-2b5a-4d1b-b707-40fdaa149936 HTTP/1.1" status: 204 len: 168 time: 0.7844288 Jan 21 09:44:15.138807 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57716) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:15.141482 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ea7f-098b-47ba-a972-0a5f91a79f3c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.172756 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d4ea7f-098b-47ba-a972-0a5f91a79f3c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:44:15.173153 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ea7f-098b-47ba-a972-0a5f91a79f3c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:15.187796 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:15.261400 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9269e794-9b23-45fe-bb06-a2b99c02129b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.293473 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e9a8bf07-446f-49e5-bba5-68a84c7089a5 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.319074 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e9a8bf07-446f-49e5-bba5-68a84c7089a5 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.438679 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ea7f-098b-47ba-a972-0a5f91a79f3c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.451987 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ea7f-098b-47ba-a972-0a5f91a79f3c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.484568 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c5d4ea7f-098b-47ba-a972-0a5f91a79f3c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "DELETE /v2.0/networks/ba21cdc9-f8a9-4883-b383-a767ec0929db HTTP/1.1" status: 204 len: 168 time: 5.7866817 Jan 21 09:44:15.489298 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57722) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:15.492950 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4ea7f-098b-47ba-a972-0a5f91a79f3c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event deleted for resources: {'Network': ['ID=ba21cdc9-f8a9-4883-b383-a767ec0929db,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:15.499212 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f54b2b1c-c014-4317-be3d-32f01b03c78c tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Synchronizing usage tracker for tenant:188376afb71140a7b884cf38b2bf6e56 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:15.505535 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-41657446-eb8a-49de-b056-b5ab1a4844e7 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-3808870'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:15.517696 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-41657446-eb8a-49de-b056-b5ab1a4844e7 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:15.536638 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-41657446-eb8a-49de-b056-b5ab1a4844e7 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Usage tracker for resource:network and tenant:14f7a2c3d80d4ed0a81309ac4c20d7a5 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:15.543666 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-41657446-eb8a-49de-b056-b5ab1a4844e7 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:15.548260 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-40478a59-999e-4f9a-9c0e-622290f8f4f9 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.558247 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-41657446-eb8a-49de-b056-b5ab1a4844e7 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:15.560503 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-40478a59-999e-4f9a-9c0e-622290f8f4f9 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.564028 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9ac8425c-5653-4971-96ee-14986161ca1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.619011 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f54b2b1c-c014-4317-be3d-32f01b03c78c tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Unset dirty status for tenant:188376afb71140a7b884cf38b2bf6e56 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:15.620509 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f54b2b1c-c014-4317-be3d-32f01b03c78c tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4806161 Jan 21 09:44:15.629996 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57726) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:15.630296 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e9a8bf07-446f-49e5-bba5-68a84c7089a5 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] In _notify_port_updated(), no bound segment for port c1188f6b-a6e9-413c-b8de-c10fce070853 on network d97a4652-83f5-4f06-aec8-38c88c13d790 {{(pid=83598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:44:15.634997 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a8bf07-446f-49e5-bba5-68a84c7089a5 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:15.635634 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e9a8bf07-446f-49e5-bba5-68a84c7089a5 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.636930 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e9a8bf07-446f-49e5-bba5-68a84c7089a5 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] 10.222.0.104 "PUT /v2.0/ports/c1188f6b-a6e9-413c-b8de-c10fce070853 HTTP/1.1" status: 200 len: 1003 time: 2.4629319 Jan 21 09:44:15.650160 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57730) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:15.661971 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a8bf07-446f-49e5-bba5-68a84c7089a5 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Pushing event updated for resources: {'Port': ['ID=c1188f6b-a6e9-413c-b8de-c10fce070853,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:15.665175 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9269e794-9b23-45fe-bb06-a2b99c02129b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.679084 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41657446-eb8a-49de-b056-b5ab1a4844e7 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Made reservation on behalf of 14f7a2c3d80d4ed0a81309ac4c20d7a5 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:15.683552 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41657446-eb8a-49de-b056-b5ab1a4844e7 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.703348 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-7cbf5fa3-78a3-4f1c-becc-bfc335cd7456 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Request body: {'security_group': {'name': 'tempest-secgroup--1989111121'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:15.711739 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9ac8425c-5653-4971-96ee-14986161ca1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.719571 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7cbf5fa3-78a3-4f1c-becc-bfc335cd7456 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:15.748017 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40478a59-999e-4f9a-9c0e-622290f8f4f9 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Pushing event updated for resources: {'Port': ['ID=1f700d3d-dc2f-4c05-9cc2-825cef7733d9,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:15.772865 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7cbf5fa3-78a3-4f1c-becc-bfc335cd7456 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:15.793700 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-40478a59-999e-4f9a-9c0e-622290f8f4f9 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.802514 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41657446-eb8a-49de-b056-b5ab1a4844e7 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:15.809908 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7cbf5fa3-78a3-4f1c-becc-bfc335cd7456 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.844606 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41657446-eb8a-49de-b056-b5ab1a4844e7 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.845022 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-41657446-eb8a-49de-b056-b5ab1a4844e7 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Added segment 457d9fa3-6776-4dc0-b968-23f1fa7e6fa3 of type vlan for network c0fcd279-d635-4133-9bc8-82d2a7148c70 Jan 21 09:44:15.854324 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-40478a59-999e-4f9a-9c0e-622290f8f4f9 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.855532 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-40478a59-999e-4f9a-9c0e-622290f8f4f9 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.9159372 Jan 21 09:44:15.861336 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57734) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:15.943188 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d7fd6250-415d-40ad-8e5d-75bd3cdf7159 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Deleting port c1188f6b-a6e9-413c-b8de-c10fce070853 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:15.943425 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d7fd6250-415d-40ad-8e5d-75bd3cdf7159 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.970405 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9269e794-9b23-45fe-bb06-a2b99c02129b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Network 6087673c-a924-425c-9bf1-b38150ede8d0 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:15.975929 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269e794-9b23-45fe-bb06-a2b99c02129b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Port': ['ID=4a958d88-0f7d-4f50-a9d7-539bd7cddf67,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:15.986790 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-9269e794-9b23-45fe-bb06-a2b99c02129b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:15.989785 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9269e794-9b23-45fe-bb06-a2b99c02129b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:15.994454 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9269e794-9b23-45fe-bb06-a2b99c02129b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:15.994959 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41657446-eb8a-49de-b056-b5ab1a4844e7 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.995085 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9269e794-9b23-45fe-bb06-a2b99c02129b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.998566 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-6dd3c3f5-e806-4f0d-a7fc-a54f936a5f61 None None] Provisioning complete for port c1188f6b-a6e9-413c-b8de-c10fce070853 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:15.999927 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6dd3c3f5-e806-4f0d-a7fc-a54f936a5f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.001930 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7cbf5fa3-78a3-4f1c-becc-bfc335cd7456 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:16.012921 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-7cbf5fa3-78a3-4f1c-becc-bfc335cd7456 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Usage tracker for resource:security_group_rule and tenant:188376afb71140a7b884cf38b2bf6e56 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:16.015930 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6bab882d-0059-40f3-b337-b944b48c6630 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Synchronizing usage tracker for tenant:9e55453a4b754c9b8679303e0e46fa4d on resource:floatingip {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:16.022716 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-7cbf5fa3-78a3-4f1c-becc-bfc335cd7456 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:16.042163 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7cbf5fa3-78a3-4f1c-becc-bfc335cd7456 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:16.046965 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6bab882d-0059-40f3-b337-b944b48c6630 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Unset dirty status for tenant:9e55453a4b754c9b8679303e0e46fa4d on resource:floatingip {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:16.048204 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6bab882d-0059-40f3-b337-b944b48c6630 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] 10.222.0.104 "GET /v2.0/floatingips?floating_network_id=fb7fdbe5-b2bf-4b8f-9902-09186ecbf42b HTTP/1.1" status: 200 len: 689 time: 0.1859066 Jan 21 09:44:16.057206 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57738) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:16.069874 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-6dd3c3f5-e806-4f0d-a7fc-a54f936a5f61 None None] Port c1188f6b-a6e9-413c-b8de-c10fce070853 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:44:16.096293 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41657446-eb8a-49de-b056-b5ab1a4844e7 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.098932 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc20998-e2e5-4ff0-b68b-eef198429101 req-582fc547-b0e2-4ecc-9edc-39d07391b4bf tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:16.100471 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-edc20998-e2e5-4ff0-b68b-eef198429101 req-582fc547-b0e2-4ecc-9edc-39d07391b4bf tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.7404640 Jan 21 09:44:16.101433 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41657446-eb8a-49de-b056-b5ab1a4844e7 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:16.102845 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41657446-eb8a-49de-b056-b5ab1a4844e7 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.149090 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9ac8425c-5653-4971-96ee-14986161ca1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.237252 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-41657446-eb8a-49de-b056-b5ab1a4844e7 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.7457488 Jan 21 09:44:16.245879 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57742) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:16.250875 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9269e794-9b23-45fe-bb06-a2b99c02129b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2013650 Jan 21 09:44:16.258826 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57746) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:16.260960 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9ac8425c-5653-4971-96ee-14986161ca1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.262094 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9ac8425c-5653-4971-96ee-14986161ca1e admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/f4d76ead-143d-4b01-88db-687196260468 HTTP/1.1" status: 204 len: 168 time: 1.1764357 Jan 21 09:44:16.273815 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-fc969469-7e26-4f7f-a879-b4329786101d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:16.293646 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-80274491-c014-4d16-ba43-7c04a3274fcf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Request body: {'subnet': {'network_id': 'c0fcd279-d635-4133-9bc8-82d2a7148c70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:16.307371 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41657446-eb8a-49de-b056-b5ab1a4844e7 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event updated for resources: {'Network': ['ID=c0fcd279-d635-4133-9bc8-82d2a7148c70,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:16.323628 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network c0fcd279-d635-4133-9bc8-82d2a7148c70 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:16.334276 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7cbf5fa3-78a3-4f1c-becc-bfc335cd7456 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.344181 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7cbf5fa3-78a3-4f1c-becc-bfc335cd7456 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.387603 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf5fa3-78a3-4f1c-becc-bfc335cd7456 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eef544c3-b75d-493c-9e97-19576be6de56,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:16.416400 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac8425c-5653-4971-96ee-14986161ca1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d76ead-143d-4b01-88db-687196260468,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:16.439013 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7cbf5fa3-78a3-4f1c-becc-bfc335cd7456 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.440156 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7cbf5fa3-78a3-4f1c-becc-bfc335cd7456 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8089366 Jan 21 09:44:16.447419 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57752) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:16.455738 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6f5bb987-8a72-4037-9ae1-d7f63d7587fe tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Request body: {'security_group_rule': {'security_group_id': 'eef544c3-b75d-493c-9e97-19576be6de56', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:16.456435 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-6f5bb987-8a72-4037-9ae1-d7f63d7587fe tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:44:16.459258 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6f5bb987-8a72-4037-9ae1-d7f63d7587fe tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0090277 Jan 21 09:44:16.466221 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57758) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:16.505312 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc969469-7e26-4f7f-a879-b4329786101d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.600283 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-80274491-c014-4d16-ba43-7c04a3274fcf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:16.619297 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-72ad21ee-13ae-4e99-81aa-8e071784b162 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.625857 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-80274491-c014-4d16-ba43-7c04a3274fcf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Usage tracker for resource:subnet and tenant:14f7a2c3d80d4ed0a81309ac4c20d7a5 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:16.635830 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-80274491-c014-4d16-ba43-7c04a3274fcf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:16.660577 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-80274491-c014-4d16-ba43-7c04a3274fcf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:16.677037 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-edc20998-e2e5-4ff0-b68b-eef198429101 req-c5ce248b-f5a9-4671-b3df-328a1ee48a38 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5434148 Jan 21 09:44:16.699667 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b78a71d6-21b2-4efb-976a-1a6976f9de74 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.713426 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-72ad21ee-13ae-4e99-81aa-8e071784b162 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.774691 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57762) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:16.817541 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80274491-c014-4d16-ba43-7c04a3274fcf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Made reservation on behalf of 14f7a2c3d80d4ed0a81309ac4c20d7a5 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:16.844343 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-67a43b5c-f204-4915-8276-c3eaf7cca9b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.845900 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d7fd6250-415d-40ad-8e5d-75bd3cdf7159 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.905042 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-72ad21ee-13ae-4e99-81aa-8e071784b162 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.918535 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b78a71d6-21b2-4efb-976a-1a6976f9de74 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Deleting port 1f700d3d-dc2f-4c05-9cc2-825cef7733d9 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:16.919109 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b78a71d6-21b2-4efb-976a-1a6976f9de74 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.942833 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc969469-7e26-4f7f-a879-b4329786101d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.944874 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-67a43b5c-f204-4915-8276-c3eaf7cca9b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:16.948063 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad21ee-13ae-4e99-81aa-8e071784b162 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef544c3-b75d-493c-9e97-19576be6de56,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:16.957369 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc969469-7e26-4f7f-a879-b4329786101d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.962044 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-67a43b5c-f204-4915-8276-c3eaf7cca9b2 admin admin] Usage tracker for resource:security_group_rule and tenant:8e65901724ff4924b5216304f12a4fc7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:16.999163 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-67a43b5c-f204-4915-8276-c3eaf7cca9b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:17.018236 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-67a43b5c-f204-4915-8276-c3eaf7cca9b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:17.048778 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-72ad21ee-13ae-4e99-81aa-8e071784b162 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:17.049913 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-72ad21ee-13ae-4e99-81aa-8e071784b162 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "DELETE /v2.0/security-groups/eef544c3-b75d-493c-9e97-19576be6de56 HTTP/1.1" status: 204 len: 168 time: 0.5827670 Jan 21 09:44:17.052745 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-fc969469-7e26-4f7f-a879-b4329786101d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] In _notify_port_updated(), no bound segment for port 4a958d88-0f7d-4f50-a9d7-539bd7cddf67 on network 6087673c-a924-425c-9bf1-b38150ede8d0 {{(pid=83597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:44:17.057039 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc969469-7e26-4f7f-a879-b4329786101d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:17.057661 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc969469-7e26-4f7f-a879-b4329786101d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:17.058880 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-fc969469-7e26-4f7f-a879-b4329786101d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "PUT /v2.0/ports/4a958d88-0f7d-4f50-a9d7-539bd7cddf67 HTTP/1.1" status: 200 len: 818 time: 0.7954662 Jan 21 09:44:17.061786 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57766) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:17.062108 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57768) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:17.079204 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d7fd6250-415d-40ad-8e5d-75bd3cdf7159 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Calling delete_port for c1188f6b-a6e9-413c-b8de-c10fce070853 owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:17.138411 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc969469-7e26-4f7f-a879-b4329786101d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Port': ['ID=4a958d88-0f7d-4f50-a9d7-539bd7cddf67,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:17.190852 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-d51392d6-0b85-4d24-af2c-04ef863c9a35 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Deleting port 4a958d88-0f7d-4f50-a9d7-539bd7cddf67 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:17.191191 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d51392d6-0b85-4d24-af2c-04ef863c9a35 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:17.288320 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8c895067-01b3-423f-9b4a-f1e5d48f6be4 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Synchronizing usage tracker for tenant:188376afb71140a7b884cf38b2bf6e56 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:17.376608 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-67a43b5c-f204-4915-8276-c3eaf7cca9b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:17.380109 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8c895067-01b3-423f-9b4a-f1e5d48f6be4 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Unset dirty status for tenant:188376afb71140a7b884cf38b2bf6e56 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:17.381633 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8c895067-01b3-423f-9b4a-f1e5d48f6be4 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3153594 Jan 21 09:44:17.387252 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57774) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:17.390214 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-80274491-c014-4d16-ba43-7c04a3274fcf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:17.392483 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-67a43b5c-f204-4915-8276-c3eaf7cca9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:17.403134 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-3afe3b6f-ac83-4bf0-ba25-f6b6ea775e41 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Request body: {'security_group': {'name': 'tempest-secgroup--785915865'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:17.439200 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3afe3b6f-ac83-4bf0-ba25-f6b6ea775e41 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:17.519219 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3afe3b6f-ac83-4bf0-ba25-f6b6ea775e41 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:17.522942 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f3e28cde-66d3-43f2-bebf-e671f2bd2c88 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:17.556236 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a43b5c-f204-4915-8276-c3eaf7cca9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234519d0-ba38-41c8-b9f9-353aa55c1426,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:17.575191 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3afe3b6f-ac83-4bf0-ba25-f6b6ea775e41 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:17.589457 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-67a43b5c-f204-4915-8276-c3eaf7cca9b2 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=8e65901724ff4924b5216304f12a4fc7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8137057 Jan 21 09:44:17.594514 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d51392d6-0b85-4d24-af2c-04ef863c9a35 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:17.594736 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57778) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:17.639489 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b78a71d6-21b2-4efb-976a-1a6976f9de74 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:17.640179 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b78a71d6-21b2-4efb-976a-1a6976f9de74 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:17.739310 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-d51392d6-0b85-4d24-af2c-04ef863c9a35 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Calling delete_port for 4a958d88-0f7d-4f50-a9d7-539bd7cddf67 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:17.812020 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f3e28cde-66d3-43f2-bebf-e671f2bd2c88 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:17.827586 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b78a71d6-21b2-4efb-976a-1a6976f9de74 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Calling delete_port for 1f700d3d-dc2f-4c05-9cc2-825cef7733d9 owned by network:floatingip {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:17.907443 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d7fd6250-415d-40ad-8e5d-75bd3cdf7159 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:17.971130 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3afe3b6f-ac83-4bf0-ba25-f6b6ea775e41 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:17.981922 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3afe3b6f-ac83-4bf0-ba25-f6b6ea775e41 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Usage tracker for resource:security_group_rule and tenant:188376afb71140a7b884cf38b2bf6e56 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:17.990253 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3afe3b6f-ac83-4bf0-ba25-f6b6ea775e41 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:17.999600 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3afe3b6f-ac83-4bf0-ba25-f6b6ea775e41 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:18.031504 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-f3e28cde-66d3-43f2-bebf-e671f2bd2c88 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Deleting port 563b851f-bc4b-433f-9d1a-2b7ac20ca35b {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:18.032045 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f3e28cde-66d3-43f2-bebf-e671f2bd2c88 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.046508 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d51392d6-0b85-4d24-af2c-04ef863c9a35 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.075237 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd6250-415d-40ad-8e5d-75bd3cdf7159 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Pushing event deleted for resources: {'Port': ['ID=c1188f6b-a6e9-413c-b8de-c10fce070853,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:18.121091 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51392d6-0b85-4d24-af2c-04ef863c9a35 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Port': ['ID=4a958d88-0f7d-4f50-a9d7-539bd7cddf67,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:18.137237 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d51392d6-0b85-4d24-af2c-04ef863c9a35 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.158781 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7ea74-45c4-4293-98a4-459caca134cf req-757c1662-4ffd-49dd-9b4b-72e5637b1c50 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:18.160266 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-4db7ea74-45c4-4293-98a4-459caca134cf req-757c1662-4ffd-49dd-9b4b-72e5637b1c50 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.2637942 Jan 21 09:44:18.206964 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3afe3b6f-ac83-4bf0-ba25-f6b6ea775e41 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.218620 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d51392d6-0b85-4d24-af2c-04ef863c9a35 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/ports/4a958d88-0f7d-4f50-a9d7-539bd7cddf67 HTTP/1.1" status: 204 len: 168 time: 1.1507838 Jan 21 09:44:18.222578 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3afe3b6f-ac83-4bf0-ba25-f6b6ea775e41 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.225985 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57784) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:18.313359 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d7fd6250-415d-40ad-8e5d-75bd3cdf7159 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.319170 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a62a2069-2ce7-4ecf-bb29-6c9a79c9574b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.338925 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe3b6f-ac83-4bf0-ba25-f6b6ea775e41 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac30b490-e0a0-47f0-883f-e612557402fc,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:18.345622 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3afe3b6f-ac83-4bf0-ba25-f6b6ea775e41 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.350597 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3afe3b6f-ac83-4bf0-ba25-f6b6ea775e41 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9588060 Jan 21 09:44:18.350597 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-4db7ea74-45c4-4293-98a4-459caca134cf req-f1e66062-a8a9-4853-a205-068e04c77269 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643934 Jan 21 09:44:18.356340 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57788) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:18.369855 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6054a201-dfc8-4c94-a437-608eb8f08c31 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Request body: {'security_group_rule': {'security_group_id': 'ac30b490-e0a0-47f0-883f-e612557402fc', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:18.370979 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-6054a201-dfc8-4c94-a437-608eb8f08c31 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:44:18.376933 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6054a201-dfc8-4c94-a437-608eb8f08c31 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0149231 Jan 21 09:44:18.377227 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f3e28cde-66d3-43f2-bebf-e671f2bd2c88 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.377940 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57792) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:18.449199 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e4bcd3-3769-4341-bdf3-23212a51b993 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:18.449834 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-a1e4bcd3-3769-4341-bdf3-23212a51b993 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Synchronizing usage tracker for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:18.474693 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-471a4651-2d68-4690-9053-4cec7cbd64d2 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.491304 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-a1e4bcd3-3769-4341-bdf3-23212a51b993 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Unset dirty status for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:18.493070 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a1e4bcd3-3769-4341-bdf3-23212a51b993 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2574251 Jan 21 09:44:18.496231 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57798) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:18.557781 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-471a4651-2d68-4690-9053-4cec7cbd64d2 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.562031 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-f3e28cde-66d3-43f2-bebf-e671f2bd2c88 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Calling delete_port for 563b851f-bc4b-433f-9d1a-2b7ac20ca35b owned by network:router_gateway {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:18.565331 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae7e95a-6bc4-4b8c-8fb7-7249f277f0e3 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] GET failed (client error): The resource could not be found. Jan 21 09:44:18.566610 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4ae7e95a-6bc4-4b8c-8fb7-7249f277f0e3 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "GET /v2.0/ports/4a958d88-0f7d-4f50-a9d7-539bd7cddf67 HTTP/1.1" status: 404 len: 333 time: 0.0695016 Jan 21 09:44:18.571444 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57802) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:18.586438 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-bb243491-4454-461f-aeff-4f45d74d856f tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1154759716'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:18.596301 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bb243491-4454-461f-aeff-4f45d74d856f tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:18.609787 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bb243491-4454-461f-aeff-4f45d74d856f tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:network and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:18.615352 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bb243491-4454-461f-aeff-4f45d74d856f tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:18.623496 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bb243491-4454-461f-aeff-4f45d74d856f tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:18.634502 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a62a2069-2ce7-4ecf-bb29-6c9a79c9574b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.642842 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-471a4651-2d68-4690-9053-4cec7cbd64d2 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.643178 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d7fd6250-415d-40ad-8e5d-75bd3cdf7159 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] 10.222.0.104 "DELETE /v2.0/ports/c1188f6b-a6e9-413c-b8de-c10fce070853 HTTP/1.1" status: 204 len: 168 time: 2.9875729 Jan 21 09:44:18.647723 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57806) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:18.665272 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb243491-4454-461f-aeff-4f45d74d856f tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Made reservation on behalf of fd763e9054b0425c8035d150c4a90c6a for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:18.668344 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bb243491-4454-461f-aeff-4f45d74d856f tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.725832 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a4651-2d68-4690-9053-4cec7cbd64d2 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac30b490-e0a0-47f0-883f-e612557402fc,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:18.737801 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b78a71d6-21b2-4efb-976a-1a6976f9de74 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.746040 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-6186af4c-d9a1-4464-8801-298104cf7abe tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] GET failed (client error): The resource could not be found. Jan 21 09:44:18.751071 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6186af4c-d9a1-4464-8801-298104cf7abe tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] 10.222.0.104 "GET /v2.0/ports/c1188f6b-a6e9-413c-b8de-c10fce070853 HTTP/1.1" status: 404 len: 333 time: 0.0889096 Jan 21 09:44:18.760336 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57810) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:18.766244 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb243491-4454-461f-aeff-4f45d74d856f tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:18.771617 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-ad625bac-2c51-406f-bfb3-409f3dec9810 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Request body: {'port': {'network_id': 'd97a4652-83f5-4f06-aec8-38c88c13d790', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1505047680'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:18.782664 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-80274491-c014-4d16-ba43-7c04a3274fcf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.814152 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-471a4651-2d68-4690-9053-4cec7cbd64d2 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.814152 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-471a4651-2d68-4690-9053-4cec7cbd64d2 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "DELETE /v2.0/security-groups/ac30b490-e0a0-47f0-883f-e612557402fc HTTP/1.1" status: 204 len: 168 time: 0.4287148 Jan 21 09:44:18.827785 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57814) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:18.845717 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a71d6-21b2-4efb-976a-1a6976f9de74 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f700d3d-dc2f-4c05-9cc2-825cef7733d9,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:18.891320 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bb243491-4454-461f-aeff-4f45d74d856f tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.892124 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-bb243491-4454-461f-aeff-4f45d74d856f tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Added segment ce1a5712-0f99-449a-ad96-4ec5131652f3 of type vlan for network 896a079b-9b64-4630-8fbe-646f603b142a Jan 21 09:44:18.951267 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bb243491-4454-461f-aeff-4f45d74d856f tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.956319 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a62a2069-2ce7-4ecf-bb29-6c9a79c9574b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.006039 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ad625bac-2c51-406f-bfb3-409f3dec9810 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:19.009730 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80274491-c014-4d16-ba43-7c04a3274fcf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event updated for resources: {'Subnet': ['ID=dd48dcf9-ef1c-40e7-aa00-36fd7d8b47e5,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:19.014216 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ad625bac-2c51-406f-bfb3-409f3dec9810 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Usage tracker for resource:port and tenant:a3ceeead67fd4425b3eae4f0abaa37dd is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:19.017566 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ad625bac-2c51-406f-bfb3-409f3dec9810 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:19.024430 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bb243491-4454-461f-aeff-4f45d74d856f tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.028080 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb243491-4454-461f-aeff-4f45d74d856f tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:19.028655 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bb243491-4454-461f-aeff-4f45d74d856f tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.032402 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ad625bac-2c51-406f-bfb3-409f3dec9810 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:19.036410 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a2069-2ce7-4ecf-bb29-6c9a79c9574b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234519d0-ba38-41c8-b9f9-353aa55c1426,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:19.083577 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a62a2069-2ce7-4ecf-bb29-6c9a79c9574b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.084743 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a62a2069-2ce7-4ecf-bb29-6c9a79c9574b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/234519d0-ba38-41c8-b9f9-353aa55c1426 HTTP/1.1" status: 204 len: 168 time: 1.4777792 Jan 21 09:44:19.100647 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-88ed8af8-d4ed-4890-b978-a3c495cebcae tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Synchronizing usage tracker for tenant:188376afb71140a7b884cf38b2bf6e56 on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:19.151428 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad625bac-2c51-406f-bfb3-409f3dec9810 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Made reservation on behalf of a3ceeead67fd4425b3eae4f0abaa37dd for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:19.153813 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ad625bac-2c51-406f-bfb3-409f3dec9810 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.183154 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-bb243491-4454-461f-aeff-4f45d74d856f tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6088910 Jan 21 09:44:19.183154 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb243491-4454-461f-aeff-4f45d74d856f tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Network': ['ID=896a079b-9b64-4630-8fbe-646f603b142a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:19.190625 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57820) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:19.193371 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-ad625bac-2c51-406f-bfb3-409f3dec9810 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] device_id is not set on port 93136599-cef2-4eef-b699-b673c386f8fa yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:19.211628 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 896a079b-9b64-4630-8fbe-646f603b142a details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:19.219246 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b78a71d6-21b2-4efb-976a-1a6976f9de74 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.246595 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-bd2f95a7-ad89-4a3f-92ac-dd16ae7ff601 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'subnet': {'network_id': '896a079b-9b64-4630-8fbe-646f603b142a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:19.537302 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80274491-c014-4d16-ba43-7c04a3274fcf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Checking segment: {'id': '457d9fa3-6776-4dc0-b968-23f1fa7e6fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c0fcd279-d635-4133-9bc8-82d2a7148c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:19.537899 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80274491-c014-4d16-ba43-7c04a3274fcf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Network hostable DHCP agents. Network: c0fcd279-d635-4133-9bc8-82d2a7148c70, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:19.556272 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-88ed8af8-d4ed-4890-b978-a3c495cebcae tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Unset dirty status for tenant:188376afb71140a7b884cf38b2bf6e56 on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:19.558302 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-88ed8af8-d4ed-4890-b978-a3c495cebcae tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7223625 Jan 21 09:44:19.559290 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f3e28cde-66d3-43f2-bebf-e671f2bd2c88 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.562265 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57826) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:19.563539 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bd2f95a7-ad89-4a3f-92ac-dd16ae7ff601 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:19.569160 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bd2f95a7-ad89-4a3f-92ac-dd16ae7ff601 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:subnet and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:19.574255 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bd2f95a7-ad89-4a3f-92ac-dd16ae7ff601 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:19.581451 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bd2f95a7-ad89-4a3f-92ac-dd16ae7ff601 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:19.598434 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e68420a1-0f60-45d8-864b-039ba68c6efa tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Request body: {'security_group': {'name': 'tempest-secgroup--2118301565'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:19.615335 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e68420a1-0f60-45d8-864b-039ba68c6efa tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:19.625127 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2f95a7-ad89-4a3f-92ac-dd16ae7ff601 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Made reservation on behalf of fd763e9054b0425c8035d150c4a90c6a for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:19.625400 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e28cde-66d3-43f2-bebf-e671f2bd2c88 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Pushing event deleted for resources: {'Port': ['ID=563b851f-bc4b-433f-9d1a-2b7ac20ca35b,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:19.705183 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b78a71d6-21b2-4efb-976a-1a6976f9de74 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.720088 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e68420a1-0f60-45d8-864b-039ba68c6efa tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:19.754385 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-ad625bac-2c51-406f-bfb3-409f3dec9810 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Allocated IP 2001:db8::2e3 (d97a4652-83f5-4f06-aec8-38c88c13d790/836ff20e-1793-4ead-b68a-db2b4f3231b1/93136599-cef2-4eef-b699-b673c386f8fa) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:19.773286 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e68420a1-0f60-45d8-864b-039ba68c6efa tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.787894 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80274491-c014-4d16-ba43-7c04a3274fcf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Network c0fcd279-d635-4133-9bc8-82d2a7148c70 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:19.809436 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bd2f95a7-ad89-4a3f-92ac-dd16ae7ff601 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.818686 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-80274491-c014-4d16-ba43-7c04a3274fcf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, c0fcd279-d635-4133-9bc8-82d2a7148c70) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:19.823840 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80274491-c014-4d16-ba43-7c04a3274fcf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:19.824578 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-80274491-c014-4d16-ba43-7c04a3274fcf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.836965 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a85190c-453a-4616-b71d-d00d631c8d1d None None] Network c0fcd279-d635-4133-9bc8-82d2a7148c70 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:20.018112 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-80274491-c014-4d16-ba43-7c04a3274fcf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.7693770 Jan 21 09:44:20.018768 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57838) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:20.055303 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e68420a1-0f60-45d8-864b-039ba68c6efa tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:20.075738 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e68420a1-0f60-45d8-864b-039ba68c6efa tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Usage tracker for resource:security_group_rule and tenant:188376afb71140a7b884cf38b2bf6e56 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:20.081446 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e68420a1-0f60-45d8-864b-039ba68c6efa tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:20.101937 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e68420a1-0f60-45d8-864b-039ba68c6efa tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:20.149561 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f3e28cde-66d3-43f2-bebf-e671f2bd2c88 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.211665 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9675c563-eae0-4b77-8a0a-d95a5aba85f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-c0fcd279-d635-4133-9bc8-82d2a7148c70', 'network_id': 'c0fcd279-d635-4133-9bc8-82d2a7148c70', 'tenant_id': '14f7a2c3d80d4ed0a81309ac4c20d7a5', 'fixed_ips': [{'subnet_id': 'dd48dcf9-ef1c-40e7-aa00-36fd7d8b47e5'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:44:20.213433 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9675c563-eae0-4b77-8a0a-d95a5aba85f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.226784 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.410746 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b78a71d6-21b2-4efb-976a-1a6976f9de74 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.417766 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57848) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:20.421247 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-9675c563-eae0-4b77-8a0a-d95a5aba85f3 None None] Allocated IP 172.20.0.1 (c0fcd279-d635-4133-9bc8-82d2a7148c70/dd48dcf9-ef1c-40e7-aa00-36fd7d8b47e5/85d285e8-b72a-4f6a-bbf2-c81bc753d002) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:20.487608 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5f7aefc4-4fe9-4f4c-b780-3dd2e2447aac tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.512063 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f3e28cde-66d3-43f2-bebf-e671f2bd2c88 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.515408 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a71d6-21b2-4efb-976a-1a6976f9de74 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=36f504cf-b90f-45dc-a92a-9591cfdefbea,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:20.554399 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e68420a1-0f60-45d8-864b-039ba68c6efa tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.567465 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ad625bac-2c51-406f-bfb3-409f3dec9810 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.572514 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e68420a1-0f60-45d8-864b-039ba68c6efa tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.637272 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e68420a1-0f60-45d8-864b-039ba68c6efa tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.641117 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e68420a1-0f60-45d8-864b-039ba68c6efa tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0510123 Jan 21 09:44:20.647602 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57854) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:20.657672 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f3e28cde-66d3-43f2-bebf-e671f2bd2c88 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349321', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344087'] for router, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.669605 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b78a71d6-21b2-4efb-976a-1a6976f9de74 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.684884 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-ad625bac-2c51-406f-bfb3-409f3dec9810 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Transition to ACTIVE for port object 93136599-cef2-4eef-b699-b673c386f8fa will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:20.704088 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-0681fc25-3c91-44db-9d55-8a3cd0e3a0bb tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Request body: {'security_group_rule': {'security_group_id': '378a1c8d-c9bb-49d9-a1ba-280a31e5696b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:20.704828 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-0681fc25-3c91-44db-9d55-8a3cd0e3a0bb tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:44:20.708739 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0681fc25-3c91-44db-9d55-8a3cd0e3a0bb tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0484917 Jan 21 09:44:20.712165 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57858) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:20.716344 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68420a1-0f60-45d8-864b-039ba68c6efa tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=378a1c8d-c9bb-49d9-a1ba-280a31e5696b,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:20.737650 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-88caa85c-12ad-4b2a-8a8a-7a43bb9d2bb8 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Request body: {'security_group_rule': {'security_group_id': '378a1c8d-c9bb-49d9-a1ba-280a31e5696b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:20.738572 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-88caa85c-12ad-4b2a-8a8a-7a43bb9d2bb8 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:44:20.739668 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-88caa85c-12ad-4b2a-8a8a-7a43bb9d2bb8 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0252268 Jan 21 09:44:20.745266 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57862) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:20.761570 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bd2f95a7-ad89-4a3f-92ac-dd16ae7ff601 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.770418 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-b3d51dab-fc28-4eed-a1a2-5186acebdefe tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Request body: {'security_group_rule': {'security_group_id': '378a1c8d-c9bb-49d9-a1ba-280a31e5696b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:20.771221 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5f7aefc4-4fe9-4f4c-b780-3dd2e2447aac tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.772223 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-b3d51dab-fc28-4eed-a1a2-5186acebdefe tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:44:20.774452 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b3d51dab-fc28-4eed-a1a2-5186acebdefe tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0236890 Jan 21 09:44:20.798513 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57866) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:20.824107 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-a0d6f9b4-70ff-4b85-a7af-660e79fe0d48 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Request body: {'security_group_rule': {'security_group_id': '378a1c8d-c9bb-49d9-a1ba-280a31e5696b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:20.825016 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-a0d6f9b4-70ff-4b85-a7af-660e79fe0d48 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:44:20.828987 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a0d6f9b4-70ff-4b85-a7af-660e79fe0d48 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0164206 Jan 21 09:44:20.829141 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-fc278b4b-9c79-4fee-9d0e-7fa72ae90606 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-28447056'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:20.847074 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57870) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:20.879263 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fc278b4b-9c79-4fee-9d0e-7fa72ae90606 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:20.901561 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-fc278b4b-9c79-4fee-9d0e-7fa72ae90606 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Usage tracker for resource:network and tenant:0d13a625922e456e97b68503a56cb4ae is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:20.919176 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-fc278b4b-9c79-4fee-9d0e-7fa72ae90606 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:20.928827 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-b78a71d6-21b2-4efb-976a-1a6976f9de74 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7fdbe5-b2bf-4b8f-9902-09186ecbf42b']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:20.951048 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-b78a71d6-21b2-4efb-976a-1a6976f9de74 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9754a42-80cb-46d0-af63-4ad3dc89c8e7') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:20.951831 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-b78a71d6-21b2-4efb-976a-1a6976f9de74 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9754a42-80cb-46d0-af63-4ad3dc89c8e7') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:20.956323 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fc278b4b-9c79-4fee-9d0e-7fa72ae90606 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:20.975578 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9675c563-eae0-4b77-8a0a-d95a5aba85f3 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.978679 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f95a7-ad89-4a3f-92ac-dd16ae7ff601 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Subnet': ['ID=e92b90a6-0db5-46b3-821a-af6540e38969,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:20.980306 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b78a71d6-21b2-4efb-976a-1a6976f9de74 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.993605 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ad625bac-2c51-406f-bfb3-409f3dec9810 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.994807 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-9675c563-eae0-4b77-8a0a-d95a5aba85f3 None None] Transition to ACTIVE for port object 85d285e8-b72a-4f6a-bbf2-c81bc753d002 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:21.015802 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b78a71d6-21b2-4efb-976a-1a6976f9de74 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.026124 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-9675c563-eae0-4b77-8a0a-d95a5aba85f3 None None] Transition to ACTIVE for port object 85d285e8-b72a-4f6a-bbf2-c81bc753d002 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:21.035543 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9675c563-eae0-4b77-8a0a-d95a5aba85f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.037746 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b78a71d6-21b2-4efb-976a-1a6976f9de74 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:44:21.038232 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b78a71d6-21b2-4efb-976a-1a6976f9de74 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.053325 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc278b4b-9c79-4fee-9d0e-7fa72ae90606 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Made reservation on behalf of 0d13a625922e456e97b68503a56cb4ae for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:21.053916 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:44:21.053916 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:44:21.053916 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:44:21.053916 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:21.053916 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:44:21.053916 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:21.053916 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:44:21.053916 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:21.053916 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:44:21.053916 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:21.053916 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:44:21.053916 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:21.053916 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:44:21.053916 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:21.053916 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:21.053916 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:21.053916 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:21.053916 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:21.053916 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:44:21.053916 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:44:21.053916 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:44:21.053916 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:44:21.053916 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:21.053916 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:44:21.053916 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:21.053916 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:44:21.053916 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:21.053916 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:44:21.053916 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:21.053916 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:44:21.053916 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:21.053916 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:21.057159 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc278b4b-9c79-4fee-9d0e-7fa72ae90606 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.110566 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc278b4b-9c79-4fee-9d0e-7fa72ae90606 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.125161 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9675c563-eae0-4b77-8a0a-d95a5aba85f3 None None] Network c0fcd279-d635-4133-9bc8-82d2a7148c70 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:21.129047 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2f95a7-ad89-4a3f-92ac-dd16ae7ff601 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Checking segment: {'id': 'ce1a5712-0f99-449a-ad96-4ec5131652f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '896a079b-9b64-4630-8fbe-646f603b142a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:21.129408 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2f95a7-ad89-4a3f-92ac-dd16ae7ff601 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Network hostable DHCP agents. Network: 896a079b-9b64-4630-8fbe-646f603b142a, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:21.131195 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-9675c563-eae0-4b77-8a0a-d95a5aba85f3 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:21.136938 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9675c563-eae0-4b77-8a0a-d95a5aba85f3 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:21.153592 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad625bac-2c51-406f-bfb3-409f3dec9810 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Network d97a4652-83f5-4f06-aec8-38c88c13d790 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:21.154732 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675c563-eae0-4b77-8a0a-d95a5aba85f3 None None] Pushing event updated for resources: {'Port': ['ID=85d285e8-b72a-4f6a-bbf2-c81bc753d002,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:21.156939 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8d75f753-070b-40e9-8518-fe133aa8bed2 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.170183 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-ad625bac-2c51-406f-bfb3-409f3dec9810 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:21.172712 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad625bac-2c51-406f-bfb3-409f3dec9810 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:21.177406 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad625bac-2c51-406f-bfb3-409f3dec9810 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:21.178435 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ad625bac-2c51-406f-bfb3-409f3dec9810 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.193478 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad625bac-2c51-406f-bfb3-409f3dec9810 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Pushing event updated for resources: {'Port': ['ID=93136599-cef2-4eef-b699-b673c386f8fa,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:21.223485 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9675c563-eae0-4b77-8a0a-d95a5aba85f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:21.224069 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9675c563-eae0-4b77-8a0a-d95a5aba85f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:21.225160 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9675c563-eae0-4b77-8a0a-d95a5aba85f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:21.225160 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9675c563-eae0-4b77-8a0a-d95a5aba85f3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:21.225160 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9675c563-eae0-4b77-8a0a-d95a5aba85f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:21.225739 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9675c563-eae0-4b77-8a0a-d95a5aba85f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:21.226749 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9675c563-eae0-4b77-8a0a-d95a5aba85f3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:21.227348 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9675c563-eae0-4b77-8a0a-d95a5aba85f3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:21.227785 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9675c563-eae0-4b77-8a0a-d95a5aba85f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:21.228114 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9675c563-eae0-4b77-8a0a-d95a5aba85f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:21.228434 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9675c563-eae0-4b77-8a0a-d95a5aba85f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:21.234380 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e28cde-66d3-43f2-bebf-e671f2bd2c88 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Router 07d529d1-cb2d-4478-afec-93b5933c75ba has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:44:21.235861 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5f7aefc4-4fe9-4f4c-b780-3dd2e2447aac tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.256023 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8d75f753-070b-40e9-8518-fe133aa8bed2 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.268295 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fc278b4b-9c79-4fee-9d0e-7fa72ae90606 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:21.273942 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b78a71d6-21b2-4efb-976a-1a6976f9de74 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.279713 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ad625bac-2c51-406f-bfb3-409f3dec9810 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5165157 Jan 21 09:44:21.283180 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57874) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:21.294501 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-9675c563-eae0-4b77-8a0a-d95a5aba85f3 None None] Attempting to bind port 85d285e8-b72a-4f6a-bbf2-c81bc753d002 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:21.294948 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-9675c563-eae0-4b77-8a0a-d95a5aba85f3 None None] Attempting to bind port 85d285e8-b72a-4f6a-bbf2-c81bc753d002 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '457d9fa3-6776-4dc0-b968-23f1fa7e6fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c0fcd279-d635-4133-9bc8-82d2a7148c70'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:21.295098 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-fc278b4b-9c79-4fee-9d0e-7fa72ae90606 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Usage tracker for resource:security_group_rule and tenant:0d13a625922e456e97b68503a56cb4ae is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:21.295378 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9675c563-eae0-4b77-8a0a-d95a5aba85f3 None None] Attempting to bind port 85d285e8-b72a-4f6a-bbf2-c81bc753d002 on network c0fcd279-d635-4133-9bc8-82d2a7148c70 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:44:21.303943 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9675c563-eae0-4b77-8a0a-d95a5aba85f3 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:44:21.305264 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9675c563-eae0-4b77-8a0a-d95a5aba85f3 None None] Checking segment: {'id': '457d9fa3-6776-4dc0-b968-23f1fa7e6fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c0fcd279-d635-4133-9bc8-82d2a7148c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:21.305544 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9675c563-eae0-4b77-8a0a-d95a5aba85f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.305972 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-ee3ed83d-44e5-4391-b649-f55f42676fcd tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Request body: {'port': {'network_id': 'd97a4652-83f5-4f06-aec8-38c88c13d790', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-672791190'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:21.306253 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-fc278b4b-9c79-4fee-9d0e-7fa72ae90606 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:21.307133 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9675c563-eae0-4b77-8a0a-d95a5aba85f3 None None] Bound using segment: {'id': '457d9fa3-6776-4dc0-b968-23f1fa7e6fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c0fcd279-d635-4133-9bc8-82d2a7148c70'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:44:21.307928 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-9675c563-eae0-4b77-8a0a-d95a5aba85f3 None None] Bound port: 85d285e8-b72a-4f6a-bbf2-c81bc753d002, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '457d9fa3-6776-4dc0-b968-23f1fa7e6fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c0fcd279-d635-4133-9bc8-82d2a7148c70'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:21.308911 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9675c563-eae0-4b77-8a0a-d95a5aba85f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.312818 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2f95a7-ad89-4a3f-92ac-dd16ae7ff601 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Network 896a079b-9b64-4630-8fbe-646f603b142a is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:21.321984 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fc278b4b-9c79-4fee-9d0e-7fa72ae90606 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:21.324325 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78a71d6-21b2-4efb-976a-1a6976f9de74 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fb7fdbe5-b2bf-4b8f-9902-09186ecbf42b {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 21 09:44:21.329890 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7aefc4-4fe9-4f4c-b780-3dd2e2447aac tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event deleted for resources: {'Subnet': ['ID=dd48dcf9-ef1c-40e7-aa00-36fd7d8b47e5,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:21.345231 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b78a71d6-21b2-4efb-976a-1a6976f9de74 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.365490 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a71d6-21b2-4efb-976a-1a6976f9de74 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Pushing event deleted for resources: {'Network': ['ID=fb7fdbe5-b2bf-4b8f-9902-09186ecbf42b,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:21.375859 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-bd2f95a7-ad89-4a3f-92ac-dd16ae7ff601 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 896a079b-9b64-4630-8fbe-646f603b142a) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:21.388334 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5daeec87-4551-4d5a-b025-bce10986cbe5 None None] Network 896a079b-9b64-4630-8fbe-646f603b142a requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:21.391175 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8d75f753-070b-40e9-8518-fe133aa8bed2 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.449947 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2f95a7-ad89-4a3f-92ac-dd16ae7ff601 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:21.451192 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bd2f95a7-ad89-4a3f-92ac-dd16ae7ff601 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.458037 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75f753-070b-40e9-8518-fe133aa8bed2 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=378a1c8d-c9bb-49d9-a1ba-280a31e5696b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:21.461450 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8d75f753-070b-40e9-8518-fe133aa8bed2 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.467631 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8d75f753-070b-40e9-8518-fe133aa8bed2 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "DELETE /v2.0/security-groups/378a1c8d-c9bb-49d9-a1ba-280a31e5696b HTTP/1.1" status: 204 len: 168 time: 0.6173439 Jan 21 09:44:21.474747 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57878) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:21.487373 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:44:21.595548 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-bd2f95a7-ad89-4a3f-92ac-dd16ae7ff601 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4037437 Jan 21 09:44:21.600819 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57882) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:21.626884 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-490cf4ac-9c76-41ac-87d3-1ab9e19d086c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'subnet': {'network_id': '896a079b-9b64-4630-8fbe-646f603b142a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:21.669839 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-9675c563-eae0-4b77-8a0a-d95a5aba85f3 None None] For port 85d285e8-b72a-4f6a-bbf2-c81bc753d002, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:21.720211 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-9675c563-eae0-4b77-8a0a-d95a5aba85f3 None None] For port 85d285e8-b72a-4f6a-bbf2-c81bc753d002, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=85d285e8-b72a-4f6a-bbf2-c81bc753d002,segment=NetworkSegment(457d9fa3-6776-4dc0-b968-23f1fa7e6fa3),segment_id=457d9fa3-6776-4dc0-b968-23f1fa7e6fa3)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:21.743990 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b78a71d6-21b2-4efb-976a-1a6976f9de74 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] 10.222.0.104 "DELETE /v2.0/networks/fb7fdbe5-b2bf-4b8f-9902-09186ecbf42b HTTP/1.1" status: 204 len: 168 time: 5.6608543 Jan 21 09:44:21.749984 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57886) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:21.764361 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-7e19a91a-1fb0-4048-a794-d885e1c6d94b None None] Provisioning for port 93136599-cef2-4eef-b699-b673c386f8fa completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:21.778096 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9675c563-eae0-4b77-8a0a-d95a5aba85f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.782489 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-7e19a91a-1fb0-4048-a794-d885e1c6d94b None None] Provisioning complete for port 93136599-cef2-4eef-b699-b673c386f8fa triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:21.782848 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7e19a91a-1fb0-4048-a794-d885e1c6d94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.856053 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-490cf4ac-9c76-41ac-87d3-1ab9e19d086c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:21.865293 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-490cf4ac-9c76-41ac-87d3-1ab9e19d086c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:subnet and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:21.869893 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-490cf4ac-9c76-41ac-87d3-1ab9e19d086c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:21.878751 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-490cf4ac-9c76-41ac-87d3-1ab9e19d086c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:21.896072 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0221dfdd-c744-4d72-b9b3-7c6d8f4eeda6 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Synchronizing usage tracker for tenant:188376afb71140a7b884cf38b2bf6e56 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:21.935368 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490cf4ac-9c76-41ac-87d3-1ab9e19d086c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Made reservation on behalf of fd763e9054b0425c8035d150c4a90c6a for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:21.940208 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-490cf4ac-9c76-41ac-87d3-1ab9e19d086c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.960010 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0221dfdd-c744-4d72-b9b3-7c6d8f4eeda6 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Unset dirty status for tenant:188376afb71140a7b884cf38b2bf6e56 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:21.967473 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0221dfdd-c744-4d72-b9b3-7c6d8f4eeda6 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4910254 Jan 21 09:44:21.972240 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57890) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:21.996962 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-7e19a91a-1fb0-4048-a794-d885e1c6d94b None None] Port 93136599-cef2-4eef-b699-b673c386f8fa cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:44:22.000163 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-1cf84fda-acaa-47ba-b4be-56c9130f5659 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Request body: {'security_group': {'name': 'tempest-secgroup--735475740'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:22.004738 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b32606-ade7-4b11-8dec-28ce4332930f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-896a079b-9b64-4630-8fbe-646f603b142a', 'network_id': '896a079b-9b64-4630-8fbe-646f603b142a', 'tenant_id': 'fd763e9054b0425c8035d150c4a90c6a', 'fixed_ips': [{'subnet_id': 'e92b90a6-0db5-46b3-821a-af6540e38969'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:44:22.005529 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-78b32606-ade7-4b11-8dec-28ce4332930f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.010460 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1cf84fda-acaa-47ba-b4be-56c9130f5659 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:22.014739 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5f7aefc4-4fe9-4f4c-b780-3dd2e2447aac tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.027214 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1cf84fda-acaa-47ba-b4be-56c9130f5659 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:22.064480 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675c563-eae0-4b77-8a0a-d95a5aba85f3 None None] Pushing event updated for resources: {'Port': ['ID=85d285e8-b72a-4f6a-bbf2-c81bc753d002,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:22.097751 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc278b4b-9c79-4fee-9d0e-7fa72ae90606 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.104131 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1cf84fda-acaa-47ba-b4be-56c9130f5659 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.120611 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc278b4b-9c79-4fee-9d0e-7fa72ae90606 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.163343 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-5f7aefc4-4fe9-4f4c-b780-3dd2e2447aac tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0fcd279-d635-4133-9bc8-82d2a7148c70']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:22.174643 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc278b4b-9c79-4fee-9d0e-7fa72ae90606 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:22.201575 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0c073f-c7f7-40d9-9033-54b70194d286 None None] Network c0fcd279-d635-4133-9bc8-82d2a7148c70 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:22.219630 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-5f7aefc4-4fe9-4f4c-b780-3dd2e2447aac tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457d9fa3-6776-4dc0-b968-23f1fa7e6fa3') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:22.219630 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-5f7aefc4-4fe9-4f4c-b780-3dd2e2447aac tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457d9fa3-6776-4dc0-b968-23f1fa7e6fa3') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:22.221937 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc278b4b-9c79-4fee-9d0e-7fa72ae90606 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6981e241-ca74-4a2b-8c0c-adbf00628429,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:22.232375 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc278b4b-9c79-4fee-9d0e-7fa72ae90606 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.232717 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-fc278b4b-9c79-4fee-9d0e-7fa72ae90606 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Added segment b440b379-da42-4e30-a3ac-19e0b5daeb6b of type vlan for network 4f53866a-2774-496a-92bc-f7fccad44b7d Jan 21 09:44:22.257006 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1cf84fda-acaa-47ba-b4be-56c9130f5659 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:22.266183 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-1cf84fda-acaa-47ba-b4be-56c9130f5659 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Usage tracker for resource:security_group_rule and tenant:188376afb71140a7b884cf38b2bf6e56 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:22.271763 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5f7aefc4-4fe9-4f4c-b780-3dd2e2447aac tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.274577 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-1cf84fda-acaa-47ba-b4be-56c9130f5659 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:22.283538 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.ipam_backend_mixin [None req-490cf4ac-9c76-41ac-87d3-1ab9e19d086c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e92b90a6-0db5-46b3-821a-af6540e38969 (CIDR: 2001:db8::/64) Jan 21 09:44:22.284738 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9dad1f16-aa4d-497e-b281-a8a01187a867 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Synchronizing usage tracker for tenant:9e55453a4b754c9b8679303e0e46fa4d on resource:floatingip {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:22.291761 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1cf84fda-acaa-47ba-b4be-56c9130f5659 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:22.293337 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-490cf4ac-9c76-41ac-87d3-1ab9e19d086c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:44:22.294345 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-490cf4ac-9c76-41ac-87d3-1ab9e19d086c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:22.299238 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ee3ed83d-44e5-4391-b649-f55f42676fcd tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:22.316728 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ee3ed83d-44e5-4391-b649-f55f42676fcd tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Usage tracker for resource:port and tenant:a3ceeead67fd4425b3eae4f0abaa37dd is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:22.323817 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5f7aefc4-4fe9-4f4c-b780-3dd2e2447aac tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.327664 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e28cde-66d3-43f2-bebf-e671f2bd2c88 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:44:22.327910 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc278b4b-9c79-4fee-9d0e-7fa72ae90606 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.335513 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f3e28cde-66d3-43f2-bebf-e671f2bd2c88 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.337058 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f3e28cde-66d3-43f2-bebf-e671f2bd2c88 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] 10.222.0.104 "PUT /v2.0/routers/07d529d1-cb2d-4478-afec-93b5933c75ba HTTP/1.1" status: 200 len: 705 time: 9.1648190 Jan 21 09:44:22.339122 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ee3ed83d-44e5-4391-b649-f55f42676fcd tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:22.346701 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57894) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:22.353033 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7aefc4-4fe9-4f4c-b780-3dd2e2447aac tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:44:22.353438 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5f7aefc4-4fe9-4f4c-b780-3dd2e2447aac tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.370122 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:44:22.370122 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:44:22.370122 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:44:22.370122 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:22.370122 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:44:22.370122 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:22.370122 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:44:22.370122 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:22.370122 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:44:22.370122 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:22.370122 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:44:22.370122 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:22.370122 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:44:22.370122 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:22.370122 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:22.370122 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:22.370122 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:22.370122 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:22.370122 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:44:22.370122 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:44:22.370122 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:44:22.370122 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:44:22.370122 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:22.370122 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:44:22.370122 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:22.370122 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:44:22.370122 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:22.370122 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:44:22.370122 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:22.370122 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:44:22.370122 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:22.370122 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:22.372009 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f502c0-d393-4c2e-b5ae-e63f1c84a9c8 None None] Sync routers for ids ['07d529d1-cb2d-4478-afec-93b5933c75ba'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:44:22.372458 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ee3ed83d-44e5-4391-b649-f55f42676fcd tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:22.437673 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9dad1f16-aa4d-497e-b281-a8a01187a867 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Unset dirty status for tenant:9e55453a4b754c9b8679303e0e46fa4d on resource:floatingip {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:22.438877 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9dad1f16-aa4d-497e-b281-a8a01187a867 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] 10.222.0.104 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.6764882 Jan 21 09:44:22.446463 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3ed83d-44e5-4391-b649-f55f42676fcd tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Made reservation on behalf of a3ceeead67fd4425b3eae4f0abaa37dd for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:22.449478 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ee3ed83d-44e5-4391-b649-f55f42676fcd tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.453667 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57898) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:22.476211 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-78b32606-ade7-4b11-8dec-28ce4332930f None None] Allocated IP 2001:db8::2 (896a079b-9b64-4630-8fbe-646f603b142a/e92b90a6-0db5-46b3-821a-af6540e38969/ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:22.483108 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f502c0-d393-4c2e-b5ae-e63f1c84a9c8 None None] Routers {'07d529d1-cb2d-4478-afec-93b5933c75ba'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:22.483734 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-85f502c0-d393-4c2e-b5ae-e63f1c84a9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:43:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['07d529d1-cb2d-4478-afec-93b5933c75ba'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:22.495116 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-ee3ed83d-44e5-4391-b649-f55f42676fcd tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] device_id is not set on port 0366654c-80aa-425e-8405-cc5ecd854617 yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:22.509877 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-490cf4ac-9c76-41ac-87d3-1ab9e19d086c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8980253 Jan 21 09:44:22.530464 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57902) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:22.531585 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.api [None req-5f7aefc4-4fe9-4f4c-b780-3dd2e2447aac tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:44:22.531585 dv-neutron-825732-1-hyperv neutron-server[83598]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:44:22.531585 dv-neutron-825732-1-hyperv neutron-server[83598]: [parameters: {'id': 'c0fcd279-d635-4133-9bc8-82d2a7148c70'}] Jan 21 09:44:22.531585 dv-neutron-825732-1-hyperv neutron-server[83598]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:44:22.532216 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG oslo_db.api [None req-5f7aefc4-4fe9-4f4c-b780-3dd2e2447aac tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:44:22.543335 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-6f5a189a-2b19-4901-85a9-21975c73dc98 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'subnet': {'network_id': '896a079b-9b64-4630-8fbe-646f603b142a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:22.563434 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-85f502c0-d393-4c2e-b5ae-e63f1c84a9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:22.612989 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc278b4b-9c79-4fee-9d0e-7fa72ae90606 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.619892 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc278b4b-9c79-4fee-9d0e-7fa72ae90606 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:22.620953 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc278b4b-9c79-4fee-9d0e-7fa72ae90606 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.628370 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1cf84fda-acaa-47ba-b4be-56c9130f5659 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.668501 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1cf84fda-acaa-47ba-b4be-56c9130f5659 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.735582 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f502c0-d393-4c2e-b5ae-e63f1c84a9c8 None None] Routers {'07d529d1-cb2d-4478-afec-93b5933c75ba'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:22.736200 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-85f502c0-d393-4c2e-b5ae-e63f1c84a9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:43:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['07d529d1-cb2d-4478-afec-93b5933c75ba'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:22.762988 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-131b42b6-8aae-49f2-92aa-d4b7a9cb3ae0 tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] 10.222.0.104 "GET /v2.0/routers/07d529d1-cb2d-4478-afec-93b5933c75ba HTTP/1.1" status: 200 len: 740 time: 0.4140201 Jan 21 09:44:22.766070 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57906) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:22.812082 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-85f502c0-d393-4c2e-b5ae-e63f1c84a9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:22.812365 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f502c0-d393-4c2e-b5ae-e63f1c84a9c8 None None] The sync data for ids ['07d529d1-cb2d-4478-afec-93b5933c75ba'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:44:22.848405 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-501d934f-f8ea-4f98-97cb-4ef976c33cbb tempest-RoutersAdminTest-1915481165 tempest-RoutersAdminTest-1915481165-project-admin] 10.222.0.104 "GET /v2.0/ports?network_id=05164b30-8981-419a-8272-388f48c19dd5&device_id=07d529d1-cb2d-4478-afec-93b5933c75ba HTTP/1.1" status: 200 len: 205 time: 0.0786836 Jan 21 09:44:22.850049 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce21d6c8-5538-4614-9e53-80a35c25b53e tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:22.850581 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce21d6c8-5538-4614-9e53-80a35c25b53e tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:22.851766 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce21d6c8-5538-4614-9e53-80a35c25b53e tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:22.852167 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce21d6c8-5538-4614-9e53-80a35c25b53e tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:22.852737 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce21d6c8-5538-4614-9e53-80a35c25b53e tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:22.853456 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce21d6c8-5538-4614-9e53-80a35c25b53e tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:22.854087 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce21d6c8-5538-4614-9e53-80a35c25b53e tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:22.855519 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57910) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:22.855669 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ce21d6c8-5538-4614-9e53-80a35c25b53e tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Synchronizing usage tracker for tenant:9e55453a4b754c9b8679303e0e46fa4d on resource:subnet {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:22.869784 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-fc278b4b-9c79-4fee-9d0e-7fa72ae90606 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 2.4406288 Jan 21 09:44:22.869784 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1cf84fda-acaa-47ba-b4be-56c9130f5659 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.869784 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1cf84fda-acaa-47ba-b4be-56c9130f5659 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8860016 Jan 21 09:44:22.870592 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6f5a189a-2b19-4901-85a9-21975c73dc98 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:22.870592 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57914) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:22.884374 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf84fda-acaa-47ba-b4be-56c9130f5659 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34a5ecaf-091b-47d1-9119-c5c6688a8d31,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:22.893630 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc278b4b-9c79-4fee-9d0e-7fa72ae90606 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event updated for resources: {'Network': ['ID=4f53866a-2774-496a-92bc-f7fccad44b7d,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:22.921739 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6f5a189a-2b19-4901-85a9-21975c73dc98 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:subnet and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:22.930687 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ce21d6c8-5538-4614-9e53-80a35c25b53e tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Unset dirty status for tenant:9e55453a4b754c9b8679303e0e46fa4d on resource:subnet {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:22.931866 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6f5a189a-2b19-4901-85a9-21975c73dc98 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:22.932421 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ce21d6c8-5538-4614-9e53-80a35c25b53e tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4574 time: 0.4691350 Jan 21 09:44:22.935053 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57918) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:22.955865 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 4f53866a-2774-496a-92bc-f7fccad44b7d details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:22.962190 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-d98b6993-7912-4717-a006-0d1ecc190e6e tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Request body: {'security_group_rule': {'security_group_id': '34a5ecaf-091b-47d1-9119-c5c6688a8d31', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:22.962857 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-d98b6993-7912-4717-a006-0d1ecc190e6e tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:44:22.963854 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d98b6993-7912-4717-a006-0d1ecc190e6e tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0933900 Jan 21 09:44:22.965246 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-ee3ed83d-44e5-4391-b649-f55f42676fcd tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Allocated IP 2001:db8::3d0 (d97a4652-83f5-4f06-aec8-38c88c13d790/836ff20e-1793-4ead-b68a-db2b4f3231b1/0366654c-80aa-425e-8405-cc5ecd854617) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:22.974422 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57922) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:22.978526 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6f5a189a-2b19-4901-85a9-21975c73dc98 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:22.985621 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-ea12c1df-9b4e-4042-9539-a3953f5b0120 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Request body: {'security_group_rule': {'security_group_id': '34a5ecaf-091b-47d1-9119-c5c6688a8d31', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:23.001017 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e45852bf-2ce4-4d95-b855-a00ce7e80aee tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] 10.222.0.104 "GET /v2.0/ports?device_id=07d529d1-cb2d-4478-afec-93b5933c75ba HTTP/1.1" status: 200 len: 205 time: 0.1420655 Jan 21 09:44:23.005392 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57926) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:23.013365 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ea12c1df-9b4e-4042-9539-a3953f5b0120 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:23.049766 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-03cf8ff8-b078-446a-a635-6cf8700ee0e0 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] delete failed (client error): The resource could not be found. Jan 21 09:44:23.053675 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-03cf8ff8-b078-446a-a635-6cf8700ee0e0 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] 10.222.0.104 "DELETE /v2.0/floatingips/7d5209ad-fee0-4dc2-8984-214b032056b2 HTTP/1.1" status: 404 len: 345 time: 0.1176455 Jan 21 09:44:23.055173 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57930) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:23.073458 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5f7aefc4-4fe9-4f4c-b780-3dd2e2447aac tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.075866 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ea12c1df-9b4e-4042-9539-a3953f5b0120 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Usage tracker for resource:security_group_rule and tenant:188376afb71140a7b884cf38b2bf6e56 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:23.082113 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-47371d46-32b9-462c-bf9f-9cc84f1ed94b tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] DELETE failed (client error): The resource could not be found. Jan 21 09:44:23.082810 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47371d46-32b9-462c-bf9f-9cc84f1ed94b tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:23.090208 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-47371d46-32b9-462c-bf9f-9cc84f1ed94b tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] 10.222.0.104 "DELETE /v2.0/networks/fb7fdbe5-b2bf-4b8f-9902-09186ecbf42b HTTP/1.1" status: 404 len: 339 time: 0.0337503 Jan 21 09:44:23.091227 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57934) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:23.096849 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6d662ba6-3f0e-4e77-9e80-e2efd47a6684 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Request body: {'network': {'name': 'tempest-network--356068133', 'router:external': True}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:23.098402 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ea12c1df-9b4e-4042-9539-a3953f5b0120 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:23.103692 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5a189a-2b19-4901-85a9-21975c73dc98 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Made reservation on behalf of fd763e9054b0425c8035d150c4a90c6a for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:23.105976 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6d662ba6-3f0e-4e77-9e80-e2efd47a6684 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:23.110800 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6d662ba6-3f0e-4e77-9e80-e2efd47a6684 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Usage tracker for resource:network and tenant:9e55453a4b754c9b8679303e0e46fa4d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:23.115166 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6d662ba6-3f0e-4e77-9e80-e2efd47a6684 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:23.123890 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6d662ba6-3f0e-4e77-9e80-e2efd47a6684 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:23.138330 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d662ba6-3f0e-4e77-9e80-e2efd47a6684 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Made reservation on behalf of 9e55453a4b754c9b8679303e0e46fa4d for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:23.142227 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6d662ba6-3f0e-4e77-9e80-e2efd47a6684 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.142926 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ea12c1df-9b4e-4042-9539-a3953f5b0120 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:23.156955 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-78b32606-ade7-4b11-8dec-28ce4332930f None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.170499 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-78b32606-ade7-4b11-8dec-28ce4332930f None None] Transition to ACTIVE for port object ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:23.187809 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d662ba6-3f0e-4e77-9e80-e2efd47a6684 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:23.197328 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-78b32606-ade7-4b11-8dec-28ce4332930f None None] Transition to ACTIVE for port object ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:23.199781 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6d662ba6-3f0e-4e77-9e80-e2efd47a6684 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.200411 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-6d662ba6-3f0e-4e77-9e80-e2efd47a6684 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Added segment 070faf10-86a5-471a-811b-1e4f6fb094c6 of type vlan for network 64f35ba8-b568-4f4e-8e15-90e884506f9f Jan 21 09:44:23.205226 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-78b32606-ade7-4b11-8dec-28ce4332930f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.299266 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b32606-ade7-4b11-8dec-28ce4332930f None None] Network 896a079b-9b64-4630-8fbe-646f603b142a is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:23.300590 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b32606-ade7-4b11-8dec-28ce4332930f None None] Pushing event updated for resources: {'Port': ['ID=ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:23.303392 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-78b32606-ade7-4b11-8dec-28ce4332930f None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:23.307297 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b32606-ade7-4b11-8dec-28ce4332930f None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:23.359828 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-5f7aefc4-4fe9-4f4c-b780-3dd2e2447aac tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Deleting port 85d285e8-b72a-4f6a-bbf2-c81bc753d002 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:23.360121 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5f7aefc4-4fe9-4f4c-b780-3dd2e2447aac tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.384878 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6d662ba6-3f0e-4e77-9e80-e2efd47a6684 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.422851 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-78b32606-ade7-4b11-8dec-28ce4332930f None None] Attempting to bind port ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:23.423464 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-78b32606-ade7-4b11-8dec-28ce4332930f None None] Attempting to bind port ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'ce1a5712-0f99-449a-ad96-4ec5131652f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '896a079b-9b64-4630-8fbe-646f603b142a'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:23.423638 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b32606-ade7-4b11-8dec-28ce4332930f None None] Attempting to bind port ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a on network 896a079b-9b64-4630-8fbe-646f603b142a {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:44:23.435925 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b32606-ade7-4b11-8dec-28ce4332930f None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:44:23.436283 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b32606-ade7-4b11-8dec-28ce4332930f None None] Checking segment: {'id': 'ce1a5712-0f99-449a-ad96-4ec5131652f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '896a079b-9b64-4630-8fbe-646f603b142a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:23.436469 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-78b32606-ade7-4b11-8dec-28ce4332930f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.436999 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b32606-ade7-4b11-8dec-28ce4332930f None None] Bound using segment: {'id': 'ce1a5712-0f99-449a-ad96-4ec5131652f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '896a079b-9b64-4630-8fbe-646f603b142a'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:44:23.437632 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-78b32606-ade7-4b11-8dec-28ce4332930f None None] Bound port: ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1a5712-0f99-449a-ad96-4ec5131652f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '896a079b-9b64-4630-8fbe-646f603b142a'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:23.438145 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-78b32606-ade7-4b11-8dec-28ce4332930f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.440775 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6d662ba6-3f0e-4e77-9e80-e2efd47a6684 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.443426 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d662ba6-3f0e-4e77-9e80-e2efd47a6684 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:23.445898 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6d662ba6-3f0e-4e77-9e80-e2efd47a6684 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.542577 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-78b32606-ade7-4b11-8dec-28ce4332930f None None] For port ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:23.546342 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-78b32606-ade7-4b11-8dec-28ce4332930f None None] For port ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a,segment=NetworkSegment(ce1a5712-0f99-449a-ad96-4ec5131652f3),segment_id=ce1a5712-0f99-449a-ad96-4ec5131652f3)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:23.554747 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-78b32606-ade7-4b11-8dec-28ce4332930f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.645875 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b32606-ade7-4b11-8dec-28ce4332930f None None] Pushing event updated for resources: {'Port': ['ID=ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:23.722680 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-ea12c1df-9b4e-4042-9539-a3953f5b0120 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:44:23.725598 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ea12c1df-9b4e-4042-9539-a3953f5b0120 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7427390 Jan 21 09:44:23.731999 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57938) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:23.735045 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-debc720c-c2d4-4edc-9e79-8d402addee5f tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.750192 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-4ee16525-fab7-4a2c-a830-42fa3fe12487 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Request body: {'security_group_rule': {'security_group_id': '34a5ecaf-091b-47d1-9119-c5c6688a8d31', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:23.751322 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-4ee16525-fab7-4a2c-a830-42fa3fe12487 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:44:23.753062 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4ee16525-fab7-4a2c-a830-42fa3fe12487 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0144584 Jan 21 09:44:23.765774 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6d662ba6-3f0e-4e77-9e80-e2efd47a6684 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6729789 Jan 21 09:44:23.767151 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57942) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:23.767879 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57944) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:23.779362 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d662ba6-3f0e-4e77-9e80-e2efd47a6684 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Pushing event updated for resources: {'Network': ['ID=64f35ba8-b568-4f4e-8e15-90e884506f9f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:23.791831 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 64f35ba8-b568-4f4e-8e15-90e884506f9f details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:23.814788 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-cd413eb8-662a-48eb-97c6-a31e4d2ae94f tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Request body: {'security_group_rule': {'security_group_id': '34a5ecaf-091b-47d1-9119-c5c6688a8d31', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:23.836455 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cd413eb8-662a-48eb-97c6-a31e4d2ae94f tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:23.852763 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-cd413eb8-662a-48eb-97c6-a31e4d2ae94f tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Usage tracker for resource:security_group_rule and tenant:188376afb71140a7b884cf38b2bf6e56 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:23.862336 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-cd413eb8-662a-48eb-97c6-a31e4d2ae94f tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:23.875966 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cd413eb8-662a-48eb-97c6-a31e4d2ae94f tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:23.945908 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6f5a189a-2b19-4901-85a9-21975c73dc98 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.096218 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-cd413eb8-662a-48eb-97c6-a31e4d2ae94f tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:44:24.106423 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-cd413eb8-662a-48eb-97c6-a31e4d2ae94f tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3278253 Jan 21 09:44:24.107216 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57950) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:24.203600 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-7dca672c-dd55-4473-8208-a0a9fe04447d tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Request body: {'security_group_rule': {'security_group_id': '34a5ecaf-091b-47d1-9119-c5c6688a8d31', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:24.204505 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-7dca672c-dd55-4473-8208-a0a9fe04447d tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:44:24.208316 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7dca672c-dd55-4473-8208-a0a9fe04447d tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0286977 Jan 21 09:44:24.210090 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57954) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:24.236517 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-db6112ed-aea5-42e0-b002-8657910dc09d tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Request body: {'security_group_rule': {'security_group_id': '34a5ecaf-091b-47d1-9119-c5c6688a8d31', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:24.248621 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-73586fbb-3a01-4c15-aa84-a9ee48e4ccbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.252968 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-db6112ed-aea5-42e0-b002-8657910dc09d tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:24.282584 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-db6112ed-aea5-42e0-b002-8657910dc09d tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Usage tracker for resource:security_group_rule and tenant:188376afb71140a7b884cf38b2bf6e56 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:24.289056 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-db6112ed-aea5-42e0-b002-8657910dc09d tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:24.307728 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-db6112ed-aea5-42e0-b002-8657910dc09d tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:24.351457 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019a781c-9cf0-4378-815b-1d2ce76591a3 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:24.355855 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019a781c-9cf0-4378-815b-1d2ce76591a3 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:24.359800 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019a781c-9cf0-4378-815b-1d2ce76591a3 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:24.365465 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019a781c-9cf0-4378-815b-1d2ce76591a3 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:24.371912 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-019a781c-9cf0-4378-815b-1d2ce76591a3 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] 10.222.0.104 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.5960395 Jan 21 09:44:24.372976 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57958) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:24.471581 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ee3ed83d-44e5-4391-b649-f55f42676fcd tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.478691 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-db6112ed-aea5-42e0-b002-8657910dc09d tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:44:24.483192 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-db6112ed-aea5-42e0-b002-8657910dc09d tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2696528 Jan 21 09:44:24.488151 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57962) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:24.499674 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-fb7d44df-b99a-4d3a-bdcd-da444b3743e7 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Request body: {'security_group_rule': {'security_group_id': '34a5ecaf-091b-47d1-9119-c5c6688a8d31', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:24.501024 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-fb7d44df-b99a-4d3a-bdcd-da444b3743e7 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:44:24.502249 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-fb7d44df-b99a-4d3a-bdcd-da444b3743e7 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0126717 Jan 21 09:44:24.516815 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57966) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:24.530012 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-18232a93-2c4c-453f-8cba-2b0f78a8c1eb tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Request body: {'security_group_rule': {'security_group_id': '34a5ecaf-091b-47d1-9119-c5c6688a8d31', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:24.540845 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-18232a93-2c4c-453f-8cba-2b0f78a8c1eb tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:24.546278 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03ec6bf9-d574-4fa1-b640-8a9dda71102b tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.550390 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-18232a93-2c4c-453f-8cba-2b0f78a8c1eb tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Usage tracker for resource:security_group_rule and tenant:188376afb71140a7b884cf38b2bf6e56 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:24.555645 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-18232a93-2c4c-453f-8cba-2b0f78a8c1eb tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:24.566514 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-18232a93-2c4c-453f-8cba-2b0f78a8c1eb tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:24.695743 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-5f7aefc4-4fe9-4f4c-b780-3dd2e2447aac tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] For port 85d285e8-b72a-4f6a-bbf2-c81bc753d002, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=85d285e8-b72a-4f6a-bbf2-c81bc753d002,segment=NetworkSegment(457d9fa3-6776-4dc0-b968-23f1fa7e6fa3),segment_id=457d9fa3-6776-4dc0-b968-23f1fa7e6fa3)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:24.696234 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5f7aefc4-4fe9-4f4c-b780-3dd2e2447aac tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.718438 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ee3ed83d-44e5-4391-b649-f55f42676fcd tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Transition to ACTIVE for port object 0366654c-80aa-425e-8405-cc5ecd854617 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:24.721862 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03ec6bf9-d574-4fa1-b640-8a9dda71102b tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.757385 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-03ec6bf9-d574-4fa1-b640-8a9dda71102b tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f35ba8-b568-4f4e-8e15-90e884506f9f']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:24.774197 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-03ec6bf9-d574-4fa1-b640-8a9dda71102b tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '070faf10-86a5-471a-811b-1e4f6fb094c6') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:24.774673 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-03ec6bf9-d574-4fa1-b640-8a9dda71102b tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '070faf10-86a5-471a-811b-1e4f6fb094c6') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:24.790597 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03ec6bf9-d574-4fa1-b640-8a9dda71102b tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.809763 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03ec6bf9-d574-4fa1-b640-8a9dda71102b tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.818521 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ec6bf9-d574-4fa1-b640-8a9dda71102b tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:44:24.820036 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03ec6bf9-d574-4fa1-b640-8a9dda71102b tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.023297 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-5f7aefc4-4fe9-4f4c-b780-3dd2e2447aac tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Calling delete_port for 85d285e8-b72a-4f6a-bbf2-c81bc753d002 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:25.037324 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:25.043873 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:44:25.043873 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:44:25.043873 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:44:25.043873 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:25.043873 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:44:25.043873 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:25.043873 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:44:25.043873 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:25.043873 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:44:25.043873 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:25.043873 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:44:25.043873 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:25.043873 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:44:25.043873 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:25.043873 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:25.043873 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:25.043873 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:25.043873 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:25.043873 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:44:25.043873 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:44:25.043873 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:44:25.043873 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:44:25.043873 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:25.043873 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:44:25.043873 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:25.043873 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:44:25.043873 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:25.043873 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:44:25.043873 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:25.043873 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:44:25.043873 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:25.043873 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:25.072499 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-18232a93-2c4c-453f-8cba-2b0f78a8c1eb tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:44:25.080392 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-18232a93-2c4c-453f-8cba-2b0f78a8c1eb tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5615811 Jan 21 09:44:25.081141 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57970) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:25.083842 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03ec6bf9-d574-4fa1-b640-8a9dda71102b tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.096827 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-85821c77-c0d8-41fd-a2aa-e5fca6dd2007 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Request body: {'security_group_rule': {'security_group_id': '34a5ecaf-091b-47d1-9119-c5c6688a8d31', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:25.129192 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-85821c77-c0d8-41fd-a2aa-e5fca6dd2007 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:25.136311 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-85821c77-c0d8-41fd-a2aa-e5fca6dd2007 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Usage tracker for resource:security_group_rule and tenant:188376afb71140a7b884cf38b2bf6e56 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:25.142105 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-85821c77-c0d8-41fd-a2aa-e5fca6dd2007 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:25.167454 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-85821c77-c0d8-41fd-a2aa-e5fca6dd2007 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:25.174054 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:25.215980 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ec6bf9-d574-4fa1-b640-8a9dda71102b tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 64f35ba8-b568-4f4e-8e15-90e884506f9f {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 21 09:44:25.237380 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03ec6bf9-d574-4fa1-b640-8a9dda71102b tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.256439 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec6bf9-d574-4fa1-b640-8a9dda71102b tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Pushing event deleted for resources: {'Network': ['ID=64f35ba8-b568-4f4e-8e15-90e884506f9f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:25.267903 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-debc720c-c2d4-4edc-9e79-8d402addee5f tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.273384 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-03ec6bf9-d574-4fa1-b640-8a9dda71102b tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] 10.222.0.104 "DELETE /v2.0/networks/64f35ba8-b568-4f4e-8e15-90e884506f9f HTTP/1.1" status: 204 len: 168 time: 0.8950956 Jan 21 09:44:25.278172 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57974) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:25.279938 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-debc720c-c2d4-4edc-9e79-8d402addee5f tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.290241 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-8e4de825-5efb-41de-bdb1-772576cf0c72 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Request body: {'network': {'name': 'tempest-network--1673891345', 'router:external': True}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:25.312138 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1281d263-cd5a-4ac3-96bc-a61bbb92cb3e None None] Network 896a079b-9b64-4630-8fbe-646f603b142a requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:25.315708 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-85821c77-c0d8-41fd-a2aa-e5fca6dd2007 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:44:25.323034 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-85821c77-c0d8-41fd-a2aa-e5fca6dd2007 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2403212 Jan 21 09:44:25.325490 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8e4de825-5efb-41de-bdb1-772576cf0c72 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:25.329379 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57978) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:25.341891 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-61194d81-2eb1-443e-bbb1-84f0dcab6f20 req-5f3c9a9b-f973-4803-a93c-7ff48e4a604a service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.0940537 Jan 21 09:44:25.385863 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8e4de825-5efb-41de-bdb1-772576cf0c72 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Usage tracker for resource:network and tenant:9e55453a4b754c9b8679303e0e46fa4d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:25.421071 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8e4de825-5efb-41de-bdb1-772576cf0c72 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:25.453612 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8e4de825-5efb-41de-bdb1-772576cf0c72 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:25.493505 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ee3ed83d-44e5-4391-b649-f55f42676fcd tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.500703 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-debc720c-c2d4-4edc-9e79-8d402addee5f tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.501768 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debc720c-c2d4-4edc-9e79-8d402addee5f tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Fanout notify agent at l3_agent the message router_deleted on router 07d529d1-cb2d-4478-afec-93b5933c75ba {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:44:25.536342 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4de825-5efb-41de-bdb1-772576cf0c72 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Made reservation on behalf of 9e55453a4b754c9b8679303e0e46fa4d for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:25.546180 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8e4de825-5efb-41de-bdb1-772576cf0c72 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.571361 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-042c74ce-df3e-4584-ac6d-635ad425a5a2 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.577189 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-1eebb478-e4df-45ff-a3bc-352ab3beeecb None None] Provisioning for port ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:25.596331 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-1eebb478-e4df-45ff-a3bc-352ab3beeecb None None] Provisioning complete for port ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:25.597266 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1eebb478-e4df-45ff-a3bc-352ab3beeecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.602231 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5f7aefc4-4fe9-4f4c-b780-3dd2e2447aac tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.638320 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e4de825-5efb-41de-bdb1-772576cf0c72 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:25.655180 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-042c74ce-df3e-4584-ac6d-635ad425a5a2 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.709848 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8e4de825-5efb-41de-bdb1-772576cf0c72 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.710978 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-8e4de825-5efb-41de-bdb1-772576cf0c72 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Added segment f633d91b-6313-4b4a-aeff-c3c6487fc7c6 of type vlan for network e35920cc-08a5-4a5f-8a24-3967a8887168 Jan 21 09:44:25.843930 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8e4de825-5efb-41de-bdb1-772576cf0c72 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.868927 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-042c74ce-df3e-4584-ac6d-635ad425a5a2 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.916352 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c74ce-df3e-4584-ac6d-635ad425a5a2 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a5ecaf-091b-47d1-9119-c5c6688a8d31,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:25.964209 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-042c74ce-df3e-4584-ac6d-635ad425a5a2 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.969543 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-042c74ce-df3e-4584-ac6d-635ad425a5a2 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "DELETE /v2.0/security-groups/34a5ecaf-091b-47d1-9119-c5c6688a8d31 HTTP/1.1" status: 204 len: 168 time: 0.6342049 Jan 21 09:44:25.971926 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8e4de825-5efb-41de-bdb1-772576cf0c72 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.972806 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4de825-5efb-41de-bdb1-772576cf0c72 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:25.973388 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8e4de825-5efb-41de-bdb1-772576cf0c72 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.019973 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57982) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:26.060051 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8e4de825-5efb-41de-bdb1-772576cf0c72 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7798710 Jan 21 09:44:26.064537 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57986) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:26.112924 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7aefc4-4fe9-4f4c-b780-3dd2e2447aac tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] No DVR routers for this DVR port 85d285e8-b72a-4f6a-bbf2-c81bc753d002 on host dv-neutron-825732-1-hyperv {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:26.154196 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57990) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:26.163056 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-80c14ea4-e5bc-4393-b7bb-d6a4c27d3488 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Request body: {'subnet': {'network_id': '4f53866a-2774-496a-92bc-f7fccad44b7d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:26.170738 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3ed83d-44e5-4391-b649-f55f42676fcd tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Network d97a4652-83f5-4f06-aec8-38c88c13d790 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:26.174418 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1eebb478-e4df-45ff-a3bc-352ab3beeecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.177276 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ed83d-44e5-4391-b649-f55f42676fcd tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Pushing event updated for resources: {'Port': ['ID=0366654c-80aa-425e-8405-cc5ecd854617,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:26.192092 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-ee3ed83d-44e5-4391-b649-f55f42676fcd tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:26.205143 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3ed83d-44e5-4391-b649-f55f42676fcd tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:26.210238 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3ed83d-44e5-4391-b649-f55f42676fcd tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:26.211648 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ee3ed83d-44e5-4391-b649-f55f42676fcd tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.228738 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-1eebb478-e4df-45ff-a3bc-352ab3beeecb None None] For port ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a,segment=NetworkSegment(ce1a5712-0f99-449a-ad96-4ec5131652f3),segment_id=ce1a5712-0f99-449a-ad96-4ec5131652f3)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:26.244880 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1eebb478-e4df-45ff-a3bc-352ab3beeecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.289614 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-debc720c-c2d4-4edc-9e79-8d402addee5f tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.297189 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-debc720c-c2d4-4edc-9e79-8d402addee5f tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] 10.222.0.104 "DELETE /v2.0/routers/07d529d1-cb2d-4478-afec-93b5933c75ba HTTP/1.1" status: 204 len: 168 time: 3.2900164 Jan 21 09:44:26.320302 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 57994) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:26.329228 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7aefc4-4fe9-4f4c-b780-3dd2e2447aac tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event deleted for resources: {'Port': ['ID=85d285e8-b72a-4f6a-bbf2-c81bc753d002,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:26.342608 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eebb478-e4df-45ff-a3bc-352ab3beeecb None None] Pushing event updated for resources: {'Port': ['ID=ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:26.393007 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3afcdfd1-e000-422e-80b4-d1dbdd1a8b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.404694 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4de825-5efb-41de-bdb1-772576cf0c72 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Pushing event updated for resources: {'Network': ['ID=e35920cc-08a5-4a5f-8a24-3967a8887168,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:26.422309 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network e35920cc-08a5-4a5f-8a24-3967a8887168 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:26.435119 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2fe3b3-617f-44a3-8916-c40c1778c520 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:26.439453 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-eb2fe3b3-617f-44a3-8916-c40c1778c520 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] 10.222.0.104 "GET /v2.0/networks/e35920cc-08a5-4a5f-8a24-3967a8887168 HTTP/1.1" status: 200 len: 757 time: 0.3739433 Jan 21 09:44:26.443822 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 57998) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:26.554305 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ee3ed83d-44e5-4391-b649-f55f42676fcd tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.2530639 Jan 21 09:44:26.556464 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58002) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:26.571969 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e9f43f95-60f5-413b-a66b-37266c2bfe98 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] 10.222.0.104 "GET /v2.0/ports?device_id=07d529d1-cb2d-4478-afec-93b5933c75ba HTTP/1.1" status: 200 len: 205 time: 0.2385540 Jan 21 09:44:26.574937 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58004) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:26.597301 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-80c14ea4-e5bc-4393-b7bb-d6a4c27d3488 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:26.610963 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-80c14ea4-e5bc-4393-b7bb-d6a4c27d3488 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Usage tracker for resource:subnet and tenant:0d13a625922e456e97b68503a56cb4ae is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:26.618036 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-80c14ea4-e5bc-4393-b7bb-d6a4c27d3488 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:26.642772 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-80c14ea4-e5bc-4393-b7bb-d6a4c27d3488 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:26.673837 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5384c044-bbab-4804-8b4a-75bc4042036b tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:26.678407 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5384c044-bbab-4804-8b4a-75bc4042036b tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] 10.222.0.104 "GET /v2.0/networks/9abaefa3-adc8-4455-a7dc-ea5ac61aaf79 HTTP/1.1" status: 200 len: 767 time: 0.2333386 Jan 21 09:44:26.679114 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58010) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:26.682560 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c14ea4-e5bc-4393-b7bb-d6a4c27d3488 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Made reservation on behalf of 0d13a625922e456e97b68503a56cb4ae for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:26.720063 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-bc4b2c0b-0197-4dfa-9c11-a1999ee3cad4 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::86', 'mac_address': 'fa:16:3e:e5:28:eb'}, {'ip_address': '2001:db8::2e3', 'mac_address': 'fa:16:3e:51:56:65'}]}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:26.745976 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5f7aefc4-4fe9-4f4c-b780-3dd2e2447aac tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.776987 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-cded9fc1-22ed-4803-ad61-974e7ea99832 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7416661 Jan 21 09:44:26.796575 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58014) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:26.812509 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-42ff1423-58c1-4a88-bdf2-916d3ad5e3cf tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] delete failed (client error): The resource could not be found. Jan 21 09:44:26.813717 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-42ff1423-58c1-4a88-bdf2-916d3ad5e3cf tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] 10.222.0.104 "DELETE /v2.0/routers/07d529d1-cb2d-4478-afec-93b5933c75ba HTTP/1.1" status: 404 len: 336 time: 0.2306070 Jan 21 09:44:26.831998 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bed970e-503e-4c1f-9ca9-b83f2682922d None None] get_active_networks_info from dv-neutron-825732-1-hyperv {{(pid=83599) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 09:44:26.846843 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-61194d81-2eb1-443e-bbb1-84f0dcab6f20 req-1fcfa72c-261c-4386-9edc-80ba7cdfa5c7 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=336aa381caa24798b3c72d188fdcb52a&device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 1098 time: 1.3918557 Jan 21 09:44:26.863767 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58018) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:26.868063 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-cbce7152-0247-4b99-89a1-1ad15cf95f2d tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Request body: {'security_group': {'name': 'tempest-secgroup--1156401354'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:26.918099 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-5f7aefc4-4fe9-4f4c-b780-3dd2e2447aac tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0fcd279-d635-4133-9bc8-82d2a7148c70']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:26.935755 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-cbce7152-0247-4b99-89a1-1ad15cf95f2d tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:26.955658 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:26.960328 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6f5a189a-2b19-4901-85a9-21975c73dc98 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.992650 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-4784cf42-aa76-49a3-bba0-28bc1597a253 None None] Provisioning for port 0366654c-80aa-425e-8405-cc5ecd854617 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:27.007585 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-5f7aefc4-4fe9-4f4c-b780-3dd2e2447aac tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457d9fa3-6776-4dc0-b968-23f1fa7e6fa3') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:27.007848 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-5f7aefc4-4fe9-4f4c-b780-3dd2e2447aac tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457d9fa3-6776-4dc0-b968-23f1fa7e6fa3') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:27.016850 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-4784cf42-aa76-49a3-bba0-28bc1597a253 None None] Provisioning complete for port 0366654c-80aa-425e-8405-cc5ecd854617 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:27.017503 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4784cf42-aa76-49a3-bba0-28bc1597a253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.020692 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-cbce7152-0247-4b99-89a1-1ad15cf95f2d tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Usage tracker for resource:security_group and tenant:188376afb71140a7b884cf38b2bf6e56 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:27.029403 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4542c023-eaff-40b3-815d-ea529ba85b33 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] 10.222.0.104 "GET /v2.0/ports?device_id=e1bcbbf5-9f65-4333-b79a-275c770b6eed HTTP/1.1" status: 200 len: 205 time: 0.1562662 Jan 21 09:44:27.030505 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-cbce7152-0247-4b99-89a1-1ad15cf95f2d tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:27.031959 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58022) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:27.088999 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-80c14ea4-e5bc-4393-b7bb-d6a4c27d3488 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.110665 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bbd16283-d8b2-4ab0-85aa-7b43aecfe2f0 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.112473 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-cbce7152-0247-4b99-89a1-1ad15cf95f2d tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:27.118337 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5f7aefc4-4fe9-4f4c-b780-3dd2e2447aac tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.124473 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-4784cf42-aa76-49a3-bba0-28bc1597a253 None None] Port 0366654c-80aa-425e-8405-cc5ecd854617 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:44:27.134422 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-302181f7-5f80-42c9-9f64-204d5093c5af tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] delete failed (client error): The resource could not be found. Jan 21 09:44:27.137830 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-302181f7-5f80-42c9-9f64-204d5093c5af tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] 10.222.0.104 "DELETE /v2.0/routers/e1bcbbf5-9f65-4333-b79a-275c770b6eed HTTP/1.1" status: 404 len: 336 time: 0.1024182 Jan 21 09:44:27.141043 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58026) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:27.149963 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bed970e-503e-4c1f-9ca9-b83f2682922d None None] Resources bound (agent type, host, resource id): {{(pid=83599) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:44:27.166444 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:27.166829 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.210543 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-4784cf42-aa76-49a3-bba0-28bc1597a253 None None] Provisioning complete for port ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:27.210543 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4784cf42-aa76-49a3-bba0-28bc1597a253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.249236 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5f7aefc4-4fe9-4f4c-b780-3dd2e2447aac tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.282961 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5a189a-2b19-4901-85a9-21975c73dc98 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Network 896a079b-9b64-4630-8fbe-646f603b142a is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:27.288992 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cbce7152-0247-4b99-89a1-1ad15cf95f2d tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.310421 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-6f5a189a-2b19-4901-85a9-21975c73dc98 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:27.313122 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5a189a-2b19-4901-85a9-21975c73dc98 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:27.313882 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6f5a189a-2b19-4901-85a9-21975c73dc98 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.322451 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7aefc4-4fe9-4f4c-b780-3dd2e2447aac tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:44:27.322831 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5f7aefc4-4fe9-4f4c-b780-3dd2e2447aac tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.343654 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:44:27.343654 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:44:27.343654 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:44:27.343654 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:27.343654 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:44:27.343654 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:27.343654 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:44:27.343654 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:27.343654 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:44:27.343654 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:27.343654 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:44:27.343654 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:27.343654 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:44:27.343654 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:27.343654 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:27.343654 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:27.343654 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:27.343654 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:27.343654 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:44:27.343654 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:44:27.343654 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:44:27.343654 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:44:27.343654 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:27.343654 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:44:27.343654 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:27.343654 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:44:27.343654 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:27.343654 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:44:27.343654 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:27.343654 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:44:27.343654 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:27.343654 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:27.347371 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6da171ed-e185-4a39-90a7-97a39cd35561 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] 10.222.0.104 "GET /v2.0/ports?device_id=a0abba96-82ad-42a3-8e86-ed4c831b777c HTTP/1.1" status: 200 len: 205 time: 0.2005508 Jan 21 09:44:27.349300 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58030) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:27.358905 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a189a-2b19-4901-85a9-21975c73dc98 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Subnet': ['ID=6e7c3225-acda-4503-aa41-61b0d296e9c5,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:27.370516 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bbd16283-d8b2-4ab0-85aa-7b43aecfe2f0 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.473554 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-aac4308d-54d4-4f2f-b18c-363f0c20bf8b tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] delete failed (client error): The resource could not be found. Jan 21 09:44:27.477061 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-aac4308d-54d4-4f2f-b18c-363f0c20bf8b tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] 10.222.0.104 "DELETE /v2.0/routers/a0abba96-82ad-42a3-8e86-ed4c831b777c HTTP/1.1" status: 404 len: 336 time: 0.0961611 Jan 21 09:44:27.478898 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58034) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:27.492285 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6f5a189a-2b19-4901-85a9-21975c73dc98 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.9547782 Jan 21 09:44:27.512958 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58038) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:27.513718 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-bbd16283-d8b2-4ab0-85aa-7b43aecfe2f0 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e35920cc-08a5-4a5f-8a24-3967a8887168']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:27.524276 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-d2d34c34-b1c9-4466-8c74-a6d0199f18e9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'port': {'network_id': '896a079b-9b64-4630-8fbe-646f603b142a', 'fixed_ips': [{'subnet_id': 'e92b90a6-0db5-46b3-821a-af6540e38969'}, {'subnet_id': '6e7c3225-acda-4503-aa41-61b0d296e9c5'}], 'name': 'tempest-PortsIpV6TestJSON-1091059243'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:27.531321 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.540220 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-09aa77d5-85cd-4929-817f-2c408279a0d9 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] 10.222.0.104 "GET /v2.0/ports?device_id=b41ee03d-0362-4cd7-b117-1e2a250d76dc HTTP/1.1" status: 200 len: 205 time: 0.0576577 Jan 21 09:44:27.541789 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-bbd16283-d8b2-4ab0-85aa-7b43aecfe2f0 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f633d91b-6313-4b4a-aeff-c3c6487fc7c6') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:27.542101 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-bbd16283-d8b2-4ab0-85aa-7b43aecfe2f0 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f633d91b-6313-4b4a-aeff-c3c6487fc7c6') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:27.544817 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61194d81-2eb1-443e-bbb1-84f0dcab6f20 req-83d2087f-49f0-4987-8523-f8cbe96c5ba4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:27.546371 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-61194d81-2eb1-443e-bbb1-84f0dcab6f20 req-83d2087f-49f0-4987-8523-f8cbe96c5ba4 service neutron] 10.222.0.124 "GET /v2.0/networks?id=8515717b-44bc-4a2f-9c9a-f5ff80484c08 HTTP/1.1" status: 200 len: 912 time: 0.6719031 Jan 21 09:44:27.546830 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58042) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:27.550558 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-cbce7152-0247-4b99-89a1-1ad15cf95f2d tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:27.590447 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bbd16283-d8b2-4ab0-85aa-7b43aecfe2f0 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.625637 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bbd16283-d8b2-4ab0-85aa-7b43aecfe2f0 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.631153 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-cbce7152-0247-4b99-89a1-1ad15cf95f2d tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Usage tracker for resource:security_group_rule and tenant:188376afb71140a7b884cf38b2bf6e56 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:27.643903 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd16283-d8b2-4ab0-85aa-7b43aecfe2f0 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:44:27.643903 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bbd16283-d8b2-4ab0-85aa-7b43aecfe2f0 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.655537 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:44:27.655537 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:44:27.655537 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:44:27.655537 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:27.655537 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:44:27.655537 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:27.655537 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:44:27.655537 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:27.655537 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:44:27.655537 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:27.655537 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:44:27.655537 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:27.655537 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:44:27.655537 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:27.655537 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:27.655537 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:27.655537 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:27.655537 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:27.655537 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:44:27.655537 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:44:27.655537 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:44:27.655537 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:44:27.655537 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:27.655537 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:44:27.655537 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:27.655537 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:44:27.655537 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:27.655537 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:44:27.655537 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:27.655537 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:44:27.655537 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:27.655537 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:27.669327 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.686636 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5f7aefc4-4fe9-4f4c-b780-3dd2e2447aac tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.690804 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5f7aefc4-4fe9-4f4c-b780-3dd2e2447aac tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.744995 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-cbce7152-0247-4b99-89a1-1ad15cf95f2d tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:27.777741 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-80c14ea4-e5bc-4393-b7bb-d6a4c27d3488 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.809729 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bbd16283-d8b2-4ab0-85aa-7b43aecfe2f0 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.834017 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd16283-d8b2-4ab0-85aa-7b43aecfe2f0 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e35920cc-08a5-4a5f-8a24-3967a8887168 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 21 09:44:27.836857 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bbd16283-d8b2-4ab0-85aa-7b43aecfe2f0 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.837963 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04892f85-101a-4b3b-ad02-1a6369cc6a2d None None] Network 896a079b-9b64-4630-8fbe-646f603b142a requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:27.857283 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd16283-d8b2-4ab0-85aa-7b43aecfe2f0 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Pushing event deleted for resources: {'Network': ['ID=e35920cc-08a5-4a5f-8a24-3967a8887168,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:27.884400 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-bbd16283-d8b2-4ab0-85aa-7b43aecfe2f0 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] 10.222.0.104 "DELETE /v2.0/networks/e35920cc-08a5-4a5f-8a24-3967a8887168 HTTP/1.1" status: 204 len: 168 time: 1.2037885 Jan 21 09:44:27.887299 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c14ea4-e5bc-4393-b7bb-d6a4c27d3488 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event updated for resources: {'Subnet': ['ID=e7bee9a2-8bb0-4fc6-b777-8de5c7c4ac7d,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:27.889620 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58046) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:27.912842 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-47699bdf-2ee4-474b-8841-3116a470db76 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Request body: {'network': {'name': 'tempest-network--1820338727'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:27.921085 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-47699bdf-2ee4-474b-8841-3116a470db76 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:27.927890 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-47699bdf-2ee4-474b-8841-3116a470db76 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Usage tracker for resource:network and tenant:9e55453a4b754c9b8679303e0e46fa4d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:27.933174 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-47699bdf-2ee4-474b-8841-3116a470db76 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:27.941443 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-47699bdf-2ee4-474b-8841-3116a470db76 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:27.945653 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c14ea4-e5bc-4393-b7bb-d6a4c27d3488 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Checking segment: {'id': 'b440b379-da42-4e30-a3ac-19e0b5daeb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4f53866a-2774-496a-92bc-f7fccad44b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:27.946105 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c14ea4-e5bc-4393-b7bb-d6a4c27d3488 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Network hostable DHCP agents. Network: 4f53866a-2774-496a-92bc-f7fccad44b7d, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:27.968522 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47699bdf-2ee4-474b-8841-3116a470db76 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Made reservation on behalf of 9e55453a4b754c9b8679303e0e46fa4d for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:27.971400 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-47699bdf-2ee4-474b-8841-3116a470db76 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.007589 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c14ea4-e5bc-4393-b7bb-d6a4c27d3488 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Network 4f53866a-2774-496a-92bc-f7fccad44b7d is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:28.012017 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47699bdf-2ee4-474b-8841-3116a470db76 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:28.025094 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-47699bdf-2ee4-474b-8841-3116a470db76 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.025489 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-47699bdf-2ee4-474b-8841-3116a470db76 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Added segment c625d956-03ae-4a7b-9e60-ef6ee7db218b of type vlan for network b0afecc6-d368-4bb3-b6ee-0e36e5e4a3ef Jan 21 09:44:28.032087 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-80c14ea4-e5bc-4393-b7bb-d6a4c27d3488 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 4f53866a-2774-496a-92bc-f7fccad44b7d) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:28.040738 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c14ea4-e5bc-4393-b7bb-d6a4c27d3488 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:28.041340 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-80c14ea4-e5bc-4393-b7bb-d6a4c27d3488 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.064810 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-cbce7152-0247-4b99-89a1-1ad15cf95f2d tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:28.072265 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-47699bdf-2ee4-474b-8841-3116a470db76 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.075489 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-7e6bc526-cba0-4bc3-ae9a-f9f52e3518dc tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] delete failed (client error): The resource could not be found. Jan 21 09:44:28.079350 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-7e6bc526-cba0-4bc3-ae9a-f9f52e3518dc tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] 10.222.0.104 "DELETE /v2.0/routers/b41ee03d-0362-4cd7-b117-1e2a250d76dc HTTP/1.1" status: 404 len: 336 time: 0.5144832 Jan 21 09:44:28.081010 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58050) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:28.099850 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7aefc4-4fe9-4f4c-b780-3dd2e2447aac tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event deleted for resources: {'Network': ['ID=c0fcd279-d635-4133-9bc8-82d2a7148c70,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:28.120071 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad16d815-9be3-4d5d-9049-a8b0f747f255 None None] Network 4f53866a-2774-496a-92bc-f7fccad44b7d requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:28.130352 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-80c14ea4-e5bc-4393-b7bb-d6a4c27d3488 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9728193 Jan 21 09:44:28.131138 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58054) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:28.143100 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-214a0230-ed0c-4e99-8a10-76d556c26468 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2128196009'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:28.150666 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5f7aefc4-4fe9-4f4c-b780-3dd2e2447aac tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "DELETE /v2.0/networks/c0fcd279-d635-4133-9bc8-82d2a7148c70 HTTP/1.1" status: 204 len: 168 time: 8.1264749 Jan 21 09:44:28.154318 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c2bbb819-2a6d-4d3f-8365-d03091766329 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] 10.222.0.104 "GET /v2.0/ports?device_id=41c2df34-30e2-42ce-bbb2-86ba50ab8c3d HTTP/1.1" status: 200 len: 205 time: 0.0689085 Jan 21 09:44:28.154318 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58058) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:28.169495 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58060) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:28.169985 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-214a0230-ed0c-4e99-8a10-76d556c26468 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:28.175494 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-740f8e50-2a62-4faf-afb0-b452d84197ee tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-133028752'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:28.185600 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-740f8e50-2a62-4faf-afb0-b452d84197ee tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:28.187987 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-214a0230-ed0c-4e99-8a10-76d556c26468 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Usage tracker for resource:network and tenant:0d13a625922e456e97b68503a56cb4ae is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:28.257959 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-214a0230-ed0c-4e99-8a10-76d556c26468 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:28.264012 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-740f8e50-2a62-4faf-afb0-b452d84197ee tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Usage tracker for resource:network and tenant:14f7a2c3d80d4ed0a81309ac4c20d7a5 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:28.276222 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-740f8e50-2a62-4faf-afb0-b452d84197ee tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:28.282132 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-de8b622d-9978-4777-a9b2-cca1da864d3c tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] delete failed (client error): The resource could not be found. Jan 21 09:44:28.285917 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-de8b622d-9978-4777-a9b2-cca1da864d3c tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] 10.222.0.104 "DELETE /v2.0/routers/41c2df34-30e2-42ce-bbb2-86ba50ab8c3d HTTP/1.1" status: 404 len: 336 time: 0.1042693 Jan 21 09:44:28.287261 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-214a0230-ed0c-4e99-8a10-76d556c26468 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:28.289963 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58066) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:28.291140 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-740f8e50-2a62-4faf-afb0-b452d84197ee tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:28.296398 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bc4b2c0b-0197-4dfa-9c11-a1999ee3cad4 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.329469 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-47699bdf-2ee4-474b-8841-3116a470db76 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.330896 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47699bdf-2ee4-474b-8841-3116a470db76 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:28.331022 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-47699bdf-2ee4-474b-8841-3116a470db76 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.342535 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-61194d81-2eb1-443e-bbb1-84f0dcab6f20 req-8955f4cb-a6e8-484f-81a6-c41e8bedc577 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a8ec857-3243-456d-b272-0c64f958196f HTTP/1.1" status: 200 len: 1001 time: 0.7737951 Jan 21 09:44:28.387160 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-47699bdf-2ee4-474b-8841-3116a470db76 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4897339 Jan 21 09:44:28.397650 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-978beac2-c070-48e6-addd-fe1cf6ca206c tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] 10.222.0.104 "GET /v2.0/ports?device_id=2a8e1a8a-cfea-467f-af9b-e8a37cba5649 HTTP/1.1" status: 200 len: 205 time: 0.1015580 Jan 21 09:44:28.397650 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58070) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:28.414537 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58072) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:28.431095 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4208d2-8ccc-4741-bebe-3717c3ad77e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-4f53866a-2774-496a-92bc-f7fccad44b7d', 'network_id': '4f53866a-2774-496a-92bc-f7fccad44b7d', 'tenant_id': '0d13a625922e456e97b68503a56cb4ae', 'fixed_ips': [{'subnet_id': 'e7bee9a2-8bb0-4fc6-b777-8de5c7c4ac7d'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:44:28.431946 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7c4208d2-8ccc-4741-bebe-3717c3ad77e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.458787 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-d2e3ba09-610f-442e-960b-f6f506806cd3 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:28.481673 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740f8e50-2a62-4faf-afb0-b452d84197ee tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Made reservation on behalf of 14f7a2c3d80d4ed0a81309ac4c20d7a5 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:28.490026 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-740f8e50-2a62-4faf-afb0-b452d84197ee tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.500030 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214a0230-ed0c-4e99-8a10-76d556c26468 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Made reservation on behalf of 0d13a625922e456e97b68503a56cb4ae for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:28.503307 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-214a0230-ed0c-4e99-8a10-76d556c26468 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.570102 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cbce7152-0247-4b99-89a1-1ad15cf95f2d tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.572280 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-70bc2614-6a18-49a1-b81b-be9a45946e4b tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] delete failed (client error): The resource could not be found. Jan 21 09:44:28.573637 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-70bc2614-6a18-49a1-b81b-be9a45946e4b tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] 10.222.0.104 "DELETE /v2.0/routers/2a8e1a8a-cfea-467f-af9b-e8a37cba5649 HTTP/1.1" status: 404 len: 336 time: 0.1268740 Jan 21 09:44:28.574820 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-d2d34c34-b1c9-4466-8c74-a6d0199f18e9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:28.582253 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58078) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:28.630210 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47699bdf-2ee4-474b-8841-3116a470db76 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Pushing event updated for resources: {'Network': ['ID=b0afecc6-d368-4bb3-b6ee-0e36e5e4a3ef,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:28.634782 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-360a6016-c96b-4486-93a7-35fcba1e2917 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:28.635378 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-360a6016-c96b-4486-93a7-35fcba1e2917 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:28.642485 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-d2d34c34-b1c9-4466-8c74-a6d0199f18e9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:port and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:28.658645 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network b0afecc6-d368-4bb3-b6ee-0e36e5e4a3ef details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:28.663816 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-360a6016-c96b-4486-93a7-35fcba1e2917 tempest-RoutersAdminTest-1364211096 tempest-RoutersAdminTest-1364211096-project] 10.222.0.104 "DELETE /v2.0/subnets/a03fdf3b-a464-46f7-b7f2-78a2568ea8d8 HTTP/1.1" status: 404 len: 337 time: 0.0768700 Jan 21 09:44:28.664668 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cbce7152-0247-4b99-89a1-1ad15cf95f2d tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.701580 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-d2d34c34-b1c9-4466-8c74-a6d0199f18e9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:28.746253 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce7152-0247-4b99-89a1-1ad15cf95f2d tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1478d203-9c36-420e-a49b-03b58f82ed18,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:28.748826 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cbce7152-0247-4b99-89a1-1ad15cf95f2d tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.753161 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-cbce7152-0247-4b99-89a1-1ad15cf95f2d tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.9438643 Jan 21 09:44:28.759018 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58084) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:28.759906 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-d2d34c34-b1c9-4466-8c74-a6d0199f18e9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:28.766190 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61194d81-2eb1-443e-bbb1-84f0dcab6f20 req-ee554d62-08e9-4558-baac-5090dfee1c15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:28.767981 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-214a0230-ed0c-4e99-8a10-76d556c26468 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:28.768377 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-61194d81-2eb1-443e-bbb1-84f0dcab6f20 req-ee554d62-08e9-4558-baac-5090dfee1c15 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=e7fe4f7c-173a-4a1e-bc9c-b6d802a0a8b0 HTTP/1.1" status: 200 len: 850 time: 0.4000735 Jan 21 09:44:28.777693 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-03f623c9-977b-43fd-9eec-d3f6ed4a155f tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Request body: {'security_group_rule': {'security_group_id': '1478d203-9c36-420e-a49b-03b58f82ed18', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:28.783987 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-03f623c9-977b-43fd-9eec-d3f6ed4a155f tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:28.789934 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-03f623c9-977b-43fd-9eec-d3f6ed4a155f tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Usage tracker for resource:security_group_rule and tenant:188376afb71140a7b884cf38b2bf6e56 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:28.793085 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-03f623c9-977b-43fd-9eec-d3f6ed4a155f tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:28.808793 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-03f623c9-977b-43fd-9eec-d3f6ed4a155f tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:28.810892 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-214a0230-ed0c-4e99-8a10-76d556c26468 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.811506 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-214a0230-ed0c-4e99-8a10-76d556c26468 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Added segment c466d1aa-3b8f-465c-a2a8-aadb81fefd5b of type vlan for network b4f32bfa-22d8-48a9-b22b-7a60ce6a5a8e Jan 21 09:44:28.812883 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740f8e50-2a62-4faf-afb0-b452d84197ee tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:28.813556 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781a4cce-631a-41bb-bf79-eaf6f027d846 None None] Update dhcp port {'port': {'network_id': '896a079b-9b64-4630-8fbe-646f603b142a', 'fixed_ips': [{'subnet_id': 'e92b90a6-0db5-46b3-821a-af6540e38969', 'ip_address': '2001:db8::2'}, {'subnet_id': '6e7c3225-acda-4503-aa41-61b0d296e9c5'}], 'binding:host_id': 'dv-neutron-825732-1-hyperv'}, 'id': 'ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a'} from dv-neutron-825732-1-hyperv. {{(pid=83599) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 21 09:44:28.930284 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-740f8e50-2a62-4faf-afb0-b452d84197ee tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.932281 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-7c4208d2-8ccc-4741-bebe-3717c3ad77e9 None None] Allocated IP 2001:db8:0:ffff::2 (4f53866a-2774-496a-92bc-f7fccad44b7d/e7bee9a2-8bb0-4fc6-b777-8de5c7c4ac7d/f60f8b1f-dbac-4e29-ba98-d4edd168e926) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:28.934571 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-781a4cce-631a-41bb-bf79-eaf6f027d846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.942185 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-740f8e50-2a62-4faf-afb0-b452d84197ee tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Added segment 5ed93006-41c5-4d62-8567-fc15769a32d2 of type vlan for network f2f339c7-9ec9-462f-90b2-b522a1d05921 Jan 21 09:44:28.945019 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-214a0230-ed0c-4e99-8a10-76d556c26468 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.030801 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2e3ba09-610f-442e-960b-f6f506806cd3 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.040802 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-740f8e50-2a62-4faf-afb0-b452d84197ee tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.042317 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d34c34-b1c9-4466-8c74-a6d0199f18e9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Made reservation on behalf of fd763e9054b0425c8035d150c4a90c6a for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:29.056652 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-214a0230-ed0c-4e99-8a10-76d556c26468 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.060464 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214a0230-ed0c-4e99-8a10-76d556c26468 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:29.061226 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-214a0230-ed0c-4e99-8a10-76d556c26468 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.087638 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2e3ba09-610f-442e-960b-f6f506806cd3 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.095083 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-03f623c9-977b-43fd-9eec-d3f6ed4a155f tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] create failed (client error): The resource could not be found. Jan 21 09:44:29.099105 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-03f623c9-977b-43fd-9eec-d3f6ed4a155f tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3364017 Jan 21 09:44:29.099699 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58090) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:29.167798 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-4cb12980-cf06-4d6f-af30-50c7a18aebaa tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Request body: {'security_group_rule': {'security_group_id': '1478d203-9c36-420e-a49b-03b58f82ed18', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd32999e7-6f0a-46ee-83f6-7d1318f6a9a6'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:29.199184 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4cb12980-cf06-4d6f-af30-50c7a18aebaa tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:29.233992 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4cb12980-cf06-4d6f-af30-50c7a18aebaa tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Usage tracker for resource:security_group_rule and tenant:188376afb71140a7b884cf38b2bf6e56 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:29.247526 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a0230-ed0c-4e99-8a10-76d556c26468 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event updated for resources: {'Network': ['ID=b4f32bfa-22d8-48a9-b22b-7a60ce6a5a8e,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:29.252409 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4cb12980-cf06-4d6f-af30-50c7a18aebaa tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:29.260287 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58094) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:29.267742 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4cb12980-cf06-4d6f-af30-50c7a18aebaa tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:29.278305 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network b4f32bfa-22d8-48a9-b22b-7a60ce6a5a8e details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:29.278568 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d2e3ba09-610f-442e-960b-f6f506806cd3 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Network b0afecc6-d368-4bb3-b6ee-0e36e5e4a3ef is not hosted by any dhcp agent {{(pid=83597) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 21 09:44:29.279103 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e3ba09-610f-442e-960b-f6f506806cd3 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:29.279741 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2e3ba09-610f-442e-960b-f6f506806cd3 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.283653 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d2e3ba09-610f-442e-960b-f6f506806cd3 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] 10.222.0.104 "PUT /v2.0/networks/b0afecc6-d368-4bb3-b6ee-0e36e5e4a3ef HTTP/1.1" status: 200 len: 858 time: 0.8356638 Jan 21 09:44:29.305283 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58100) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:29.315534 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-61194d81-2eb1-443e-bbb1-84f0dcab6f20 req-09f8a92d-e984-460a-93a5-7bfcb1c3ed5a service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=8515717b-44bc-4a2f-9c9a-f5ff80484c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4932392 Jan 21 09:44:29.343882 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-214a0230-ed0c-4e99-8a10-76d556c26468 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2011006 Jan 21 09:44:29.346449 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58104) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:29.348197 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-740f8e50-2a62-4faf-afb0-b452d84197ee tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.353187 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740f8e50-2a62-4faf-afb0-b452d84197ee tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:29.353898 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-740f8e50-2a62-4faf-afb0-b452d84197ee tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.365881 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-1bc41ff5-19c4-4ad9-b68f-650a4a864d1b tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Request body: {'subnet': {'network_id': 'b4f32bfa-22d8-48a9-b22b-7a60ce6a5a8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:29.462690 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.481303 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3ba09-610f-442e-960b-f6f506806cd3 tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Pushing event updated for resources: {'Network': ['ID=b0afecc6-d368-4bb3-b6ee-0e36e5e4a3ef,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:29.505262 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-740f8e50-2a62-4faf-afb0-b452d84197ee tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3419831 Jan 21 09:44:29.512093 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58108) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:29.517941 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e485f8b3-d12c-4fd7-bb3c-ce85731d6fd6 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:29.545813 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-589b1d00-b71f-4c81-bbf4-15238e32455c tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.568009 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-781a4cce-631a-41bb-bf79-eaf6f027d846 None None] Allocated IP 2001:db8:0:1::2 (896a079b-9b64-4630-8fbe-646f603b142a/6e7c3225-acda-4503-aa41-61b0d296e9c5/ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:29.593410 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7c4208d2-8ccc-4741-bebe-3717c3ad77e9 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.627806 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-7c4208d2-8ccc-4741-bebe-3717c3ad77e9 None None] Transition to ACTIVE for port object f60f8b1f-dbac-4e29-ba98-d4edd168e926 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:29.704841 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1bc41ff5-19c4-4ad9-b68f-650a4a864d1b tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:29.709261 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f8e50-2a62-4faf-afb0-b452d84197ee tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event updated for resources: {'Network': ['ID=f2f339c7-9ec9-462f-90b2-b522a1d05921,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:29.723074 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-7c4208d2-8ccc-4741-bebe-3717c3ad77e9 None None] Transition to ACTIVE for port object f60f8b1f-dbac-4e29-ba98-d4edd168e926 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:29.729411 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-1bc41ff5-19c4-4ad9-b68f-650a4a864d1b tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Usage tracker for resource:subnet and tenant:0d13a625922e456e97b68503a56cb4ae is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:29.735146 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-1bc41ff5-19c4-4ad9-b68f-650a4a864d1b tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:29.741869 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network f2f339c7-9ec9-462f-90b2-b522a1d05921 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:29.759736 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1bc41ff5-19c4-4ad9-b68f-650a4a864d1b tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:29.791344 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7c4208d2-8ccc-4741-bebe-3717c3ad77e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.909685 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc41ff5-19c4-4ad9-b68f-650a4a864d1b tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Made reservation on behalf of 0d13a625922e456e97b68503a56cb4ae for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:29.926248 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e485f8b3-d12c-4fd7-bb3c-ce85731d6fd6 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.997483 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2a8f96f2-b313-4086-8e6a-5ac6b451474a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.010593 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e485f8b3-d12c-4fd7-bb3c-ce85731d6fd6 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.044131 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-2a8f96f2-b313-4086-8e6a-5ac6b451474a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:30.050094 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-2a8f96f2-b313-4086-8e6a-5ac6b451474a admin admin] Usage tracker for resource:security_group_rule and tenant:24bdc49ef662478cbebc8c7402bf782e is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:30.051298 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-781a4cce-631a-41bb-bf79-eaf6f027d846 None None] For port ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a,segment=NetworkSegment(ce1a5712-0f99-449a-ad96-4ec5131652f3),segment_id=ce1a5712-0f99-449a-ad96-4ec5131652f3)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:30.053410 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-2a8f96f2-b313-4086-8e6a-5ac6b451474a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:30.059904 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-2a8f96f2-b313-4086-8e6a-5ac6b451474a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:30.073743 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4208d2-8ccc-4741-bebe-3717c3ad77e9 None None] Pushing event updated for resources: {'Port': ['ID=f60f8b1f-dbac-4e29-ba98-d4edd168e926,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:30.087908 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4208d2-8ccc-4741-bebe-3717c3ad77e9 None None] Network 4f53866a-2774-496a-92bc-f7fccad44b7d is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:30.098583 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-7c4208d2-8ccc-4741-bebe-3717c3ad77e9 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:30.122645 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4208d2-8ccc-4741-bebe-3717c3ad77e9 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:30.123319 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e485f8b3-d12c-4fd7-bb3c-ce85731d6fd6 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Network f2f339c7-9ec9-462f-90b2-b522a1d05921 is not hosted by any dhcp agent {{(pid=83597) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 21 09:44:30.127021 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e485f8b3-d12c-4fd7-bb3c-ce85731d6fd6 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:30.127697 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e485f8b3-d12c-4fd7-bb3c-ce85731d6fd6 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.129058 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e485f8b3-d12c-4fd7-bb3c-ce85731d6fd6 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "PUT /v2.0/networks/f2f339c7-9ec9-462f-90b2-b522a1d05921 HTTP/1.1" status: 200 len: 723 time: 0.6166346 Jan 21 09:44:30.137038 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2a8f96f2-b313-4086-8e6a-5ac6b451474a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.138288 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-781a4cce-631a-41bb-bf79-eaf6f027d846 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.146159 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58112) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:30.157724 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1bc41ff5-19c4-4ad9-b68f-650a4a864d1b tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.164064 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-61194d81-2eb1-443e-bbb1-84f0dcab6f20 req-ca4c8bcb-f110-4146-b733-ee3ddd075c42 service neutron] 10.222.0.124 "GET /v2.0/networks/8515717b-44bc-4a2f-9c9a-f5ff80484c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6117291 Jan 21 09:44:30.164747 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2a8f96f2-b313-4086-8e6a-5ac6b451474a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.180446 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-835f558c-3a78-4965-8b77-d31dd959d7c2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Request body: {'subnet': {'network_id': 'f2f339c7-9ec9-462f-90b2-b522a1d05921', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:30.204025 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485f8b3-d12c-4fd7-bb3c-ce85731d6fd6 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event updated for resources: {'Network': ['ID=f2f339c7-9ec9-462f-90b2-b522a1d05921,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:30.204306 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d2d34c34-b1c9-4466-8c74-a6d0199f18e9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.240261 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network f2f339c7-9ec9-462f-90b2-b522a1d05921 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:30.247269 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-2a8f96f2-b313-4086-8e6a-5ac6b451474a admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=24bdc49ef662478cbebc8c7402bf782e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9789538 Jan 21 09:44:30.263446 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-781a4cce-631a-41bb-bf79-eaf6f027d846 None None] Transition to ACTIVE for port object ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:30.309684 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58116) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:30.358963 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-781a4cce-631a-41bb-bf79-eaf6f027d846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.391248 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-4cb12980-cf06-4d6f-af30-50c7a18aebaa tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] create failed (client error): The resource could not be found. Jan 21 09:44:30.395520 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4cb12980-cf06-4d6f-af30-50c7a18aebaa tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.2339368 Jan 21 09:44:30.403044 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58120) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:30.435021 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-7c4208d2-8ccc-4741-bebe-3717c3ad77e9 None None] Attempting to bind port f60f8b1f-dbac-4e29-ba98-d4edd168e926 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:30.435403 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-7c4208d2-8ccc-4741-bebe-3717c3ad77e9 None None] Attempting to bind port f60f8b1f-dbac-4e29-ba98-d4edd168e926 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'b440b379-da42-4e30-a3ac-19e0b5daeb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4f53866a-2774-496a-92bc-f7fccad44b7d'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:30.435759 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4208d2-8ccc-4741-bebe-3717c3ad77e9 None None] Attempting to bind port f60f8b1f-dbac-4e29-ba98-d4edd168e926 on network 4f53866a-2774-496a-92bc-f7fccad44b7d {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:44:30.475198 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-bc4b2c0b-0197-4dfa-9c11-a1999ee3cad4 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:44:30.559386 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bc4b2c0b-0197-4dfa-9c11-a1999ee3cad4 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.570636 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4208d2-8ccc-4741-bebe-3717c3ad77e9 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:44:30.571507 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4208d2-8ccc-4741-bebe-3717c3ad77e9 None None] Checking segment: {'id': 'b440b379-da42-4e30-a3ac-19e0b5daeb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4f53866a-2774-496a-92bc-f7fccad44b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:30.571507 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7c4208d2-8ccc-4741-bebe-3717c3ad77e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.571887 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-d2d34c34-b1c9-4466-8c74-a6d0199f18e9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] device_id is not set on port 115a425f-2632-4059-b012-47cb98227ffe yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:30.572009 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4208d2-8ccc-4741-bebe-3717c3ad77e9 None None] Bound using segment: {'id': 'b440b379-da42-4e30-a3ac-19e0b5daeb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4f53866a-2774-496a-92bc-f7fccad44b7d'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:44:30.572359 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-7c4208d2-8ccc-4741-bebe-3717c3ad77e9 None None] Bound port: f60f8b1f-dbac-4e29-ba98-d4edd168e926, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b440b379-da42-4e30-a3ac-19e0b5daeb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4f53866a-2774-496a-92bc-f7fccad44b7d'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:30.572748 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7c4208d2-8ccc-4741-bebe-3717c3ad77e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.632556 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a4cce-631a-41bb-bf79-eaf6f027d846 None None] Pushing event updated for resources: {'Port': ['ID=ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:30.635897 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f96f2-b313-4086-8e6a-5ac6b451474a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44033ff3-b0d4-4013-89c0-6c0d82fc0fdb,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:30.642088 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-589b1d00-b71f-4c81-bbf4-15238e32455c tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.662257 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bc4b2c0b-0197-4dfa-9c11-a1999ee3cad4 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.663736 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-835f558c-3a78-4965-8b77-d31dd959d7c2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:30.670917 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-835f558c-3a78-4965-8b77-d31dd959d7c2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Usage tracker for resource:subnet and tenant:14f7a2c3d80d4ed0a81309ac4c20d7a5 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:30.676069 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-835f558c-3a78-4965-8b77-d31dd959d7c2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:30.697056 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-835f558c-3a78-4965-8b77-d31dd959d7c2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:30.780788 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9b7caac3-377d-48ed-b7dd-03869b36e175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.791945 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-7c4208d2-8ccc-4741-bebe-3717c3ad77e9 None None] For port f60f8b1f-dbac-4e29-ba98-d4edd168e926, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:30.799467 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-7c4208d2-8ccc-4741-bebe-3717c3ad77e9 None None] For port f60f8b1f-dbac-4e29-ba98-d4edd168e926, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=f60f8b1f-dbac-4e29-ba98-d4edd168e926,segment=NetworkSegment(b440b379-da42-4e30-a3ac-19e0b5daeb6b),segment_id=b440b379-da42-4e30-a3ac-19e0b5daeb6b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:30.809536 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7c4208d2-8ccc-4741-bebe-3717c3ad77e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.960275 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:31.032266 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4208d2-8ccc-4741-bebe-3717c3ad77e9 None None] Pushing event updated for resources: {'Port': ['ID=f60f8b1f-dbac-4e29-ba98-d4edd168e926,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:31.075244 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835f558c-3a78-4965-8b77-d31dd959d7c2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Made reservation on behalf of 14f7a2c3d80d4ed0a81309ac4c20d7a5 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:31.222041 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ac2cf657-535b-4d83-b30d-55b6ff85277e tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.260753 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-589b1d00-b71f-4c81-bbf4-15238e32455c tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0afecc6-d368-4bb3-b6ee-0e36e5e4a3ef']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:31.319835 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-589b1d00-b71f-4c81-bbf4-15238e32455c tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c625d956-03ae-4a7b-9e60-ef6ee7db218b') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:31.320123 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-589b1d00-b71f-4c81-bbf4-15238e32455c tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c625d956-03ae-4a7b-9e60-ef6ee7db218b') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:31.327563 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-bc4b2c0b-0197-4dfa-9c11-a1999ee3cad4 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] In _notify_port_updated(), no bound segment for port 0366654c-80aa-425e-8405-cc5ecd854617 on network d97a4652-83f5-4f06-aec8-38c88c13d790 {{(pid=83598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:44:31.332088 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4b2c0b-0197-4dfa-9c11-a1999ee3cad4 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:31.332814 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bc4b2c0b-0197-4dfa-9c11-a1999ee3cad4 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.337743 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-bc4b2c0b-0197-4dfa-9c11-a1999ee3cad4 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] 10.222.0.104 "PUT /v2.0/ports/0366654c-80aa-425e-8405-cc5ecd854617 HTTP/1.1" status: 200 len: 1066 time: 4.7612267 Jan 21 09:44:31.341095 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58124) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:31.344235 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9b7caac3-377d-48ed-b7dd-03869b36e175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.456905 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b2c0b-0197-4dfa-9c11-a1999ee3cad4 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Pushing event updated for resources: {'Port': ['ID=0366654c-80aa-425e-8405-cc5ecd854617,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:31.461014 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-589b1d00-b71f-4c81-bbf4-15238e32455c tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.496395 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ac2cf657-535b-4d83-b30d-55b6ff85277e tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.520443 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-835f558c-3a78-4965-8b77-d31dd959d7c2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.529262 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-61194d81-2eb1-443e-bbb1-84f0dcab6f20 req-021bf481-dbb2-4720-9ba0-dcbe7d3db83e service neutron] 10.222.0.124 "GET /v2.0/networks/8515717b-44bc-4a2f-9c9a-f5ff80484c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2991307 Jan 21 09:44:31.530271 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-589b1d00-b71f-4c81-bbf4-15238e32455c tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.566205 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-589b1d00-b71f-4c81-bbf4-15238e32455c tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:44:31.566684 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-589b1d00-b71f-4c81-bbf4-15238e32455c tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.602834 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-3d4c8fa1-5b46-4faa-ad4a-9ca99b33fe57 None None] Provisioning for port ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:31.611111 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-3d4c8fa1-5b46-4faa-ad4a-9ca99b33fe57 None None] Provisioning complete for port ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:31.611555 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3d4c8fa1-5b46-4faa-ad4a-9ca99b33fe57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.624355 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:44:31.624355 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:44:31.624355 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:44:31.624355 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:31.624355 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:44:31.624355 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:31.624355 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:44:31.624355 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:31.624355 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:44:31.624355 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:31.624355 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:44:31.624355 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:31.624355 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:44:31.624355 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:31.624355 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:31.624355 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:31.624355 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:31.624355 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:31.624355 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:44:31.624355 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:44:31.624355 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:44:31.624355 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:44:31.624355 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:31.624355 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:44:31.624355 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:31.624355 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:44:31.624355 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:31.624355 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:44:31.624355 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:31.624355 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:44:31.624355 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:31.624355 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:31.656598 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9b7caac3-377d-48ed-b7dd-03869b36e175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.681779 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ccc692e3-8e26-45f8-a093-23ca32be410b tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Deleting port 0366654c-80aa-425e-8405-cc5ecd854617 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:31.682156 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ccc692e3-8e26-45f8-a093-23ca32be410b tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.715306 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7caac3-377d-48ed-b7dd-03869b36e175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44033ff3-b0d4-4013-89c0-6c0d82fc0fdb,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:31.735196 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1bc41ff5-19c4-4ad9-b68f-650a4a864d1b tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.783207 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ac2cf657-535b-4d83-b30d-55b6ff85277e tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.832089 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2cf657-535b-4d83-b30d-55b6ff85277e tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1478d203-9c36-420e-a49b-03b58f82ed18,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:31.859372 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ac2cf657-535b-4d83-b30d-55b6ff85277e tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.863915 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ac2cf657-535b-4d83-b30d-55b6ff85277e tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "DELETE /v2.0/security-groups/1478d203-9c36-420e-a49b-03b58f82ed18 HTTP/1.1" status: 204 len: 168 time: 1.4358521 Jan 21 09:44:31.869613 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58128) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:31.880224 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9b7caac3-377d-48ed-b7dd-03869b36e175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.885684 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9b7caac3-377d-48ed-b7dd-03869b36e175 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/44033ff3-b0d4-4013-89c0-6c0d82fc0fdb HTTP/1.1" status: 204 len: 168 time: 1.5705800 Jan 21 09:44:31.902645 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc41ff5-19c4-4ad9-b68f-650a4a864d1b tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event updated for resources: {'Subnet': ['ID=c0c4d392-b86c-470b-87ca-27b2ed5c4cad,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:31.992050 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-61c62e9b-0a2d-4780-8d45-710baa57b594 None None] Provisioning complete for port 0366654c-80aa-425e-8405-cc5ecd854617 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:31.993680 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-61c62e9b-0a2d-4780-8d45-710baa57b594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:32.035740 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-589b1d00-b71f-4c81-bbf4-15238e32455c tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:32.083744 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-61c62e9b-0a2d-4780-8d45-710baa57b594 None None] Port 0366654c-80aa-425e-8405-cc5ecd854617 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:44:32.088900 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589b1d00-b71f-4c81-bbf4-15238e32455c tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b0afecc6-d368-4bb3-b6ee-0e36e5e4a3ef {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 21 09:44:32.103891 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-589b1d00-b71f-4c81-bbf4-15238e32455c tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:32.144713 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0bb957b7-22dc-4802-9afe-6a731179d500 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Synchronizing usage tracker for tenant:188376afb71140a7b884cf38b2bf6e56 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:32.148272 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc41ff5-19c4-4ad9-b68f-650a4a864d1b tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Checking segment: {'id': 'c466d1aa-3b8f-465c-a2a8-aadb81fefd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b4f32bfa-22d8-48a9-b22b-7a60ce6a5a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:32.148962 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc41ff5-19c4-4ad9-b68f-650a4a864d1b tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Network hostable DHCP agents. Network: b4f32bfa-22d8-48a9-b22b-7a60ce6a5a8e, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:32.156495 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b1d00-b71f-4c81-bbf4-15238e32455c tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] Pushing event deleted for resources: {'Network': ['ID=b0afecc6-d368-4bb3-b6ee-0e36e5e4a3ef,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:32.276411 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0bb957b7-22dc-4802-9afe-6a731179d500 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Unset dirty status for tenant:188376afb71140a7b884cf38b2bf6e56 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:32.285885 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0bb957b7-22dc-4802-9afe-6a731179d500 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4127531 Jan 21 09:44:32.288304 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58138) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:32.350173 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-8bdbbf6f-1f43-4ea6-bbc6-b7778bc270d1 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Request body: {'security_group_rule': {'security_group_id': '53e1824e-d095-4790-b22d-4709d11a8aaa', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:32.368401 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-d2d34c34-b1c9-4466-8c74-a6d0199f18e9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Allocated IP 2001:db8::1ce (896a079b-9b64-4630-8fbe-646f603b142a/e92b90a6-0db5-46b3-821a-af6540e38969/115a425f-2632-4059-b012-47cb98227ffe) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:32.375904 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-d2d34c34-b1c9-4466-8c74-a6d0199f18e9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Allocated IP 2001:db8:0:1::5c (896a079b-9b64-4630-8fbe-646f603b142a/6e7c3225-acda-4503-aa41-61b0d296e9c5/115a425f-2632-4059-b012-47cb98227ffe) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:32.405441 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8bdbbf6f-1f43-4ea6-bbc6-b7778bc270d1 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:32.422204 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc41ff5-19c4-4ad9-b68f-650a4a864d1b tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Network b4f32bfa-22d8-48a9-b22b-7a60ce6a5a8e is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:32.424725 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8bdbbf6f-1f43-4ea6-bbc6-b7778bc270d1 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Usage tracker for resource:security_group_rule and tenant:188376afb71140a7b884cf38b2bf6e56 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:32.431547 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8bdbbf6f-1f43-4ea6-bbc6-b7778bc270d1 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:32.436986 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-835f558c-3a78-4965-8b77-d31dd959d7c2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:32.528915 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8bdbbf6f-1f43-4ea6-bbc6-b7778bc270d1 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:32.538928 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-1bc41ff5-19c4-4ad9-b68f-650a4a864d1b tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, b4f32bfa-22d8-48a9-b22b-7a60ce6a5a8e) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:32.552790 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480401b4-4436-4866-a437-b4245ba4605a None None] Network b4f32bfa-22d8-48a9-b22b-7a60ce6a5a8e requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:32.575585 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc41ff5-19c4-4ad9-b68f-650a4a864d1b tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:32.576170 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1bc41ff5-19c4-4ad9-b68f-650a4a864d1b tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:32.627265 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-589b1d00-b71f-4c81-bbf4-15238e32455c tempest-ExternalNetworksTestJSON-1022760747 tempest-ExternalNetworksTestJSON-1022760747-project-admin] 10.222.0.104 "DELETE /v2.0/networks/b0afecc6-d368-4bb3-b6ee-0e36e5e4a3ef HTTP/1.1" status: 204 len: 168 time: 3.3102198 Jan 21 09:44:32.635409 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58142) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:32.699245 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58146) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:32.744582 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424b6204-737e-4dd1-b898-cc07d0df82ad None None] Network 4f53866a-2774-496a-92bc-f7fccad44b7d requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:32.762284 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f558c-3a78-4965-8b77-d31dd959d7c2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event updated for resources: {'Subnet': ['ID=5968853a-5717-4097-96b1-f61e4d2e1ed8,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:32.770390 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1bc41ff5-19c4-4ad9-b68f-650a4a864d1b tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.4238110 Jan 21 09:44:32.779039 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58150) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:32.783725 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e9d8a3-854e-4974-a8d7-b29d8813452b tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:32.785081 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92e9d8a3-854e-4974-a8d7-b29d8813452b tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:32.791417 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-92e9d8a3-854e-4974-a8d7-b29d8813452b tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] 10.222.0.104 "DELETE /v2.0/subnets/36f504cf-b90f-45dc-a92a-9591cfdefbea HTTP/1.1" status: 404 len: 337 time: 0.1430948 Jan 21 09:44:32.792281 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58154) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:32.843225 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-8bdbbf6f-1f43-4ea6-bbc6-b7778bc270d1 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] create failed (client error): The resource could not be found. Jan 21 09:44:32.848578 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8bdbbf6f-1f43-4ea6-bbc6-b7778bc270d1 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5160401 Jan 21 09:44:32.851585 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58156) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:32.920093 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e8db0cde-5a1e-4a89-a2c5-4acb7b2270c7 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Request body: {'security_group': {'name': 'tempest-secgroup--1930069115'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:32.936291 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e8db0cde-5a1e-4a89-a2c5-4acb7b2270c7 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:32.950149 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d2d34c34-b1c9-4466-8c74-a6d0199f18e9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:32.978854 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835f558c-3a78-4965-8b77-d31dd959d7c2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Checking segment: {'id': '5ed93006-41c5-4d62-8567-fc15769a32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f2f339c7-9ec9-462f-90b2-b522a1d05921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:32.979357 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835f558c-3a78-4965-8b77-d31dd959d7c2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Network hostable DHCP agents. Network: f2f339c7-9ec9-462f-90b2-b522a1d05921, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:32.992400 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d2d34c34-b1c9-4466-8c74-a6d0199f18e9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Transition to ACTIVE for port object 115a425f-2632-4059-b012-47cb98227ffe will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:33.007601 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e8db0cde-5a1e-4a89-a2c5-4acb7b2270c7 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:33.048687 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-72d87e24-cfc6-46f7-b1cc-e3005d095bff admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=d66eceab8d184c82bef254493f349b4a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3423874 Jan 21 09:44:33.051585 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58160) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:33.055557 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device f60f8b1f-dbac-4e29-ba98-d4edd168e926 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:33.068831 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e8db0cde-5a1e-4a89-a2c5-4acb7b2270c7 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.098538 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-24eb4a21-dcfa-490f-b7ab-c9fd1f5c36a8 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.098787 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d2d34c34-b1c9-4466-8c74-a6d0199f18e9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.123526 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835f558c-3a78-4965-8b77-d31dd959d7c2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Network f2f339c7-9ec9-462f-90b2-b522a1d05921 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:33.160563 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-9b5cb05c-934d-4692-a982-f7581f48c8fc None None] Provisioning for port f60f8b1f-dbac-4e29-ba98-d4edd168e926 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:33.175770 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e8db0cde-5a1e-4a89-a2c5-4acb7b2270c7 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:33.190096 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e8db0cde-5a1e-4a89-a2c5-4acb7b2270c7 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Usage tracker for resource:security_group_rule and tenant:188376afb71140a7b884cf38b2bf6e56 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:33.195080 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e8db0cde-5a1e-4a89-a2c5-4acb7b2270c7 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:33.202696 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-835f558c-3a78-4965-8b77-d31dd959d7c2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, f2f339c7-9ec9-462f-90b2-b522a1d05921) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:33.206710 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e8db0cde-5a1e-4a89-a2c5-4acb7b2270c7 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:33.218966 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835f558c-3a78-4965-8b77-d31dd959d7c2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:33.220020 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-835f558c-3a78-4965-8b77-d31dd959d7c2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.223703 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e4d0bf-fb22-472d-9798-919eaf44fa03 None None] Network f2f339c7-9ec9-462f-90b2-b522a1d05921 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:33.253322 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-24eb4a21-dcfa-490f-b7ab-c9fd1f5c36a8 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.326783 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-835f558c-3a78-4965-8b77-d31dd959d7c2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1783514 Jan 21 09:44:33.333437 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58166) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:33.344932 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d34c34-b1c9-4466-8c74-a6d0199f18e9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Network 896a079b-9b64-4630-8fbe-646f603b142a is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:33.354217 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ccc692e3-8e26-45f8-a093-23ca32be410b tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.354992 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-01696288-8c6a-4373-80ad-caa52f07f3d4 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:33.363124 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-d2d34c34-b1c9-4466-8c74-a6d0199f18e9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:33.379069 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4264efc0-7b59-45a5-b16c-c52d69015112 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.383864 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d34c34-b1c9-4466-8c74-a6d0199f18e9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:33.387838 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d34c34-b1c9-4466-8c74-a6d0199f18e9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:33.388466 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d2d34c34-b1c9-4466-8c74-a6d0199f18e9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.398491 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d34c34-b1c9-4466-8c74-a6d0199f18e9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Port': ['ID=115a425f-2632-4059-b012-47cb98227ffe,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:33.465562 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port f60f8b1f-dbac-4e29-ba98-d4edd168e926 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:33.469787 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e8db0cde-5a1e-4a89-a2c5-4acb7b2270c7 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.484040 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13eb884c-7c43-4690-b285-c28a6e0259d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-b4f32bfa-22d8-48a9-b22b-7a60ce6a5a8e', 'network_id': 'b4f32bfa-22d8-48a9-b22b-7a60ce6a5a8e', 'tenant_id': '0d13a625922e456e97b68503a56cb4ae', 'fixed_ips': [{'subnet_id': 'c0c4d392-b86c-470b-87ca-27b2ed5c4cad'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:44:33.484797 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-13eb884c-7c43-4690-b285-c28a6e0259d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.499353 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e8db0cde-5a1e-4a89-a2c5-4acb7b2270c7 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.531393 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port f60f8b1f-dbac-4e29-ba98-d4edd168e926 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:33.531662 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.555350 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ccc692e3-8e26-45f8-a093-23ca32be410b tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Calling delete_port for 0366654c-80aa-425e-8405-cc5ecd854617 owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:33.588478 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-24eb4a21-dcfa-490f-b7ab-c9fd1f5c36a8 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.621902 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-736fbc72-0155-432f-b92a-449790366618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.688105 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db0cde-5a1e-4a89-a2c5-4acb7b2270c7 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4794b19b-7adf-4404-9e42-3e78bc135b66,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:33.690893 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb4a21-dcfa-490f-b7ab-c9fd1f5c36a8 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event deleted for resources: {'Subnet': ['ID=c0c4d392-b86c-470b-87ca-27b2ed5c4cad,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:33.697787 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e8db0cde-5a1e-4a89-a2c5-4acb7b2270c7 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.702212 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e8db0cde-5a1e-4a89-a2c5-4acb7b2270c7 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7898641 Jan 21 09:44:33.739528 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-01696288-8c6a-4373-80ad-caa52f07f3d4 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3017441'] for subnet, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.745140 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149520a3-b2a6-4373-99f5-bcd6f2b4a7d3 None None] Network b4f32bfa-22d8-48a9-b22b-7a60ce6a5a8e requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:33.791907 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58170) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:33.804223 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-1b1444cb-06cd-49ce-b266-605f61c426be tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Request body: {'security_group': {'name': 'tempest-secgroup--377520316'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:33.821803 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d2d34c34-b1c9-4466-8c74-a6d0199f18e9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 6.3072193 Jan 21 09:44:33.825544 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58174) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:33.836312 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02af51d0-bb8a-48a8-b5b7-bdae941ad827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-f2f339c7-9ec9-462f-90b2-b522a1d05921', 'network_id': 'f2f339c7-9ec9-462f-90b2-b522a1d05921', 'tenant_id': '14f7a2c3d80d4ed0a81309ac4c20d7a5', 'fixed_ips': [{'subnet_id': '5968853a-5717-4097-96b1-f61e4d2e1ed8'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:44:33.837087 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-02af51d0-bb8a-48a8-b5b7-bdae941ad827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.851392 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-1b1444cb-06cd-49ce-b266-605f61c426be tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:33.900089 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-a2eba429-f66d-4be9-af35-b4ce22d0dcc7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e92b90a6-0db5-46b3-821a-af6540e38969'}]}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:33.932903 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-736fbc72-0155-432f-b92a-449790366618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.969406 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-1b1444cb-06cd-49ce-b266-605f61c426be tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:34.089804 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-24eb4a21-dcfa-490f-b7ab-c9fd1f5c36a8 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.122128 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-01696288-8c6a-4373-80ad-caa52f07f3d4 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793818614263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-792713'] for subnet, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.128535 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-368913f0-944f-4ae0-9ac1-2410ef0340ac None None] Provisioning for port 115a425f-2632-4059-b012-47cb98227ffe completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:34.234065 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-368913f0-944f-4ae0-9ac1-2410ef0340ac None None] Provisioning complete for port 115a425f-2632-4059-b012-47cb98227ffe triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:34.234334 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-368913f0-944f-4ae0-9ac1-2410ef0340ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.278998 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-24eb4a21-dcfa-490f-b7ab-c9fd1f5c36a8 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4f32bfa-22d8-48a9-b22b-7a60ce6a5a8e']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:34.305322 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-24eb4a21-dcfa-490f-b7ab-c9fd1f5c36a8 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c466d1aa-3b8f-465c-a2a8-aadb81fefd5b') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:34.305704 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-24eb4a21-dcfa-490f-b7ab-c9fd1f5c36a8 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c466d1aa-3b8f-465c-a2a8-aadb81fefd5b') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:34.322452 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01696288-8c6a-4373-80ad-caa52f07f3d4 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:34.322725 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-01696288-8c6a-4373-80ad-caa52f07f3d4 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.325022 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.327935 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-01696288-8c6a-4373-80ad-caa52f07f3d4 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "PUT /v2.0/subnets/5968853a-5717-4097-96b1-f61e4d2e1ed8 HTTP/1.1" status: 200 len: 806 time: 0.9845114 Jan 21 09:44:34.336917 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58178) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:34.337117 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1b1444cb-06cd-49ce-b266-605f61c426be tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.346820 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-24eb4a21-dcfa-490f-b7ab-c9fd1f5c36a8 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.350401 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4264efc0-7b59-45a5-b16c-c52d69015112 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.371040 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-368913f0-944f-4ae0-9ac1-2410ef0340ac None None] Port 115a425f-2632-4059-b012-47cb98227ffe cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:44:34.403558 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-02af51d0-bb8a-48a8-b5b7-bdae941ad827 None None] Allocated IP 172.20.0.2 (f2f339c7-9ec9-462f-90b2-b522a1d05921/5968853a-5717-4097-96b1-f61e4d2e1ed8/772fa503-f036-47df-a735-d60932f5b12e) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:34.407462 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port f60f8b1f-dbac-4e29-ba98-d4edd168e926, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=f60f8b1f-dbac-4e29-ba98-d4edd168e926,segment=NetworkSegment(b440b379-da42-4e30-a3ac-19e0b5daeb6b),segment_id=b440b379-da42-4e30-a3ac-19e0b5daeb6b)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:34.448158 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-4264efc0-7b59-45a5-b16c-c52d69015112 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9abaefa3-adc8-4455-a7dc-ea5ac61aaf79']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:34.480140 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-4264efc0-7b59-45a5-b16c-c52d69015112 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '125ac4a8-5710-4b68-af77-43afc7946b7e') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:34.480519 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-4264efc0-7b59-45a5-b16c-c52d69015112 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '125ac4a8-5710-4b68-af77-43afc7946b7e') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:34.491180 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01696288-8c6a-4373-80ad-caa52f07f3d4 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event updated for resources: {'Subnet': ['ID=5968853a-5717-4097-96b1-f61e4d2e1ed8,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:34.504275 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ccc692e3-8e26-45f8-a093-23ca32be410b tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.509943 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4264efc0-7b59-45a5-b16c-c52d69015112 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.517103 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-24eb4a21-dcfa-490f-b7ab-c9fd1f5c36a8 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.524093 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.542699 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24eb4a21-dcfa-490f-b7ab-c9fd1f5c36a8 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:44:34.543290 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-24eb4a21-dcfa-490f-b7ab-c9fd1f5c36a8 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.563964 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a2eba429-f66d-4be9-af35-b4ce22d0dcc7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.568245 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:44:34.568245 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:44:34.568245 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:44:34.568245 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:34.568245 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:44:34.568245 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:34.568245 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:44:34.568245 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:34.568245 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:44:34.568245 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:34.568245 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:44:34.568245 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:34.568245 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:44:34.568245 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:34.568245 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:34.568245 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:34.568245 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:34.568245 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:34.568245 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:44:34.568245 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:44:34.568245 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:44:34.568245 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:44:34.568245 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:34.568245 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:44:34.568245 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:34.568245 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:44:34.568245 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:34.568245 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:44:34.568245 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:34.568245 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:44:34.568245 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:34.568245 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:34.590132 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-736fbc72-0155-432f-b92a-449790366618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.620801 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d1fcc5c2-17c3-478a-9f2e-f296266a5f55 None None] Provisioning complete for port f60f8b1f-dbac-4e29-ba98-d4edd168e926 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:34.621319 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d1fcc5c2-17c3-478a-9f2e-f296266a5f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.623528 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc692e3-8e26-45f8-a093-23ca32be410b tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Pushing event deleted for resources: {'Port': ['ID=0366654c-80aa-425e-8405-cc5ecd854617,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:34.626859 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-1b1444cb-06cd-49ce-b266-605f61c426be tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:34.639145 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4264efc0-7b59-45a5-b16c-c52d69015112 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.670186 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736fbc72-0155-432f-b92a-449790366618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bc80b3-4712-4674-b274-b1da94baaece,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:34.676718 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-1b1444cb-06cd-49ce-b266-605f61c426be tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Usage tracker for resource:security_group_rule and tenant:188376afb71140a7b884cf38b2bf6e56 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:34.683566 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-1b1444cb-06cd-49ce-b266-605f61c426be tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:34.704077 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-1b1444cb-06cd-49ce-b266-605f61c426be tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:34.740696 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=f60f8b1f-dbac-4e29-ba98-d4edd168e926,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:34.752275 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4264efc0-7b59-45a5-b16c-c52d69015112 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:44:34.752275 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4264efc0-7b59-45a5-b16c-c52d69015112 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.760202 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4d895f90-e6c8-4d27-ad52-9e7c7c258321 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.767584 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-24eb4a21-dcfa-490f-b7ab-c9fd1f5c36a8 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.775142 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:44:34.775142 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:44:34.775142 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:44:34.775142 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:34.775142 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:44:34.775142 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:34.775142 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:44:34.775142 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:34.775142 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:44:34.775142 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:34.775142 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:44:34.775142 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:34.775142 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:44:34.775142 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:34.775142 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:34.775142 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:34.775142 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:34.775142 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:34.775142 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:44:34.775142 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:44:34.775142 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:44:34.775142 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:44:34.775142 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:34.775142 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:44:34.775142 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:34.775142 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:44:34.775142 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:34.775142 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:44:34.775142 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:34.775142 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:44:34.775142 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:34.775142 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:34.800552 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-24eb4a21-dcfa-490f-b7ab-c9fd1f5c36a8 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.820585 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb4a21-dcfa-490f-b7ab-c9fd1f5c36a8 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event deleted for resources: {'Network': ['ID=b4f32bfa-22d8-48a9-b22b-7a60ce6a5a8e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:34.832349 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-24eb4a21-dcfa-490f-b7ab-c9fd1f5c36a8 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "DELETE /v2.0/networks/b4f32bfa-22d8-48a9-b22b-7a60ce6a5a8e HTTP/1.1" status: 204 len: 168 time: 2.0479903 Jan 21 09:44:34.878870 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58182) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:34.907678 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-d6696d01-279b-48a2-8318-b4683734a87f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-403000807'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:34.923348 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d6696d01-279b-48a2-8318-b4683734a87f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:34.948288 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-d6696d01-279b-48a2-8318-b4683734a87f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Usage tracker for resource:network and tenant:0d13a625922e456e97b68503a56cb4ae is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:34.955541 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-d6696d01-279b-48a2-8318-b4683734a87f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:34.967095 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d6696d01-279b-48a2-8318-b4683734a87f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:34.969825 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4d895f90-e6c8-4d27-ad52-9e7c7c258321 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.018439 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-02af51d0-bb8a-48a8-b5b7-bdae941ad827 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.051191 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-02af51d0-bb8a-48a8-b5b7-bdae941ad827 None None] Transition to ACTIVE for port object 772fa503-f036-47df-a735-d60932f5b12e will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:35.076424 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-02af51d0-bb8a-48a8-b5b7-bdae941ad827 None None] Transition to ACTIVE for port object 772fa503-f036-47df-a735-d60932f5b12e will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:35.082187 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6696d01-279b-48a2-8318-b4683734a87f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Made reservation on behalf of 0d13a625922e456e97b68503a56cb4ae for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:35.085449 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d6696d01-279b-48a2-8318-b4683734a87f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.087663 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device f60f8b1f-dbac-4e29-ba98-d4edd168e926 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:35.118337 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-736fbc72-0155-432f-b92a-449790366618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.123451 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-736fbc72-0155-432f-b92a-449790366618 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/94bc80b3-4712-4674-b274-b1da94baaece HTTP/1.1" status: 204 len: 168 time: 2.0662160 Jan 21 09:44:35.128647 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-02af51d0-bb8a-48a8-b5b7-bdae941ad827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.180893 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1b1444cb-06cd-49ce-b266-605f61c426be tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.182973 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4264efc0-7b59-45a5-b16c-c52d69015112 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.218952 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6696d01-279b-48a2-8318-b4683734a87f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:35.235015 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d6696d01-279b-48a2-8318-b4683734a87f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.236415 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-d6696d01-279b-48a2-8318-b4683734a87f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Added segment 07dd82d8-3478-444e-80b8-d77be715ce7f of type vlan for network bbcf992e-e503-4459-9403-2a25d5dc5122 Jan 21 09:44:35.287409 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d6696d01-279b-48a2-8318-b4683734a87f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.290860 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02af51d0-bb8a-48a8-b5b7-bdae941ad827 None None] Network f2f339c7-9ec9-462f-90b2-b522a1d05921 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:35.296976 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-02af51d0-bb8a-48a8-b5b7-bdae941ad827 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:35.308133 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af51d0-bb8a-48a8-b5b7-bdae941ad827 None None] Pushing event updated for resources: {'Port': ['ID=772fa503-f036-47df-a735-d60932f5b12e,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:35.311018 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02af51d0-bb8a-48a8-b5b7-bdae941ad827 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:35.333566 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4d895f90-e6c8-4d27-ad52-9e7c7c258321 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.367674 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4264efc0-7b59-45a5-b16c-c52d69015112 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.370499 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1b1444cb-06cd-49ce-b266-605f61c426be tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.392412 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d6696d01-279b-48a2-8318-b4683734a87f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.415805 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6696d01-279b-48a2-8318-b4683734a87f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:35.416556 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d6696d01-279b-48a2-8318-b4683734a87f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.438954 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d895f90-e6c8-4d27-ad52-9e7c7c258321 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event deleted for resources: {'Subnet': ['ID=5968853a-5717-4097-96b1-f61e4d2e1ed8,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:35.461390 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4264efc0-7b59-45a5-b16c-c52d69015112 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] 10.222.0.104 "DELETE /v2.0/networks/9abaefa3-adc8-4455-a7dc-ea5ac61aaf79 HTTP/1.1" status: 204 len: 168 time: 2.4114325 Jan 21 09:44:35.462683 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264efc0-7b59-45a5-b16c-c52d69015112 tempest-ExternalNetworksTestJSON-1955314303 tempest-ExternalNetworksTestJSON-1955314303-project] Pushing event deleted for resources: {'Network': ['ID=9abaefa3-adc8-4455-a7dc-ea5ac61aaf79,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:35.496220 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port f60f8b1f-dbac-4e29-ba98-d4edd168e926 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:35.496882 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.562677 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-02af51d0-bb8a-48a8-b5b7-bdae941ad827 None None] Attempting to bind port 772fa503-f036-47df-a735-d60932f5b12e on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:35.562677 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-02af51d0-bb8a-48a8-b5b7-bdae941ad827 None None] Attempting to bind port 772fa503-f036-47df-a735-d60932f5b12e by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '5ed93006-41c5-4d62-8567-fc15769a32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f2f339c7-9ec9-462f-90b2-b522a1d05921'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:35.562677 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02af51d0-bb8a-48a8-b5b7-bdae941ad827 None None] Attempting to bind port 772fa503-f036-47df-a735-d60932f5b12e on network f2f339c7-9ec9-462f-90b2-b522a1d05921 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:44:35.578277 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02af51d0-bb8a-48a8-b5b7-bdae941ad827 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:44:35.578822 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02af51d0-bb8a-48a8-b5b7-bdae941ad827 None None] Checking segment: {'id': '5ed93006-41c5-4d62-8567-fc15769a32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f2f339c7-9ec9-462f-90b2-b522a1d05921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:35.579641 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-02af51d0-bb8a-48a8-b5b7-bdae941ad827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.579775 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02af51d0-bb8a-48a8-b5b7-bdae941ad827 None None] Bound using segment: {'id': '5ed93006-41c5-4d62-8567-fc15769a32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f2f339c7-9ec9-462f-90b2-b522a1d05921'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:44:35.580342 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-02af51d0-bb8a-48a8-b5b7-bdae941ad827 None None] Bound port: 772fa503-f036-47df-a735-d60932f5b12e, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed93006-41c5-4d62-8567-fc15769a32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f2f339c7-9ec9-462f-90b2-b522a1d05921'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:35.581489 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-02af51d0-bb8a-48a8-b5b7-bdae941ad827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.683971 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1b1444cb-06cd-49ce-b266-605f61c426be tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.692577 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-1b1444cb-06cd-49ce-b266-605f61c426be tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.8984952 Jan 21 09:44:35.694574 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58194) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:35.698798 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4d895f90-e6c8-4d27-ad52-9e7c7c258321 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.728326 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-4d895f90-e6c8-4d27-ad52-9e7c7c258321 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f339c7-9ec9-462f-90b2-b522a1d05921']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:35.733676 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-d9c4f80a-da45-467e-9d35-7cd019a51f15 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Request body: {'security_group_rule': {'security_group_id': '4794b19b-7adf-4404-9e42-3e78bc135b66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'e040fad6-df9a-4587-8b9c-3cbe57e94f14'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:35.746014 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1444cb-06cd-49ce-b266-605f61c426be tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e040fad6-df9a-4587-8b9c-3cbe57e94f14,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:35.748283 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-4d895f90-e6c8-4d27-ad52-9e7c7c258321 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed93006-41c5-4d62-8567-fc15769a32d2') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:35.748578 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-4d895f90-e6c8-4d27-ad52-9e7c7c258321 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed93006-41c5-4d62-8567-fc15769a32d2') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:35.799737 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-d9c4f80a-da45-467e-9d35-7cd019a51f15 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:35.851269 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-d9c4f80a-da45-467e-9d35-7cd019a51f15 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Usage tracker for resource:security_group_rule and tenant:188376afb71140a7b884cf38b2bf6e56 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:35.861992 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-a2eba429-f66d-4be9-af35-b4ce22d0dcc7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Delete allocated IP 2001:db8:0:1::5c (896a079b-9b64-4630-8fbe-646f603b142a/6e7c3225-acda-4503-aa41-61b0d296e9c5) {{(pid=83598) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 21 09:44:35.865238 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-d9c4f80a-da45-467e-9d35-7cd019a51f15 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:35.877707 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4d895f90-e6c8-4d27-ad52-9e7c7c258321 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.883117 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-02af51d0-bb8a-48a8-b5b7-bdae941ad827 None None] For port 772fa503-f036-47df-a735-d60932f5b12e, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:35.889376 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-02af51d0-bb8a-48a8-b5b7-bdae941ad827 None None] For port 772fa503-f036-47df-a735-d60932f5b12e, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=772fa503-f036-47df-a735-d60932f5b12e,segment=NetworkSegment(5ed93006-41c5-4d62-8567-fc15769a32d2),segment_id=5ed93006-41c5-4d62-8567-fc15769a32d2)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:35.896635 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-02af51d0-bb8a-48a8-b5b7-bdae941ad827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.907601 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d6696d01-279b-48a2-8318-b4683734a87f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0125470 Jan 21 09:44:35.908125 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58202) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:35.909010 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-d9c4f80a-da45-467e-9d35-7cd019a51f15 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:35.926764 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6696d01-279b-48a2-8318-b4683734a87f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event updated for resources: {'Network': ['ID=bbcf992e-e503-4459-9403-2a25d5dc5122,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:35.943042 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4d895f90-e6c8-4d27-ad52-9e7c7c258321 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.946359 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-6d16d95a-59f9-4d61-b5bf-d902040f07c3 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Request body: {'subnet': {'network_id': 'bbcf992e-e503-4459-9403-2a25d5dc5122', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:35.978742 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d895f90-e6c8-4d27-ad52-9e7c7c258321 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:44:35.986553 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4d895f90-e6c8-4d27-ad52-9e7c7c258321 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.017771 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ccc692e3-8e26-45f8-a093-23ca32be410b tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.018757 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af51d0-bb8a-48a8-b5b7-bdae941ad827 None None] Pushing event updated for resources: {'Port': ['ID=772fa503-f036-47df-a735-d60932f5b12e,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:36.020473 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ccc692e3-8e26-45f8-a093-23ca32be410b tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] 10.222.0.104 "DELETE /v2.0/ports/0366654c-80aa-425e-8405-cc5ecd854617 HTTP/1.1" status: 204 len: 168 time: 4.6285667 Jan 21 09:44:36.029978 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network bbcf992e-e503-4459-9403-2a25d5dc5122 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:36.030786 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:44:36.030786 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:44:36.030786 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:44:36.030786 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:36.030786 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:44:36.030786 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:36.030786 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:44:36.030786 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:36.030786 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:44:36.030786 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:36.030786 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:44:36.030786 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:36.030786 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:44:36.030786 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:36.030786 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:36.030786 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:36.030786 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:36.030786 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:36.030786 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:44:36.030786 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:44:36.030786 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:44:36.030786 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:44:36.030786 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:36.030786 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:44:36.030786 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:36.030786 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:44:36.030786 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:36.030786 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:44:36.030786 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:36.030786 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:44:36.030786 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:36.030786 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:36.034104 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58208) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:36.178497 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.api [None req-4d895f90-e6c8-4d27-ad52-9e7c7c258321 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:44:36.178497 dv-neutron-825732-1-hyperv neutron-server[83597]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:44:36.178497 dv-neutron-825732-1-hyperv neutron-server[83597]: [parameters: {'id': 'f2f339c7-9ec9-462f-90b2-b522a1d05921'}] Jan 21 09:44:36.178497 dv-neutron-825732-1-hyperv neutron-server[83597]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:44:36.179184 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG oslo_db.api [None req-4d895f90-e6c8-4d27-ad52-9e7c7c258321 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:44:36.192238 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-060eeb97-9799-450f-a380-4ef0f1253a03 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] GET failed (client error): The resource could not be found. Jan 21 09:44:36.193127 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-060eeb97-9799-450f-a380-4ef0f1253a03 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Synchronizing usage tracker for tenant:a3ceeead67fd4425b3eae4f0abaa37dd on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:36.231523 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-d9c4f80a-da45-467e-9d35-7cd019a51f15 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:44:36.235725 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58214) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:36.235939 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d9c4f80a-da45-467e-9d35-7cd019a51f15 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.5110035 Jan 21 09:44:36.274077 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-060eeb97-9799-450f-a380-4ef0f1253a03 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Unset dirty status for tenant:a3ceeead67fd4425b3eae4f0abaa37dd on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:36.275475 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-060eeb97-9799-450f-a380-4ef0f1253a03 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] 10.222.0.104 "GET /v2.0/ports/0366654c-80aa-425e-8405-cc5ecd854617 HTTP/1.1" status: 404 len: 333 time: 0.2319014 Jan 21 09:44:36.280306 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58218) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:36.286936 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6d16d95a-59f9-4d61-b5bf-d902040f07c3 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:36.295063 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6d16d95a-59f9-4d61-b5bf-d902040f07c3 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Usage tracker for resource:subnet and tenant:0d13a625922e456e97b68503a56cb4ae is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:36.307662 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6d16d95a-59f9-4d61-b5bf-d902040f07c3 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:36.332631 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58222) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:36.335452 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9342d6e5-3db7-49b3-a110-8e0828b9ffe4 None None] Network f2f339c7-9ec9-462f-90b2-b522a1d05921 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:36.348268 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6d16d95a-59f9-4d61-b5bf-d902040f07c3 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:36.359795 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a2eba429-f66d-4be9-af35-b4ce22d0dcc7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.387861 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a2eba429-f66d-4be9-af35-b4ce22d0dcc7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Transition to ACTIVE for port object 115a425f-2632-4059-b012-47cb98227ffe will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:36.389878 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d16d95a-59f9-4d61-b5bf-d902040f07c3 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Made reservation on behalf of 0d13a625922e456e97b68503a56cb4ae for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:36.412324 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a2eba429-f66d-4be9-af35-b4ce22d0dcc7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.483157 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-4332eb3e-c87f-4c68-b632-b33a5b872786 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Deleting port 93136599-cef2-4eef-b699-b673c386f8fa {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:36.487654 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4332eb3e-c87f-4c68-b632-b33a5b872786 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.557705 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-32ece78b-012f-474b-bed7-a613f7ab7d0d tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.665613 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-32ece78b-012f-474b-bed7-a613f7ab7d0d tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.688055 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4d895f90-e6c8-4d27-ad52-9e7c7c258321 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.698814 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7658c1eb-b22a-4f3f-94aa-c205457cd0f4 None None] Network f2f339c7-9ec9-462f-90b2-b522a1d05921 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:36.728067 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eba429-f66d-4be9-af35-b4ce22d0dcc7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Port': ['ID=115a425f-2632-4059-b012-47cb98227ffe,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:36.741186 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a2eba429-f66d-4be9-af35-b4ce22d0dcc7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] In _notify_port_updated(), no bound segment for port 115a425f-2632-4059-b012-47cb98227ffe on network 896a079b-9b64-4630-8fbe-646f603b142a {{(pid=83598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:44:36.744903 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2eba429-f66d-4be9-af35-b4ce22d0dcc7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:36.750357 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a2eba429-f66d-4be9-af35-b4ce22d0dcc7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.758264 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a2eba429-f66d-4be9-af35-b4ce22d0dcc7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "PUT /v2.0/ports/115a425f-2632-4059-b012-47cb98227ffe HTTP/1.1" status: 200 len: 926 time: 2.9118721 Jan 21 09:44:36.760421 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58234) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:36.826402 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-4d895f90-e6c8-4d27-ad52-9e7c7c258321 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Deleting port 772fa503-f036-47df-a735-d60932f5b12e {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:36.826926 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4d895f90-e6c8-4d27-ad52-9e7c7c258321 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.012966 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6d16d95a-59f9-4d61-b5bf-d902040f07c3 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.066631 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c73945b-9ee8-492c-a7ef-124d9e623496 None None] get_active_networks_info from dv-neutron-825732-1-hyperv {{(pid=83599) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 09:44:37.067204 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-32ece78b-012f-474b-bed7-a613f7ab7d0d tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.127944 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ece78b-012f-474b-bed7-a613f7ab7d0d tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e040fad6-df9a-4587-8b9c-3cbe57e94f14,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:37.130294 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-32ece78b-012f-474b-bed7-a613f7ab7d0d tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.135283 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-32ece78b-012f-474b-bed7-a613f7ab7d0d tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "DELETE /v2.0/security-groups/e040fad6-df9a-4587-8b9c-3cbe57e94f14 HTTP/1.1" status: 204 len: 168 time: 0.8984213 Jan 21 09:44:37.136283 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58240) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:37.139684 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-010e2670-99ae-42c8-ac3c-e57f538d487d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e92b90a6-0db5-46b3-821a-af6540e38969'}, {'subnet_id': '6e7c3225-acda-4503-aa41-61b0d296e9c5'}]}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:37.203276 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-2af18b37-b4ff-4993-9859-2a2b36869e55 None None] Provisioning for port 115a425f-2632-4059-b012-47cb98227ffe completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:37.214921 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-2af18b37-b4ff-4993-9859-2a2b36869e55 None None] Provisioning complete for port 115a425f-2632-4059-b012-47cb98227ffe triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:37.215281 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2af18b37-b4ff-4993-9859-2a2b36869e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.275008 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-a335a081-d482-4d91-97eb-e2a50e569bab tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Synchronizing usage tracker for tenant:188376afb71140a7b884cf38b2bf6e56 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:37.286254 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-2af18b37-b4ff-4993-9859-2a2b36869e55 None None] Port 115a425f-2632-4059-b012-47cb98227ffe cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:44:37.347258 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c73945b-9ee8-492c-a7ef-124d9e623496 None None] Resources bound (agent type, host, resource id): {{(pid=83599) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:44:37.413584 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4332eb3e-c87f-4c68-b632-b33a5b872786 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.420693 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6d16d95a-59f9-4d61-b5bf-d902040f07c3 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.583374 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4fe046bb-da57-4c21-b4eb-a58c5bd7fee1 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=d65b7d4c020a4a3bb527ddcfa26c2dbd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2395284 Jan 21 09:44:37.589227 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58252) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:37.629973 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-4332eb3e-c87f-4c68-b632-b33a5b872786 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Calling delete_port for 93136599-cef2-4eef-b699-b673c386f8fa owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:37.663649 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-a335a081-d482-4d91-97eb-e2a50e569bab tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Unset dirty status for tenant:188376afb71140a7b884cf38b2bf6e56 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:37.668289 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a335a081-d482-4d91-97eb-e2a50e569bab tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.5201681 Jan 21 09:44:37.669584 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d16d95a-59f9-4d61-b5bf-d902040f07c3 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event updated for resources: {'Subnet': ['ID=1ed7d37d-028d-4765-91ef-f20133d296a8,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:37.670936 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58256) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:37.788805 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d16d95a-59f9-4d61-b5bf-d902040f07c3 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Checking segment: {'id': '07dd82d8-3478-444e-80b8-d77be715ce7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'bbcf992e-e503-4459-9403-2a25d5dc5122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:37.789431 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d16d95a-59f9-4d61-b5bf-d902040f07c3 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Network hostable DHCP agents. Network: bbcf992e-e503-4459-9403-2a25d5dc5122, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:37.790236 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-4d895f90-e6c8-4d27-ad52-9e7c7c258321 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] For port 772fa503-f036-47df-a735-d60932f5b12e, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=772fa503-f036-47df-a735-d60932f5b12e,segment=NetworkSegment(5ed93006-41c5-4d62-8567-fc15769a32d2),segment_id=5ed93006-41c5-4d62-8567-fc15769a32d2)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:37.790599 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4d895f90-e6c8-4d27-ad52-9e7c7c258321 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.880247 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-010e2670-99ae-42c8-ac3c-e57f538d487d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.896454 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-92fa8e55-a6c7-4d17-9cd6-c19619f7f6b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.901346 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d16d95a-59f9-4d61-b5bf-d902040f07c3 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Network bbcf992e-e503-4459-9403-2a25d5dc5122 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:37.960342 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-4d895f90-e6c8-4d27-ad52-9e7c7c258321 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Calling delete_port for 772fa503-f036-47df-a735-d60932f5b12e owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:37.978304 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-6d16d95a-59f9-4d61-b5bf-d902040f07c3 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, bbcf992e-e503-4459-9403-2a25d5dc5122) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:37.983200 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-92fa8e55-a6c7-4d17-9cd6-c19619f7f6b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.986641 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538a989e-34a4-4827-a177-ed526e50f68d None None] Network bbcf992e-e503-4459-9403-2a25d5dc5122 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:38.003910 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d16d95a-59f9-4d61-b5bf-d902040f07c3 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:38.004768 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6d16d95a-59f9-4d61-b5bf-d902040f07c3 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.099486 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7b93ba7f-824b-42f6-88c8-5eeb163b9827 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.125985 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6d16d95a-59f9-4d61-b5bf-d902040f07c3 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2133904 Jan 21 09:44:38.132628 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58266) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:38.184792 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-bff93495-6572-445b-8a6a-f147965b2738 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-257038215'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:38.198940 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7b93ba7f-824b-42f6-88c8-5eeb163b9827 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.217404 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bff93495-6572-445b-8a6a-f147965b2738 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:38.250504 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bff93495-6572-445b-8a6a-f147965b2738 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Usage tracker for resource:network and tenant:0d13a625922e456e97b68503a56cb4ae is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:38.254034 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-92fa8e55-a6c7-4d17-9cd6-c19619f7f6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.255654 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bff93495-6572-445b-8a6a-f147965b2738 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:38.269972 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bff93495-6572-445b-8a6a-f147965b2738 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:38.276203 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4d895f90-e6c8-4d27-ad52-9e7c7c258321 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.317348 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4332eb3e-c87f-4c68-b632-b33a5b872786 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.326513 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384828a4-9951-4ca8-a612-17805674850d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-bbcf992e-e503-4459-9403-2a25d5dc5122', 'network_id': 'bbcf992e-e503-4459-9403-2a25d5dc5122', 'tenant_id': '0d13a625922e456e97b68503a56cb4ae', 'fixed_ips': [{'subnet_id': '1ed7d37d-028d-4765-91ef-f20133d296a8'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:44:38.329684 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-384828a4-9951-4ca8-a612-17805674850d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.335091 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa8e55-a6c7-4d17-9cd6-c19619f7f6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb47ea4-55ac-491f-86b4-581cc07560d4,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:38.349460 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d895f90-e6c8-4d27-ad52-9e7c7c258321 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event deleted for resources: {'Port': ['ID=772fa503-f036-47df-a735-d60932f5b12e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:38.351602 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-92fa8e55-a6c7-4d17-9cd6-c19619f7f6b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.354358 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-92fa8e55-a6c7-4d17-9cd6-c19619f7f6b0 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/8eb47ea4-55ac-491f-86b4-581cc07560d4 HTTP/1.1" status: 204 len: 168 time: 0.7641070 Jan 21 09:44:38.398801 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff93495-6572-445b-8a6a-f147965b2738 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Made reservation on behalf of 0d13a625922e456e97b68503a56cb4ae for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:38.402854 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bff93495-6572-445b-8a6a-f147965b2738 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.431002 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7b93ba7f-824b-42f6-88c8-5eeb163b9827 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.435259 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332eb3e-c87f-4c68-b632-b33a5b872786 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Pushing event deleted for resources: {'Port': ['ID=93136599-cef2-4eef-b699-b673c386f8fa,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:38.439663 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58274) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:38.449471 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d895f90-e6c8-4d27-ad52-9e7c7c258321 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] No DVR routers for this DVR port 772fa503-f036-47df-a735-d60932f5b12e on host dv-neutron-825732-1-hyperv {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:38.523885 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93ba7f-824b-42f6-88c8-5eeb163b9827 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4794b19b-7adf-4404-9e42-3e78bc135b66,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:38.524139 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-010e2670-99ae-42c8-ac3c-e57f538d487d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Allocated IP 2001:db8:0:1::17 (896a079b-9b64-4630-8fbe-646f603b142a/6e7c3225-acda-4503-aa41-61b0d296e9c5/115a425f-2632-4059-b012-47cb98227ffe) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:38.660549 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-384828a4-9951-4ca8-a612-17805674850d None None] Allocated IP 2001:db8::3 (bbcf992e-e503-4459-9403-2a25d5dc5122/1ed7d37d-028d-4765-91ef-f20133d296a8/d982bc13-42f6-4a0b-820c-454870d5ec7b) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:38.670800 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff93495-6572-445b-8a6a-f147965b2738 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:38.729944 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4d895f90-e6c8-4d27-ad52-9e7c7c258321 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.754345 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bff93495-6572-445b-8a6a-f147965b2738 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.754630 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-bff93495-6572-445b-8a6a-f147965b2738 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Added segment 33a2852b-462f-420b-9699-60a0dee9d377 of type vlan for network 43712db4-78b5-4f05-a9b2-5005a2334f75 Jan 21 09:44:38.782863 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7b93ba7f-824b-42f6-88c8-5eeb163b9827 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.783999 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7b93ba7f-824b-42f6-88c8-5eeb163b9827 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "DELETE /v2.0/security-groups/4794b19b-7adf-4404-9e42-3e78bc135b66 HTTP/1.1" status: 204 len: 168 time: 1.1059213 Jan 21 09:44:38.794769 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4332eb3e-c87f-4c68-b632-b33a5b872786 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.803946 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58282) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:38.814729 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-4d895f90-e6c8-4d27-ad52-9e7c7c258321 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f339c7-9ec9-462f-90b2-b522a1d05921']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:38.833991 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-6e04489f-1ed8-47d2-b22b-04b08be2af66 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1446249594', 'router:external': True}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:38.855938 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6e04489f-1ed8-47d2-b22b-04b08be2af66 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:38.868803 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6e04489f-1ed8-47d2-b22b-04b08be2af66 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Usage tracker for resource:network and tenant:4747faad71854e4fac490fce5d95fc3d is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:38.874642 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6e04489f-1ed8-47d2-b22b-04b08be2af66 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:38.883454 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bff93495-6572-445b-8a6a-f147965b2738 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.893598 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6e04489f-1ed8-47d2-b22b-04b08be2af66 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:38.910191 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4332eb3e-c87f-4c68-b632-b33a5b872786 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] 10.222.0.104 "DELETE /v2.0/ports/93136599-cef2-4eef-b699-b673c386f8fa HTTP/1.1" status: 204 len: 168 time: 2.6283748 Jan 21 09:44:38.912065 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-4d895f90-e6c8-4d27-ad52-9e7c7c258321 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed93006-41c5-4d62-8567-fc15769a32d2') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:38.912358 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-4d895f90-e6c8-4d27-ad52-9e7c7c258321 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed93006-41c5-4d62-8567-fc15769a32d2') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:38.913224 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58288) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:38.934567 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4d895f90-e6c8-4d27-ad52-9e7c7c258321 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.978720 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4d895f90-e6c8-4d27-ad52-9e7c7c258321 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.997439 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d895f90-e6c8-4d27-ad52-9e7c7c258321 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:44:38.997900 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4d895f90-e6c8-4d27-ad52-9e7c7c258321 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.024780 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:44:39.024780 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:44:39.024780 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:44:39.024780 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:39.024780 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:44:39.024780 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:39.024780 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:44:39.024780 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:39.024780 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:44:39.024780 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:39.024780 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:44:39.024780 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:39.024780 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:44:39.024780 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:39.024780 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:39.024780 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:39.024780 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:39.024780 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:39.024780 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:44:39.024780 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:44:39.024780 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:44:39.024780 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:44:39.024780 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:39.024780 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:44:39.024780 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:39.024780 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:44:39.024780 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:39.024780 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:44:39.024780 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:39.024780 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:44:39.024780 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:39.024780 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:39.035128 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-665fe327-2d39-44eb-b6ec-9829e783da7a tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] GET failed (client error): The resource could not be found. Jan 21 09:44:39.036748 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-665fe327-2d39-44eb-b6ec-9829e783da7a tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] 10.222.0.104 "GET /v2.0/ports/93136599-cef2-4eef-b699-b673c386f8fa HTTP/1.1" status: 404 len: 333 time: 0.1211541 Jan 21 09:44:39.038504 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e04489f-1ed8-47d2-b22b-04b08be2af66 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Made reservation on behalf of 4747faad71854e4fac490fce5d95fc3d for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:39.042263 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6e04489f-1ed8-47d2-b22b-04b08be2af66 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.049025 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-a8e50ced-8a06-4c68-bcb6-87a85a4bf6e3 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Synchronizing usage tracker for tenant:188376afb71140a7b884cf38b2bf6e56 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:39.054148 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58292) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:39.104047 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bff93495-6572-445b-8a6a-f147965b2738 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.108123 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff93495-6572-445b-8a6a-f147965b2738 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:39.108750 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bff93495-6572-445b-8a6a-f147965b2738 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.125822 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-384828a4-9951-4ca8-a612-17805674850d None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.140679 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6e04489f-1ed8-47d2-b22b-04b08be2af66 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.142667 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-384828a4-9951-4ca8-a612-17805674850d None None] Transition to ACTIVE for port object d982bc13-42f6-4a0b-820c-454870d5ec7b will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:39.176039 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-384828a4-9951-4ca8-a612-17805674850d None None] Transition to ACTIVE for port object d982bc13-42f6-4a0b-820c-454870d5ec7b will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:39.186380 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-384828a4-9951-4ca8-a612-17805674850d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.205098 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58296) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:39.211449 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a66aec78-e38e-4bcf-ad87-a71cd2113c46 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Deleting port 1fa8d682-23c8-4b3a-99b3-74a8754b600f {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:39.211888 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a66aec78-e38e-4bcf-ad87-a71cd2113c46 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.247998 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-bff93495-6572-445b-8a6a-f147965b2738 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0972824 Jan 21 09:44:39.250295 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-a8e50ced-8a06-4c68-bcb6-87a85a4bf6e3 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Unset dirty status for tenant:188376afb71140a7b884cf38b2bf6e56 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:39.251648 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a8e50ced-8a06-4c68-bcb6-87a85a4bf6e3 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4463992 Jan 21 09:44:39.252479 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58300) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:39.259421 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58302) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:39.269144 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384828a4-9951-4ca8-a612-17805674850d None None] Network bbcf992e-e503-4459-9403-2a25d5dc5122 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:39.273194 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-384828a4-9951-4ca8-a612-17805674850d None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:39.275909 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384828a4-9951-4ca8-a612-17805674850d None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:39.281095 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e6da8c7f-1a0d-4f32-9b9b-d9529b1f0d14 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Request body: {'subnet': {'network_id': '43712db4-78b5-4f05-a9b2-5005a2334f75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:39.286993 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384828a4-9951-4ca8-a612-17805674850d None None] Pushing event updated for resources: {'Port': ['ID=d982bc13-42f6-4a0b-820c-454870d5ec7b,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:39.304765 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-010e2670-99ae-42c8-ac3c-e57f538d487d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.311260 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff93495-6572-445b-8a6a-f147965b2738 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event updated for resources: {'Network': ['ID=43712db4-78b5-4f05-a9b2-5005a2334f75,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:39.318956 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6d22a8cd-c18c-44b4-ad1e-b8ed8b08d660 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Request body: {'security_group': {'name': 'tempest-secgroup--368048957'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:39.326371 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6e04489f-1ed8-47d2-b22b-04b08be2af66 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:39.327342 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4d895f90-e6c8-4d27-ad52-9e7c7c258321 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.340427 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6e04489f-1ed8-47d2-b22b-04b08be2af66 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Usage tracker for resource:security_group_rule and tenant:4747faad71854e4fac490fce5d95fc3d is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:39.342915 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6d22a8cd-c18c-44b4-ad1e-b8ed8b08d660 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:39.345708 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6e04489f-1ed8-47d2-b22b-04b08be2af66 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:39.354788 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 43712db4-78b5-4f05-a9b2-5005a2334f75 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:39.387367 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6e04489f-1ed8-47d2-b22b-04b08be2af66 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:39.401790 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-010e2670-99ae-42c8-ac3c-e57f538d487d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Transition to ACTIVE for port object 115a425f-2632-4059-b012-47cb98227ffe will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:39.410593 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4d895f90-e6c8-4d27-ad52-9e7c7c258321 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.417021 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-010e2670-99ae-42c8-ac3c-e57f538d487d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.462750 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-384828a4-9951-4ca8-a612-17805674850d None None] Attempting to bind port d982bc13-42f6-4a0b-820c-454870d5ec7b on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:39.463030 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6d22a8cd-c18c-44b4-ad1e-b8ed8b08d660 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:39.463124 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-384828a4-9951-4ca8-a612-17805674850d None None] Attempting to bind port d982bc13-42f6-4a0b-820c-454870d5ec7b by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '07dd82d8-3478-444e-80b8-d77be715ce7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'bbcf992e-e503-4459-9403-2a25d5dc5122'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:39.463461 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384828a4-9951-4ca8-a612-17805674850d None None] Attempting to bind port d982bc13-42f6-4a0b-820c-454870d5ec7b on network bbcf992e-e503-4459-9403-2a25d5dc5122 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:44:39.476969 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d895f90-e6c8-4d27-ad52-9e7c7c258321 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event deleted for resources: {'Network': ['ID=f2f339c7-9ec9-462f-90b2-b522a1d05921,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:39.482441 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4d895f90-e6c8-4d27-ad52-9e7c7c258321 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "DELETE /v2.0/networks/f2f339c7-9ec9-462f-90b2-b522a1d05921 HTTP/1.1" status: 204 len: 168 time: 5.1422215 Jan 21 09:44:39.482977 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58308) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:39.486309 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384828a4-9951-4ca8-a612-17805674850d None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:44:39.486727 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384828a4-9951-4ca8-a612-17805674850d None None] Checking segment: {'id': '07dd82d8-3478-444e-80b8-d77be715ce7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'bbcf992e-e503-4459-9403-2a25d5dc5122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:39.487295 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-384828a4-9951-4ca8-a612-17805674850d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.487541 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384828a4-9951-4ca8-a612-17805674850d None None] Bound using segment: {'id': '07dd82d8-3478-444e-80b8-d77be715ce7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'bbcf992e-e503-4459-9403-2a25d5dc5122'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:44:39.488070 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-384828a4-9951-4ca8-a612-17805674850d None None] Bound port: d982bc13-42f6-4a0b-820c-454870d5ec7b, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07dd82d8-3478-444e-80b8-d77be715ce7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'bbcf992e-e503-4459-9403-2a25d5dc5122'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:39.488445 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-384828a4-9951-4ca8-a612-17805674850d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.526420 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6d22a8cd-c18c-44b4-ad1e-b8ed8b08d660 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.553555 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-17911152-1a4e-4643-8f92-842b6e70bc53 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:39.553555 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17911152-1a4e-4643-8f92-842b6e70bc53 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:39.560168 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-17911152-1a4e-4643-8f92-842b6e70bc53 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "DELETE /v2.0/networks/f2f339c7-9ec9-462f-90b2-b522a1d05921 HTTP/1.1" status: 404 len: 339 time: 0.0657725 Jan 21 09:44:39.561975 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58312) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:39.568460 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-5f26a67e-db66-42dd-92d5-81d00e5e77bf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-388564689', 'description': 'd1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:39.573475 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e6da8c7f-1a0d-4f32-9b9b-d9529b1f0d14 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:39.590912 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-384828a4-9951-4ca8-a612-17805674850d None None] For port d982bc13-42f6-4a0b-820c-454870d5ec7b, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:39.594819 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-384828a4-9951-4ca8-a612-17805674850d None None] For port d982bc13-42f6-4a0b-820c-454870d5ec7b, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=d982bc13-42f6-4a0b-820c-454870d5ec7b,segment=NetworkSegment(07dd82d8-3478-444e-80b8-d77be715ce7f),segment_id=07dd82d8-3478-444e-80b8-d77be715ce7f)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:39.608559 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-384828a4-9951-4ca8-a612-17805674850d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.701415 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5f26a67e-db66-42dd-92d5-81d00e5e77bf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:39.705768 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e6da8c7f-1a0d-4f32-9b9b-d9529b1f0d14 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Usage tracker for resource:subnet and tenant:0d13a625922e456e97b68503a56cb4ae is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:39.711516 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e6da8c7f-1a0d-4f32-9b9b-d9529b1f0d14 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:39.716255 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-5f26a67e-db66-42dd-92d5-81d00e5e77bf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Usage tracker for resource:network and tenant:14f7a2c3d80d4ed0a81309ac4c20d7a5 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:39.729122 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-5f26a67e-db66-42dd-92d5-81d00e5e77bf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:39.734972 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e6da8c7f-1a0d-4f32-9b9b-d9529b1f0d14 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:39.746061 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5f26a67e-db66-42dd-92d5-81d00e5e77bf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:39.748357 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6d22a8cd-c18c-44b4-ad1e-b8ed8b08d660 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:39.759024 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6d22a8cd-c18c-44b4-ad1e-b8ed8b08d660 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Usage tracker for resource:security_group_rule and tenant:188376afb71140a7b884cf38b2bf6e56 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:39.765405 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6d22a8cd-c18c-44b4-ad1e-b8ed8b08d660 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:39.769860 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6da8c7f-1a0d-4f32-9b9b-d9529b1f0d14 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Made reservation on behalf of 0d13a625922e456e97b68503a56cb4ae for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:39.780900 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c2014b4f-89de-464f-86db-dc78966e163a admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=9e55453a4b754c9b8679303e0e46fa4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5736277 Jan 21 09:44:39.805631 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58316) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:39.816031 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384828a4-9951-4ca8-a612-17805674850d None None] Pushing event updated for resources: {'Port': ['ID=d982bc13-42f6-4a0b-820c-454870d5ec7b,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:39.844943 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6d22a8cd-c18c-44b4-ad1e-b8ed8b08d660 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:39.852012 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f26a67e-db66-42dd-92d5-81d00e5e77bf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Made reservation on behalf of 14f7a2c3d80d4ed0a81309ac4c20d7a5 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:39.853574 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e2670-99ae-42c8-ac3c-e57f538d487d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Port': ['ID=115a425f-2632-4059-b012-47cb98227ffe,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:39.855101 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5f26a67e-db66-42dd-92d5-81d00e5e77bf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.951293 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-010e2670-99ae-42c8-ac3c-e57f538d487d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] In _notify_port_updated(), no bound segment for port 115a425f-2632-4059-b012-47cb98227ffe on network 896a079b-9b64-4630-8fbe-646f603b142a {{(pid=83598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:44:39.955240 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-da372195-34bb-4e1a-9e62-11c67abd7713 None None] Provisioning for port 115a425f-2632-4059-b012-47cb98227ffe completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:39.955944 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010e2670-99ae-42c8-ac3c-e57f538d487d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:39.957563 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-010e2670-99ae-42c8-ac3c-e57f538d487d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.964234 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-010e2670-99ae-42c8-ac3c-e57f538d487d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "PUT /v2.0/ports/115a425f-2632-4059-b012-47cb98227ffe HTTP/1.1" status: 200 len: 1011 time: 2.9543755 Jan 21 09:44:39.964551 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-da372195-34bb-4e1a-9e62-11c67abd7713 None None] Provisioning complete for port 115a425f-2632-4059-b012-47cb98227ffe triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:39.964551 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-da372195-34bb-4e1a-9e62-11c67abd7713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.971598 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58320) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:40.009047 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6e04489f-1ed8-47d2-b22b-04b08be2af66 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.016593 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6e04489f-1ed8-47d2-b22b-04b08be2af66 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.035195 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a66aec78-e38e-4bcf-ad87-a71cd2113c46 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.089169 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-da372195-34bb-4e1a-9e62-11c67abd7713 None None] Port 115a425f-2632-4059-b012-47cb98227ffe cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:44:40.182741 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e6da8c7f-1a0d-4f32-9b9b-d9529b1f0d14 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.202986 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f26a67e-db66-42dd-92d5-81d00e5e77bf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:40.220027 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-5e1eb88a-185a-4f2b-a278-a1fc8ccd34ca tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Deleting port 115a425f-2632-4059-b012-47cb98227ffe {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:40.220357 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5e1eb88a-185a-4f2b-a278-a1fc8ccd34ca tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.238766 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a66aec78-e38e-4bcf-ad87-a71cd2113c46 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Calling delete_port for 1fa8d682-23c8-4b3a-99b3-74a8754b600f owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:40.267786 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e04489f-1ed8-47d2-b22b-04b08be2af66 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:40.283138 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04489f-1ed8-47d2-b22b-04b08be2af66 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84be4fc6-e4d0-4aa9-b46c-248c7a767c42,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:40.304320 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6e04489f-1ed8-47d2-b22b-04b08be2af66 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.304761 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-6e04489f-1ed8-47d2-b22b-04b08be2af66 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Added segment 587ae7b2-3fab-4b97-b471-22a04708248e of type vlan for network d3e49e30-f3f7-4388-b34f-5eb0725476d3 Jan 21 09:44:40.337027 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5f26a67e-db66-42dd-92d5-81d00e5e77bf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.337704 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-5f26a67e-db66-42dd-92d5-81d00e5e77bf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Added segment 0134b54a-bdee-405a-9da9-fd3ce67e5597 of type vlan for network 8b270d07-10e7-4823-aed5-cdeba6455eba Jan 21 09:44:40.368310 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6e04489f-1ed8-47d2-b22b-04b08be2af66 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.389280 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6d22a8cd-c18c-44b4-ad1e-b8ed8b08d660 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.400048 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.ipam_backend_mixin [None req-e6da8c7f-1a0d-4f32-9b9b-d9529b1f0d14 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Performing IP validity checks on allocation pools {{(pid=83597) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 09:44:40.400659 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.ipam_backend_mixin [None req-e6da8c7f-1a0d-4f32-9b9b-d9529b1f0d14 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83597) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 09:44:40.415628 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6d22a8cd-c18c-44b4-ad1e-b8ed8b08d660 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.419258 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14e92c13-6a92-4454-bb30-f21a71cc40ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.464184 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a66aec78-e38e-4bcf-ad87-a71cd2113c46 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.504611 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6e04489f-1ed8-47d2-b22b-04b08be2af66 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.505433 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e04489f-1ed8-47d2-b22b-04b08be2af66 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:40.506063 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6e04489f-1ed8-47d2-b22b-04b08be2af66 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.508102 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5f26a67e-db66-42dd-92d5-81d00e5e77bf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.540895 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66aec78-e38e-4bcf-ad87-a71cd2113c46 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Pushing event deleted for resources: {'Port': ['ID=1fa8d682-23c8-4b3a-99b3-74a8754b600f,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:40.593636 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14e92c13-6a92-4454-bb30-f21a71cc40ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.605951 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22a8cd-c18c-44b4-ad1e-b8ed8b08d660 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35e701be-eadf-4300-a3c5-d0cba1b22a40,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:40.649132 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6d22a8cd-c18c-44b4-ad1e-b8ed8b08d660 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.650377 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6d22a8cd-c18c-44b4-ad1e-b8ed8b08d660 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3777158 Jan 21 09:44:40.656187 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58324) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:40.677408 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-1f4fb0a7-617e-4684-bbe6-2ef99c08cc87 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:40.678014 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-1f4fb0a7-617e-4684-bbe6-2ef99c08cc87 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] update failed (client error): There was a conflict when trying to complete your request. Jan 21 09:44:40.678967 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-1f4fb0a7-617e-4684-bbe6-2ef99c08cc87 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "PUT /v2.0/security-groups/35e701be-eadf-4300-a3c5-d0cba1b22a40 HTTP/1.1" status: 409 len: 330 time: 0.0178223 Jan 21 09:44:40.681493 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04489f-1ed8-47d2-b22b-04b08be2af66 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Pushing event updated for resources: {'Network': ['ID=d3e49e30-f3f7-4388-b34f-5eb0725476d3,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:40.683771 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a66aec78-e38e-4bcf-ad87-a71cd2113c46 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.687777 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58328) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:40.693908 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network d3e49e30-f3f7-4388-b34f-5eb0725476d3 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:40.735843 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6e04489f-1ed8-47d2-b22b-04b08be2af66 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.2920151 Jan 21 09:44:40.740621 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58332) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:40.753729 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a66aec78-e38e-4bcf-ad87-a71cd2113c46 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] 10.222.0.104 "DELETE /v2.0/ports/1fa8d682-23c8-4b3a-99b3-74a8754b600f HTTP/1.1" status: 204 len: 168 time: 1.6849201 Jan 21 09:44:40.758094 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58334) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:40.786648 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-a127f216-770b-45fd-8198-c52d4ff70c0b tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Request body: {'subnet': {'network_id': 'd3e49e30-f3f7-4388-b34f-5eb0725476d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:40.792653 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5f26a67e-db66-42dd-92d5-81d00e5e77bf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.796739 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f26a67e-db66-42dd-92d5-81d00e5e77bf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:40.797284 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5f26a67e-db66-42dd-92d5-81d00e5e77bf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.896880 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a127f216-770b-45fd-8198-c52d4ff70c0b tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:40.921822 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a127f216-770b-45fd-8198-c52d4ff70c0b tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Usage tracker for resource:subnet and tenant:4747faad71854e4fac490fce5d95fc3d is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:40.936707 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a127f216-770b-45fd-8198-c52d4ff70c0b tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:41.000998 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device d982bc13-42f6-4a0b-820c-454870d5ec7b up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:41.002574 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e6da8c7f-1a0d-4f32-9b9b-d9529b1f0d14 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.052552 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a127f216-770b-45fd-8198-c52d4ff70c0b tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:41.107432 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a127f216-770b-45fd-8198-c52d4ff70c0b tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Made reservation on behalf of 4747faad71854e4fac490fce5d95fc3d for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:41.110234 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a127f216-770b-45fd-8198-c52d4ff70c0b tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.118104 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port d982bc13-42f6-4a0b-820c-454870d5ec7b completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:41.174056 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5f26a67e-db66-42dd-92d5-81d00e5e77bf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.6100073 Jan 21 09:44:41.187975 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58340) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:41.222953 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f26a67e-db66-42dd-92d5-81d00e5e77bf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event updated for resources: {'Network': ['ID=8b270d07-10e7-4823-aed5-cdeba6455eba,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:41.245976 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 8b270d07-10e7-4823-aed5-cdeba6455eba details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:41.282007 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8fbba9f2-6ede-4d28-b191-a6b0da03815f tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.318333 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da8c7f-1a0d-4f32-9b9b-d9529b1f0d14 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event updated for resources: {'Subnet': ['ID=53c63a1b-a527-462c-bb1c-1b4c56c92d92,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:41.331845 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8fbba9f2-6ede-4d28-b191-a6b0da03815f tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.375403 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5e1eb88a-185a-4f2b-a278-a1fc8ccd34ca tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.404512 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7e1c4a-a99b-478e-afd3-370836100bf0 None None] Network bbcf992e-e503-4459-9403-2a25d5dc5122 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:41.404815 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14e92c13-6a92-4454-bb30-f21a71cc40ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.439595 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8fbba9f2-6ede-4d28-b191-a6b0da03815f tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.475420 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8fbba9f2-6ede-4d28-b191-a6b0da03815f tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.479107 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8fbba9f2-6ede-4d28-b191-a6b0da03815f tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "DELETE /v2.0/security-groups/35e701be-eadf-4300-a3c5-d0cba1b22a40 HTTP/1.1" status: 204 len: 168 time: 0.7879281 Jan 21 09:44:41.479876 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-383565a4-e1bf-4dec-909d-30e40168635d tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Deleting subnet 836ff20e-1793-4ead-b68a-db2b4f3231b1 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:44:41.481649 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58344) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:41.495083 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbba9f2-6ede-4d28-b191-a6b0da03815f tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e701be-eadf-4300-a3c5-d0cba1b22a40,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:41.515329 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-383565a4-e1bf-4dec-909d-30e40168635d tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.532520 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-658e9145-b223-4ef7-8665-1135cd481586 None None] Provisioning for port d982bc13-42f6-4a0b-820c-454870d5ec7b completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:41.548475 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-658e9145-b223-4ef7-8665-1135cd481586 None None] Provisioning complete for port d982bc13-42f6-4a0b-820c-454870d5ec7b triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:41.548998 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-658e9145-b223-4ef7-8665-1135cd481586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.571157 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-5e1eb88a-185a-4f2b-a278-a1fc8ccd34ca tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Calling delete_port for 115a425f-2632-4059-b012-47cb98227ffe owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:41.600129 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e92c13-6a92-4454-bb30-f21a71cc40ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4794c1f0-1d05-44f7-b5fc-0d723b862359,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:41.624449 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-383565a4-e1bf-4dec-909d-30e40168635d tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.631171 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14e92c13-6a92-4454-bb30-f21a71cc40ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.635628 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-14e92c13-6a92-4454-bb30-f21a71cc40ac admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/4794c1f0-1d05-44f7-b5fc-0d723b862359 HTTP/1.1" status: 204 len: 168 time: 1.8263898 Jan 21 09:44:41.642256 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5454f4-43bd-4785-b6a9-6b776fc42aff tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:41.643181 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9e5454f4-43bd-4785-b6a9-6b776fc42aff tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Synchronizing usage tracker for tenant:14f7a2c3d80d4ed0a81309ac4c20d7a5 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:41.652783 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6da8c7f-1a0d-4f32-9b9b-d9529b1f0d14 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Checking segment: {'id': '33a2852b-462f-420b-9699-60a0dee9d377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '43712db4-78b5-4f05-a9b2-5005a2334f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:41.653135 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6da8c7f-1a0d-4f32-9b9b-d9529b1f0d14 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Network hostable DHCP agents. Network: 43712db4-78b5-4f05-a9b2-5005a2334f75, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:41.711513 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9e5454f4-43bd-4785-b6a9-6b776fc42aff tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Unset dirty status for tenant:14f7a2c3d80d4ed0a81309ac4c20d7a5 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:41.715482 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9e5454f4-43bd-4785-b6a9-6b776fc42aff tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "GET /v2.0/networks?id=8b270d07-10e7-4823-aed5-cdeba6455eba HTTP/1.1" status: 200 len: 760 time: 0.5034659 Jan 21 09:44:41.715765 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58350) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:41.721620 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-299eeba5-7e0a-4e1d-85b2-eccd1d8f2649 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Request body: {'network': {'description': 'd2'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:41.743407 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4ed0236a-6628-49a5-b3f0-730124537db2 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Synchronizing usage tracker for tenant:188376afb71140a7b884cf38b2bf6e56 on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:41.780773 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4ed0236a-6628-49a5-b3f0-730124537db2 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] Unset dirty status for tenant:188376afb71140a7b884cf38b2bf6e56 on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:41.783007 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4ed0236a-6628-49a5-b3f0-730124537db2 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2934299 Jan 21 09:44:41.787877 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58354) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:41.788479 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6da8c7f-1a0d-4f32-9b9b-d9529b1f0d14 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Network 43712db4-78b5-4f05-a9b2-5005a2334f75 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:41.866298 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-383565a4-e1bf-4dec-909d-30e40168635d tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.015323 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-e6da8c7f-1a0d-4f32-9b9b-d9529b1f0d14 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 43712db4-78b5-4f05-a9b2-5005a2334f75) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:42.043433 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-248c598a-adda-4b7e-9c83-005dcc4446ec tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] delete failed (client error): The resource could not be found. Jan 21 09:44:42.046455 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-248c598a-adda-4b7e-9c83-005dcc4446ec tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "DELETE /v2.0/security-groups/2d52ab85-6ed6-4a87-b69f-d84a23afba8a HTTP/1.1" status: 404 len: 347 time: 0.2539935 Jan 21 09:44:42.046783 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef8a6ca-a802-41a1-9bd8-39d68e5542b3 None None] Network 43712db4-78b5-4f05-a9b2-5005a2334f75 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:42.055766 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58362) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:42.062879 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6da8c7f-1a0d-4f32-9b9b-d9529b1f0d14 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:42.063851 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e6da8c7f-1a0d-4f32-9b9b-d9529b1f0d14 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.101221 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-8172d908-e6f3-460c-bd09-0fc6bbd9f8d4 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] show failed (client error): The resource could not be found. Jan 21 09:44:42.101221 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8172d908-e6f3-460c-bd09-0fc6bbd9f8d4 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "GET /v2.0/security-groups/986a39e1-f8bc-4aa1-b48c-beaed50e97cb HTTP/1.1" status: 404 len: 347 time: 0.0369325 Jan 21 09:44:42.106230 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58366) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:42.129160 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-cd50fdd3-8543-4d68-9e18-99ad11a18ea6 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] show failed (client error): The resource could not be found. Jan 21 09:44:42.130498 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-cd50fdd3-8543-4d68-9e18-99ad11a18ea6 tempest-NegativeSecGroupTest-225671965 tempest-NegativeSecGroupTest-225671965-project] 10.222.0.104 "GET /v2.0/security-group-rules/83d27d08-9056-4167-be3e-18f66e5a96c0 HTTP/1.1" status: 404 len: 356 time: 0.0232286 Jan 21 09:44:42.140815 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-383565a4-e1bf-4dec-909d-30e40168635d tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.212595 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383565a4-e1bf-4dec-909d-30e40168635d tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Pushing event deleted for resources: {'Subnet': ['ID=836ff20e-1793-4ead-b68a-db2b4f3231b1,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:42.238321 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-383565a4-e1bf-4dec-909d-30e40168635d tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.266665 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e6da8c7f-1a0d-4f32-9b9b-d9529b1f0d14 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.0127718 Jan 21 09:44:42.273474 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58374) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:42.275944 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3321bd-ca42-4ea2-b0d7-01d0109c2b3f None None] Network d97a4652-83f5-4f06-aec8-38c88c13d790 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:42.278129 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-383565a4-e1bf-4dec-909d-30e40168635d tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] 10.222.0.104 "DELETE /v2.0/subnets/836ff20e-1793-4ead-b68a-db2b4f3231b1 HTTP/1.1" status: 204 len: 168 time: 1.5011258 Jan 21 09:44:42.293484 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58376) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:42.320113 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5e1eb88a-185a-4f2b-a278-a1fc8ccd34ca tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.326772 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-658e9145-b223-4ef7-8665-1135cd481586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.418718 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1eb88a-185a-4f2b-a278-a1fc8ccd34ca tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Port': ['ID=115a425f-2632-4059-b012-47cb98227ffe,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:42.452772 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-299eeba5-7e0a-4e1d-85b2-eccd1d8f2649 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.610910 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-299eeba5-7e0a-4e1d-85b2-eccd1d8f2649 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.689254 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-658e9145-b223-4ef7-8665-1135cd481586 None None] For port d982bc13-42f6-4a0b-820c-454870d5ec7b, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=d982bc13-42f6-4a0b-820c-454870d5ec7b,segment=NetworkSegment(07dd82d8-3478-444e-80b8-d77be715ce7f),segment_id=07dd82d8-3478-444e-80b8-d77be715ce7f)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:42.795336 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-658e9145-b223-4ef7-8665-1135cd481586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.808027 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1592f734-dc5f-4628-b076-c3e9187263c3 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.815187 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58388) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:42.855552 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5e1eb88a-185a-4f2b-a278-a1fc8ccd34ca tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.857827 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5e1eb88a-185a-4f2b-a278-a1fc8ccd34ca tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/ports/115a425f-2632-4059-b012-47cb98227ffe HTTP/1.1" status: 204 len: 168 time: 2.8852007 Jan 21 09:44:42.860589 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58396) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:42.887736 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-299eeba5-7e0a-4e1d-85b2-eccd1d8f2649 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Network 8b270d07-10e7-4823-aed5-cdeba6455eba is not hosted by any dhcp agent {{(pid=83597) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 21 09:44:42.891569 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299eeba5-7e0a-4e1d-85b2-eccd1d8f2649 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:42.894186 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-299eeba5-7e0a-4e1d-85b2-eccd1d8f2649 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.904731 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-299eeba5-7e0a-4e1d-85b2-eccd1d8f2649 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "PUT /v2.0/networks/8b270d07-10e7-4823-aed5-cdeba6455eba HTTP/1.1" status: 200 len: 757 time: 1.1875839 Jan 21 09:44:42.919062 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1592f734-dc5f-4628-b076-c3e9187263c3 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Deleting port a9da146d-2627-442e-b643-9c109d6f1ad8 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:42.920295 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1592f734-dc5f-4628-b076-c3e9187263c3 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.955922 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58400) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:42.965107 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e9145-b223-4ef7-8665-1135cd481586 None None] Pushing event updated for resources: {'Port': ['ID=d982bc13-42f6-4a0b-820c-454870d5ec7b,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:42.989790 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da52a488-20c7-4acd-b48e-e1352cdfc62e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-43712db4-78b5-4f05-a9b2-5005a2334f75', 'network_id': '43712db4-78b5-4f05-a9b2-5005a2334f75', 'tenant_id': '0d13a625922e456e97b68503a56cb4ae', 'fixed_ips': [{'subnet_id': '53c63a1b-a527-462c-bb1c-1b4c56c92d92'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:44:42.992241 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-da52a488-20c7-4acd-b48e-e1352cdfc62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.021624 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-69f7f747-fb70-491a-a9fb-140518ad7365 None None] Provisioning complete for port d982bc13-42f6-4a0b-820c-454870d5ec7b triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:43.022001 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-69f7f747-fb70-491a-a9fb-140518ad7365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.024621 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac62a536-aa3e-4221-8f6c-1b8933fe412b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] GET failed (client error): The resource could not be found. Jan 21 09:44:43.025337 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ac62a536-aa3e-4221-8f6c-1b8933fe412b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Synchronizing usage tracker for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:43.040871 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299eeba5-7e0a-4e1d-85b2-eccd1d8f2649 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event updated for resources: {'Network': ['ID=8b270d07-10e7-4823-aed5-cdeba6455eba,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:43.055892 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ac62a536-aa3e-4221-8f6c-1b8933fe412b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Unset dirty status for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:43.057715 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ac62a536-aa3e-4221-8f6c-1b8933fe412b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "GET /v2.0/ports/115a425f-2632-4059-b012-47cb98227ffe HTTP/1.1" status: 404 len: 333 time: 0.1821935 Jan 21 09:44:43.060430 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58406) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:43.255475 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd9e0bd-f4c1-43e5-8781-71f0e5608616 None None] DHCP port deletion for d97a4652-83f5-4f06-aec8-38c88c13d790 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:44:43.266717 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 8b270d07-10e7-4823-aed5-cdeba6455eba details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:43.300010 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-9bd9e0bd-f4c1-43e5-8781-71f0e5608616 None None] Deleting port a9da146d-2627-442e-b643-9c109d6f1ad8 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:43.300383 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9bd9e0bd-f4c1-43e5-8781-71f0e5608616 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.361998 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.objects.ports [None req-a127f216-770b-45fd-8198-c52d4ff70c0b tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83598) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:44:43.362563 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a127f216-770b-45fd-8198-c52d4ff70c0b tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.434240 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5eb31f-0a61-46b5-9d5e-091cfa6f0606 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:43.435029 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6e5eb31f-0a61-46b5-9d5e-091cfa6f0606 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Synchronizing usage tracker for tenant:14f7a2c3d80d4ed0a81309ac4c20d7a5 on resource:network {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:43.493326 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f2f59c4-c08b-4f52-8d61-fc3bbfa79459 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Deleting subnet 6e7c3225-acda-4503-aa41-61b0d296e9c5 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:44:43.497367 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4f2f59c4-c08b-4f52-8d61-fc3bbfa79459 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.567870 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4f2f59c4-c08b-4f52-8d61-fc3bbfa79459 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.582742 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6e5eb31f-0a61-46b5-9d5e-091cfa6f0606 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Unset dirty status for tenant:14f7a2c3d80d4ed0a81309ac4c20d7a5 on resource:network {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:43.584453 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6e5eb31f-0a61-46b5-9d5e-091cfa6f0606 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "GET /v2.0/networks?id=8b270d07-10e7-4823-aed5-cdeba6455eba HTTP/1.1" status: 200 len: 760 time: 0.6215246 Jan 21 09:44:43.620330 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58414) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:43.628040 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-77a77b33-c2bc-4664-9fdb-3dde0e105e50 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-838221311'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:43.635011 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-77a77b33-c2bc-4664-9fdb-3dde0e105e50 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:43.657373 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-77a77b33-c2bc-4664-9fdb-3dde0e105e50 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:43.660815 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed735bfb-19c4-4295-942c-2416f02334e0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.674984 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127f216-770b-45fd-8198-c52d4ff70c0b tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d7ac5055-fd73-45e9-b9e0-65b0d70d994f,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:43.680405 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a77b33-c2bc-4664-9fdb-3dde0e105e50 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Made reservation on behalf of 14f7a2c3d80d4ed0a81309ac4c20d7a5 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:43.683883 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-77a77b33-c2bc-4664-9fdb-3dde0e105e50 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.731678 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4f2f59c4-c08b-4f52-8d61-fc3bbfa79459 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.751056 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-1592f734-dc5f-4628-b076-c3e9187263c3 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] For port a9da146d-2627-442e-b643-9c109d6f1ad8, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=a9da146d-2627-442e-b643-9c109d6f1ad8,segment=NetworkSegment(82668c06-6710-4b2b-9071-cdb00f5e415e),segment_id=82668c06-6710-4b2b-9071-cdb00f5e415e)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:43.751406 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1592f734-dc5f-4628-b076-c3e9187263c3 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.776065 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a77b33-c2bc-4664-9fdb-3dde0e105e50 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:43.799493 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-77a77b33-c2bc-4664-9fdb-3dde0e105e50 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.799852 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-77a77b33-c2bc-4664-9fdb-3dde0e105e50 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Added segment e509c3bc-ce6f-4972-b578-7752e783dc8c of type vlan for network 7d89bf9b-a929-4c81-af7f-ae45ec7e6941 Jan 21 09:44:43.813046 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-da52a488-20c7-4acd-b48e-e1352cdfc62e None None] Allocated IP 2001:db8::3 (43712db4-78b5-4f05-a9b2-5005a2334f75/53c63a1b-a527-462c-bb1c-1b4c56c92d92/dc220551-ace8-4158-bd7b-35fe4a2bc579) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:43.850180 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-77a77b33-c2bc-4664-9fdb-3dde0e105e50 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.861219 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4f2f59c4-c08b-4f52-8d61-fc3bbfa79459 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.929111 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f59c4-c08b-4f52-8d61-fc3bbfa79459 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Subnet': ['ID=6e7c3225-acda-4503-aa41-61b0d296e9c5,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:43.937319 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4f2f59c4-c08b-4f52-8d61-fc3bbfa79459 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.953680 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4f2f59c4-c08b-4f52-8d61-fc3bbfa79459 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/subnets/6e7c3225-acda-4503-aa41-61b0d296e9c5 HTTP/1.1" status: 204 len: 168 time: 0.8773401 Jan 21 09:44:43.954416 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58424) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:43.955484 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-77a77b33-c2bc-4664-9fdb-3dde0e105e50 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.960110 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a77b33-c2bc-4664-9fdb-3dde0e105e50 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:43.960823 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-77a77b33-c2bc-4664-9fdb-3dde0e105e50 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.066032 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d5041603-c54d-4b6e-b332-48430d83847c admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=188376afb71140a7b884cf38b2bf6e56&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2401154 Jan 21 09:44:44.075849 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4cb5210-0b24-47e7-8098-631ebab6a4f5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Deleting subnet e92b90a6-0db5-46b3-821a-af6540e38969 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:44:44.080697 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5b2409-e1e7-4ce1-ad06-2aa07555cf6b None None] Network 896a079b-9b64-4630-8fbe-646f603b142a requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:44.083331 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58430) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:44.084914 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-77a77b33-c2bc-4664-9fdb-3dde0e105e50 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4635665 Jan 21 09:44:44.086862 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1592f734-dc5f-4628-b076-c3e9187263c3 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Calling delete_port for a9da146d-2627-442e-b643-9c109d6f1ad8 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:44.134077 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58434) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:44.139819 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e4cb5210-0b24-47e7-8098-631ebab6a4f5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.148722 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a127f216-770b-45fd-8198-c52d4ff70c0b tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Checking segment: {'id': '587ae7b2-3fab-4b97-b471-22a04708248e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd3e49e30-f3f7-4388-b34f-5eb0725476d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:44.149073 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a127f216-770b-45fd-8198-c52d4ff70c0b tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Network hostable DHCP agents. Network: d3e49e30-f3f7-4388-b34f-5eb0725476d3, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:44.165419 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-e53aa491-bc2d-4e6a-8807-7a4313bbb2db tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Request body: {'subnet': {'network_id': '7d89bf9b-a929-4c81-af7f-ae45ec7e6941', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:44.258819 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a77b33-c2bc-4664-9fdb-3dde0e105e50 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event updated for resources: {'Network': ['ID=7d89bf9b-a929-4c81-af7f-ae45ec7e6941,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:44.270836 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed735bfb-19c4-4295-942c-2416f02334e0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.292575 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e4cb5210-0b24-47e7-8098-631ebab6a4f5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.342601 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 7d89bf9b-a929-4c81-af7f-ae45ec7e6941 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:44.377600 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-258b4288-a803-46aa-941e-f9cc2d4b772a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.403814 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-e53aa491-bc2d-4e6a-8807-7a4313bbb2db tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:44.406191 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a127f216-770b-45fd-8198-c52d4ff70c0b tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Network d3e49e30-f3f7-4388-b34f-5eb0725476d3 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:44.410263 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-258b4288-a803-46aa-941e-f9cc2d4b772a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.411992 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e53aa491-bc2d-4e6a-8807-7a4313bbb2db tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Usage tracker for resource:subnet and tenant:14f7a2c3d80d4ed0a81309ac4c20d7a5 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:44.415716 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1592f734-dc5f-4628-b076-c3e9187263c3 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.423813 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e53aa491-bc2d-4e6a-8807-7a4313bbb2db tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:44.476603 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e4cb5210-0b24-47e7-8098-631ebab6a4f5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.486392 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-e53aa491-bc2d-4e6a-8807-7a4313bbb2db tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:44.494408 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592f734-dc5f-4628-b076-c3e9187263c3 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Pushing event deleted for resources: {'Port': ['ID=a9da146d-2627-442e-b643-9c109d6f1ad8,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:44.499930 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-a127f216-770b-45fd-8198-c52d4ff70c0b tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, d3e49e30-f3f7-4388-b34f-5eb0725476d3) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:44.516266 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a127f216-770b-45fd-8198-c52d4ff70c0b tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:44.516819 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a127f216-770b-45fd-8198-c52d4ff70c0b tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.522132 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1592f734-dc5f-4628-b076-c3e9187263c3 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] No DVR routers for this DVR port a9da146d-2627-442e-b643-9c109d6f1ad8 on host dv-neutron-825732-1-hyperv {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:44.532884 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-258b4288-a803-46aa-941e-f9cc2d4b772a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.542564 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586f5122-99cc-4717-b0b3-16d397ea2d8c None None] Network d3e49e30-f3f7-4388-b34f-5eb0725476d3 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:44.562440 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b4288-a803-46aa-941e-f9cc2d4b772a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7618c714-9417-4324-9452-717e7a1c9f74,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:44.573528 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53aa491-bc2d-4e6a-8807-7a4313bbb2db tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Made reservation on behalf of 14f7a2c3d80d4ed0a81309ac4c20d7a5 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:44.586043 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-258b4288-a803-46aa-941e-f9cc2d4b772a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.589651 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-258b4288-a803-46aa-941e-f9cc2d4b772a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/7618c714-9417-4324-9452-717e7a1c9f74 HTTP/1.1" status: 204 len: 168 time: 0.5012317 Jan 21 09:44:44.623906 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e4cb5210-0b24-47e7-8098-631ebab6a4f5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.722747 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb5210-0b24-47e7-8098-631ebab6a4f5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Subnet': ['ID=e92b90a6-0db5-46b3-821a-af6540e38969,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:44.763114 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e4cb5210-0b24-47e7-8098-631ebab6a4f5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.781495 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e4cb5210-0b24-47e7-8098-631ebab6a4f5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/subnets/e92b90a6-0db5-46b3-821a-af6540e38969 HTTP/1.1" status: 204 len: 168 time: 0.7995420 Jan 21 09:44:44.782923 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58448) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:44.823544 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-9bd9e0bd-f4c1-43e5-8781-71f0e5608616 None None] For port a9da146d-2627-442e-b643-9c109d6f1ad8, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=a9da146d-2627-442e-b643-9c109d6f1ad8,segment=NetworkSegment(82668c06-6710-4b2b-9071-cdb00f5e415e),segment_id=82668c06-6710-4b2b-9071-cdb00f5e415e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:44.824479 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9bd9e0bd-f4c1-43e5-8781-71f0e5608616 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.931761 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a127f216-770b-45fd-8198-c52d4ff70c0b tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.1736689 Jan 21 09:44:44.944978 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58454) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:44.975503 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-a27d949d-586b-4f68-8391-48d85effb694 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1751747638', 'network_id': 'd3e49e30-f3f7-4388-b34f-5eb0725476d3'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:44.984474 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1592f734-dc5f-4628-b076-c3e9187263c3 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.995156 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a27d949d-586b-4f68-8391-48d85effb694 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:45.009253 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58458) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:45.022566 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a27d949d-586b-4f68-8391-48d85effb694 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Usage tracker for resource:port and tenant:4747faad71854e4fac490fce5d95fc3d is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:45.036316 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a27d949d-586b-4f68-8391-48d85effb694 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:45.067026 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e53aa491-bc2d-4e6a-8807-7a4313bbb2db tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.090803 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a27d949d-586b-4f68-8391-48d85effb694 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:45.111348 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-1592f734-dc5f-4628-b076-c3e9187263c3 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d97a4652-83f5-4f06-aec8-38c88c13d790']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:45.126812 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-9bd9e0bd-f4c1-43e5-8781-71f0e5608616 None None] Calling delete_port for a9da146d-2627-442e-b643-9c109d6f1ad8 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:45.127279 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27d949d-586b-4f68-8391-48d85effb694 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Made reservation on behalf of 4747faad71854e4fac490fce5d95fc3d for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:45.130336 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a27d949d-586b-4f68-8391-48d85effb694 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.183144 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a5c1d1fe-929e-42a5-ae77-37040812223d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.201813 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-a5c1d1fe-929e-42a5-ae77-37040812223d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Deleting port ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:45.202349 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a5c1d1fe-929e-42a5-ae77-37040812223d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.222616 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-1592f734-dc5f-4628-b076-c3e9187263c3 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82668c06-6710-4b2b-9071-cdb00f5e415e') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:45.223191 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-1592f734-dc5f-4628-b076-c3e9187263c3 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82668c06-6710-4b2b-9071-cdb00f5e415e') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:45.271296 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-a27d949d-586b-4f68-8391-48d85effb694 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] device_id is not set on port ae69ff22-ea71-4802-9e80-5d6682b35b83 yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:45.281295 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-9bd9e0bd-f4c1-43e5-8781-71f0e5608616 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:44:45.281688 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-9bd9e0bd-f4c1-43e5-8781-71f0e5608616 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:44:45.296990 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device d982bc13-42f6-4a0b-820c-454870d5ec7b up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:45.323173 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1592f734-dc5f-4628-b076-c3e9187263c3 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.342164 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-48fd5b36-5628-4f4b-9999-07e289f3838d tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-286547695', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:45.361430 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-48fd5b36-5628-4f4b-9999-07e289f3838d tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:45.382195 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-48fd5b36-5628-4f4b-9999-07e289f3838d tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Usage tracker for resource:port and tenant:6eba63a69765458eb8cd2f5124901237 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:45.385726 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1592f734-dc5f-4628-b076-c3e9187263c3 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.390765 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-48fd5b36-5628-4f4b-9999-07e289f3838d tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:45.415086 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-48fd5b36-5628-4f4b-9999-07e289f3838d tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:45.423437 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1592f734-dc5f-4628-b076-c3e9187263c3 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:44:45.424192 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1592f734-dc5f-4628-b076-c3e9187263c3 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.444415 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:44:45.444415 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:44:45.444415 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:44:45.444415 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:45.444415 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:44:45.444415 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:45.444415 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:44:45.444415 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:45.444415 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:44:45.444415 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:45.444415 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:44:45.444415 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:45.444415 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:44:45.444415 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:45.444415 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:45.444415 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:45.444415 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:45.444415 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:45.444415 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:44:45.444415 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:44:45.444415 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:44:45.444415 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:44:45.444415 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:45.444415 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:44:45.444415 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:45.444415 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:44:45.444415 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:45.444415 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:44:45.444415 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:45.444415 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:44:45.444415 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:45.444415 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:45.468639 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-da52a488-20c7-4acd-b48e-e1352cdfc62e None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.515357 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-a5c1d1fe-929e-42a5-ae77-37040812223d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] For port ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a,segment=NetworkSegment(ce1a5712-0f99-449a-ad96-4ec5131652f3),segment_id=ce1a5712-0f99-449a-ad96-4ec5131652f3)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:45.516049 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a5c1d1fe-929e-42a5-ae77-37040812223d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.548943 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fd5b36-5628-4f4b-9999-07e289f3838d tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Made reservation on behalf of 6eba63a69765458eb8cd2f5124901237 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:45.552044 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-48fd5b36-5628-4f4b-9999-07e289f3838d tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.582622 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-48fd5b36-5628-4f4b-9999-07e289f3838d tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.697412 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port d982bc13-42f6-4a0b-820c-454870d5ec7b triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:45.698336 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.724362 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-a5c1d1fe-929e-42a5-ae77-37040812223d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Calling delete_port for ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:45.758765 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1592f734-dc5f-4628-b076-c3e9187263c3 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.774484 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-da52a488-20c7-4acd-b48e-e1352cdfc62e None None] Transition to ACTIVE for port object dc220551-ace8-4158-bd7b-35fe4a2bc579 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:45.796288 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-da52a488-20c7-4acd-b48e-e1352cdfc62e None None] Transition to ACTIVE for port object dc220551-ace8-4158-bd7b-35fe4a2bc579 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:45.800053 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-9bd9e0bd-f4c1-43e5-8781-71f0e5608616 None None] Deleting port a9da146d-2627-442e-b643-9c109d6f1ad8 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:45.800616 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9bd9e0bd-f4c1-43e5-8781-71f0e5608616 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.819016 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1592f734-dc5f-4628-b076-c3e9187263c3 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.835359 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a5c1d1fe-929e-42a5-ae77-37040812223d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.902129 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c1d1fe-929e-42a5-ae77-37040812223d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Port': ['ID=ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:45.909855 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c1d1fe-929e-42a5-ae77-37040812223d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] No DVR routers for this DVR port ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a on host dv-neutron-825732-1-hyperv {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:45.915784 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-48fd5b36-5628-4f4b-9999-07e289f3838d tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:45.920196 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592f734-dc5f-4628-b076-c3e9187263c3 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] Pushing event deleted for resources: {'Network': ['ID=d97a4652-83f5-4f06-aec8-38c88c13d790,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:45.941336 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e53aa491-bc2d-4e6a-8807-7a4313bbb2db tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.951585 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-a27d949d-586b-4f68-8391-48d85effb694 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Allocated IP 2001:db8::115 (d3e49e30-f3f7-4388-b34f-5eb0725476d3/d7ac5055-fd73-45e9-b9e0-65b0d70d994f/ae69ff22-ea71-4802-9e80-5d6682b35b83) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:45.958988 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-48fd5b36-5628-4f4b-9999-07e289f3838d tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Usage tracker for resource:security_group_rule and tenant:6eba63a69765458eb8cd2f5124901237 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:45.963244 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-da52a488-20c7-4acd-b48e-e1352cdfc62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.004601 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-48fd5b36-5628-4f4b-9999-07e289f3838d tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:46.024119 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-1592f734-dc5f-4628-b076-c3e9187263c3 tempest-AllowedAddressPairIpV6TestJSON-541610513 tempest-AllowedAddressPairIpV6TestJSON-541610513-project] 10.222.0.104 "DELETE /v2.0/networks/d97a4652-83f5-4f06-aec8-38c88c13d790 HTTP/1.1" status: 204 len: 168 time: 3.7289498 Jan 21 09:44:46.030451 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-48fd5b36-5628-4f4b-9999-07e289f3838d tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:46.041644 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71daee4-b426-43a0-9ac6-b8b89c230e92 None None] Network d3e49e30-f3f7-4388-b34f-5eb0725476d3 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:46.069332 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed735bfb-19c4-4295-942c-2416f02334e0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.116557 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-9bd9e0bd-f4c1-43e5-8781-71f0e5608616 None None] The port 'a9da146d-2627-442e-b643-9c109d6f1ad8' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:44:46.144639 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53aa491-bc2d-4e6a-8807-7a4313bbb2db tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event updated for resources: {'Subnet': ['ID=1b049a70-647a-406d-9feb-3e93aaeb1b1c,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:46.212455 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b761bc9-3eac-4f9a-95c7-ff61b15180f6 None None] Host dv-neutron-825732-1-hyperv tried to update port ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a which no longer exists. {{(pid=83599) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:313}} Jan 21 09:44:46.215502 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed735bfb-19c4-4295-942c-2416f02334e0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event deleted for resources: {'Subnet': ['ID=53c63a1b-a527-462c-bb1c-1b4c56c92d92,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:46.215669 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58480) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:46.218854 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53aa491-bc2d-4e6a-8807-7a4313bbb2db tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Checking segment: {'id': 'e509c3bc-ce6f-4972-b578-7752e783dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7d89bf9b-a929-4c81-af7f-ae45ec7e6941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:46.219514 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53aa491-bc2d-4e6a-8807-7a4313bbb2db tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Network hostable DHCP agents. Network: 7d89bf9b-a929-4c81-af7f-ae45ec7e6941, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:46.235538 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [-] 10.222.0.104 "GET / HTTP/1.1" status: 200 len: 249 time: 0.0104463 Jan 21 09:44:46.237172 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a5c1d1fe-929e-42a5-ae77-37040812223d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.255202 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da52a488-20c7-4acd-b48e-e1352cdfc62e None None] Network 43712db4-78b5-4f05-a9b2-5005a2334f75 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:46.258787 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58482) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:46.290966 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-a5c1d1fe-929e-42a5-ae77-37040812223d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['896a079b-9b64-4630-8fbe-646f603b142a']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:46.312711 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-a5c1d1fe-929e-42a5-ae77-37040812223d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce1a5712-0f99-449a-ad96-4ec5131652f3') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:46.312711 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-a5c1d1fe-929e-42a5-ae77-37040812223d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce1a5712-0f99-449a-ad96-4ec5131652f3') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:46.323888 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a5c1d1fe-929e-42a5-ae77-37040812223d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.334529 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-da52a488-20c7-4acd-b48e-e1352cdfc62e None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:46.336404 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da52a488-20c7-4acd-b48e-e1352cdfc62e None None] Pushing event updated for resources: {'Port': ['ID=dc220551-ace8-4158-bd7b-35fe4a2bc579,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:46.342475 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da52a488-20c7-4acd-b48e-e1352cdfc62e None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:46.346173 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e939c5-d27a-4f0f-9c5e-8bc13e63b365 None None] Network 896a079b-9b64-4630-8fbe-646f603b142a requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:46.351156 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a5c1d1fe-929e-42a5-ae77-37040812223d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.372885 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5c1d1fe-929e-42a5-ae77-37040812223d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:44:46.374566 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a5c1d1fe-929e-42a5-ae77-37040812223d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.417595 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:44:46.417595 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:44:46.417595 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:44:46.417595 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:46.417595 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:44:46.417595 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:46.417595 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:44:46.417595 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:46.417595 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:44:46.417595 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:46.417595 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:44:46.417595 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:46.417595 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:44:46.417595 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:46.417595 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:46.417595 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:46.417595 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:46.417595 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:46.417595 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:44:46.417595 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:44:46.417595 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:44:46.417595 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:44:46.417595 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:46.417595 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:44:46.417595 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:46.417595 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:44:46.417595 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:46.417595 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:44:46.417595 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:46.417595 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:44:46.417595 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:46.417595 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:46.513868 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-6cc223f3-e541-4c48-bc7e-e5ec0e831a4c None None] Could not find standard attr ID for object ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a. {{(pid=83599) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:44:46.539690 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a5c1d1fe-929e-42a5-ae77-37040812223d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.547073 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed735bfb-19c4-4295-942c-2416f02334e0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.561483 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-89e8dc63-bff5-4915-a7c0-8f7eed108b33 tempest-NetworksApiDiscovery-1721156743 tempest-NetworksApiDiscovery-1721156743-project] 10.222.0.104 "GET /v2.0/ HTTP/1.1" status: 200 len: 706 time: 0.2955439 Jan 21 09:44:46.578338 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a5c1d1fe-929e-42a5-ae77-37040812223d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.588922 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c1d1fe-929e-42a5-ae77-37040812223d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Network': ['ID=896a079b-9b64-4630-8fbe-646f603b142a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:46.609631 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a5c1d1fe-929e-42a5-ae77-37040812223d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/networks/896a079b-9b64-4630-8fbe-646f603b142a HTTP/1.1" status: 204 len: 168 time: 1.8250992 Jan 21 09:44:46.615120 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58494) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:46.692031 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58498) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:46.692754 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a27d949d-586b-4f68-8391-48d85effb694 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.740690 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a27d949d-586b-4f68-8391-48d85effb694 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.775605 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-da52a488-20c7-4acd-b48e-e1352cdfc62e None None] Attempting to bind port dc220551-ace8-4158-bd7b-35fe4a2bc579 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:46.776133 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-da52a488-20c7-4acd-b48e-e1352cdfc62e None None] Attempting to bind port dc220551-ace8-4158-bd7b-35fe4a2bc579 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '33a2852b-462f-420b-9699-60a0dee9d377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '43712db4-78b5-4f05-a9b2-5005a2334f75'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:46.776783 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da52a488-20c7-4acd-b48e-e1352cdfc62e None None] Attempting to bind port dc220551-ace8-4158-bd7b-35fe4a2bc579 on network 43712db4-78b5-4f05-a9b2-5005a2334f75 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:44:46.806693 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70125e46-a597-47fd-9915-470069c3bc83 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:46.808062 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-70125e46-a597-47fd-9915-470069c3bc83 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Synchronizing usage tracker for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:46.836318 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da52a488-20c7-4acd-b48e-e1352cdfc62e None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:44:46.836836 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da52a488-20c7-4acd-b48e-e1352cdfc62e None None] Checking segment: {'id': '33a2852b-462f-420b-9699-60a0dee9d377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '43712db4-78b5-4f05-a9b2-5005a2334f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:46.837545 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-da52a488-20c7-4acd-b48e-e1352cdfc62e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.838040 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da52a488-20c7-4acd-b48e-e1352cdfc62e None None] Bound using segment: {'id': '33a2852b-462f-420b-9699-60a0dee9d377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '43712db4-78b5-4f05-a9b2-5005a2334f75'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:44:46.838643 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-da52a488-20c7-4acd-b48e-e1352cdfc62e None None] Bound port: dc220551-ace8-4158-bd7b-35fe4a2bc579, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a2852b-462f-420b-9699-60a0dee9d377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '43712db4-78b5-4f05-a9b2-5005a2334f75'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:46.839173 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-da52a488-20c7-4acd-b48e-e1352cdfc62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.854954 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-70125e46-a597-47fd-9915-470069c3bc83 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Unset dirty status for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:46.869051 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-70125e46-a597-47fd-9915-470069c3bc83 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2419519 Jan 21 09:44:46.869788 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a9da146d-2627-442e-b643-9c109d6f1ad8 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:44:46.870689 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58504) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:46.885968 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53aa491-bc2d-4e6a-8807-7a4313bbb2db tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Network 7d89bf9b-a929-4c81-af7f-ae45ec7e6941 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:46.913874 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-ed735bfb-19c4-4295-942c-2416f02334e0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43712db4-78b5-4f05-a9b2-5005a2334f75']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:46.932746 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d949d-586b-4f68-8391-48d85effb694 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Pushing event updated for resources: {'Port': ['ID=ae69ff22-ea71-4802-9e80-5d6682b35b83,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:46.955252 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-ed735bfb-19c4-4295-942c-2416f02334e0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a2852b-462f-420b-9699-60a0dee9d377') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:46.955839 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-ed735bfb-19c4-4295-942c-2416f02334e0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a2852b-462f-420b-9699-60a0dee9d377') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:46.963004 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd4582b-f7d1-411a-be80-607ca2f9a230 None None] DHCP port deletion for 896a079b-9b64-4630-8fbe-646f603b142a request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:44:46.973855 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-48fd5b36-5628-4f4b-9999-07e289f3838d tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.977494 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-e53aa491-bc2d-4e6a-8807-7a4313bbb2db tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 7d89bf9b-a929-4c81-af7f-ae45ec7e6941) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:46.982098 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27d949d-586b-4f68-8391-48d85effb694 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Network d3e49e30-f3f7-4388-b34f-5eb0725476d3 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:46.987253 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-a27d949d-586b-4f68-8391-48d85effb694 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:46.990793 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed735bfb-19c4-4295-942c-2416f02334e0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.995147 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b0558dc7-7a73-4140-882f-10089c80cf8a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1223152 Jan 21 09:44:46.998280 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58510) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:47.002154 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53aa491-bc2d-4e6a-8807-7a4313bbb2db tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:47.002825 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e53aa491-bc2d-4e6a-8807-7a4313bbb2db tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.008849 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: a9da146d-2627-442e-b643-9c109d6f1ad8 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:44:47.009097 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-48fd5b36-5628-4f4b-9999-07e289f3838d tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.009278 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a9da146d-2627-442e-b643-9c109d6f1ad8 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:44:47.011091 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-35dd9839-3d71-44ad-9c27-661bcfa4c3d2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-119475561'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:47.014173 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27d949d-586b-4f68-8391-48d85effb694 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:47.015107 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27d949d-586b-4f68-8391-48d85effb694 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:47.016320 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a27d949d-586b-4f68-8391-48d85effb694 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.029966 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-35dd9839-3d71-44ad-9c27-661bcfa4c3d2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:47.034996 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-35dd9839-3d71-44ad-9c27-661bcfa4c3d2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:network and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:47.039846 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-35dd9839-3d71-44ad-9c27-661bcfa4c3d2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:47.044108 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-48fd5b36-5628-4f4b-9999-07e289f3838d tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] device_id is not set on port 5aa033f1-3123-4f34-a913-a1146ee63177 yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:47.048120 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-35dd9839-3d71-44ad-9c27-661bcfa4c3d2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:47.055680 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09936f3b-458c-4b8c-a35b-fd881faa8026 None None] Network 7d89bf9b-a929-4c81-af7f-ae45ec7e6941 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:47.066255 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35dd9839-3d71-44ad-9c27-661bcfa4c3d2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Made reservation on behalf of fd763e9054b0425c8035d150c4a90c6a for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:47.071613 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35dd9839-3d71-44ad-9c27-661bcfa4c3d2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.125333 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35dd9839-3d71-44ad-9c27-661bcfa4c3d2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:47.176735 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58514) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:47.182496 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35dd9839-3d71-44ad-9c27-661bcfa4c3d2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.183344 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-35dd9839-3d71-44ad-9c27-661bcfa4c3d2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Added segment 57f6776f-c7b1-479e-ba8b-1b04daa216a4 of type vlan for network 7368e191-7f0d-443a-9eb1-a4503a9987b8 Jan 21 09:44:47.199339 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:44:47.242916 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35dd9839-3d71-44ad-9c27-661bcfa4c3d2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.252539 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:44:47.252881 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ebaf077c-a0ee-4ec2-9b38-7b7ca59ce93a not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:44:47.258732 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9b8359d9-daf7-4128-8f66-eef0e6db1358 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a3ceeead67fd4425b3eae4f0abaa37dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5635958 Jan 21 09:44:47.261995 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58520) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:47.311034 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd5b36-5628-4f4b-9999-07e289f3838d tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc473f04-1eb2-4778-9d1a-afd97e43e487,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:47.350741 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed735bfb-19c4-4295-942c-2416f02334e0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.359167 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-da52a488-20c7-4acd-b48e-e1352cdfc62e None None] For port dc220551-ace8-4158-bd7b-35fe4a2bc579, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:47.359869 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35dd9839-3d71-44ad-9c27-661bcfa4c3d2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.360753 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed735bfb-19c4-4295-942c-2416f02334e0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:44:47.361325 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed735bfb-19c4-4295-942c-2416f02334e0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.367291 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dd9839-3d71-44ad-9c27-661bcfa4c3d2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:47.368099 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35dd9839-3d71-44ad-9c27-661bcfa4c3d2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.384908 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:44:47.384908 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:44:47.384908 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:44:47.384908 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:47.384908 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:44:47.384908 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:47.384908 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:44:47.384908 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:47.384908 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:44:47.384908 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:47.384908 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:44:47.384908 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:47.384908 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:44:47.384908 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:47.384908 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:47.384908 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:47.384908 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:47.384908 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:47.384908 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:44:47.384908 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:44:47.384908 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:44:47.384908 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:44:47.384908 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:47.384908 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:44:47.384908 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:47.384908 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:44:47.384908 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:47.384908 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:44:47.384908 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:47.384908 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:44:47.384908 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:47.384908 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:47.475647 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a27d949d-586b-4f68-8391-48d85effb694 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.5144031 Jan 21 09:44:47.477566 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e53aa491-bc2d-4e6a-8807-7a4313bbb2db tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3384531 Jan 21 09:44:47.483681 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58524) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:47.484301 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58526) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:47.507974 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2256b9-b574-4cf4-a3fb-897dd2430a78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-7d89bf9b-a929-4c81-af7f-ae45ec7e6941', 'network_id': '7d89bf9b-a929-4c81-af7f-ae45ec7e6941', 'tenant_id': '14f7a2c3d80d4ed0a81309ac4c20d7a5', 'fixed_ips': [{'subnet_id': '1b049a70-647a-406d-9feb-3e93aaeb1b1c'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:44:47.509131 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ed2256b9-b574-4cf4-a3fb-897dd2430a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.525941 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-65456151-3ea8-4998-98bc-eda2bbae058d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.559237 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-35dd9839-3d71-44ad-9c27-661bcfa4c3d2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5594931 Jan 21 09:44:47.563334 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58532) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:47.582570 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-1b0c6ce6-9e3a-40f8-99e4-85b2c7411288 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'subnet': {'network_id': '7368e191-7f0d-443a-9eb1-a4503a9987b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:47.596240 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-da52a488-20c7-4acd-b48e-e1352cdfc62e None None] For port dc220551-ace8-4158-bd7b-35fe4a2bc579, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=dc220551-ace8-4158-bd7b-35fe4a2bc579,segment=NetworkSegment(33a2852b-462f-420b-9699-60a0dee9d377),segment_id=33a2852b-462f-420b-9699-60a0dee9d377)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:47.598800 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd9839-3d71-44ad-9c27-661bcfa4c3d2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Network': ['ID=7368e191-7f0d-443a-9eb1-a4503a9987b8,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:47.606310 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-48fd5b36-5628-4f4b-9999-07e289f3838d tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Allocated IP 172.26.0.152 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/5aa033f1-3123-4f34-a913-a1146ee63177) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:47.608125 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-da52a488-20c7-4acd-b48e-e1352cdfc62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.616866 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7bb82e19-a979-4f57-96ca-fab4ac83b3af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.671300 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 7368e191-7f0d-443a-9eb1-a4503a9987b8 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:47.712718 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-65456151-3ea8-4998-98bc-eda2bbae058d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:47.731994 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-65456151-3ea8-4998-98bc-eda2bbae058d admin admin] Usage tracker for resource:security_group_rule and tenant:4cba0316ad374663a1b120d5eaa13cfd is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:47.746913 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-65456151-3ea8-4998-98bc-eda2bbae058d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:47.752904 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7bb82e19-a979-4f57-96ca-fab4ac83b3af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.771722 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-65456151-3ea8-4998-98bc-eda2bbae058d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:47.789205 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1b0c6ce6-9e3a-40f8-99e4-85b2c7411288 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:47.801744 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-1b0c6ce6-9e3a-40f8-99e4-85b2c7411288 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:subnet and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:47.811383 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-1b0c6ce6-9e3a-40f8-99e4-85b2c7411288 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:47.818554 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.api [None req-ed735bfb-19c4-4295-942c-2416f02334e0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:44:47.818554 dv-neutron-825732-1-hyperv neutron-server[83598]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:44:47.818554 dv-neutron-825732-1-hyperv neutron-server[83598]: [parameters: {'id': '43712db4-78b5-4f05-a9b2-5005a2334f75'}] Jan 21 09:44:47.818554 dv-neutron-825732-1-hyperv neutron-server[83598]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:44:47.819028 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG oslo_db.api [None req-ed735bfb-19c4-4295-942c-2416f02334e0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:44:47.824277 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1b0c6ce6-9e3a-40f8-99e4-85b2c7411288 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:47.851553 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0c6ce6-9e3a-40f8-99e4-85b2c7411288 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Made reservation on behalf of fd763e9054b0425c8035d150c4a90c6a for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:47.862116 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-72e4d5a1-b67c-4ec0-88a0-bf604ffa83a4 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Deleting port ae69ff22-ea71-4802-9e80-5d6682b35b83 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:47.862449 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-72e4d5a1-b67c-4ec0-88a0-bf604ffa83a4 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.936335 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-65456151-3ea8-4998-98bc-eda2bbae058d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.955030 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da52a488-20c7-4acd-b48e-e1352cdfc62e None None] Pushing event updated for resources: {'Port': ['ID=dc220551-ace8-4158-bd7b-35fe4a2bc579,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:48.041970 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d7234888-8690-49c6-ad47-05515713e707 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.087626 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-ed2256b9-b574-4cf4-a3fb-897dd2430a78 None None] Allocated IP 172.20.0.2 (7d89bf9b-a929-4c81-af7f-ae45ec7e6941/1b049a70-647a-406d-9feb-3e93aaeb1b1c/d1b355c3-2498-487d-ada2-8de595942fea) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:48.091470 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8707a390-8dcd-45a5-bb5b-f8d19553c1b5 None None] Network 43712db4-78b5-4f05-a9b2-5005a2334f75 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:48.102586 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-65456151-3ea8-4998-98bc-eda2bbae058d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.109315 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7bb82e19-a979-4f57-96ca-fab4ac83b3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.189997 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65456151-3ea8-4998-98bc-eda2bbae058d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a31f9c-6257-4215-9ba5-55e3d17ce9e1,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:48.192780 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7bb82e19-a979-4f57-96ca-fab4ac83b3af admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.197160 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7bb82e19-a979-4f57-96ca-fab4ac83b3af admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/2faa10ec-514d-48b4-be8e-b65efdd1b944 HTTP/1.1" status: 204 len: 168 time: 0.9341569 Jan 21 09:44:48.200030 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b0c6ce6-9e3a-40f8-99e4-85b2c7411288 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.291392 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-65456151-3ea8-4998-98bc-eda2bbae058d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=4cba0316ad374663a1b120d5eaa13cfd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1114869 Jan 21 09:44:48.292223 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58538) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:48.299999 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb82e19-a979-4f57-96ca-fab4ac83b3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2faa10ec-514d-48b4-be8e-b65efdd1b944,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:48.324917 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed735bfb-19c4-4295-942c-2416f02334e0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.366152 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d7234888-8690-49c6-ad47-05515713e707 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.435176 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-55794830-439c-485b-803b-194255017396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.449745 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-48fd5b36-5628-4f4b-9999-07e289f3838d tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.485452 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ed735bfb-19c4-4295-942c-2416f02334e0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Deleting port dc220551-ace8-4158-bd7b-35fe4a2bc579 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:48.485821 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed735bfb-19c4-4295-942c-2416f02334e0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.529701 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-55794830-439c-485b-803b-194255017396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.533221 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-72e4d5a1-b67c-4ec0-88a0-bf604ffa83a4 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.594432 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ed2256b9-b574-4cf4-a3fb-897dd2430a78 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.610663 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ed2256b9-b574-4cf4-a3fb-897dd2430a78 None None] Transition to ACTIVE for port object d1b355c3-2498-487d-ada2-8de595942fea will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:48.651392 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ed2256b9-b574-4cf4-a3fb-897dd2430a78 None None] Transition to ACTIVE for port object d1b355c3-2498-487d-ada2-8de595942fea will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:48.657377 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b0c6ce6-9e3a-40f8-99e4-85b2c7411288 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.671950 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ed2256b9-b574-4cf4-a3fb-897dd2430a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.706465 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-72e4d5a1-b67c-4ec0-88a0-bf604ffa83a4 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Calling delete_port for ae69ff22-ea71-4802-9e80-5d6682b35b83 owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:48.717249 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-55794830-439c-485b-803b-194255017396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.742635 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55794830-439c-485b-803b-194255017396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a31f9c-6257-4215-9ba5-55e3d17ce9e1,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:48.787623 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-55794830-439c-485b-803b-194255017396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.788847 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-55794830-439c-485b-803b-194255017396 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/81a31f9c-6257-4215-9ba5-55e3d17ce9e1 HTTP/1.1" status: 204 len: 168 time: 0.4863739 Jan 21 09:44:48.812035 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2256b9-b574-4cf4-a3fb-897dd2430a78 None None] Network 7d89bf9b-a929-4c81-af7f-ae45ec7e6941 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:48.832022 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-ed2256b9-b574-4cf4-a3fb-897dd2430a78 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:48.848318 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d7234888-8690-49c6-ad47-05515713e707 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.850177 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2256b9-b574-4cf4-a3fb-897dd2430a78 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:48.866707 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c6ce6-9e3a-40f8-99e4-85b2c7411288 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Subnet': ['ID=d096748a-55a8-42f8-97a8-c6b4fb15312d,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:48.899999 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0c6ce6-9e3a-40f8-99e4-85b2c7411288 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Checking segment: {'id': '57f6776f-c7b1-479e-ba8b-1b04daa216a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7368e191-7f0d-443a-9eb1-a4503a9987b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:48.901385 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0c6ce6-9e3a-40f8-99e4-85b2c7411288 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Network hostable DHCP agents. Network: 7368e191-7f0d-443a-9eb1-a4503a9987b8, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:48.919863 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7234888-8690-49c6-ad47-05515713e707 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event deleted for resources: {'Subnet': ['ID=1b049a70-647a-406d-9feb-3e93aaeb1b1c,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:48.978473 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0c6ce6-9e3a-40f8-99e4-85b2c7411288 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Network 7368e191-7f0d-443a-9eb1-a4503a9987b8 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:48.993745 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-1b0c6ce6-9e3a-40f8-99e4-85b2c7411288 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 7368e191-7f0d-443a-9eb1-a4503a9987b8) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:49.010442 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0c6ce6-9e3a-40f8-99e4-85b2c7411288 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:49.011448 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b0c6ce6-9e3a-40f8-99e4-85b2c7411288 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.033203 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-48fd5b36-5628-4f4b-9999-07e289f3838d tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.065881 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5bc62b-00d2-466e-921e-42e235920942 None None] Network 7368e191-7f0d-443a-9eb1-a4503a9987b8 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:49.065992 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1b0c6ce6-9e3a-40f8-99e4-85b2c7411288 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4881649 Jan 21 09:44:49.065992 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58552) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:49.074736 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-4ad9c155-7463-4576-aa45-0f060af6ba8f tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'port': {'network_id': '7368e191-7f0d-443a-9eb1-a4503a9987b8', 'name': 'tempest-PortsIpV6TestJSON-1643608249'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:49.224117 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2256b9-b574-4cf4-a3fb-897dd2430a78 None None] Pushing event updated for resources: {'Port': ['ID=d1b355c3-2498-487d-ada2-8de595942fea,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:49.292803 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ed2256b9-b574-4cf4-a3fb-897dd2430a78 None None] Attempting to bind port d1b355c3-2498-487d-ada2-8de595942fea on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:49.293438 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ed2256b9-b574-4cf4-a3fb-897dd2430a78 None None] Attempting to bind port d1b355c3-2498-487d-ada2-8de595942fea by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'e509c3bc-ce6f-4972-b578-7752e783dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7d89bf9b-a929-4c81-af7f-ae45ec7e6941'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:49.293822 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2256b9-b574-4cf4-a3fb-897dd2430a78 None None] Attempting to bind port d1b355c3-2498-487d-ada2-8de595942fea on network 7d89bf9b-a929-4c81-af7f-ae45ec7e6941 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:44:49.314814 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2256b9-b574-4cf4-a3fb-897dd2430a78 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:44:49.315186 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2256b9-b574-4cf4-a3fb-897dd2430a78 None None] Checking segment: {'id': 'e509c3bc-ce6f-4972-b578-7752e783dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7d89bf9b-a929-4c81-af7f-ae45ec7e6941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:49.315573 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ed2256b9-b574-4cf4-a3fb-897dd2430a78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.315957 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2256b9-b574-4cf4-a3fb-897dd2430a78 None None] Bound using segment: {'id': 'e509c3bc-ce6f-4972-b578-7752e783dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7d89bf9b-a929-4c81-af7f-ae45ec7e6941'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:44:49.316432 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ed2256b9-b574-4cf4-a3fb-897dd2430a78 None None] Bound port: d1b355c3-2498-487d-ada2-8de595942fea, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e509c3bc-ce6f-4972-b578-7752e783dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7d89bf9b-a929-4c81-af7f-ae45ec7e6941'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:49.316969 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ed2256b9-b574-4cf4-a3fb-897dd2430a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.346127 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4ad9c155-7463-4576-aa45-0f060af6ba8f tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:49.359452 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4ad9c155-7463-4576-aa45-0f060af6ba8f tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:49.375815 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad9c155-7463-4576-aa45-0f060af6ba8f tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Made reservation on behalf of fd763e9054b0425c8035d150c4a90c6a for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:49.380439 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4ad9c155-7463-4576-aa45-0f060af6ba8f tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.385668 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fd5b36-5628-4f4b-9999-07e289f3838d tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:49.388518 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd5b36-5628-4f4b-9999-07e289f3838d tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Pushing event updated for resources: {'Port': ['ID=5aa033f1-3123-4f34-a913-a1146ee63177,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:49.393823 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d7234888-8690-49c6-ad47-05515713e707 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.404473 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ed735bfb-19c4-4295-942c-2416f02334e0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] For port dc220551-ace8-4158-bd7b-35fe4a2bc579, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=dc220551-ace8-4158-bd7b-35fe4a2bc579,segment=NetworkSegment(33a2852b-462f-420b-9699-60a0dee9d377),segment_id=33a2852b-462f-420b-9699-60a0dee9d377)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:49.405099 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed735bfb-19c4-4295-942c-2416f02334e0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.419323 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-48fd5b36-5628-4f4b-9999-07e289f3838d tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:49.434289 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fd5b36-5628-4f4b-9999-07e289f3838d tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:49.438144 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-4ad9c155-7463-4576-aa45-0f060af6ba8f tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] device_id is not set on port e1b10b2f-eb1f-48e6-8799-f80934e0c2bb yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:49.480719 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f674c2fd-a8e8-4f67-8afe-305044390b68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-7368e191-7f0d-443a-9eb1-a4503a9987b8', 'network_id': '7368e191-7f0d-443a-9eb1-a4503a9987b8', 'tenant_id': 'fd763e9054b0425c8035d150c4a90c6a', 'fixed_ips': [{'subnet_id': 'd096748a-55a8-42f8-97a8-c6b4fb15312d'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:44:49.481594 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f674c2fd-a8e8-4f67-8afe-305044390b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.544503 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-ed2256b9-b574-4cf4-a3fb-897dd2430a78 None None] For port d1b355c3-2498-487d-ada2-8de595942fea, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:49.557426 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-ed2256b9-b574-4cf4-a3fb-897dd2430a78 None None] For port d1b355c3-2498-487d-ada2-8de595942fea, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=d1b355c3-2498-487d-ada2-8de595942fea,segment=NetworkSegment(e509c3bc-ce6f-4972-b578-7752e783dc8c),segment_id=e509c3bc-ce6f-4972-b578-7752e783dc8c)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:49.629977 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ed2256b9-b574-4cf4-a3fb-897dd2430a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.656484 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-4ad9c155-7463-4576-aa45-0f060af6ba8f tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Allocated IP 2001:db8::311 (7368e191-7f0d-443a-9eb1-a4503a9987b8/d096748a-55a8-42f8-97a8-c6b4fb15312d/e1b10b2f-eb1f-48e6-8799-f80934e0c2bb) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:49.809248 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ed735bfb-19c4-4295-942c-2416f02334e0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Calling delete_port for dc220551-ace8-4158-bd7b-35fe4a2bc579 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:49.814790 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2256b9-b574-4cf4-a3fb-897dd2430a78 None None] Pushing event updated for resources: {'Port': ['ID=d1b355c3-2498-487d-ada2-8de595942fea,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:49.831838 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-d7234888-8690-49c6-ad47-05515713e707 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d89bf9b-a929-4c81-af7f-ae45ec7e6941']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:49.872055 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-d7234888-8690-49c6-ad47-05515713e707 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e509c3bc-ce6f-4972-b578-7752e783dc8c') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:49.872055 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-d7234888-8690-49c6-ad47-05515713e707 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e509c3bc-ce6f-4972-b578-7752e783dc8c') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:49.898990 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-72e4d5a1-b67c-4ec0-88a0-bf604ffa83a4 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.951032 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d7234888-8690-49c6-ad47-05515713e707 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.972404 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fd5b36-5628-4f4b-9999-07e289f3838d tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:49.973365 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-48fd5b36-5628-4f4b-9999-07e289f3838d tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.985101 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4d5a1-b67c-4ec0-88a0-bf604ffa83a4 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae69ff22-ea71-4802-9e80-5d6682b35b83,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:49.993717 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17170e0-ab5c-4982-af91-40bba253e613 None None] Network 7d89bf9b-a929-4c81-af7f-ae45ec7e6941 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:50.053745 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d7234888-8690-49c6-ad47-05515713e707 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.082546 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed735bfb-19c4-4295-942c-2416f02334e0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.087639 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-72e4d5a1-b67c-4ec0-88a0-bf604ffa83a4 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.088965 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-72e4d5a1-b67c-4ec0-88a0-bf604ffa83a4 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] 10.222.0.104 "DELETE /v2.0/ports/ae69ff22-ea71-4802-9e80-5d6682b35b83 HTTP/1.1" status: 204 len: 168 time: 2.6033335 Jan 21 09:44:50.090076 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7234888-8690-49c6-ad47-05515713e707 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:44:50.090487 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d7234888-8690-49c6-ad47-05515713e707 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.100711 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58564) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:50.125966 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-10de8fc8-08eb-42c5-9283-5742ccf31a58 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3e49e30-f3f7-4388-b34f-5eb0725476d3', 'external_fixed_ips': [{'subnet_id': 'd7ac5055-fd73-45e9-b9e0-65b0d70d994f', 'ip_address': '2001:db8::115'}]}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:50.129045 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58568) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:50.141363 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:44:50.141363 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:44:50.141363 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:44:50.141363 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:50.141363 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:44:50.141363 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:50.141363 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:44:50.141363 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:50.141363 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:44:50.141363 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:50.141363 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:44:50.141363 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:50.141363 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:44:50.141363 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:50.141363 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:50.141363 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:50.141363 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:50.141363 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:50.141363 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:44:50.141363 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:44:50.141363 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:44:50.141363 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:44:50.141363 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:50.141363 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:44:50.141363 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:50.141363 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:44:50.141363 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:50.141363 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:44:50.141363 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:50.141363 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:44:50.141363 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:50.141363 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:50.155312 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-10de8fc8-08eb-42c5-9283-5742ccf31a58 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:50.161366 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-48fd5b36-5628-4f4b-9999-07e289f3838d tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 5.1392031 Jan 21 09:44:50.164120 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58574) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:50.168068 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-10de8fc8-08eb-42c5-9283-5742ccf31a58 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Usage tracker for resource:router and tenant:4747faad71854e4fac490fce5d95fc3d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:50.173603 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-0a3e07b3-685f-4db5-8c19-8e6339eb7ac2 tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.152'}]}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:50.186359 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-10de8fc8-08eb-42c5-9283-5742ccf31a58 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:50.198135 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0a3e07b3-685f-4db5-8c19-8e6339eb7ac2 tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:50.200591 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-10de8fc8-08eb-42c5-9283-5742ccf31a58 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:50.207020 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed735bfb-19c4-4295-942c-2416f02334e0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event deleted for resources: {'Port': ['ID=dc220551-ace8-4158-bd7b-35fe4a2bc579,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:50.221996 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0a3e07b3-685f-4db5-8c19-8e6339eb7ac2 tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Usage tracker for resource:router and tenant:6eba63a69765458eb8cd2f5124901237 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:50.227539 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.233622 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0a3e07b3-685f-4db5-8c19-8e6339eb7ac2 tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:50.243447 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed735bfb-19c4-4295-942c-2416f02334e0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] No DVR routers for this DVR port dc220551-ace8-4158-bd7b-35fe4a2bc579 on host dv-neutron-825732-1-hyperv {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:50.246616 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4ad9c155-7463-4576-aa45-0f060af6ba8f tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.250295 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0a3e07b3-685f-4db5-8c19-8e6339eb7ac2 tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:50.253043 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-10de8fc8-08eb-42c5-9283-5742ccf31a58 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.254474 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-10de8fc8-08eb-42c5-9283-5742ccf31a58 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.294234 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-4ad9c155-7463-4576-aa45-0f060af6ba8f tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Transition to ACTIVE for port object e1b10b2f-eb1f-48e6-8799-f80934e0c2bb will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:50.298106 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0a3e07b3-685f-4db5-8c19-8e6339eb7ac2 tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.298106 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0a3e07b3-685f-4db5-8c19-8e6339eb7ac2 tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.311590 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.api [None req-d7234888-8690-49c6-ad47-05515713e707 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:44:50.311590 dv-neutron-825732-1-hyperv neutron-server[83598]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:44:50.311590 dv-neutron-825732-1-hyperv neutron-server[83598]: [parameters: {'id': '7d89bf9b-a929-4c81-af7f-ae45ec7e6941'}] Jan 21 09:44:50.311590 dv-neutron-825732-1-hyperv neutron-server[83598]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:44:50.312038 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG oslo_db.api [None req-d7234888-8690-49c6-ad47-05515713e707 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:44:50.380631 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-10de8fc8-08eb-42c5-9283-5742ccf31a58 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.415128 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4ad9c155-7463-4576-aa45-0f060af6ba8f tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.421185 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0a3e07b3-685f-4db5-8c19-8e6339eb7ac2 tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.431837 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed735bfb-19c4-4295-942c-2416f02334e0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.471573 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-ed735bfb-19c4-4295-942c-2416f02334e0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43712db4-78b5-4f05-a9b2-5005a2334f75']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:50.486533 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-ed735bfb-19c4-4295-942c-2416f02334e0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a2852b-462f-420b-9699-60a0dee9d377') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:50.487201 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-ed735bfb-19c4-4295-942c-2416f02334e0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a2852b-462f-420b-9699-60a0dee9d377') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:50.500923 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed735bfb-19c4-4295-942c-2416f02334e0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.520461 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-661418ed-8ec5-4d84-afc3-2a297505d025 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-225390409'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:50.526891 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-661418ed-8ec5-4d84-afc3-2a297505d025 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:50.531603 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-f674c2fd-a8e8-4f67-8afe-305044390b68 None None] Allocated IP 2001:db8::2 (7368e191-7f0d-443a-9eb1-a4503a9987b8/d096748a-55a8-42f8-97a8-c6b4fb15312d/82819625-1475-4092-b152-a9869989d2c9) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:50.531886 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-661418ed-8ec5-4d84-afc3-2a297505d025 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Usage tracker for resource:network and tenant:9c156ff522964d7c9ba2b316bb343d56 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:50.535886 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-661418ed-8ec5-4d84-afc3-2a297505d025 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:50.543479 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-661418ed-8ec5-4d84-afc3-2a297505d025 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:50.573192 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed735bfb-19c4-4295-942c-2416f02334e0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.573372 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661418ed-8ec5-4d84-afc3-2a297505d025 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Made reservation on behalf of 9c156ff522964d7c9ba2b316bb343d56 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:50.576371 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-661418ed-8ec5-4d84-afc3-2a297505d025 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.586836 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed735bfb-19c4-4295-942c-2416f02334e0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:44:50.587731 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed735bfb-19c4-4295-942c-2416f02334e0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.607520 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:44:50.607520 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:44:50.607520 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:44:50.607520 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:50.607520 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:44:50.607520 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:50.607520 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:44:50.607520 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:50.607520 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:44:50.607520 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:50.607520 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:44:50.607520 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:50.607520 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:44:50.607520 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:50.607520 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:50.607520 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:50.607520 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:50.607520 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:50.607520 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:44:50.607520 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:44:50.607520 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:44:50.607520 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:44:50.607520 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:50.607520 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:44:50.607520 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:50.607520 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:44:50.607520 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:50.607520 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:44:50.607520 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:50.607520 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:44:50.607520 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:50.607520 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:50.689373 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad9c155-7463-4576-aa45-0f060af6ba8f tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Network 7368e191-7f0d-443a-9eb1-a4503a9987b8 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:50.699883 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-661418ed-8ec5-4d84-afc3-2a297505d025 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.776557 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-4ad9c155-7463-4576-aa45-0f060af6ba8f tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:50.791449 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb57c2-e8a5-4b1d-8db4-a8828a445652 req-98023b1e-bd4c-4745-a0ab-fdecc440d8e1 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:50.793058 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5fdb57c2-e8a5-4b1d-8db4-a8828a445652 req-98023b1e-bd4c-4745-a0ab-fdecc440d8e1 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.2839408 Jan 21 09:44:50.794290 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed735bfb-19c4-4295-942c-2416f02334e0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.815108 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed735bfb-19c4-4295-942c-2416f02334e0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.819527 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d7234888-8690-49c6-ad47-05515713e707 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.842922 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed735bfb-19c4-4295-942c-2416f02334e0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event deleted for resources: {'Network': ['ID=43712db4-78b5-4f05-a9b2-5005a2334f75,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:50.853749 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ed735bfb-19c4-4295-942c-2416f02334e0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "DELETE /v2.0/networks/43712db4-78b5-4f05-a9b2-5005a2334f75 HTTP/1.1" status: 204 len: 168 time: 8.5701988 Jan 21 09:44:50.856040 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58582) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:50.861832 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f674c2fd-a8e8-4f67-8afe-305044390b68 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.864034 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-a4c21495-0dc1-4603-88d7-a5178781169e tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1124719865'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:50.873903 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f674c2fd-a8e8-4f67-8afe-305044390b68 None None] Transition to ACTIVE for port object 82819625-1475-4092-b152-a9869989d2c9 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:50.880248 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a4c21495-0dc1-4603-88d7-a5178781169e tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:50.891377 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9c155-7463-4576-aa45-0f060af6ba8f tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Port': ['ID=e1b10b2f-eb1f-48e6-8799-f80934e0c2bb,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:50.892264 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a4c21495-0dc1-4603-88d7-a5178781169e tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Usage tracker for resource:network and tenant:0d13a625922e456e97b68503a56cb4ae is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:50.897487 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d7234888-8690-49c6-ad47-05515713e707 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Deleting port d1b355c3-2498-487d-ada2-8de595942fea {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:50.899774 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d7234888-8690-49c6-ad47-05515713e707 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.908743 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad9c155-7463-4576-aa45-0f060af6ba8f tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:50.913614 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad9c155-7463-4576-aa45-0f060af6ba8f tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:50.914257 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4ad9c155-7463-4576-aa45-0f060af6ba8f tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.916699 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f674c2fd-a8e8-4f67-8afe-305044390b68 None None] Transition to ACTIVE for port object 82819625-1475-4092-b152-a9869989d2c9 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:50.926430 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f674c2fd-a8e8-4f67-8afe-305044390b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.928897 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a4c21495-0dc1-4603-88d7-a5178781169e tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:50.937689 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5fdb57c2-e8a5-4b1d-8db4-a8828a445652 req-beaab1a7-d8bd-46a5-b8c3-49cf2fa4e221 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196208 Jan 21 09:44:50.949833 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a4c21495-0dc1-4603-88d7-a5178781169e tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:50.964897 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4ad9c155-7463-4576-aa45-0f060af6ba8f tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9002669 Jan 21 09:44:50.966892 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58586) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:50.979412 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-427ea504-383b-4d5f-a631-6bbf061eadf9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'port': {'network_id': '7368e191-7f0d-443a-9eb1-a4503a9987b8', 'name': 'tempest-PortsIpV6TestJSON-737430884'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:51.004630 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c21495-0dc1-4603-88d7-a5178781169e tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Made reservation on behalf of 0d13a625922e456e97b68503a56cb4ae for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:51.009183 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a4c21495-0dc1-4603-88d7-a5178781169e tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.117708 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f674c2fd-a8e8-4f67-8afe-305044390b68 None None] Network 7368e191-7f0d-443a-9eb1-a4503a9987b8 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:51.121278 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-f674c2fd-a8e8-4f67-8afe-305044390b68 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:51.125169 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f674c2fd-a8e8-4f67-8afe-305044390b68 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:51.132339 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674c2fd-a8e8-4f67-8afe-305044390b68 None None] Pushing event updated for resources: {'Port': ['ID=82819625-1475-4092-b152-a9869989d2c9,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:51.139291 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c21495-0dc1-4603-88d7-a5178781169e tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:51.176644 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a4c21495-0dc1-4603-88d7-a5178781169e tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.177022 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-a4c21495-0dc1-4603-88d7-a5178781169e tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Added segment 45be52a8-5754-4fca-ac00-2a00bc0346c1 of type vlan for network 8b61f89f-303f-4399-a8f1-a3c621a49970 Jan 21 09:44:51.193622 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-d7234888-8690-49c6-ad47-05515713e707 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] For port d1b355c3-2498-487d-ada2-8de595942fea, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=d1b355c3-2498-487d-ada2-8de595942fea,segment=NetworkSegment(e509c3bc-ce6f-4972-b578-7752e783dc8c),segment_id=e509c3bc-ce6f-4972-b578-7752e783dc8c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:51.194025 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d7234888-8690-49c6-ad47-05515713e707 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.240723 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f674c2fd-a8e8-4f67-8afe-305044390b68 None None] Attempting to bind port 82819625-1475-4092-b152-a9869989d2c9 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:51.241307 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f674c2fd-a8e8-4f67-8afe-305044390b68 None None] Attempting to bind port 82819625-1475-4092-b152-a9869989d2c9 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '57f6776f-c7b1-479e-ba8b-1b04daa216a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7368e191-7f0d-443a-9eb1-a4503a9987b8'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:51.241811 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f674c2fd-a8e8-4f67-8afe-305044390b68 None None] Attempting to bind port 82819625-1475-4092-b152-a9869989d2c9 on network 7368e191-7f0d-443a-9eb1-a4503a9987b8 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:44:51.249547 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f674c2fd-a8e8-4f67-8afe-305044390b68 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:44:51.250056 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f674c2fd-a8e8-4f67-8afe-305044390b68 None None] Checking segment: {'id': '57f6776f-c7b1-479e-ba8b-1b04daa216a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7368e191-7f0d-443a-9eb1-a4503a9987b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:51.250559 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f674c2fd-a8e8-4f67-8afe-305044390b68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.251075 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f674c2fd-a8e8-4f67-8afe-305044390b68 None None] Bound using segment: {'id': '57f6776f-c7b1-479e-ba8b-1b04daa216a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7368e191-7f0d-443a-9eb1-a4503a9987b8'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:44:51.251645 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f674c2fd-a8e8-4f67-8afe-305044390b68 None None] Bound port: 82819625-1475-4092-b152-a9869989d2c9, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f6776f-c7b1-479e-ba8b-1b04daa216a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7368e191-7f0d-443a-9eb1-a4503a9987b8'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:51.252113 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f674c2fd-a8e8-4f67-8afe-305044390b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.351219 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d7234888-8690-49c6-ad47-05515713e707 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Calling delete_port for d1b355c3-2498-487d-ada2-8de595942fea owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:51.351454 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-661418ed-8ec5-4d84-afc3-2a297505d025 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:51.354490 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-10de8fc8-08eb-42c5-9283-5742ccf31a58 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.376769 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-661418ed-8ec5-4d84-afc3-2a297505d025 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Usage tracker for resource:security_group_rule and tenant:9c156ff522964d7c9ba2b316bb343d56 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:51.378298 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-f674c2fd-a8e8-4f67-8afe-305044390b68 None None] For port 82819625-1475-4092-b152-a9869989d2c9, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:51.381592 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-661418ed-8ec5-4d84-afc3-2a297505d025 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:51.385102 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-f674c2fd-a8e8-4f67-8afe-305044390b68 None None] For port 82819625-1475-4092-b152-a9869989d2c9, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=82819625-1475-4092-b152-a9869989d2c9,segment=NetworkSegment(57f6776f-c7b1-479e-ba8b-1b04daa216a4),segment_id=57f6776f-c7b1-479e-ba8b-1b04daa216a4)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:51.391234 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f674c2fd-a8e8-4f67-8afe-305044390b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.394827 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a4c21495-0dc1-4603-88d7-a5178781169e tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.404868 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-661418ed-8ec5-4d84-afc3-2a297505d025 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:51.431971 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0a3e07b3-685f-4db5-8c19-8e6339eb7ac2 tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.463257 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a4c21495-0dc1-4603-88d7-a5178781169e tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.467435 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c21495-0dc1-4603-88d7-a5178781169e tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:51.468263 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a4c21495-0dc1-4603-88d7-a5178781169e tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.492476 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674c2fd-a8e8-4f67-8afe-305044390b68 None None] Pushing event updated for resources: {'Port': ['ID=82819625-1475-4092-b152-a9869989d2c9,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:51.556151 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-427ea504-383b-4d5f-a631-6bbf061eadf9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:51.568662 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d7234888-8690-49c6-ad47-05515713e707 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.619432 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-427ea504-383b-4d5f-a631-6bbf061eadf9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:port and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:51.628321 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-427ea504-383b-4d5f-a631-6bbf061eadf9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:51.645543 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a4c21495-0dc1-4603-88d7-a5178781169e tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7830873 Jan 21 09:44:51.645709 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-427ea504-383b-4d5f-a631-6bbf061eadf9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:51.645880 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7234888-8690-49c6-ad47-05515713e707 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event deleted for resources: {'Port': ['ID=d1b355c3-2498-487d-ada2-8de595942fea,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:51.646868 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58592) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:51.650616 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c21495-0dc1-4603-88d7-a5178781169e tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event updated for resources: {'Network': ['ID=8b61f89f-303f-4399-a8f1-a3c621a49970,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:51.654005 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b685d7-41e4-44ad-ab1a-29767ee691cb req-8853263d-f69e-4b22-b149-73f2ab2a2fde tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:51.655797 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-75b685d7-41e4-44ad-ab1a-29767ee691cb req-8853263d-f69e-4b22-b149-73f2ab2a2fde tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.3702753 Jan 21 09:44:51.670283 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7234888-8690-49c6-ad47-05515713e707 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] No DVR routers for this DVR port d1b355c3-2498-487d-ada2-8de595942fea on host dv-neutron-825732-1-hyperv {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:51.684534 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-f6810370-3d74-49e7-a581-a799d48f1675 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Request body: {'subnet': {'network_id': '8b61f89f-303f-4399-a8f1-a3c621a49970', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:51.796126 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427ea504-383b-4d5f-a631-6bbf061eadf9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Made reservation on behalf of fd763e9054b0425c8035d150c4a90c6a for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:51.799554 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-427ea504-383b-4d5f-a631-6bbf061eadf9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.877719 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-661418ed-8ec5-4d84-afc3-2a297505d025 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.899003 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-661418ed-8ec5-4d84-afc3-2a297505d025 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.926524 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-427ea504-383b-4d5f-a631-6bbf061eadf9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] device_id is not set on port 53bdb247-4814-40df-9a39-52cfd93fd68d yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:51.995935 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-75b685d7-41e4-44ad-ab1a-29767ee691cb req-25a38e5b-1b20-4295-bd20-76b1eee5ce63 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2452302 Jan 21 09:44:52.009504 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-661418ed-8ec5-4d84-afc3-2a297505d025 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:52.014541 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 8b61f89f-303f-4399-a8f1-a3c621a49970 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:52.041139 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661418ed-8ec5-4d84-afc3-2a297505d025 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34155df9-f833-4314-b067-8d252018daf0,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:52.065057 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-661418ed-8ec5-4d84-afc3-2a297505d025 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.065268 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-661418ed-8ec5-4d84-afc3-2a297505d025 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Added segment 1c083f92-9755-4866-9bfa-57f1b5c17736 of type vlan for network 2b2c35f4-1308-4c8f-8a4b-419048f2e33d Jan 21 09:44:52.113706 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d7234888-8690-49c6-ad47-05515713e707 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.163776 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f6810370-3d74-49e7-a581-a799d48f1675 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:52.167787 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-f6810370-3d74-49e7-a581-a799d48f1675 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Usage tracker for resource:subnet and tenant:0d13a625922e456e97b68503a56cb4ae is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:52.171670 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-f6810370-3d74-49e7-a581-a799d48f1675 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:52.179166 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f6810370-3d74-49e7-a581-a799d48f1675 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:52.194100 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6810370-3d74-49e7-a581-a799d48f1675 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Made reservation on behalf of 0d13a625922e456e97b68503a56cb4ae for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:52.196415 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-661418ed-8ec5-4d84-afc3-2a297505d025 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.226637 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-d7234888-8690-49c6-ad47-05515713e707 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d89bf9b-a929-4c81-af7f-ae45ec7e6941']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:52.309844 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-d7234888-8690-49c6-ad47-05515713e707 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e509c3bc-ce6f-4972-b578-7752e783dc8c') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:52.310236 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-d7234888-8690-49c6-ad47-05515713e707 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e509c3bc-ce6f-4972-b578-7752e783dc8c') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:52.337104 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d7234888-8690-49c6-ad47-05515713e707 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.351204 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-427ea504-383b-4d5f-a631-6bbf061eadf9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Allocated IP 2001:db8::32a (7368e191-7f0d-443a-9eb1-a4503a9987b8/d096748a-55a8-42f8-97a8-c6b4fb15312d/53bdb247-4814-40df-9a39-52cfd93fd68d) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:52.369590 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f6810370-3d74-49e7-a581-a799d48f1675 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.414939 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-661418ed-8ec5-4d84-afc3-2a297505d025 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.418724 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661418ed-8ec5-4d84-afc3-2a297505d025 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:52.419428 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-661418ed-8ec5-4d84-afc3-2a297505d025 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.460885 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d7234888-8690-49c6-ad47-05515713e707 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.483735 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7234888-8690-49c6-ad47-05515713e707 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:44:52.484385 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d7234888-8690-49c6-ad47-05515713e707 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.488401 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-661418ed-8ec5-4d84-afc3-2a297505d025 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3531461 Jan 21 09:44:52.501105 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:44:52.501105 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:44:52.501105 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:44:52.501105 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:52.501105 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:44:52.501105 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:52.501105 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:44:52.501105 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:52.501105 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:44:52.501105 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:52.501105 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:44:52.501105 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:52.501105 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:44:52.501105 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:52.501105 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:52.501105 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:52.501105 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:52.501105 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:52.501105 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:44:52.501105 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:44:52.501105 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:44:52.501105 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:44:52.501105 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:52.501105 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:44:52.501105 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:52.501105 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:44:52.501105 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:52.501105 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:44:52.501105 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:52.501105 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:44:52.501105 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:52.501105 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:52.503748 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58602) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:52.520199 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-1258fb17-9460-442d-8a3c-c9bdb72485ae tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Request body: {'subnet': {'network_id': '2b2c35f4-1308-4c8f-8a4b-419048f2e33d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:52.665154 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165ab230-7ac0-406e-b8ac-04f74ce3172d None None] Network 7368e191-7f0d-443a-9eb1-a4503a9987b8 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:52.726628 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-1258fb17-9460-442d-8a3c-c9bdb72485ae tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:52.730742 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-1258fb17-9460-442d-8a3c-c9bdb72485ae tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Usage tracker for resource:subnet and tenant:9c156ff522964d7c9ba2b316bb343d56 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:52.735265 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-1258fb17-9460-442d-8a3c-c9bdb72485ae tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:52.740256 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-1258fb17-9460-442d-8a3c-c9bdb72485ae tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:52.750404 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d7234888-8690-49c6-ad47-05515713e707 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.756511 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1258fb17-9460-442d-8a3c-c9bdb72485ae tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Made reservation on behalf of 9c156ff522964d7c9ba2b316bb343d56 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:52.777692 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-24f38865-c7f1-4ffc-a7f3-6a7ab1a3037f None None] Provisioning for port 82819625-1475-4092-b152-a9869989d2c9 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:52.871348 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1258fb17-9460-442d-8a3c-c9bdb72485ae tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.892044 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661418ed-8ec5-4d84-afc3-2a297505d025 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Pushing event updated for resources: {'Network': ['ID=2b2c35f4-1308-4c8f-8a4b-419048f2e33d,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:52.918196 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 2b2c35f4-1308-4c8f-8a4b-419048f2e33d details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:52.971337 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-10de8fc8-08eb-42c5-9283-5742ccf31a58 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.972632 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d7234888-8690-49c6-ad47-05515713e707 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.981854 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7234888-8690-49c6-ad47-05515713e707 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event deleted for resources: {'Network': ['ID=7d89bf9b-a929-4c81-af7f-ae45ec7e6941,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:53.021814 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-10de8fc8-08eb-42c5-9283-5742ccf31a58 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.069162 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d7234888-8690-49c6-ad47-05515713e707 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "DELETE /v2.0/networks/7d89bf9b-a929-4c81-af7f-ae45ec7e6941 HTTP/1.1" status: 204 len: 168 time: 5.5820374 Jan 21 09:44:53.074702 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58606) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:53.105435 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0a3e07b3-685f-4db5-8c19-8e6339eb7ac2 tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.151152 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9041296-cfdc-406a-9fe0-fe26283a44a9 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] GET failed (client error): The resource could not be found. Jan 21 09:44:53.151651 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0a3e07b3-685f-4db5-8c19-8e6339eb7ac2 tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.151754 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a9041296-cfdc-406a-9fe0-fe26283a44a9 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Synchronizing usage tracker for tenant:14f7a2c3d80d4ed0a81309ac4c20d7a5 on resource:subnet {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:53.163695 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-427ea504-383b-4d5f-a631-6bbf061eadf9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.179551 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a727ac-f218-481d-afa9-c7dafd77978c req-04fae5f9-f0a5-4df0-8e69-559d8e3acb30 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:53.182507 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-29a727ac-f218-481d-afa9-c7dafd77978c req-04fae5f9-f0a5-4df0-8e69-559d8e3acb30 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.6969626 Jan 21 09:44:53.193347 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 82819625-1475-4092-b152-a9869989d2c9 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:53.196577 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a9041296-cfdc-406a-9fe0-fe26283a44a9 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Unset dirty status for tenant:14f7a2c3d80d4ed0a81309ac4c20d7a5 on resource:subnet {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:53.197758 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a9041296-cfdc-406a-9fe0-fe26283a44a9 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "GET /v2.0/subnets/1b049a70-647a-406d-9feb-3e93aaeb1b1c HTTP/1.1" status: 404 len: 337 time: 0.1178038 Jan 21 09:44:53.207671 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58610) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:53.249236 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-060cba5c-dbf5-4aed-bb94-2e1f4b7be34f tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:53.249711 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-060cba5c-dbf5-4aed-bb94-2e1f4b7be34f tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:53.299746 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-060cba5c-dbf5-4aed-bb94-2e1f4b7be34f tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "DELETE /v2.0/networks/7d89bf9b-a929-4c81-af7f-ae45ec7e6941 HTTP/1.1" status: 404 len: 339 time: 0.0890388 Jan 21 09:44:53.306267 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58614) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:53.309753 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 82819625-1475-4092-b152-a9869989d2c9 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:53.312286 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f6810370-3d74-49e7-a581-a799d48f1675 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.315576 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 82819625-1475-4092-b152-a9869989d2c9 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:53.316242 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.375521 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-427ea504-383b-4d5f-a631-6bbf061eadf9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Transition to ACTIVE for port object 53bdb247-4814-40df-9a39-52cfd93fd68d will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:53.466364 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.495857 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-3a7d37f5-0919-4219-b9e5-3a100a96049d None None] Provisioning complete for port 82819625-1475-4092-b152-a9869989d2c9 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:53.496224 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3a7d37f5-0919-4219-b9e5-3a100a96049d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.543031 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 82819625-1475-4092-b152-a9869989d2c9, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=82819625-1475-4092-b152-a9869989d2c9,segment=NetworkSegment(57f6776f-c7b1-479e-ba8b-1b04daa216a4),segment_id=57f6776f-c7b1-479e-ba8b-1b04daa216a4)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:53.549763 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.600943 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6810370-3d74-49e7-a581-a799d48f1675 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event updated for resources: {'Subnet': ['ID=fd19f516-1cd8-463a-8222-aba699273f90,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:53.610143 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1258fb17-9460-442d-8a3c-c9bdb72485ae tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.661650 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=82819625-1475-4092-b152-a9869989d2c9,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:53.670794 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6810370-3d74-49e7-a581-a799d48f1675 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Checking segment: {'id': '45be52a8-5754-4fca-ac00-2a00bc0346c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8b61f89f-303f-4399-a8f1-a3c621a49970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:53.671527 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6810370-3d74-49e7-a581-a799d48f1675 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Network hostable DHCP agents. Network: 8b61f89f-303f-4399-a8f1-a3c621a49970, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:53.695433 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8e773b-7963-40e8-bcfa-a41c392c86f8 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:53.700066 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8e773b-7963-40e8-bcfa-a41c392c86f8 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:53.701064 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-8a8e773b-7963-40e8-bcfa-a41c392c86f8 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Synchronizing usage tracker for tenant:14f7a2c3d80d4ed0a81309ac4c20d7a5 on resource:network {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:53.702188 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-29a727ac-f218-481d-afa9-c7dafd77978c req-7e3d554c-529c-4214-856c-29dac115509d tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4816754 Jan 21 09:44:53.745012 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-3a7d37f5-0919-4219-b9e5-3a100a96049d None None] Provisioning for port e1b10b2f-eb1f-48e6-8799-f80934e0c2bb completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:53.752315 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-3a7d37f5-0919-4219-b9e5-3a100a96049d None None] Provisioning complete for port e1b10b2f-eb1f-48e6-8799-f80934e0c2bb triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:53.752792 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3a7d37f5-0919-4219-b9e5-3a100a96049d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.794319 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258fb17-9460-442d-8a3c-c9bdb72485ae tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Pushing event updated for resources: {'Subnet': ['ID=eda8d7eb-1606-4851-915a-404e71929127,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:53.817055 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8657b630-5724-4869-b737-afd7440785b5 None None] get_active_networks_info from dv-neutron-825732-1-hyperv {{(pid=83599) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 09:44:53.817562 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-10de8fc8-08eb-42c5-9283-5742ccf31a58 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Allocated IP 2001:db8::115 (d3e49e30-f3f7-4388-b34f-5eb0725476d3/d7ac5055-fd73-45e9-b9e0-65b0d70d994f/3e659465-7f0c-4e5a-8f66-dd93de9c7bcf) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:53.823806 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1258fb17-9460-442d-8a3c-c9bdb72485ae tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Checking segment: {'id': '1c083f92-9755-4866-9bfa-57f1b5c17736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2b2c35f4-1308-4c8f-8a4b-419048f2e33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:53.824926 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1258fb17-9460-442d-8a3c-c9bdb72485ae tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Network hostable DHCP agents. Network: 2b2c35f4-1308-4c8f-8a4b-419048f2e33d, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:53.825310 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-427ea504-383b-4d5f-a631-6bbf061eadf9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.829317 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6810370-3d74-49e7-a581-a799d48f1675 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Network 8b61f89f-303f-4399-a8f1-a3c621a49970 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:53.837483 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-8a8e773b-7963-40e8-bcfa-a41c392c86f8 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Unset dirty status for tenant:14f7a2c3d80d4ed0a81309ac4c20d7a5 on resource:network {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:53.838691 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8a8e773b-7963-40e8-bcfa-a41c392c86f8 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1391 time: 0.5309153 Jan 21 09:44:53.842298 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58618) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:53.890499 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-3a7d37f5-0919-4219-b9e5-3a100a96049d None None] Port e1b10b2f-eb1f-48e6-8799-f80934e0c2bb cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:44:53.905825 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-70f03aeb-af2f-4358-90b0-d233af11a6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.970514 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ea504-383b-4d5f-a631-6bbf061eadf9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Port': ['ID=53bdb247-4814-40df-9a39-52cfd93fd68d,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:53.974247 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0a3e07b3-685f-4db5-8c19-8e6339eb7ac2 tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.047401 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4e800865-6823-40d1-9be5-ea8528e69ff8 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "GET /v2.0/subnets?network_id=05164b30-8981-419a-8272-388f48c19dd5 HTTP/1.1" status: 200 len: 207 time: 0.2028513 Jan 21 09:44:54.049570 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-f6810370-3d74-49e7-a581-a799d48f1675 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 8b61f89f-303f-4399-a8f1-a3c621a49970) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:54.053273 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58622) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:54.107471 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1258fb17-9460-442d-8a3c-c9bdb72485ae tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Network 2b2c35f4-1308-4c8f-8a4b-419048f2e33d is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:54.126488 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-154d805c-9d7f-4ace-a071-7b01011d4e6c None None] Provisioning complete for port e1b10b2f-eb1f-48e6-8799-f80934e0c2bb triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:54.126850 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-154d805c-9d7f-4ace-a071-7b01011d4e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.164158 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6810370-3d74-49e7-a581-a799d48f1675 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:54.164739 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f6810370-3d74-49e7-a581-a799d48f1675 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.198339 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-1258fb17-9460-442d-8a3c-c9bdb72485ae tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 2b2c35f4-1308-4c8f-8a4b-419048f2e33d) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:54.200158 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-10de8fc8-08eb-42c5-9283-5742ccf31a58 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.215727 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f6810370-3d74-49e7-a581-a799d48f1675 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.5637369 Jan 21 09:44:54.217036 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1258fb17-9460-442d-8a3c-c9bdb72485ae tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:54.217772 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1258fb17-9460-442d-8a3c-c9bdb72485ae tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.227764 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58626) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:54.231745 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427ea504-383b-4d5f-a631-6bbf061eadf9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Network 7368e191-7f0d-443a-9eb1-a4503a9987b8 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:54.239341 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-427ea504-383b-4d5f-a631-6bbf061eadf9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:54.254293 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427ea504-383b-4d5f-a631-6bbf061eadf9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:54.258599 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427ea504-383b-4d5f-a631-6bbf061eadf9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:54.259237 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-427ea504-383b-4d5f-a631-6bbf061eadf9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.281180 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-154d805c-9d7f-4ace-a071-7b01011d4e6c None None] Port e1b10b2f-eb1f-48e6-8799-f80934e0c2bb cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:44:54.293370 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-10de8fc8-08eb-42c5-9283-5742ccf31a58 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.302199 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8657b630-5724-4869-b737-afd7440785b5 None None] Unable to find a vacant binding_index for network 2b2c35f4-1308-4c8f-8a4b-419048f2e33d and agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 {{(pid=83599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 21 09:44:54.320871 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8657b630-5724-4869-b737-afd7440785b5 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 2b2c35f4-1308-4c8f-8a4b-419048f2e33d) {{(pid=83599) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:44:54.374059 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-1258fb17-9460-442d-8a3c-c9bdb72485ae tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8604600 Jan 21 09:44:54.381026 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10de8fc8-08eb-42c5-9283-5742ccf31a58 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Network d3e49e30-f3f7-4388-b34f-5eb0725476d3 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:54.382573 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58630) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:54.383263 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de8fc8-08eb-42c5-9283-5742ccf31a58 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Pushing event updated for resources: {'Port': ['ID=3e659465-7f0c-4e5a-8f66-dd93de9c7bcf,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:54.392604 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-10de8fc8-08eb-42c5-9283-5742ccf31a58 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:54.401076 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a00d5b6-bbae-4134-8297-5b490a05f9d7 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:54.406158 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a00d5b6-bbae-4134-8297-5b490a05f9d7 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:54.410389 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a00d5b6-bbae-4134-8297-5b490a05f9d7 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:54.415048 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a00d5b6-bbae-4134-8297-5b490a05f9d7 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:54.419418 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a00d5b6-bbae-4134-8297-5b490a05f9d7 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:54.421444 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6a00d5b6-bbae-4134-8297-5b490a05f9d7 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3094 time: 0.3597631 Jan 21 09:44:54.430652 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58632) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:54.454698 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-427ea504-383b-4d5f-a631-6bbf061eadf9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4857645 Jan 21 09:44:54.458042 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10de8fc8-08eb-42c5-9283-5742ccf31a58 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:54.471988 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58638) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:54.508447 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-41206116-9ce7-4e83-81df-c59830dad5fd tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Request body: {'port': {'network_id': '2b2c35f4-1308-4c8f-8a4b-419048f2e33d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1136672114'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:54.608017 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-02a1c198-32f2-4008-a7cc-bdc628632da9 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.759511 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b8ae826d-dc27-4d13-9986-3316d2d40d3f tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 681 time: 0.3219264 Jan 21 09:44:54.766481 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58644) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:54.775978 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fee7f26-d6fb-4958-bec2-44ed560b29bb tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:54.776687 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6fee7f26-d6fb-4958-bec2-44ed560b29bb tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Synchronizing usage tracker for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:54.846336 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-02a1c198-32f2-4008-a7cc-bdc628632da9 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.879580 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3340912e-de26-4e6c-86d8-95839e4355bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-2b2c35f4-1308-4c8f-8a4b-419048f2e33d', 'network_id': '2b2c35f4-1308-4c8f-8a4b-419048f2e33d', 'tenant_id': '9c156ff522964d7c9ba2b316bb343d56', 'fixed_ips': [{'subnet_id': 'eda8d7eb-1606-4851-915a-404e71929127'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:44:54.885385 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3340912e-de26-4e6c-86d8-95839e4355bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.911337 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870c30d3-3407-4d97-b709-928f2327d19d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-8b61f89f-303f-4399-a8f1-a3c621a49970', 'network_id': '8b61f89f-303f-4399-a8f1-a3c621a49970', 'tenant_id': '0d13a625922e456e97b68503a56cb4ae', 'fixed_ips': [{'subnet_id': 'fd19f516-1cd8-463a-8222-aba699273f90'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:44:54.913250 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-870c30d3-3407-4d97-b709-928f2327d19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.935331 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6fee7f26-d6fb-4958-bec2-44ed560b29bb tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Unset dirty status for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:54.938406 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6fee7f26-d6fb-4958-bec2-44ed560b29bb tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A311 HTTP/1.1" status: 200 len: 929 time: 0.4642665 Jan 21 09:44:54.939405 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58648) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:54.955353 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3108a0f8-457c-400c-b917-8ff0e16d703c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:54.956925 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3108a0f8-457c-400c-b917-8ff0e16d703c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:54.958614 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-3108a0f8-457c-400c-b917-8ff0e16d703c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1770871 Jan 21 09:44:54.961998 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-41206116-9ce7-4e83-81df-c59830dad5fd tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:54.966994 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58652) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:54.979846 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-41206116-9ce7-4e83-81df-c59830dad5fd tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Usage tracker for resource:port and tenant:9c156ff522964d7c9ba2b316bb343d56 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:55.061265 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4a41f8bb-8463-4bb3-b7fe-0bfe5bff1cd1 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Deleting port 53bdb247-4814-40df-9a39-52cfd93fd68d {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:55.068335 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4a41f8bb-8463-4bb3-b7fe-0bfe5bff1cd1 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.079761 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-41206116-9ce7-4e83-81df-c59830dad5fd tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:55.104357 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-41206116-9ce7-4e83-81df-c59830dad5fd tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:55.119528 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0a3e07b3-685f-4db5-8c19-8e6339eb7ac2 tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.142633 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41206116-9ce7-4e83-81df-c59830dad5fd tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Made reservation on behalf of 9c156ff522964d7c9ba2b316bb343d56 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:55.146360 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41206116-9ce7-4e83-81df-c59830dad5fd tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.161410 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234581af-e102-46f5-9d02-4da4733af8fc req-11f38ff9-df19-4e05-9ba2-fd6d773be610 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:55.169776 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-234581af-e102-46f5-9d02-4da4733af8fc req-11f38ff9-df19-4e05-9ba2-fd6d773be610 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.2853932 Jan 21 09:44:55.175441 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0a3e07b3-685f-4db5-8c19-8e6339eb7ac2 tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.176431 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-3340912e-de26-4e6c-86d8-95839e4355bf None None] Allocated IP 172.20.0.2 (2b2c35f4-1308-4c8f-8a4b-419048f2e33d/eda8d7eb-1606-4851-915a-404e71929127/8726f038-77f2-4371-b3a9-d69c67ab68c1) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:55.179698 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90dbb1f-5d94-43ed-8a08-3781aed702a4 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:55.181474 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90dbb1f-5d94-43ed-8a08-3781aed702a4 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:55.182162 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-d90dbb1f-5d94-43ed-8a08-3781aed702a4 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Synchronizing usage tracker for tenant:14f7a2c3d80d4ed0a81309ac4c20d7a5 on resource:subnet {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:55.185463 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-41206116-9ce7-4e83-81df-c59830dad5fd tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] device_id is not set on port 3017548f-9ab0-4a3a-bfc7-8a761d0a5b71 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server [None req-870c30d3-3407-4d97-b709-928f2327d19d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fd19f516-1cd8-463a-8222-aba699273f90: This subnet is being modified by another concurrent operation. Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:44:55.196983 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise exception Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fd19f516-1cd8-463a-8222-aba699273f90: This subnet is being modified by another concurrent operation. Jan 21 09:44:55.200491 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server Jan 21 09:44:55.211241 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 82819625-1475-4092-b152-a9869989d2c9 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:55.222374 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-02a1c198-32f2-4008-a7cc-bdc628632da9 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.263296 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-d90dbb1f-5d94-43ed-8a08-3781aed702a4 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Unset dirty status for tenant:14f7a2c3d80d4ed0a81309ac4c20d7a5 on resource:subnet {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:55.264901 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d90dbb1f-5d94-43ed-8a08-3781aed702a4 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2915735 Jan 21 09:44:55.275826 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58656) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:55.296365 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1c198-32f2-4008-a7cc-bdc628632da9 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event deleted for resources: {'Subnet': ['ID=fd19f516-1cd8-463a-8222-aba699273f90,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:55.297902 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-10de8fc8-08eb-42c5-9283-5742ccf31a58 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.298652 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-10de8fc8-08eb-42c5-9283-5742ccf31a58 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.307604 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0a3e07b3-685f-4db5-8c19-8e6339eb7ac2 tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.308075 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3e07b3-685f-4db5-8c19-8e6339eb7ac2 tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7fc66a0d-5a40-405f-9881-1864dfd1f11a {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:44:55.398677 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-0a3e07b3-685f-4db5-8c19-8e6339eb7ac2 tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 21 09:44:55.400881 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0a3e07b3-685f-4db5-8c19-8e6339eb7ac2 tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.2357519 Jan 21 09:44:55.404078 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58660) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:55.491598 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 82819625-1475-4092-b152-a9869989d2c9 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:55.492177 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.494243 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-234581af-e102-46f5-9d02-4da4733af8fc req-93e1daf0-4e0a-4122-9927-1331a8cec93a tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3234591 Jan 21 09:44:55.581159 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3340912e-de26-4e6c-86d8-95839e4355bf None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.596773 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-3340912e-de26-4e6c-86d8-95839e4355bf None None] Transition to ACTIVE for port object 8726f038-77f2-4371-b3a9-d69c67ab68c1 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:55.618342 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-36801c71-cdcb-4f04-ac85-d8944b7a9751 tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Deleting port 5aa033f1-3123-4f34-a913-a1146ee63177 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:55.618675 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-36801c71-cdcb-4f04-ac85-d8944b7a9751 tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.645337 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-02a1c198-32f2-4008-a7cc-bdc628632da9 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.657357 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-3340912e-de26-4e6c-86d8-95839e4355bf None None] Transition to ACTIVE for port object 8726f038-77f2-4371-b3a9-d69c67ab68c1 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:55.663628 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dda41a4-e783-40e6-a7fa-f2a12f5f70d2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:55.665022 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-2dda41a4-e783-40e6-a7fa-f2a12f5f70d2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "GET /v2.0/networks/7671486c-56f5-4b69-9018-9a53d32ea34b HTTP/1.1" status: 200 len: 800 time: 0.3859191 Jan 21 09:44:55.674566 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58664) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:55.680039 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3340912e-de26-4e6c-86d8-95839e4355bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.716977 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-02a1c198-32f2-4008-a7cc-bdc628632da9 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b61f89f-303f-4399-a8f1-a3c621a49970']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:55.740812 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-02a1c198-32f2-4008-a7cc-bdc628632da9 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45be52a8-5754-4fca-ac00-2a00bc0346c1') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:55.741631 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-02a1c198-32f2-4008-a7cc-bdc628632da9 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45be52a8-5754-4fca-ac00-2a00bc0346c1') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:55.777372 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3340912e-de26-4e6c-86d8-95839e4355bf None None] Network 2b2c35f4-1308-4c8f-8a4b-419048f2e33d is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:55.780597 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-3340912e-de26-4e6c-86d8-95839e4355bf None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:55.786424 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3340912e-de26-4e6c-86d8-95839e4355bf None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:55.793755 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3340912e-de26-4e6c-86d8-95839e4355bf None None] Pushing event updated for resources: {'Port': ['ID=8726f038-77f2-4371-b3a9-d69c67ab68c1,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:55.910906 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-3340912e-de26-4e6c-86d8-95839e4355bf None None] Attempting to bind port 8726f038-77f2-4371-b3a9-d69c67ab68c1 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:55.912534 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.api [None req-41206116-9ce7-4e83-81df-c59830dad5fd tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-f152065d-f363-45db-a210-3df9322ec058 {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:44:55.912867 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG oslo_db.api [None req-41206116-9ce7-4e83-81df-c59830dad5fd tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:44:55.914324 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-3340912e-de26-4e6c-86d8-95839e4355bf None None] Attempting to bind port 8726f038-77f2-4371-b3a9-d69c67ab68c1 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '1c083f92-9755-4866-9bfa-57f1b5c17736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2b2c35f4-1308-4c8f-8a4b-419048f2e33d'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:55.915249 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3340912e-de26-4e6c-86d8-95839e4355bf None None] Attempting to bind port 8726f038-77f2-4371-b3a9-d69c67ab68c1 on network 2b2c35f4-1308-4c8f-8a4b-419048f2e33d {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:44:55.926216 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3340912e-de26-4e6c-86d8-95839e4355bf None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:44:55.926216 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3340912e-de26-4e6c-86d8-95839e4355bf None None] Checking segment: {'id': '1c083f92-9755-4866-9bfa-57f1b5c17736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2b2c35f4-1308-4c8f-8a4b-419048f2e33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:55.926756 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3340912e-de26-4e6c-86d8-95839e4355bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.928067 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3340912e-de26-4e6c-86d8-95839e4355bf None None] Bound using segment: {'id': '1c083f92-9755-4866-9bfa-57f1b5c17736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2b2c35f4-1308-4c8f-8a4b-419048f2e33d'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:44:55.928832 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-3340912e-de26-4e6c-86d8-95839e4355bf None None] Bound port: 8726f038-77f2-4371-b3a9-d69c67ab68c1, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c083f92-9755-4866-9bfa-57f1b5c17736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2b2c35f4-1308-4c8f-8a4b-419048f2e33d'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:55.929655 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3340912e-de26-4e6c-86d8-95839e4355bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.947889 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-02a1c198-32f2-4008-a7cc-bdc628632da9 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.990598 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4a41f8bb-8463-4bb3-b7fe-0bfe5bff1cd1 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.998376 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-02a1c198-32f2-4008-a7cc-bdc628632da9 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.017892 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a1c198-32f2-4008-a7cc-bdc628632da9 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:44:56.018290 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-02a1c198-32f2-4008-a7cc-bdc628632da9 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.036012 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:44:56.036012 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:44:56.036012 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:44:56.036012 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:56.036012 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:44:56.036012 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:56.036012 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:44:56.036012 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:56.036012 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:44:56.036012 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:56.036012 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:44:56.036012 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:56.036012 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:44:56.036012 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:56.036012 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:56.036012 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:56.036012 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:56.036012 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:56.036012 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:44:56.036012 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:44:56.036012 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:44:56.036012 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:44:56.036012 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:56.036012 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:44:56.036012 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:56.036012 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:44:56.036012 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:56.036012 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:44:56.036012 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:56.036012 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:44:56.036012 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:56.036012 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:56.040302 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-3340912e-de26-4e6c-86d8-95839e4355bf None None] For port 8726f038-77f2-4371-b3a9-d69c67ab68c1, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:56.043833 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-3340912e-de26-4e6c-86d8-95839e4355bf None None] For port 8726f038-77f2-4371-b3a9-d69c67ab68c1, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=8726f038-77f2-4371-b3a9-d69c67ab68c1,segment=NetworkSegment(1c083f92-9755-4866-9bfa-57f1b5c17736),segment_id=1c083f92-9755-4866-9bfa-57f1b5c17736)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:56.049104 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-36801c71-cdcb-4f04-ac85-d8944b7a9751 tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.050325 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3340912e-de26-4e6c-86d8-95839e4355bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.147705 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3340912e-de26-4e6c-86d8-95839e4355bf None None] Pushing event updated for resources: {'Port': ['ID=8726f038-77f2-4371-b3a9-d69c67ab68c1,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:56.189908 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-36801c71-cdcb-4f04-ac85-d8944b7a9751 tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Calling delete_port for 5aa033f1-3123-4f34-a913-a1146ee63177 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:56.228518 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4a41f8bb-8463-4bb3-b7fe-0bfe5bff1cd1 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Calling delete_port for 53bdb247-4814-40df-9a39-52cfd93fd68d owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:56.255829 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10de8fc8-08eb-42c5-9283-5742ccf31a58 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Router c38ba982-1f40-4fc1-952c-37d74ce68c0a is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:44:56.300306 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-27591f16-0851-4692-8cbb-125574c5fd9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.300447 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-16735149-0ab6-4145-a414-96ec97399ba3 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "GET /v2.0/networks/7671486c-56f5-4b69-9018-9a53d32ea34b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.6144369 Jan 21 09:44:56.304701 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58668) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:56.367605 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-02a1c198-32f2-4008-a7cc-bdc628632da9 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.398879 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-02a1c198-32f2-4008-a7cc-bdc628632da9 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.415855 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41206116-9ce7-4e83-81df-c59830dad5fd tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.443697 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1c198-32f2-4008-a7cc-bdc628632da9 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event deleted for resources: {'Network': ['ID=8b61f89f-303f-4399-a8f1-a3c621a49970,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:56.453130 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-02a1c198-32f2-4008-a7cc-bdc628632da9 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "DELETE /v2.0/networks/8b61f89f-303f-4399-a8f1-a3c621a49970 HTTP/1.1" status: 204 len: 168 time: 2.2245188 Jan 21 09:44:56.455949 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58672) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:56.460353 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebd80f0-1669-4af6-b387-b3992fa4e3e7 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:56.461892 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-eebd80f0-1669-4af6-b387-b3992fa4e3e7 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "GET /v2.0/subnets/5813f184-f60d-451f-adeb-52ae14e0486a HTTP/1.1" status: 200 len: 811 time: 0.1561382 Jan 21 09:44:56.469096 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58676) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:56.475889 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-41206116-9ce7-4e83-81df-c59830dad5fd tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] device_id is not set on port 62651dd1-e92d-44cd-af3a-1c952b2740ee yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:56.513343 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-12683ca6-1218-4a17-970d-24c01f32c31f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-857969157'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:56.528680 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-12683ca6-1218-4a17-970d-24c01f32c31f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:56.535069 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-36801c71-cdcb-4f04-ac85-d8944b7a9751 tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.545475 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-12683ca6-1218-4a17-970d-24c01f32c31f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Usage tracker for resource:network and tenant:0d13a625922e456e97b68503a56cb4ae is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:56.595371 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfcf778-5920-40f5-b604-82a1994e81fe tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['shared'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:56.596070 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-12683ca6-1218-4a17-970d-24c01f32c31f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:56.597193 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0bfcf778-5920-40f5-b604-82a1994e81fe tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "GET /v2.0/subnets/5813f184-f60d-451f-adeb-52ae14e0486a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1267760 Jan 21 09:44:56.599634 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4a41f8bb-8463-4bb3-b7fe-0bfe5bff1cd1 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.601994 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58682) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:56.610430 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-6c9d6a3e-22fa-4ffb-9bd9-12ddec4f88c4 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-712604990'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:56.624222 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-12683ca6-1218-4a17-970d-24c01f32c31f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:56.634969 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36801c71-cdcb-4f04-ac85-d8944b7a9751 tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Pushing event deleted for resources: {'Port': ['ID=5aa033f1-3123-4f34-a913-a1146ee63177,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:56.650914 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6c9d6a3e-22fa-4ffb-9bd9-12ddec4f88c4 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:56.670533 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a41f8bb-8463-4bb3-b7fe-0bfe5bff1cd1 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Port': ['ID=53bdb247-4814-40df-9a39-52cfd93fd68d,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:56.678693 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6c9d6a3e-22fa-4ffb-9bd9-12ddec4f88c4 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:56.728875 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4a41f8bb-8463-4bb3-b7fe-0bfe5bff1cd1 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.734410 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9d6a3e-22fa-4ffb-9bd9-12ddec4f88c4 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Made reservation on behalf of 14f7a2c3d80d4ed0a81309ac4c20d7a5 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:56.735940 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12683ca6-1218-4a17-970d-24c01f32c31f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Made reservation on behalf of 0d13a625922e456e97b68503a56cb4ae for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:56.737472 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6c9d6a3e-22fa-4ffb-9bd9-12ddec4f88c4 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.738908 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-12683ca6-1218-4a17-970d-24c01f32c31f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.764275 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4a41f8bb-8463-4bb3-b7fe-0bfe5bff1cd1 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/ports/53bdb247-4814-40df-9a39-52cfd93fd68d HTTP/1.1" status: 204 len: 168 time: 1.8159127 Jan 21 09:44:56.767498 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58686) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:56.811103 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c9d6a3e-22fa-4ffb-9bd9-12ddec4f88c4 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:56.821201 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad21a7ae-7477-4a53-b31f-c3209d292e2e tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] GET failed (client error): The resource could not be found. Jan 21 09:44:56.821741 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ad21a7ae-7477-4a53-b31f-c3209d292e2e tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Synchronizing usage tracker for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:56.831282 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6c9d6a3e-22fa-4ffb-9bd9-12ddec4f88c4 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.831665 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-6c9d6a3e-22fa-4ffb-9bd9-12ddec4f88c4 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Added segment a50fe946-6348-4d11-b557-ad516109a731 of type vlan for network acf77a3e-5682-4780-88e7-634048dfa7fc Jan 21 09:44:56.858208 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ad21a7ae-7477-4a53-b31f-c3209d292e2e tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Unset dirty status for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:56.862601 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ad21a7ae-7477-4a53-b31f-c3209d292e2e tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "GET /v2.0/ports/53bdb247-4814-40df-9a39-52cfd93fd68d HTTP/1.1" status: 404 len: 333 time: 0.0908237 Jan 21 09:44:56.862601 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58690) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:56.896963 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6c9d6a3e-22fa-4ffb-9bd9-12ddec4f88c4 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.954236 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-58caf1c9-b36b-4b3d-8923-4a05ef09dd30 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Deleting port e1b10b2f-eb1f-48e6-8799-f80934e0c2bb {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:56.954569 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-58caf1c9-b36b-4b3d-8923-4a05ef09dd30 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.983115 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12683ca6-1218-4a17-970d-24c01f32c31f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:56.985941 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-41206116-9ce7-4e83-81df-c59830dad5fd tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Allocated IP 172.20.0.6 (2b2c35f4-1308-4c8f-8a4b-419048f2e33d/eda8d7eb-1606-4851-915a-404e71929127/62651dd1-e92d-44cd-af3a-1c952b2740ee) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:57.008697 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6c9d6a3e-22fa-4ffb-9bd9-12ddec4f88c4 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.013090 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9d6a3e-22fa-4ffb-9bd9-12ddec4f88c4 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:57.013090 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6c9d6a3e-22fa-4ffb-9bd9-12ddec4f88c4 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.013828 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-36801c71-cdcb-4f04-ac85-d8944b7a9751 tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.032849 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-12683ca6-1218-4a17-970d-24c01f32c31f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.033200 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-12683ca6-1218-4a17-970d-24c01f32c31f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Added segment 03759055-d799-4559-a1c7-a1632c874a91 of type vlan for network 0335858e-5d36-48d3-96a7-97f404db1802 Jan 21 09:44:57.100047 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-36801c71-cdcb-4f04-ac85-d8944b7a9751 tempest-RoutersAdminNegativeIpV6Test-973861226 tempest-RoutersAdminNegativeIpV6Test-973861226-project-admin] 10.222.0.104 "DELETE /v2.0/ports/5aa033f1-3123-4f34-a913-a1146ee63177 HTTP/1.1" status: 204 len: 168 time: 1.6947653 Jan 21 09:44:57.125763 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76f52e-3a16-450f-a503-50eb32bafce3 req-7cc76214-8721-494b-989c-3224e42c0c5c tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:57.127266 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-be76f52e-3a16-450f-a503-50eb32bafce3 req-7cc76214-8721-494b-989c-3224e42c0c5c tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.4786134 Jan 21 09:44:57.141008 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-12683ca6-1218-4a17-970d-24c01f32c31f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.204967 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6c9d6a3e-22fa-4ffb-9bd9-12ddec4f88c4 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6014404 Jan 21 09:44:57.210453 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58696) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:57.212820 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d6a3e-22fa-4ffb-9bd9-12ddec4f88c4 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event updated for resources: {'Network': ['ID=acf77a3e-5682-4780-88e7-634048dfa7fc,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:57.218105 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-0c08d58d-87c0-4669-90d1-554cf761930d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Request body: {'subnet': {'network_id': 'acf77a3e-5682-4780-88e7-634048dfa7fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:57.224484 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network acf77a3e-5682-4780-88e7-634048dfa7fc details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:57.321810 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 8726f038-77f2-4371-b3a9-d69c67ab68c1 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:57.336125 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-12683ca6-1218-4a17-970d-24c01f32c31f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:44:57.484668 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.497191 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-0c08d58d-87c0-4669-90d1-554cf761930d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:57.502011 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c899eb5-c28e-46b3-af50-04717bcb6ab8 None None] get_active_networks_info from dv-neutron-825732-1-hyperv {{(pid=83599) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 09:44:57.525226 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-0c08d58d-87c0-4669-90d1-554cf761930d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:57.545263 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-58caf1c9-b36b-4b3d-8923-4a05ef09dd30 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.558112 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10de8fc8-08eb-42c5-9283-5742ccf31a58 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:44:57.564995 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-12683ca6-1218-4a17-970d-24c01f32c31f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.568913 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12683ca6-1218-4a17-970d-24c01f32c31f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:57.569588 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-12683ca6-1218-4a17-970d-24c01f32c31f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.571048 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8036ae6b-a757-4efc-9d08-42fdcc565a43 None None] Sync routers for ids ['c38ba982-1f40-4fc1-952c-37d74ce68c0a'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:44:57.594379 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8036ae6b-a757-4efc-9d08-42fdcc565a43 None None] Routers {'c38ba982-1f40-4fc1-952c-37d74ce68c0a'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:57.596785 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-8036ae6b-a757-4efc-9d08-42fdcc565a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:44:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['c38ba982-1f40-4fc1-952c-37d74ce68c0a'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:57.616724 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c08d58d-87c0-4669-90d1-554cf761930d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Made reservation on behalf of 14f7a2c3d80d4ed0a81309ac4c20d7a5 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:57.704506 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58702) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:57.710044 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 8726f038-77f2-4371-b3a9-d69c67ab68c1 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:57.710320 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12683ca6-1218-4a17-970d-24c01f32c31f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event updated for resources: {'Network': ['ID=0335858e-5d36-48d3-96a7-97f404db1802,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:57.731292 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 0335858e-5d36-48d3-96a7-97f404db1802 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:57.746807 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-10de8fc8-08eb-42c5-9283-5742ccf31a58 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.748015 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-10de8fc8-08eb-42c5-9283-5742ccf31a58 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.6429992 Jan 21 09:44:57.759123 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58706) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:57.764613 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.857745 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-be76f52e-3a16-450f-a503-50eb32bafce3 req-cf7b44c2-7af5-4e63-bcfa-b3a9bc1c6b21 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7084053 Jan 21 09:44:57.908281 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-12683ca6-1218-4a17-970d-24c01f32c31f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4448183 Jan 21 09:44:57.915685 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58712) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:57.922869 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-f5ac1061-eac6-47b1-8845-4849bafe6a6f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Request body: {'subnet': {'network_id': '0335858e-5d36-48d3-96a7-97f404db1802', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:57.947697 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-58caf1c9-b36b-4b3d-8923-4a05ef09dd30 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Calling delete_port for e1b10b2f-eb1f-48e6-8799-f80934e0c2bb owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:57.972360 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-8036ae6b-a757-4efc-9d08-42fdcc565a43 None None] Set router c38ba982-1f40-4fc1-952c-37d74ce68c0a gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:44:58.017508 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-b31aafa2-04e8-4c4e-8a15-0bf2c2b2ca29 None None] Provisioning for port 8726f038-77f2-4371-b3a9-d69c67ab68c1 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:58.050265 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-b31aafa2-04e8-4c4e-8a15-0bf2c2b2ca29 None None] Provisioning complete for port 8726f038-77f2-4371-b3a9-d69c67ab68c1 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:58.050634 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b31aafa2-04e8-4c4e-8a15-0bf2c2b2ca29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:58.078898 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f10b61d9-bfe6-48dc-ae12-a9bdd26c65ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:58.103550 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0c08d58d-87c0-4669-90d1-554cf761930d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:58.123640 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41206116-9ce7-4e83-81df-c59830dad5fd tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:58.139756 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c899eb5-c28e-46b3-af50-04717bcb6ab8 None None] Resources bound (agent type, host, resource id): {{(pid=83599) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:44:58.153943 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f5ac1061-eac6-47b1-8845-4849bafe6a6f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:58.159068 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f5ac1061-eac6-47b1-8845-4849bafe6a6f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Usage tracker for resource:subnet and tenant:0d13a625922e456e97b68503a56cb4ae is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:58.163277 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f5ac1061-eac6-47b1-8845-4849bafe6a6f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:58.170554 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f5ac1061-eac6-47b1-8845-4849bafe6a6f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:58.219760 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b31aafa2-04e8-4c4e-8a15-0bf2c2b2ca29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:58.227583 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.ipam_backend_mixin [None req-0c08d58d-87c0-4669-90d1-554cf761930d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Performing IP validity checks on allocation pools {{(pid=83598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 09:44:58.228189 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.ipam_backend_mixin [None req-0c08d58d-87c0-4669-90d1-554cf761930d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 09:44:58.252250 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-41206116-9ce7-4e83-81df-c59830dad5fd tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Transition to ACTIVE for port object 62651dd1-e92d-44cd-af3a-1c952b2740ee will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:58.253911 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ac1061-eac6-47b1-8845-4849bafe6a6f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Made reservation on behalf of 0d13a625922e456e97b68503a56cb4ae for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:58.257681 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-b31aafa2-04e8-4c4e-8a15-0bf2c2b2ca29 None None] For port 8726f038-77f2-4371-b3a9-d69c67ab68c1, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=8726f038-77f2-4371-b3a9-d69c67ab68c1,segment=NetworkSegment(1c083f92-9755-4866-9bfa-57f1b5c17736),segment_id=1c083f92-9755-4866-9bfa-57f1b5c17736)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:58.272808 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b31aafa2-04e8-4c4e-8a15-0bf2c2b2ca29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:58.387515 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f10b61d9-bfe6-48dc-ae12-a9bdd26c65ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:58.393101 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1061-eac6-47b1-8845-4849bafe6a6f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:58.420723 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f10b61d9-bfe6-48dc-ae12-a9bdd26c65ef admin admin] Usage tracker for resource:security_group_rule and tenant:f397c8caa10b4694a37b02443a99155c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:58.427310 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-8036ae6b-a757-4efc-9d08-42fdcc565a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38ba982-1f40-4fc1-952c-37d74ce68c0a', 'name': '', 'tenant_id': '4747faad71854e4fac490fce5d95fc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e49e30-f3f7-4388-b34f-5eb0725476d3', 'external_fixed_ips': [{'subnet_id': 'd7ac5055-fd73-45e9-b9e0-65b0d70d994f', 'ip_address': '2001:db8::115'}], 'enable_snat': True}, 'gw_port_id': '3e659465-7f0c-4e5a-8f66-dd93de9c7bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:50Z', 'updated_at': '2022-01-21T09:44:54Z', 'revision_number': 3, 'project_id': '4747faad71854e4fac490fce5d95fc3d', 'gw_port': {'id': '3e659465-7f0c-4e5a-8f66-dd93de9c7bcf', 'name': '', 'network_id': 'd3e49e30-f3f7-4388-b34f-5eb0725476d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38ba982-1f40-4fc1-952c-37d74ce68c0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd7ac5055-fd73-45e9-b9e0-65b0d70d994f', 'ip_address': '2001:db8::115', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:53Z', 'updated_at': '2022-01-21T09:44:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7ac5055-fd73-45e9-b9e0-65b0d70d994f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:58.430084 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f10b61d9-bfe6-48dc-ae12-a9bdd26c65ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:58.438366 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8036ae6b-a757-4efc-9d08-42fdcc565a43 None None] Checking router: c38ba982-1f40-4fc1-952c-37d74ce68c0a for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:44:58.438697 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8036ae6b-a757-4efc-9d08-42fdcc565a43 None None] Updating router c38ba982-1f40-4fc1-952c-37d74ce68c0a port 3e659465-7f0c-4e5a-8f66-dd93de9c7bcf binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:44:58.440405 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-58caf1c9-b36b-4b3d-8923-4a05ef09dd30 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:58.447404 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31aafa2-04e8-4c4e-8a15-0bf2c2b2ca29 None None] Pushing event updated for resources: {'Port': ['ID=8726f038-77f2-4371-b3a9-d69c67ab68c1,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:58.488920 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f10b61d9-bfe6-48dc-ae12-a9bdd26c65ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:58.514230 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58caf1c9-b36b-4b3d-8923-4a05ef09dd30 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Port': ['ID=e1b10b2f-eb1f-48e6-8799-f80934e0c2bb,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:58.516125 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:44:58.523810 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-8036ae6b-a757-4efc-9d08-42fdcc565a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:58.592511 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-58caf1c9-b36b-4b3d-8923-4a05ef09dd30 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:58.628281 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41206116-9ce7-4e83-81df-c59830dad5fd tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:58.638352 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-58caf1c9-b36b-4b3d-8923-4a05ef09dd30 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/ports/e1b10b2f-eb1f-48e6-8799-f80934e0c2bb HTTP/1.1" status: 204 len: 168 time: 1.7739286 Jan 21 09:44:58.639637 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58716) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:58.725801 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41206116-9ce7-4e83-81df-c59830dad5fd tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Pushing event updated for resources: {'Port': ['ID=62651dd1-e92d-44cd-af3a-1c952b2740ee,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:58.727620 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-797a9f5a-deef-49b8-833f-7e7d486df6c5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] GET failed (client error): The resource could not be found. Jan 21 09:44:58.728689 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-797a9f5a-deef-49b8-833f-7e7d486df6c5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Synchronizing usage tracker for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:58.747728 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0c08d58d-87c0-4669-90d1-554cf761930d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:58.796001 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41206116-9ce7-4e83-81df-c59830dad5fd tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Network 2b2c35f4-1308-4c8f-8a4b-419048f2e33d is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:58.811982 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-41206116-9ce7-4e83-81df-c59830dad5fd tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:58.821455 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2389f1b-d072-434c-a1cb-47bd18444f4b None None] Network 8b61f89f-303f-4399-a8f1-a3c621a49970 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:58.828144 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08d58d-87c0-4669-90d1-554cf761930d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event updated for resources: {'Subnet': ['ID=c8c780d6-4590-47ad-9732-6b77bd36e3d5,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:58.830334 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-797a9f5a-deef-49b8-833f-7e7d486df6c5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Unset dirty status for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:58.831856 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41206116-9ce7-4e83-81df-c59830dad5fd tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:58.834695 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-797a9f5a-deef-49b8-833f-7e7d486df6c5 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "GET /v2.0/ports/e1b10b2f-eb1f-48e6-8799-f80934e0c2bb HTTP/1.1" status: 404 len: 333 time: 0.1878822 Jan 21 09:44:58.835309 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58720) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:58.858142 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2389f1b-d072-434c-a1cb-47bd18444f4b None None] Network 8b61f89f-303f-4399-a8f1-a3c621a49970 could not be found, it might have been deleted concurrently. {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 21 09:44:58.861352 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9564ab0-4321-46ef-bbb8-bd16495da96a None None] Network 2b2c35f4-1308-4c8f-8a4b-419048f2e33d requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:58.892046 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dc3412-aec1-4d7e-b3aa-d55fdc097eb9 None None] Network 8b61f89f-303f-4399-a8f1-a3c621a49970 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:58.947952 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dc3412-aec1-4d7e-b3aa-d55fdc097eb9 None None] Network 8b61f89f-303f-4399-a8f1-a3c621a49970 could not be found, it might have been deleted concurrently. {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 21 09:44:59.037681 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5290a07c-5c02-476e-a0ae-e1db9d4c8b7c tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.081090 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-8036ae6b-a757-4efc-9d08-42fdcc565a43 None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.109737 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-8036ae6b-a757-4efc-9d08-42fdcc565a43 None None] Transition to ACTIVE for port object 3e659465-7f0c-4e5a-8f66-dd93de9c7bcf will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:59.131264 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f10b61d9-bfe6-48dc-ae12-a9bdd26c65ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.133937 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-8036ae6b-a757-4efc-9d08-42fdcc565a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.146470 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f10b61d9-bfe6-48dc-ae12-a9bdd26c65ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.216728 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f10b61d9-bfe6-48dc-ae12-a9bdd26c65ef admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=f397c8caa10b4694a37b02443a99155c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5013053 Jan 21 09:44:59.218778 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58726) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:59.226438 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 8726f038-77f2-4371-b3a9-d69c67ab68c1 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:59.251701 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41206116-9ce7-4e83-81df-c59830dad5fd tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:59.252055 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41206116-9ce7-4e83-81df-c59830dad5fd tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.263057 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe94848-4bcf-435d-b728-701541ce6cc3 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Deleting subnet d096748a-55a8-42f8-97a8-c6b4fb15312d {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:44:59.287080 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ffe94848-4bcf-435d-b728-701541ce6cc3 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.313475 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b61d9-bfe6-48dc-ae12-a9bdd26c65ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27175f00-7ad6-4080-9cfc-8826dd290e8f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:59.344308 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c08d58d-87c0-4669-90d1-554cf761930d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Checking segment: {'id': 'a50fe946-6348-4d11-b557-ad516109a731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'acf77a3e-5682-4780-88e7-634048dfa7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:59.345634 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c08d58d-87c0-4669-90d1-554cf761930d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Network hostable DHCP agents. Network: acf77a3e-5682-4780-88e7-634048dfa7fc, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:59.346739 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-41206116-9ce7-4e83-81df-c59830dad5fd tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.8904705 Jan 21 09:44:59.350781 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58730) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:59.357208 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-8be9f780-e6e1-4985-815d-6a9d9c984ebe tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Request body: {'port': {'network_id': '2b2c35f4-1308-4c8f-8a4b-419048f2e33d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-749870024', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:59.357737 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.api.validators [None req-8be9f780-e6e1-4985-815d-6a9d9c984ebe tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] bootfile-name is not in valid_values {{(pid=83597) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:44:59.358066 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.api.validators [None req-8be9f780-e6e1-4985-815d-6a9d9c984ebe tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] tftp-server is not in valid_values {{(pid=83597) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:44:59.358389 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.api.validators [None req-8be9f780-e6e1-4985-815d-6a9d9c984ebe tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] server-ip-address is not in valid_values {{(pid=83597) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:44:59.377621 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-8036ae6b-a757-4efc-9d08-42fdcc565a43 None None] Attempting to bind port 3e659465-7f0c-4e5a-8f66-dd93de9c7bcf on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:59.377995 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-8036ae6b-a757-4efc-9d08-42fdcc565a43 None None] Attempting to bind port 3e659465-7f0c-4e5a-8f66-dd93de9c7bcf by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '587ae7b2-3fab-4b97-b471-22a04708248e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd3e49e30-f3f7-4388-b34f-5eb0725476d3'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:59.378350 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8036ae6b-a757-4efc-9d08-42fdcc565a43 None None] Attempting to bind port 3e659465-7f0c-4e5a-8f66-dd93de9c7bcf on network d3e49e30-f3f7-4388-b34f-5eb0725476d3 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:44:59.393498 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8036ae6b-a757-4efc-9d08-42fdcc565a43 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:44:59.393882 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8036ae6b-a757-4efc-9d08-42fdcc565a43 None None] Checking segment: {'id': '587ae7b2-3fab-4b97-b471-22a04708248e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd3e49e30-f3f7-4388-b34f-5eb0725476d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:59.394273 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-8036ae6b-a757-4efc-9d08-42fdcc565a43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.394661 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8036ae6b-a757-4efc-9d08-42fdcc565a43 None None] Bound using segment: {'id': '587ae7b2-3fab-4b97-b471-22a04708248e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd3e49e30-f3f7-4388-b34f-5eb0725476d3'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:44:59.395132 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-8036ae6b-a757-4efc-9d08-42fdcc565a43 None None] Bound port: 3e659465-7f0c-4e5a-8f66-dd93de9c7bcf, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '587ae7b2-3fab-4b97-b471-22a04708248e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd3e49e30-f3f7-4388-b34f-5eb0725476d3'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:59.396026 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-8036ae6b-a757-4efc-9d08-42fdcc565a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.449719 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ffe94848-4bcf-435d-b728-701541ce6cc3 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.473539 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d6eac0bc-474f-4055-adca-1bdee1bc5779 None None] Could not find standard attr ID for object 53bdb247-4814-40df-9a39-52cfd93fd68d. {{(pid=83599) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:44:59.499624 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 8726f038-77f2-4371-b3a9-d69c67ab68c1 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:59.500332 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.510611 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8be9f780-e6e1-4985-815d-6a9d9c984ebe tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:59.513470 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1061-eac6-47b1-8845-4849bafe6a6f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.521311 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-8036ae6b-a757-4efc-9d08-42fdcc565a43 None None] For port 3e659465-7f0c-4e5a-8f66-dd93de9c7bcf, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:59.525240 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-8036ae6b-a757-4efc-9d08-42fdcc565a43 None None] For port 3e659465-7f0c-4e5a-8f66-dd93de9c7bcf, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=3e659465-7f0c-4e5a-8f66-dd93de9c7bcf,segment=NetworkSegment(587ae7b2-3fab-4b97-b471-22a04708248e),segment_id=587ae7b2-3fab-4b97-b471-22a04708248e)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:59.541486 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-8036ae6b-a757-4efc-9d08-42fdcc565a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.555155 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36308284-28b4-4773-9209-a40513481a88 None None] Pushing event updated for resources: {'Port': ['ID=3e659465-7f0c-4e5a-8f66-dd93de9c7bcf,revision_number=2']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:59.574784 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36308284-28b4-4773-9209-a40513481a88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:59.575364 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36308284-28b4-4773-9209-a40513481a88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:59.575864 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36308284-28b4-4773-9209-a40513481a88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:59.576339 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36308284-28b4-4773-9209-a40513481a88 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:59.576983 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36308284-28b4-4773-9209-a40513481a88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:59.577463 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36308284-28b4-4773-9209-a40513481a88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:59.577966 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36308284-28b4-4773-9209-a40513481a88 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:59.578442 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36308284-28b4-4773-9209-a40513481a88 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:59.578929 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36308284-28b4-4773-9209-a40513481a88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:59.579403 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36308284-28b4-4773-9209-a40513481a88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:59.579995 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36308284-28b4-4773-9209-a40513481a88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:59.583982 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.589298 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8be9f780-e6e1-4985-815d-6a9d9c984ebe tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Usage tracker for resource:port and tenant:9c156ff522964d7c9ba2b316bb343d56 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:59.593226 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac1061-eac6-47b1-8845-4849bafe6a6f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event updated for resources: {'Subnet': ['ID=8f0847cf-20e1-4d40-9884-b6ffedebd5e0,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:59.597920 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8be9f780-e6e1-4985-815d-6a9d9c984ebe tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:59.641829 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dd361632-11af-4744-804c-a1f750bdd04c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.674416 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8be9f780-e6e1-4985-815d-6a9d9c984ebe tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:59.687414 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c08d58d-87c0-4669-90d1-554cf761930d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Network acf77a3e-5682-4780-88e7-634048dfa7fc is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:59.726895 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4af5a-6f64-43a6-a825-87dbb13c53ba req-9dc325d1-f0ee-48a7-831f-d1fb16c30c61 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:59.731101 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-83c4af5a-6f64-43a6-a825-87dbb13c53ba req-9dc325d1-f0ee-48a7-831f-d1fb16c30c61 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.6395442 Jan 21 09:44:59.741818 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8036ae6b-a757-4efc-9d08-42fdcc565a43 None None] Routers {'c38ba982-1f40-4fc1-952c-37d74ce68c0a'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:59.742764 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-8036ae6b-a757-4efc-9d08-42fdcc565a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:44:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['c38ba982-1f40-4fc1-952c-37d74ce68c0a'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:59.750111 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be9f780-e6e1-4985-815d-6a9d9c984ebe tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Made reservation on behalf of 9c156ff522964d7c9ba2b316bb343d56 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:59.753425 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8be9f780-e6e1-4985-815d-6a9d9c984ebe tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.770579 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dd361632-11af-4744-804c-a1f750bdd04c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.819471 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-8be9f780-e6e1-4985-815d-6a9d9c984ebe tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] device_id is not set on port 24d4924f-b522-4bc0-9deb-1db9e136a586 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:59.865866 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-0c08d58d-87c0-4669-90d1-554cf761930d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, acf77a3e-5682-4780-88e7-634048dfa7fc) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:59.874590 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21479db9-be93-4d16-83e2-92cb3ec9e087 None None] Network acf77a3e-5682-4780-88e7-634048dfa7fc requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:59.887837 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dd361632-11af-4744-804c-a1f750bdd04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.950801 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-8036ae6b-a757-4efc-9d08-42fdcc565a43 None None] Set router c38ba982-1f40-4fc1-952c-37d74ce68c0a gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:44:59.956036 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c08d58d-87c0-4669-90d1-554cf761930d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:59.956664 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0c08d58d-87c0-4669-90d1-554cf761930d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.031443 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0c08d58d-87c0-4669-90d1-554cf761930d tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.8196640 Jan 21 09:45:00.038982 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd361632-11af-4744-804c-a1f750bdd04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27175f00-7ad6-4080-9cfc-8826dd290e8f,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:00.040879 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dd361632-11af-4744-804c-a1f750bdd04c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.045184 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-dd361632-11af-4744-804c-a1f750bdd04c admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/27175f00-7ad6-4080-9cfc-8826dd290e8f HTTP/1.1" status: 204 len: 168 time: 0.8257775 Jan 21 09:45:00.081009 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58736) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:00.098837 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-9dcda4be-0aeb-4788-94a7-c86d6b9e8d56 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:00.142608 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ac1061-eac6-47b1-8845-4849bafe6a6f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Checking segment: {'id': '03759055-d799-4559-a1c7-a1632c874a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0335858e-5d36-48d3-96a7-97f404db1802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:00.143398 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ac1061-eac6-47b1-8845-4849bafe6a6f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Network hostable DHCP agents. Network: 0335858e-5d36-48d3-96a7-97f404db1802, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:45:00.226400 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ffe94848-4bcf-435d-b728-701541ce6cc3 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.253086 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ac1061-eac6-47b1-8845-4849bafe6a6f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Network 0335858e-5d36-48d3-96a7-97f404db1802 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:45:00.268287 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5290a07c-5c02-476e-a0ae-e1db9d4c8b7c tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.292270 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-f5ac1061-eac6-47b1-8845-4849bafe6a6f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 0335858e-5d36-48d3-96a7-97f404db1802) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:00.343055 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-5290a07c-5c02-476e-a0ae-e1db9d4c8b7c tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Deleting port 3e659465-7f0c-4e5a-8f66-dd93de9c7bcf {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:00.343494 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5290a07c-5c02-476e-a0ae-e1db9d4c8b7c tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.391060 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ac1061-eac6-47b1-8845-4849bafe6a6f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:00.391820 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1061-eac6-47b1-8845-4849bafe6a6f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.436718 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844fe57b-37c6-40d8-9d3c-334ba22a27ba None None] Network 0335858e-5d36-48d3-96a7-97f404db1802 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:00.487017 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36308284-28b4-4773-9209-a40513481a88 None None] Pushing event updated for resources: {'Port': ['ID=3e659465-7f0c-4e5a-8f66-dd93de9c7bcf,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:00.491885 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-8036ae6b-a757-4efc-9d08-42fdcc565a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38ba982-1f40-4fc1-952c-37d74ce68c0a', 'name': '', 'tenant_id': '4747faad71854e4fac490fce5d95fc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e49e30-f3f7-4388-b34f-5eb0725476d3', 'external_fixed_ips': [{'subnet_id': 'd7ac5055-fd73-45e9-b9e0-65b0d70d994f', 'ip_address': '2001:db8::115'}], 'enable_snat': True}, 'gw_port_id': '3e659465-7f0c-4e5a-8f66-dd93de9c7bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:50Z', 'updated_at': '2022-01-21T09:44:54Z', 'revision_number': 3, 'project_id': '4747faad71854e4fac490fce5d95fc3d', 'gw_port': {'id': '3e659465-7f0c-4e5a-8f66-dd93de9c7bcf', 'name': '', 'network_id': 'd3e49e30-f3f7-4388-b34f-5eb0725476d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38ba982-1f40-4fc1-952c-37d74ce68c0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd7ac5055-fd73-45e9-b9e0-65b0d70d994f', 'ip_address': '2001:db8::115', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:53Z', 'updated_at': '2022-01-21T09:44:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7ac5055-fd73-45e9-b9e0-65b0d70d994f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:00.495325 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f5ac1061-eac6-47b1-8845-4849bafe6a6f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5774589 Jan 21 09:45:00.496279 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58744) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:00.499474 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8036ae6b-a757-4efc-9d08-42fdcc565a43 None None] The sync data for ids ['c38ba982-1f40-4fc1-952c-37d74ce68c0a'] in dv-neutron-825732-1-hyperv is: [{'id': 'c38ba982-1f40-4fc1-952c-37d74ce68c0a', 'name': '', 'tenant_id': '4747faad71854e4fac490fce5d95fc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3e49e30-f3f7-4388-b34f-5eb0725476d3', 'external_fixed_ips': [{'subnet_id': 'd7ac5055-fd73-45e9-b9e0-65b0d70d994f', 'ip_address': '2001:db8::115'}], 'enable_snat': True}, 'gw_port_id': '3e659465-7f0c-4e5a-8f66-dd93de9c7bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:50Z', 'updated_at': '2022-01-21T09:44:54Z', 'revision_number': 3, 'project_id': '4747faad71854e4fac490fce5d95fc3d', 'gw_port': {'id': '3e659465-7f0c-4e5a-8f66-dd93de9c7bcf', 'name': '', 'network_id': 'd3e49e30-f3f7-4388-b34f-5eb0725476d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38ba982-1f40-4fc1-952c-37d74ce68c0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd7ac5055-fd73-45e9-b9e0-65b0d70d994f', 'ip_address': '2001:db8::115', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:53Z', 'updated_at': '2022-01-21T09:44:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7ac5055-fd73-45e9-b9e0-65b0d70d994f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:45:00.594949 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ffe94848-4bcf-435d-b728-701541ce6cc3 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.667983 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f030fa-4b4b-487b-a477-5672fc1266f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-acf77a3e-5682-4780-88e7-634048dfa7fc', 'network_id': 'acf77a3e-5682-4780-88e7-634048dfa7fc', 'tenant_id': '14f7a2c3d80d4ed0a81309ac4c20d7a5', 'fixed_ips': [{'subnet_id': 'c8c780d6-4590-47ad-9732-6b77bd36e3d5'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:45:00.668816 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d4f030fa-4b4b-487b-a477-5672fc1266f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.703762 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe94848-4bcf-435d-b728-701541ce6cc3 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Subnet': ['ID=d096748a-55a8-42f8-97a8-c6b4fb15312d,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:00.706198 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6eafcd1-4ded-4116-be39-970ce3f9a561 None None] Network 2b2c35f4-1308-4c8f-8a4b-419048f2e33d requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:00.715903 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ffe94848-4bcf-435d-b728-701541ce6cc3 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.739115 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-83c4af5a-6f64-43a6-a825-87dbb13c53ba req-9e45901d-4734-4c54-b3f7-eeec9bb56be7 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8679290 Jan 21 09:45:00.775210 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-8be9f780-e6e1-4985-815d-6a9d9c984ebe tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Allocated IP 172.20.0.8 (2b2c35f4-1308-4c8f-8a4b-419048f2e33d/eda8d7eb-1606-4851-915a-404e71929127/24d4924f-b522-4bc0-9deb-1db9e136a586) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:00.792422 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9dcda4be-0aeb-4788-94a7-c86d6b9e8d56 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2584186'] for subnet, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.803437 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ffe94848-4bcf-435d-b728-701541ce6cc3 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/subnets/d096748a-55a8-42f8-97a8-c6b4fb15312d HTTP/1.1" status: 204 len: 168 time: 1.9599619 Jan 21 09:45:00.806233 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58748) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:00.806473 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80d9315-0eff-41fc-aeec-81e0cf7f8358 None None] Network 7368e191-7f0d-443a-9eb1-a4503a9987b8 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:00.848965 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58752) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:01.029236 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-5290a07c-5c02-476e-a0ae-e1db9d4c8b7c tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] For port 3e659465-7f0c-4e5a-8f66-dd93de9c7bcf, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=3e659465-7f0c-4e5a-8f66-dd93de9c7bcf,segment=NetworkSegment(587ae7b2-3fab-4b97-b471-22a04708248e),segment_id=587ae7b2-3fab-4b97-b471-22a04708248e)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:01.029628 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5290a07c-5c02-476e-a0ae-e1db9d4c8b7c tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.187746 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-02547143-90f5-4b54-938a-c08861acd9a3 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.218259 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-5290a07c-5c02-476e-a0ae-e1db9d4c8b7c tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Calling delete_port for 3e659465-7f0c-4e5a-8f66-dd93de9c7bcf owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:01.248635 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 3e659465-7f0c-4e5a-8f66-dd93de9c7bcf up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:01.355412 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e25aafd1-64a6-479c-9979-83bfd5065d17 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.449461 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-02547143-90f5-4b54-938a-c08861acd9a3 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Deleting port 82819625-1475-4092-b152-a9869989d2c9 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:01.449829 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-02547143-90f5-4b54-938a-c08861acd9a3 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.499011 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-6618ed00-888f-4f05-aa22-5cc476584453 None None] Provisioning complete for port 8726f038-77f2-4371-b3a9-d69c67ab68c1 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:01.499011 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6618ed00-888f-4f05-aa22-5cc476584453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.513708 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9dcda4be-0aeb-4788-94a7-c86d6b9e8d56 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793818614263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3463723'] for subnet, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.563278 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-849390c2-63aa-4f9e-b1dd-a1fa709fe1f9 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=6eba63a69765458eb8cd2f5124901237&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7029223 Jan 21 09:45:01.571762 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58756) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:01.758110 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e25aafd1-64a6-479c-9979-83bfd5065d17 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.774289 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-02547143-90f5-4b54-938a-c08861acd9a3 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] For port 82819625-1475-4092-b152-a9869989d2c9, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=82819625-1475-4092-b152-a9869989d2c9,segment=NetworkSegment(57f6776f-c7b1-479e-ba8b-1b04daa216a4),segment_id=57f6776f-c7b1-479e-ba8b-1b04daa216a4)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:01.774912 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-02547143-90f5-4b54-938a-c08861acd9a3 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.812977 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-d4f030fa-4b4b-487b-a477-5672fc1266f5 None None] Allocated IP 172.20.0.3 (acf77a3e-5682-4780-88e7-634048dfa7fc/c8c780d6-4590-47ad-9732-6b77bd36e3d5/0c780f78-7296-46ce-a88f-4e3e54c89c82) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:01.816273 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2177151d-d3fe-4de5-9b50-31ca66729b7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-0335858e-5d36-48d3-96a7-97f404db1802', 'network_id': '0335858e-5d36-48d3-96a7-97f404db1802', 'tenant_id': '0d13a625922e456e97b68503a56cb4ae', 'fixed_ips': [{'subnet_id': '8f0847cf-20e1-4d40-9884-b6ffedebd5e0'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:45:01.818113 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2177151d-d3fe-4de5-9b50-31ca66729b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.859040 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 3e659465-7f0c-4e5a-8f66-dd93de9c7bcf completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:01.911123 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 3e659465-7f0c-4e5a-8f66-dd93de9c7bcf triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:01.912115 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.941034 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcda4be-0aeb-4788-94a7-c86d6b9e8d56 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:01.941893 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9dcda4be-0aeb-4788-94a7-c86d6b9e8d56 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.944078 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9dcda4be-0aeb-4788-94a7-c86d6b9e8d56 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "PUT /v2.0/subnets/c8c780d6-4590-47ad-9732-6b77bd36e3d5 HTTP/1.1" status: 200 len: 877 time: 1.8618429 Jan 21 09:45:01.951517 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-02547143-90f5-4b54-938a-c08861acd9a3 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Calling delete_port for 82819625-1475-4092-b152-a9869989d2c9 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:02.033205 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58762) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:02.113229 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcda4be-0aeb-4788-94a7-c86d6b9e8d56 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event updated for resources: {'Subnet': ['ID=c8c780d6-4590-47ad-9732-6b77bd36e3d5,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:02.121276 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5290a07c-5c02-476e-a0ae-e1db9d4c8b7c tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.128005 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6719fbd3-ebbb-4f22-8eca-c2ef20e08e21 None None] DHCP port deletion for 7368e191-7f0d-443a-9eb1-a4503a9987b8 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:45:02.166515 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-6719fbd3-ebbb-4f22-8eca-c2ef20e08e21 None None] Deleting port 82819625-1475-4092-b152-a9869989d2c9 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:02.167053 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6719fbd3-ebbb-4f22-8eca-c2ef20e08e21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.209985 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290a07c-5c02-476e-a0ae-e1db9d4c8b7c tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e659465-7f0c-4e5a-8f66-dd93de9c7bcf,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:02.274464 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8651b380-ef47-4e02-845b-dd8779f7d275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.297646 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8be9f780-e6e1-4985-815d-6a9d9c984ebe tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.304228 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-02547143-90f5-4b54-938a-c08861acd9a3 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.317856 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Could not find standard attr ID for object 3e659465-7f0c-4e5a-8f66-dd93de9c7bcf. {{(pid=83599) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:45:02.366253 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No ports have port_id starting with 3e659465-7f0c-4e5a-8f66-dd93de9c7bcf Jan 21 09:45:02.377507 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e25aafd1-64a6-479c-9979-83bfd5065d17 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server [None req-2177151d-d3fe-4de5-9b50-31ca66729b7b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f0847cf-20e1-4d40-9884-b6ffedebd5e0: This subnet is being modified by another concurrent operation. Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:45:02.381886 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise exception Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f0847cf-20e1-4d40-9884-b6ffedebd5e0: This subnet is being modified by another concurrent operation. Jan 21 09:45:02.385845 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server Jan 21 09:45:02.398176 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02547143-90f5-4b54-938a-c08861acd9a3 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Port': ['ID=82819625-1475-4092-b152-a9869989d2c9,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:02.408762 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8651b380-ef47-4e02-845b-dd8779f7d275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.410572 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-6719fbd3-ebbb-4f22-8eca-c2ef20e08e21 None None] The port '82819625-1475-4092-b152-a9869989d2c9' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:45:02.437564 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-29b0f3a7-292e-4cda-94a9-c27798f2f3ad tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.466152 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c80306c-e2cc-4d4f-96ca-1d95e46307b5 None None] Network 0335858e-5d36-48d3-96a7-97f404db1802 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:02.478500 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02547143-90f5-4b54-938a-c08861acd9a3 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] No DVR routers for this DVR port 82819625-1475-4092-b152-a9869989d2c9 on host dv-neutron-825732-1-hyperv {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:45:02.506385 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-6618ed00-888f-4f05-aa22-5cc476584453 None None] Provisioning for port 62651dd1-e92d-44cd-af3a-1c952b2740ee completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:02.514562 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-8be9f780-e6e1-4985-815d-6a9d9c984ebe tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Transition to ACTIVE for port object 24d4924f-b522-4bc0-9deb-1db9e136a586 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:02.515988 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25aafd1-64a6-479c-9979-83bfd5065d17 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event deleted for resources: {'Subnet': ['ID=8f0847cf-20e1-4d40-9884-b6ffedebd5e0,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:02.538756 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5290a07c-5c02-476e-a0ae-e1db9d4c8b7c tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.590006 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-6618ed00-888f-4f05-aa22-5cc476584453 None None] Provisioning complete for port 62651dd1-e92d-44cd-af3a-1c952b2740ee triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:02.590636 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6618ed00-888f-4f05-aa22-5cc476584453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.799586 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-02547143-90f5-4b54-938a-c08861acd9a3 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.822990 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d4f030fa-4b4b-487b-a477-5672fc1266f5 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.842646 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8651b380-ef47-4e02-845b-dd8779f7d275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.851755 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-6618ed00-888f-4f05-aa22-5cc476584453 None None] Port 62651dd1-e92d-44cd-af3a-1c952b2740ee cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:45:02.855197 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d4f030fa-4b4b-487b-a477-5672fc1266f5 None None] Transition to ACTIVE for port object 0c780f78-7296-46ce-a88f-4e3e54c89c82 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:02.859042 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-29b0f3a7-292e-4cda-94a9-c27798f2f3ad tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.888639 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-02547143-90f5-4b54-938a-c08861acd9a3 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7368e191-7f0d-443a-9eb1-a4503a9987b8']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:02.898624 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d4f030fa-4b4b-487b-a477-5672fc1266f5 None None] Transition to ACTIVE for port object 0c780f78-7296-46ce-a88f-4e3e54c89c82 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:02.911259 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d4f030fa-4b4b-487b-a477-5672fc1266f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.919125 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651b380-ef47-4e02-845b-dd8779f7d275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc473f04-1eb2-4778-9d1a-afd97e43e487,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:02.926976 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-02547143-90f5-4b54-938a-c08861acd9a3 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f6776f-c7b1-479e-ba8b-1b04daa216a4') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:02.927368 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-02547143-90f5-4b54-938a-c08861acd9a3 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f6776f-c7b1-479e-ba8b-1b04daa216a4') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:02.953780 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-02547143-90f5-4b54-938a-c08861acd9a3 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.988825 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-02547143-90f5-4b54-938a-c08861acd9a3 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.998092 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8651b380-ef47-4e02-845b-dd8779f7d275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.999269 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8651b380-ef47-4e02-845b-dd8779f7d275 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/cc473f04-1eb2-4778-9d1a-afd97e43e487 HTTP/1.1" status: 204 len: 168 time: 1.4244730 Jan 21 09:45:03.000718 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02547143-90f5-4b54-938a-c08861acd9a3 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:45:03.001146 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-02547143-90f5-4b54-938a-c08861acd9a3 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.045558 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:45:03.045558 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:45:03.045558 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:45:03.045558 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:45:03.045558 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:45:03.045558 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:45:03.045558 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:45:03.045558 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:45:03.045558 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:45:03.045558 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:45:03.045558 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:45:03.045558 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:45:03.045558 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:45:03.045558 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:45:03.045558 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:45:03.045558 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:45:03.045558 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:45:03.045558 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:45:03.045558 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:45:03.045558 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:45:03.045558 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:45:03.045558 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:45:03.045558 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:45:03.045558 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:45:03.045558 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:45:03.045558 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:45:03.045558 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:45:03.045558 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:45:03.045558 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:45:03.045558 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:45:03.045558 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:45:03.045558 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:45:03.121918 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f030fa-4b4b-487b-a477-5672fc1266f5 None None] Pushing event updated for resources: {'Port': ['ID=0c780f78-7296-46ce-a88f-4e3e54c89c82,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:03.160965 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f030fa-4b4b-487b-a477-5672fc1266f5 None None] Network acf77a3e-5682-4780-88e7-634048dfa7fc is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:03.178383 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ed181-c47c-46f9-bad2-74b9a7c0e1d9 req-369c3aca-8b68-4927-8260-74dc1dd8243f tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:03.186296 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-763ed181-c47c-46f9-bad2-74b9a7c0e1d9 req-369c3aca-8b68-4927-8260-74dc1dd8243f tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 1.1064429 Jan 21 09:45:03.189458 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-d4f030fa-4b4b-487b-a477-5672fc1266f5 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:03.203164 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f030fa-4b4b-487b-a477-5672fc1266f5 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:03.252306 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-29b0f3a7-292e-4cda-94a9-c27798f2f3ad tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.302431 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-4b59fa61-e88c-4fee-bbad-68dcac5cc542 None None] Provisioning complete for port 8726f038-77f2-4371-b3a9-d69c67ab68c1 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:03.302992 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4b59fa61-e88c-4fee-bbad-68dcac5cc542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.326937 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e25aafd1-64a6-479c-9979-83bfd5065d17 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.430792 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8be9f780-e6e1-4985-815d-6a9d9c984ebe tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.452687 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-02547143-90f5-4b54-938a-c08861acd9a3 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.457011 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-02547143-90f5-4b54-938a-c08861acd9a3 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.484026 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b0f3a7-292e-4cda-94a9-c27798f2f3ad tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event deleted for resources: {'Subnet': ['ID=c8c780d6-4590-47ad-9732-6b77bd36e3d5,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:03.490822 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5290a07c-5c02-476e-a0ae-e1db9d4c8b7c tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.498303 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-02547143-90f5-4b54-938a-c08861acd9a3 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/networks/7368e191-7f0d-443a-9eb1-a4503a9987b8 HTTP/1.1" status: 204 len: 168 time: 2.6862040 Jan 21 09:45:03.499028 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 82819625-1475-4092-b152-a9869989d2c9 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:45:03.499966 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02547143-90f5-4b54-938a-c08861acd9a3 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Network': ['ID=7368e191-7f0d-443a-9eb1-a4503a9987b8,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:03.502701 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58770) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:03.504300 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-e25aafd1-64a6-479c-9979-83bfd5065d17 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0335858e-5d36-48d3-96a7-97f404db1802']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:03.527339 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-90e12d5f-d8db-44ac-a5a1-a8ed0a1e0883 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-761725182'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:03.534971 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-90e12d5f-d8db-44ac-a5a1-a8ed0a1e0883 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:03.545590 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-90e12d5f-d8db-44ac-a5a1-a8ed0a1e0883 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:network and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:03.547590 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5290a07c-5c02-476e-a0ae-e1db9d4c8b7c tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.549402 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-90e12d5f-d8db-44ac-a5a1-a8ed0a1e0883 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:03.557058 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-90e12d5f-d8db-44ac-a5a1-a8ed0a1e0883 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:03.566217 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-763ed181-c47c-46f9-bad2-74b9a7c0e1d9 req-3945eb29-05cd-4788-af36-3b7bf3a00363 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3784330 Jan 21 09:45:03.591090 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-e25aafd1-64a6-479c-9979-83bfd5065d17 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03759055-d799-4559-a1c7-a1632c874a91') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:03.591776 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-e25aafd1-64a6-479c-9979-83bfd5065d17 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03759055-d799-4559-a1c7-a1632c874a91') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:03.614443 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 82819625-1475-4092-b152-a9869989d2c9 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:45:03.615153 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 82819625-1475-4092-b152-a9869989d2c9 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:45:03.621133 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9f780-e6e1-4985-815d-6a9d9c984ebe tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Pushing event updated for resources: {'Port': ['ID=24d4924f-b522-4bc0-9deb-1db9e136a586,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:03.627588 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e25aafd1-64a6-479c-9979-83bfd5065d17 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.637430 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be9f780-e6e1-4985-815d-6a9d9c984ebe tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Network 2b2c35f4-1308-4c8f-8a4b-419048f2e33d is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:03.647079 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-8be9f780-e6e1-4985-815d-6a9d9c984ebe tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:03.655797 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-29b0f3a7-292e-4cda-94a9-c27798f2f3ad tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.659665 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-d4f030fa-4b4b-487b-a477-5672fc1266f5 None None] Attempting to bind port 0c780f78-7296-46ce-a88f-4e3e54c89c82 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:03.660108 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-d4f030fa-4b4b-487b-a477-5672fc1266f5 None None] Attempting to bind port 0c780f78-7296-46ce-a88f-4e3e54c89c82 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'a50fe946-6348-4d11-b557-ad516109a731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'acf77a3e-5682-4780-88e7-634048dfa7fc'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:03.660537 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f030fa-4b4b-487b-a477-5672fc1266f5 None None] Attempting to bind port 0c780f78-7296-46ce-a88f-4e3e54c89c82 on network acf77a3e-5682-4780-88e7-634048dfa7fc {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:45:03.667884 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be9f780-e6e1-4985-815d-6a9d9c984ebe tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:03.671878 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f030fa-4b4b-487b-a477-5672fc1266f5 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:45:03.672348 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f030fa-4b4b-487b-a477-5672fc1266f5 None None] Checking segment: {'id': 'a50fe946-6348-4d11-b557-ad516109a731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'acf77a3e-5682-4780-88e7-634048dfa7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:03.672819 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d4f030fa-4b4b-487b-a477-5672fc1266f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.673349 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f030fa-4b4b-487b-a477-5672fc1266f5 None None] Bound using segment: {'id': 'a50fe946-6348-4d11-b557-ad516109a731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'acf77a3e-5682-4780-88e7-634048dfa7fc'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:45:03.673921 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-d4f030fa-4b4b-487b-a477-5672fc1266f5 None None] Bound port: 0c780f78-7296-46ce-a88f-4e3e54c89c82, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50fe946-6348-4d11-b557-ad516109a731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'acf77a3e-5682-4780-88e7-634048dfa7fc'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:03.674362 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d4f030fa-4b4b-487b-a477-5672fc1266f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.686404 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-29b0f3a7-292e-4cda-94a9-c27798f2f3ad tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf77a3e-5682-4780-88e7-634048dfa7fc']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:03.701495 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-29b0f3a7-292e-4cda-94a9-c27798f2f3ad tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a50fe946-6348-4d11-b557-ad516109a731') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:03.702169 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-29b0f3a7-292e-4cda-94a9-c27798f2f3ad tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a50fe946-6348-4d11-b557-ad516109a731') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:03.709931 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e25aafd1-64a6-479c-9979-83bfd5065d17 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.716840 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-29b0f3a7-292e-4cda-94a9-c27798f2f3ad tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.735110 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e25aafd1-64a6-479c-9979-83bfd5065d17 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:45:03.736139 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e25aafd1-64a6-479c-9979-83bfd5065d17 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.737017 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-29b0f3a7-292e-4cda-94a9-c27798f2f3ad tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.744643 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b0f3a7-292e-4cda-94a9-c27798f2f3ad tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:45:03.745460 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-29b0f3a7-292e-4cda-94a9-c27798f2f3ad tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.775902 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:45:03.775902 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:45:03.775902 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:45:03.775902 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:45:03.775902 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:45:03.775902 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:45:03.775902 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:45:03.775902 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:45:03.775902 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:45:03.775902 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:45:03.775902 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:45:03.775902 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:45:03.775902 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:45:03.775902 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:45:03.775902 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:45:03.775902 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:45:03.775902 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:45:03.775902 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:45:03.775902 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:45:03.775902 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:45:03.775902 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:45:03.775902 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:45:03.775902 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:45:03.775902 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:45:03.775902 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:45:03.775902 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:45:03.775902 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:45:03.775902 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:45:03.775902 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:45:03.775902 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:45:03.775902 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:45:03.775902 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:45:03.784362 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5290a07c-5c02-476e-a0ae-e1db9d4c8b7c tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.785214 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5290a07c-5c02-476e-a0ae-e1db9d4c8b7c tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c38ba982-1f40-4fc1-952c-37d74ce68c0a {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:45:03.874249 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:45:03.874249 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:45:03.874249 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:45:03.874249 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:45:03.874249 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:45:03.874249 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:45:03.874249 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:45:03.874249 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:45:03.874249 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:45:03.874249 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:45:03.874249 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:45:03.874249 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:45:03.874249 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:45:03.874249 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:45:03.874249 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:45:03.874249 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:45:03.874249 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:45:03.874249 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:45:03.874249 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:45:03.874249 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:45:03.874249 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:45:03.874249 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:45:03.874249 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:45:03.874249 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:45:03.874249 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:45:03.874249 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:45:03.874249 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:45:03.874249 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:45:03.874249 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:45:03.874249 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:45:03.874249 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:45:03.874249 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:45:03.882592 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-4b59fa61-e88c-4fee-bbad-68dcac5cc542 None None] Provisioning complete for port 62651dd1-e92d-44cd-af3a-1c952b2740ee triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:03.883422 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4b59fa61-e88c-4fee-bbad-68dcac5cc542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.896389 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e12d5f-d8db-44ac-a5a1-a8ed0a1e0883 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Made reservation on behalf of fd763e9054b0425c8035d150c4a90c6a for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:03.905134 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e12d5f-d8db-44ac-a5a1-a8ed0a1e0883 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.919361 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be9f780-e6e1-4985-815d-6a9d9c984ebe tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:03.920059 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8be9f780-e6e1-4985-815d-6a9d9c984ebe tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.965860 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e25aafd1-64a6-479c-9979-83bfd5065d17 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.977057 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e12d5f-d8db-44ac-a5a1-a8ed0a1e0883 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:45:03.979364 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.api [None req-29b0f3a7-292e-4cda-94a9-c27798f2f3ad tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:45:03.979364 dv-neutron-825732-1-hyperv neutron-server[83598]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:45:03.979364 dv-neutron-825732-1-hyperv neutron-server[83598]: [parameters: {'id': 'acf77a3e-5682-4780-88e7-634048dfa7fc'}] Jan 21 09:45:03.979364 dv-neutron-825732-1-hyperv neutron-server[83598]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:45:03.979719 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG oslo_db.api [None req-29b0f3a7-292e-4cda-94a9-c27798f2f3ad tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:45:04.009113 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e12d5f-d8db-44ac-a5a1-a8ed0a1e0883 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.009723 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-90e12d5f-d8db-44ac-a5a1-a8ed0a1e0883 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Added segment 9b594d04-59fb-44f5-be4b-45c09aeb10df of type vlan for network b8633957-7ff0-4fe3-98ec-6d12cdccbbb8 Jan 21 09:45:04.021944 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e25aafd1-64a6-479c-9979-83bfd5065d17 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.035715 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-d4f030fa-4b4b-487b-a477-5672fc1266f5 None None] For port 0c780f78-7296-46ce-a88f-4e3e54c89c82, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:45:04.039611 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5290a07c-5c02-476e-a0ae-e1db9d4c8b7c tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.041101 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5290a07c-5c02-476e-a0ae-e1db9d4c8b7c tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] 10.222.0.104 "DELETE /v2.0/routers/c38ba982-1f40-4fc1-952c-37d74ce68c0a HTTP/1.1" status: 204 len: 168 time: 6.2774134 Jan 21 09:45:04.049067 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58780) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:04.049620 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-4b59fa61-e88c-4fee-bbad-68dcac5cc542 None None] Port 62651dd1-e92d-44cd-af3a-1c952b2740ee cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:45:04.053704 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-d4f030fa-4b4b-487b-a477-5672fc1266f5 None None] For port 0c780f78-7296-46ce-a88f-4e3e54c89c82, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=0c780f78-7296-46ce-a88f-4e3e54c89c82,segment=NetworkSegment(a50fe946-6348-4d11-b557-ad516109a731),segment_id=a50fe946-6348-4d11-b557-ad516109a731)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:45:04.058309 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25aafd1-64a6-479c-9979-83bfd5065d17 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event deleted for resources: {'Network': ['ID=0335858e-5d36-48d3-96a7-97f404db1802,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:04.065614 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d4f030fa-4b4b-487b-a477-5672fc1266f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.072255 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e25aafd1-64a6-479c-9979-83bfd5065d17 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "DELETE /v2.0/networks/0335858e-5d36-48d3-96a7-97f404db1802 HTTP/1.1" status: 204 len: 168 time: 3.5569327 Jan 21 09:45:04.078751 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8be9f780-e6e1-4985-815d-6a9d9c984ebe tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 4.7262154 Jan 21 09:45:04.079479 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58784) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:04.079814 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58786) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:04.087095 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-8bf3daf5-1a44-4b45-9378-9f1654e3c388 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1605157176'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:04.141785 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e12d5f-d8db-44ac-a5a1-a8ed0a1e0883 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.152659 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8bf3daf5-1a44-4b45-9378-9f1654e3c388 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:04.165835 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8bf3daf5-1a44-4b45-9378-9f1654e3c388 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Usage tracker for resource:network and tenant:0d13a625922e456e97b68503a56cb4ae is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:04.171450 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8bf3daf5-1a44-4b45-9378-9f1654e3c388 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:04.180145 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8bf3daf5-1a44-4b45-9378-9f1654e3c388 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:04.208159 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf3daf5-1a44-4b45-9378-9f1654e3c388 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Made reservation on behalf of 0d13a625922e456e97b68503a56cb4ae for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:04.214900 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f030fa-4b4b-487b-a477-5672fc1266f5 None None] Pushing event updated for resources: {'Port': ['ID=0c780f78-7296-46ce-a88f-4e3e54c89c82,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:04.217578 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eb04ea9-0ac3-4d71-b9e4-408333341b7b tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Deleting subnet d7ac5055-fd73-45e9-b9e0-65b0d70d994f {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:45:04.221498 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e12d5f-d8db-44ac-a5a1-a8ed0a1e0883 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.226134 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e12d5f-d8db-44ac-a5a1-a8ed0a1e0883 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:04.226724 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e12d5f-d8db-44ac-a5a1-a8ed0a1e0883 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.230603 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4eb04ea9-0ac3-4d71-b9e4-408333341b7b tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.239950 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8bf3daf5-1a44-4b45-9378-9f1654e3c388 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.281913 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-32bb9b5f-6187-4014-bdda-ec30dec97a0c None None] Provisioning for port 24d4924f-b522-4bc0-9deb-1db9e136a586 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:04.292388 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-32bb9b5f-6187-4014-bdda-ec30dec97a0c None None] Provisioning complete for port 24d4924f-b522-4bc0-9deb-1db9e136a586 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:04.292848 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-32bb9b5f-6187-4014-bdda-ec30dec97a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.292959 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bf3daf5-1a44-4b45-9378-9f1654e3c388 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:45:04.316884 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef37bbc8-41f9-4bcd-8ce6-0cce3ea4457f tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:04.323559 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4eb04ea9-0ac3-4d71-b9e4-408333341b7b tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.325311 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef37bbc8-41f9-4bcd-8ce6-0cce3ea4457f tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:04.331373 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef37bbc8-41f9-4bcd-8ce6-0cce3ea4457f tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:04.334031 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ef37bbc8-41f9-4bcd-8ce6-0cce3ea4457f tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Synchronizing usage tracker for tenant:9c156ff522964d7c9ba2b316bb343d56 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:04.347869 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8bf3daf5-1a44-4b45-9378-9f1654e3c388 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.348211 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-8bf3daf5-1a44-4b45-9378-9f1654e3c388 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Added segment 27ab5176-0900-4d68-ba0d-d17365f450dc of type vlan for network 17925728-67c2-402e-882f-eabd22a6766a Jan 21 09:45:04.354445 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67f42de-cbc6-48f8-914a-19d61974c406 None None] Network acf77a3e-5682-4780-88e7-634048dfa7fc requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:04.385669 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ef37bbc8-41f9-4bcd-8ce6-0cce3ea4457f tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Unset dirty status for tenant:9c156ff522964d7c9ba2b316bb343d56 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:04.389071 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ef37bbc8-41f9-4bcd-8ce6-0cce3ea4457f tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3066988 Jan 21 09:45:04.392799 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58796) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:04.469381 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-90e12d5f-d8db-44ac-a5a1-a8ed0a1e0883 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9647167 Jan 21 09:45:04.483032 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-29b0f3a7-292e-4cda-94a9-c27798f2f3ad tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.483599 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8bf3daf5-1a44-4b45-9378-9f1654e3c388 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.492194 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-32a316f2-23e5-4ac5-8c95-a29b79bf2c8e tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Deleting port 24d4924f-b522-4bc0-9deb-1db9e136a586 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:04.492996 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-32a316f2-23e5-4ac5-8c95-a29b79bf2c8e tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.495403 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58802) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:04.507095 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-32bb9b5f-6187-4014-bdda-ec30dec97a0c None None] Port 24d4924f-b522-4bc0-9deb-1db9e136a586 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:45:04.515684 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-78918309-7597-432a-99a4-c27f6be36b5a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'subnet': {'network_id': 'b8633957-7ff0-4fe3-98ec-6d12cdccbbb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:04.546427 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e12d5f-d8db-44ac-a5a1-a8ed0a1e0883 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Network': ['ID=b8633957-7ff0-4fe3-98ec-6d12cdccbbb8,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:04.585623 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-32bb9b5f-6187-4014-bdda-ec30dec97a0c None None] Provisioning complete for port 62651dd1-e92d-44cd-af3a-1c952b2740ee triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:04.585996 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-32bb9b5f-6187-4014-bdda-ec30dec97a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.633549 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4eb04ea9-0ac3-4d71-b9e4-408333341b7b tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.665280 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-29b0f3a7-292e-4cda-94a9-c27798f2f3ad tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Deleting port 0c780f78-7296-46ce-a88f-4e3e54c89c82 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:04.665982 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-29b0f3a7-292e-4cda-94a9-c27798f2f3ad tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.671292 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-32bb9b5f-6187-4014-bdda-ec30dec97a0c None None] Port 62651dd1-e92d-44cd-af3a-1c952b2740ee cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:45:04.675188 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network b8633957-7ff0-4fe3-98ec-6d12cdccbbb8 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:45:04.764339 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-78918309-7597-432a-99a4-c27f6be36b5a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:04.852268 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-32a316f2-23e5-4ac5-8c95-a29b79bf2c8e tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.855356 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-78918309-7597-432a-99a4-c27f6be36b5a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:subnet and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:04.900536 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-78918309-7597-432a-99a4-c27f6be36b5a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:04.923418 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-78918309-7597-432a-99a4-c27f6be36b5a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:04.972118 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4eb04ea9-0ac3-4d71-b9e4-408333341b7b tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.984796 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121d54c8-9524-49f5-a594-677b3597b033 None None] Network acf77a3e-5682-4780-88e7-634048dfa7fc requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:05.037246 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78918309-7597-432a-99a4-c27f6be36b5a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Made reservation on behalf of fd763e9054b0425c8035d150c4a90c6a for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:05.073404 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-32a316f2-23e5-4ac5-8c95-a29b79bf2c8e tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Calling delete_port for 24d4924f-b522-4bc0-9deb-1db9e136a586 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:05.109647 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb04ea9-0ac3-4d71-b9e4-408333341b7b tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d7ac5055-fd73-45e9-b9e0-65b0d70d994f,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:05.115658 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8bf3daf5-1a44-4b45-9378-9f1654e3c388 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:05.118296 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 3e659465-7f0c-4e5a-8f66-dd93de9c7bcf no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:45:05.118638 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf3daf5-1a44-4b45-9378-9f1654e3c388 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:05.119257 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8bf3daf5-1a44-4b45-9378-9f1654e3c388 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:05.186212 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce826d-3a19-4f7f-9b8a-90df95bdf4ee req-3283921a-7501-4443-bcf6-b7eb77d54acf tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:05.187725 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-27ce826d-3a19-4f7f-9b8a-90df95bdf4ee req-3283921a-7501-4443-bcf6-b7eb77d54acf tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.4188259 Jan 21 09:45:05.191672 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 3e659465-7f0c-4e5a-8f66-dd93de9c7bcf {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:45:05.192567 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 3e659465-7f0c-4e5a-8f66-dd93de9c7bcf not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:45:05.204271 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4eb04ea9-0ac3-4d71-b9e4-408333341b7b tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:05.272888 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4eb04ea9-0ac3-4d71-b9e4-408333341b7b tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] 10.222.0.104 "DELETE /v2.0/subnets/d7ac5055-fd73-45e9-b9e0-65b0d70d994f HTTP/1.1" status: 204 len: 168 time: 1.2226491 Jan 21 09:45:05.282169 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58814) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:05.285584 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-29b0f3a7-292e-4cda-94a9-c27798f2f3ad tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] For port 0c780f78-7296-46ce-a88f-4e3e54c89c82, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=0c780f78-7296-46ce-a88f-4e3e54c89c82,segment=NetworkSegment(a50fe946-6348-4d11-b557-ad516109a731),segment_id=a50fe946-6348-4d11-b557-ad516109a731)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:05.285989 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-29b0f3a7-292e-4cda-94a9-c27798f2f3ad tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:05.296758 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-78918309-7597-432a-99a4-c27f6be36b5a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:05.350634 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694c914b-ab4a-4792-a5af-cfc936eca050 None None] get_active_networks_info from dv-neutron-825732-1-hyperv {{(pid=83599) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 09:45:05.504705 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694c914b-ab4a-4792-a5af-cfc936eca050 None None] Resources bound (agent type, host, resource id): {{(pid=83599) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:45:05.532203 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8bf3daf5-1a44-4b45-9378-9f1654e3c388 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4513068 Jan 21 09:45:05.538488 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58826) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:05.550772 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-ad9e28b2-9ae1-441a-8b1e-a562460afaf7 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Request body: {'subnet': {'network_id': '17925728-67c2-402e-882f-eabd22a6766a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:05.578938 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3daf5-1a44-4b45-9378-9f1654e3c388 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event updated for resources: {'Network': ['ID=17925728-67c2-402e-882f-eabd22a6766a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:05.630513 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 17925728-67c2-402e-882f-eabd22a6766a details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:45:05.712444 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-32a316f2-23e5-4ac5-8c95-a29b79bf2c8e tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:05.776093 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a316f2-23e5-4ac5-8c95-a29b79bf2c8e tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Pushing event deleted for resources: {'Port': ['ID=24d4924f-b522-4bc0-9deb-1db9e136a586,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:05.790026 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ad9e28b2-9ae1-441a-8b1e-a562460afaf7 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:05.796084 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ad9e28b2-9ae1-441a-8b1e-a562460afaf7 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Usage tracker for resource:subnet and tenant:0d13a625922e456e97b68503a56cb4ae is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:05.831107 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ad9e28b2-9ae1-441a-8b1e-a562460afaf7 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:05.869498 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-29b0f3a7-292e-4cda-94a9-c27798f2f3ad tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Calling delete_port for 0c780f78-7296-46ce-a88f-4e3e54c89c82 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:05.892356 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ad9e28b2-9ae1-441a-8b1e-a562460afaf7 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:05.929366 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9e28b2-9ae1-441a-8b1e-a562460afaf7 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Made reservation on behalf of 0d13a625922e456e97b68503a56cb4ae for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:05.991958 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-27ce826d-3a19-4f7f-9b8a-90df95bdf4ee req-44375c01-1cbb-478e-b9ea-8c88228ad719 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7844622 Jan 21 09:45:06.056049 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0be6ea5-1885-48c7-bc51-980b4e9c0519 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:06.057202 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-32a316f2-23e5-4ac5-8c95-a29b79bf2c8e tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:06.063563 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-78918309-7597-432a-99a4-c27f6be36b5a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:06.112371 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58840) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:06.112928 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-32a316f2-23e5-4ac5-8c95-a29b79bf2c8e tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] 10.222.0.104 "DELETE /v2.0/ports/24d4924f-b522-4bc0-9deb-1db9e136a586 HTTP/1.1" status: 204 len: 168 time: 1.7185202 Jan 21 09:45:06.127998 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ad9e28b2-9ae1-441a-8b1e-a562460afaf7 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:06.130620 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-84a184a5-a83f-4485-b407-87dcccf462ff tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Request body: {'port': {'name': 'tempest-new-port-name-1801338730', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:06.131266 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.api.validators [None req-84a184a5-a83f-4485-b407-87dcccf462ff tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] bootfile-name is not in valid_values {{(pid=83598) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:45:06.131599 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.api.validators [None req-84a184a5-a83f-4485-b407-87dcccf462ff tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] tftp-server is not in valid_values {{(pid=83598) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:45:06.131918 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.api.validators [None req-84a184a5-a83f-4485-b407-87dcccf462ff tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] server-ip-address is not in valid_values {{(pid=83598) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:45:06.207599 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-29b0f3a7-292e-4cda-94a9-c27798f2f3ad tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:06.215397 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a1303b-2262-44d5-a7b9-d095e21a0552 None None] get_active_networks_info from dv-neutron-825732-1-hyperv {{(pid=83599) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 09:45:06.338980 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78918309-7597-432a-99a4-c27f6be36b5a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Subnet': ['ID=231fa728-e673-4250-bb02-cf8d4c135028,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:06.354695 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b0f3a7-292e-4cda-94a9-c27798f2f3ad tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event deleted for resources: {'Port': ['ID=0c780f78-7296-46ce-a88f-4e3e54c89c82,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:06.511622 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0be6ea5-1885-48c7-bc51-980b4e9c0519 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:06.525664 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58850) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:06.569590 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ad9e28b2-9ae1-441a-8b1e-a562460afaf7 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:06.671323 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-b0be6ea5-1885-48c7-bc51-980b4e9c0519 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e49e30-f3f7-4388-b34f-5eb0725476d3']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:06.679346 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e28b2-9ae1-441a-8b1e-a562460afaf7 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event updated for resources: {'Subnet': ['ID=57889a06-d458-41b1-bd76-fe235378fc6d,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:06.683489 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9e28b2-9ae1-441a-8b1e-a562460afaf7 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Checking segment: {'id': '27ab5176-0900-4d68-ba0d-d17365f450dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '17925728-67c2-402e-882f-eabd22a6766a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:06.683689 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-84a184a5-a83f-4485-b407-87dcccf462ff tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:06.684260 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9e28b2-9ae1-441a-8b1e-a562460afaf7 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Network hostable DHCP agents. Network: 17925728-67c2-402e-882f-eabd22a6766a, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:45:06.699795 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b0f3a7-292e-4cda-94a9-c27798f2f3ad tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] No DVR routers for this DVR port 0c780f78-7296-46ce-a88f-4e3e54c89c82 on host dv-neutron-825732-1-hyperv {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:45:06.706538 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a1303b-2262-44d5-a7b9-d095e21a0552 None None] Network b8633957-7ff0-4fe3-98ec-6d12cdccbbb8 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:45:06.723006 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9e28b2-9ae1-441a-8b1e-a562460afaf7 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Network 17925728-67c2-402e-882f-eabd22a6766a is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:45:06.728009 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a1303b-2262-44d5-a7b9-d095e21a0552 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, b8633957-7ff0-4fe3-98ec-6d12cdccbbb8) {{(pid=83599) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:45:06.735866 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-ad9e28b2-9ae1-441a-8b1e-a562460afaf7 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 17925728-67c2-402e-882f-eabd22a6766a) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:06.748164 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-062a5e25-b558-4366-8a9c-f2bd9161d171 tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1466777504', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:06.753492 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9e28b2-9ae1-441a-8b1e-a562460afaf7 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:06.754095 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ad9e28b2-9ae1-441a-8b1e-a562460afaf7 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:06.758383 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-062a5e25-b558-4366-8a9c-f2bd9161d171 tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:06.768773 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-062a5e25-b558-4366-8a9c-f2bd9161d171 tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Usage tracker for resource:port and tenant:bf4cfe15fb9548eba16f28760ef9b46c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:06.774484 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-062a5e25-b558-4366-8a9c-f2bd9161d171 tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:06.782876 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-062a5e25-b558-4366-8a9c-f2bd9161d171 tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:06.796072 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ad9e28b2-9ae1-441a-8b1e-a562460afaf7 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2513936 Jan 21 09:45:06.796329 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58856) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:06.802903 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c491dd45-6cf4-4859-b0b8-49788d80a27f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Request body: {'subnet': {'network_id': '17925728-67c2-402e-882f-eabd22a6766a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:06.820574 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062a5e25-b558-4366-8a9c-f2bd9161d171 tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Made reservation on behalf of bf4cfe15fb9548eba16f28760ef9b46c for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:06.821332 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-b0be6ea5-1885-48c7-bc51-980b4e9c0519 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '587ae7b2-3fab-4b97-b471-22a04708248e') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:06.821863 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-b0be6ea5-1885-48c7-bc51-980b4e9c0519 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '587ae7b2-3fab-4b97-b471-22a04708248e') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:06.822741 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-062a5e25-b558-4366-8a9c-f2bd9161d171 tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:06.876845 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0be6ea5-1885-48c7-bc51-980b4e9c0519 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:06.923432 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-062a5e25-b558-4366-8a9c-f2bd9161d171 tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:06.981063 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78918309-7597-432a-99a4-c27f6be36b5a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Checking segment: {'id': '9b594d04-59fb-44f5-be4b-45c09aeb10df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b8633957-7ff0-4fe3-98ec-6d12cdccbbb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:06.981431 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78918309-7597-432a-99a4-c27f6be36b5a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Network hostable DHCP agents. Network: b8633957-7ff0-4fe3-98ec-6d12cdccbbb8, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:45:07.019678 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0be6ea5-1885-48c7-bc51-980b4e9c0519 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.027182 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-062a5e25-b558-4366-8a9c-f2bd9161d171 tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:07.037661 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-062a5e25-b558-4366-8a9c-f2bd9161d171 tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Usage tracker for resource:security_group_rule and tenant:bf4cfe15fb9548eba16f28760ef9b46c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:07.039853 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c491dd45-6cf4-4859-b0b8-49788d80a27f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:07.042092 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-062a5e25-b558-4366-8a9c-f2bd9161d171 tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:07.051082 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c491dd45-6cf4-4859-b0b8-49788d80a27f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Usage tracker for resource:subnet and tenant:0d13a625922e456e97b68503a56cb4ae is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:07.051811 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-29b0f3a7-292e-4cda-94a9-c27798f2f3ad tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.059954 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c491dd45-6cf4-4859-b0b8-49788d80a27f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:07.067772 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0be6ea5-1885-48c7-bc51-980b4e9c0519 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:45:07.068283 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0be6ea5-1885-48c7-bc51-980b4e9c0519 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.073485 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-062a5e25-b558-4366-8a9c-f2bd9161d171 tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:07.076121 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c491dd45-6cf4-4859-b0b8-49788d80a27f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:07.083043 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:45:07.083043 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:45:07.083043 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:45:07.083043 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:45:07.083043 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:45:07.083043 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:45:07.083043 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:45:07.083043 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:45:07.083043 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:45:07.083043 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:45:07.083043 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:45:07.083043 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:45:07.083043 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:45:07.083043 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:45:07.083043 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:45:07.083043 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:45:07.083043 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:45:07.083043 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:45:07.083043 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:45:07.083043 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:45:07.083043 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:45:07.083043 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:45:07.083043 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:45:07.083043 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:45:07.083043 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:45:07.083043 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:45:07.083043 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:45:07.083043 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:45:07.083043 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:45:07.083043 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:45:07.083043 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:45:07.083043 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:45:07.105722 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c491dd45-6cf4-4859-b0b8-49788d80a27f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Made reservation on behalf of 0d13a625922e456e97b68503a56cb4ae for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:07.109287 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c491dd45-6cf4-4859-b0b8-49788d80a27f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.205304 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78918309-7597-432a-99a4-c27f6be36b5a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Unable to find a vacant binding_index for network b8633957-7ff0-4fe3-98ec-6d12cdccbbb8 and agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 21 09:45:07.226751 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-29b0f3a7-292e-4cda-94a9-c27798f2f3ad tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf77a3e-5682-4780-88e7-634048dfa7fc']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:07.259462 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7348cdd-6692-4f43-a950-1d25d8afae0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-17925728-67c2-402e-882f-eabd22a6766a', 'network_id': '17925728-67c2-402e-882f-eabd22a6766a', 'tenant_id': '0d13a625922e456e97b68503a56cb4ae', 'fixed_ips': [{'subnet_id': '57889a06-d458-41b1-bd76-fe235378fc6d'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:45:07.260395 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e7348cdd-6692-4f43-a950-1d25d8afae0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.274840 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2610a5c-b226-46f5-9c59-3968d4b5dcc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-b8633957-7ff0-4fe3-98ec-6d12cdccbbb8', 'network_id': 'b8633957-7ff0-4fe3-98ec-6d12cdccbbb8', 'tenant_id': 'fd763e9054b0425c8035d150c4a90c6a', 'fixed_ips': [{'subnet_id': '231fa728-e673-4250-bb02-cf8d4c135028'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:45:07.275869 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d2610a5c-b226-46f5-9c59-3968d4b5dcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.294390 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-062a5e25-b558-4366-8a9c-f2bd9161d171 tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.315129 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-062a5e25-b558-4366-8a9c-f2bd9161d171 tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.317123 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-29b0f3a7-292e-4cda-94a9-c27798f2f3ad tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a50fe946-6348-4d11-b557-ad516109a731') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:07.317579 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-29b0f3a7-292e-4cda-94a9-c27798f2f3ad tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a50fe946-6348-4d11-b557-ad516109a731') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:07.328423 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-062a5e25-b558-4366-8a9c-f2bd9161d171 tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] device_id is not set on port c0471679-18f4-4a98-b8d4-9e856d35854c yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:45:07.333032 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-78918309-7597-432a-99a4-c27f6be36b5a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, b8633957-7ff0-4fe3-98ec-6d12cdccbbb8) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:07.337537 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78918309-7597-432a-99a4-c27f6be36b5a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:07.338273 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-78918309-7597-432a-99a4-c27f6be36b5a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.353447 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-29b0f3a7-292e-4cda-94a9-c27798f2f3ad tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.379989 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d81760be-7fb4-4b92-8dde-aa3a6f1f074d req-e6d92fc7-f2fb-4a76-a785-a04e60f07aa2 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=336aa381caa24798b3c72d188fdcb52a&device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 1098 time: 0.7397738 Jan 21 09:45:07.380718 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0be6ea5-1885-48c7-bc51-980b4e9c0519 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.384871 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0be6ea5-1885-48c7-bc51-980b4e9c0519 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d3e49e30-f3f7-4388-b34f-5eb0725476d3 {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 21 09:45:07.388543 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0be6ea5-1885-48c7-bc51-980b4e9c0519 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.416653 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a5e25-b558-4366-8a9c-f2bd9161d171 tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f55f316-c21e-4c3c-b4bc-c248590fa87f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:07.469314 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-29b0f3a7-292e-4cda-94a9-c27798f2f3ad tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.479672 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be6ea5-1885-48c7-bc51-980b4e9c0519 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Pushing event deleted for resources: {'Network': ['ID=d3e49e30-f3f7-4388-b34f-5eb0725476d3,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:07.651588 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-d2610a5c-b226-46f5-9c59-3968d4b5dcc4 None None] Allocated IP 2001:db8::2 (b8633957-7ff0-4fe3-98ec-6d12cdccbbb8/231fa728-e673-4250-bb02-cf8d4c135028/90a08d2e-04a3-4430-84f0-c8bb556bfe3f) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:07.655768 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-e7348cdd-6692-4f43-a950-1d25d8afae0c None None] Allocated IP 2001:db8::2 (17925728-67c2-402e-882f-eabd22a6766a/57889a06-d458-41b1-bd76-fe235378fc6d/0c153646-3c6f-4e45-b73a-9a9285237dee) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:07.694033 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a0359-53aa-47d5-b8ce-8645ecbca9b1 req-098b23a7-e2a3-408f-97c2-f773d83bccd5 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:07.695739 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ef5a0359-53aa-47d5-b8ce-8645ecbca9b1 req-098b23a7-e2a3-408f-97c2-f773d83bccd5 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 1.0600352 Jan 21 09:45:07.752401 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b0f3a7-292e-4cda-94a9-c27798f2f3ad tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:45:07.753067 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-29b0f3a7-292e-4cda-94a9-c27798f2f3ad tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.773725 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b0be6ea5-1885-48c7-bc51-980b4e9c0519 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] 10.222.0.104 "DELETE /v2.0/networks/d3e49e30-f3f7-4388-b34f-5eb0725476d3 HTTP/1.1" status: 204 len: 168 time: 2.4904730 Jan 21 09:45:07.774549 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:45:07.774549 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:45:07.774549 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:45:07.774549 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:45:07.774549 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:45:07.774549 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:45:07.774549 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:45:07.774549 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:45:07.774549 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:45:07.774549 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:45:07.774549 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:45:07.774549 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:45:07.774549 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:45:07.774549 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:45:07.774549 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:45:07.774549 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:45:07.774549 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:45:07.774549 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:45:07.774549 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:45:07.774549 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:45:07.774549 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:45:07.774549 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:45:07.774549 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:45:07.774549 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:45:07.774549 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:45:07.774549 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:45:07.774549 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:45:07.774549 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:45:07.774549 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:45:07.774549 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:45:07.774549 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:45:07.774549 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:45:07.779954 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-78918309-7597-432a-99a4-c27f6be36b5a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2768354 Jan 21 09:45:07.798679 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-062a5e25-b558-4366-8a9c-f2bd9161d171 tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Allocated IP 172.26.0.22 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/c0471679-18f4-4a98-b8d4-9e856d35854c) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:07.906702 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58866) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:07.955580 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-e27eae2f-d82c-4f34-a4b5-9833ede13b06 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'port': {'network_id': 'b8633957-7ff0-4fe3-98ec-6d12cdccbbb8', 'name': 'tempest-PortsIpV6TestJSON-149012010', 'fixed_ips': [{'subnet_id': '231fa728-e673-4250-bb02-cf8d4c135028', 'ip_address': '2001:db8::10'}]}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:08.060693 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c491dd45-6cf4-4859-b0b8-49788d80a27f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.146789 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-29b0f3a7-292e-4cda-94a9-c27798f2f3ad tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.151071 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-29b0f3a7-292e-4cda-94a9-c27798f2f3ad tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.166726 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d2610a5c-b226-46f5-9c59-3968d4b5dcc4 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.184304 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d2610a5c-b226-46f5-9c59-3968d4b5dcc4 None None] Transition to ACTIVE for port object 90a08d2e-04a3-4430-84f0-c8bb556bfe3f will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:08.215780 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ef5a0359-53aa-47d5-b8ce-8645ecbca9b1 req-1d89eef7-8dc1-48f7-b42e-1cd5dca10ed6 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4865322 Jan 21 09:45:08.216603 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b0f3a7-292e-4cda-94a9-c27798f2f3ad tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event deleted for resources: {'Network': ['ID=acf77a3e-5682-4780-88e7-634048dfa7fc,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:08.216902 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d2610a5c-b226-46f5-9c59-3968d4b5dcc4 None None] Transition to ACTIVE for port object 90a08d2e-04a3-4430-84f0-c8bb556bfe3f will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:08.246622 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-29b0f3a7-292e-4cda-94a9-c27798f2f3ad tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "DELETE /v2.0/networks/acf77a3e-5682-4780-88e7-634048dfa7fc HTTP/1.1" status: 204 len: 168 time: 6.2074969 Jan 21 09:45:08.252410 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58874) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:08.281716 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d2610a5c-b226-46f5-9c59-3968d4b5dcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.293552 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81760be-7fb4-4b92-8dde-aa3a6f1f074d req-113b08a6-d701-454f-894e-156c0c1cd7bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:08.295064 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d81760be-7fb4-4b92-8dde-aa3a6f1f074d req-113b08a6-d701-454f-894e-156c0c1cd7bf service neutron] 10.222.0.124 "GET /v2.0/networks?id=8515717b-44bc-4a2f-9c9a-f5ff80484c08 HTTP/1.1" status: 200 len: 912 time: 0.9029822 Jan 21 09:45:08.296251 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-84a184a5-a83f-4485-b407-87dcccf462ff tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:45:08.323234 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c491dd45-6cf4-4859-b0b8-49788d80a27f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Network 17925728-67c2-402e-882f-eabd22a6766a is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:08.365402 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-c491dd45-6cf4-4859-b0b8-49788d80a27f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:08.377319 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c491dd45-6cf4-4859-b0b8-49788d80a27f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:08.377653 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c491dd45-6cf4-4859-b0b8-49788d80a27f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.415410 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2610a5c-b226-46f5-9c59-3968d4b5dcc4 None None] Pushing event updated for resources: {'Port': ['ID=90a08d2e-04a3-4430-84f0-c8bb556bfe3f,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:08.439951 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2610a5c-b226-46f5-9c59-3968d4b5dcc4 None None] Network b8633957-7ff0-4fe3-98ec-6d12cdccbbb8 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:08.448632 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d81760be-7fb4-4b92-8dde-aa3a6f1f074d req-f6873f1b-6411-4042-b7ad-c158fd46c1b9 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a8ec857-3243-456d-b272-0c64f958196f HTTP/1.1" status: 200 len: 1001 time: 0.1303637 Jan 21 09:45:08.451718 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-d2610a5c-b226-46f5-9c59-3968d4b5dcc4 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:08.460274 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2610a5c-b226-46f5-9c59-3968d4b5dcc4 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:08.464667 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd187377-c5c0-4c8f-9322-f255f65ea92a tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:08.465306 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd187377-c5c0-4c8f-9322-f255f65ea92a tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:08.469999 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-cd187377-c5c0-4c8f-9322-f255f65ea92a tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "DELETE /v2.0/subnets/c8c780d6-4590-47ad-9732-6b77bd36e3d5 HTTP/1.1" status: 404 len: 337 time: 0.2165735 Jan 21 09:45:08.473412 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e7348cdd-6692-4f43-a950-1d25d8afae0c None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.489501 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-062a5e25-b558-4366-8a9c-f2bd9161d171 tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.500682 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58878) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:08.501149 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58880) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:08.513531 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-84a184a5-a83f-4485-b407-87dcccf462ff tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.518224 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e4bb04be-f6d7-47b4-8057-6a7c57cb30e3 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Request body: {'router': {'name': 'tempest-router--1097677572', 'project_id': '5543873c363a4b87b76074d1b345762a'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:08.534367 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-84a184a5-a83f-4485-b407-87dcccf462ff tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.545411 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e4bb04be-f6d7-47b4-8057-6a7c57cb30e3 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:08.552292 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491dd45-6cf4-4859-b0b8-49788d80a27f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event updated for resources: {'Subnet': ['ID=5a5736b1-7a8a-4461-b232-9187d4c53df7,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:08.556624 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-e7348cdd-6692-4f43-a950-1d25d8afae0c None None] Transition to ACTIVE for port object 0c153646-3c6f-4e45-b73a-9a9285237dee will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:08.563842 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c491dd45-6cf4-4859-b0b8-49788d80a27f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7664213 Jan 21 09:45:08.565095 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e4bb04be-f6d7-47b4-8057-6a7c57cb30e3 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Usage tracker for resource:router and tenant:5543873c363a4b87b76074d1b345762a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:08.570044 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e4bb04be-f6d7-47b4-8057-6a7c57cb30e3 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:08.573396 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58886) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:08.579973 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-3596101b-2b48-433b-a7c7-dfea5bc9bc1f tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:08.580464 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3596101b-2b48-433b-a7c7-dfea5bc9bc1f tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:08.582316 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3596101b-2b48-433b-a7c7-dfea5bc9bc1f tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "DELETE /v2.0/networks/acf77a3e-5682-4780-88e7-634048dfa7fc HTTP/1.1" status: 404 len: 339 time: 0.0742698 Jan 21 09:45:08.597447 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58890) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:08.615170 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e4bb04be-f6d7-47b4-8057-6a7c57cb30e3 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:08.649464 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-e7348cdd-6692-4f43-a950-1d25d8afae0c None None] Transition to ACTIVE for port object 0c153646-3c6f-4e45-b73a-9a9285237dee will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:08.655614 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-d2610a5c-b226-46f5-9c59-3968d4b5dcc4 None None] Attempting to bind port 90a08d2e-04a3-4430-84f0-c8bb556bfe3f on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:08.656004 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-d2610a5c-b226-46f5-9c59-3968d4b5dcc4 None None] Attempting to bind port 90a08d2e-04a3-4430-84f0-c8bb556bfe3f by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '9b594d04-59fb-44f5-be4b-45c09aeb10df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b8633957-7ff0-4fe3-98ec-6d12cdccbbb8'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:08.656323 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2610a5c-b226-46f5-9c59-3968d4b5dcc4 None None] Attempting to bind port 90a08d2e-04a3-4430-84f0-c8bb556bfe3f on network b8633957-7ff0-4fe3-98ec-6d12cdccbbb8 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:45:08.660102 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e4bb04be-f6d7-47b4-8057-6a7c57cb30e3 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.662107 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e4bb04be-f6d7-47b4-8057-6a7c57cb30e3 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.666493 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e7348cdd-6692-4f43-a950-1d25d8afae0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.666983 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af498ce-7d58-41c1-9eff-52a3f18363d9 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:08.668005 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9af498ce-7d58-41c1-9eff-52a3f18363d9 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:08.673401 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9af498ce-7d58-41c1-9eff-52a3f18363d9 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "DELETE /v2.0/subnets/1b049a70-647a-406d-9feb-3e93aaeb1b1c HTTP/1.1" status: 404 len: 337 time: 0.0743005 Jan 21 09:45:08.674578 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58894) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:08.705822 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-e27eae2f-d82c-4f34-a4b5-9833ede13b06 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:08.728230 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-062a5e25-b558-4366-8a9c-f2bd9161d171 tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.730223 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-3065d465-2dde-4789-b5fc-4218fd41b60b tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:08.730660 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3065d465-2dde-4789-b5fc-4218fd41b60b tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:08.739380 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2610a5c-b226-46f5-9c59-3968d4b5dcc4 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:45:08.739380 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2610a5c-b226-46f5-9c59-3968d4b5dcc4 None None] Checking segment: {'id': '9b594d04-59fb-44f5-be4b-45c09aeb10df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b8633957-7ff0-4fe3-98ec-6d12cdccbbb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:08.739380 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d2610a5c-b226-46f5-9c59-3968d4b5dcc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.739380 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2610a5c-b226-46f5-9c59-3968d4b5dcc4 None None] Bound using segment: {'id': '9b594d04-59fb-44f5-be4b-45c09aeb10df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b8633957-7ff0-4fe3-98ec-6d12cdccbbb8'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:45:08.740581 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-d2610a5c-b226-46f5-9c59-3968d4b5dcc4 None None] Bound port: 90a08d2e-04a3-4430-84f0-c8bb556bfe3f, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b594d04-59fb-44f5-be4b-45c09aeb10df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b8633957-7ff0-4fe3-98ec-6d12cdccbbb8'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:08.741334 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d2610a5c-b226-46f5-9c59-3968d4b5dcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.758450 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e27eae2f-d82c-4f34-a4b5-9833ede13b06 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:port and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:08.762395 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81760be-7fb4-4b92-8dde-aa3a6f1f074d req-97d95448-8a09-4838-b9ef-06dbc4798dae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:08.764272 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d81760be-7fb4-4b92-8dde-aa3a6f1f074d req-97d95448-8a09-4838-b9ef-06dbc4798dae service neutron] 10.222.0.124 "GET /v2.0/subnets?id=e7fe4f7c-173a-4a1e-bc9c-b6d802a0a8b0 HTTP/1.1" status: 200 len: 850 time: 0.2929609 Jan 21 09:45:08.765560 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e27eae2f-d82c-4f34-a4b5-9833ede13b06 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:08.776333 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7348cdd-6692-4f43-a950-1d25d8afae0c None None] Network 17925728-67c2-402e-882f-eabd22a6766a is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:08.786724 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae752592-b875-4a1b-9585-0d7e5250336d tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:08.788039 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae752592-b875-4a1b-9585-0d7e5250336d tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:08.789410 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae752592-b875-4a1b-9585-0d7e5250336d tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:08.790912 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae752592-b875-4a1b-9585-0d7e5250336d tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:08.792231 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae752592-b875-4a1b-9585-0d7e5250336d tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:08.793377 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ae752592-b875-4a1b-9585-0d7e5250336d tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Synchronizing usage tracker for tenant:0d13a625922e456e97b68503a56cb4ae on resource:subnet {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:08.812650 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3065d465-2dde-4789-b5fc-4218fd41b60b tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "DELETE /v2.0/networks/7d89bf9b-a929-4c81-af7f-ae45ec7e6941 HTTP/1.1" status: 404 len: 339 time: 0.1345842 Jan 21 09:45:08.814384 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7348cdd-6692-4f43-a950-1d25d8afae0c None None] Pushing event updated for resources: {'Port': ['ID=0c153646-3c6f-4e45-b73a-9a9285237dee,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:08.818393 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58898) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:08.819763 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-e7348cdd-6692-4f43-a950-1d25d8afae0c None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:08.843384 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-e27eae2f-d82c-4f34-a4b5-9833ede13b06 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:08.858438 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e4bb04be-f6d7-47b4-8057-6a7c57cb30e3 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.880086 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a184a5-a83f-4485-b407-87dcccf462ff tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Pushing event updated for resources: {'Port': ['ID=62651dd1-e92d-44cd-af3a-1c952b2740ee,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:08.887449 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27eae2f-d82c-4f34-a4b5-9833ede13b06 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Made reservation on behalf of fd763e9054b0425c8035d150c4a90c6a for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:08.892785 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e27eae2f-d82c-4f34-a4b5-9833ede13b06 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.932040 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-84a184a5-a83f-4485-b407-87dcccf462ff tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] In _notify_port_updated(), no bound segment for port 62651dd1-e92d-44cd-af3a-1c952b2740ee on network 2b2c35f4-1308-4c8f-8a4b-419048f2e33d {{(pid=83598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:45:08.935984 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7348cdd-6692-4f43-a950-1d25d8afae0c None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:08.937771 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a184a5-a83f-4485-b407-87dcccf462ff tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:08.938409 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-84a184a5-a83f-4485-b407-87dcccf462ff tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.939735 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-84a184a5-a83f-4485-b407-87dcccf462ff tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] 10.222.0.104 "PUT /v2.0/ports/62651dd1-e92d-44cd-af3a-1c952b2740ee HTTP/1.1" status: 200 len: 1136 time: 2.8215747 Jan 21 09:45:08.941098 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-e27eae2f-d82c-4f34-a4b5-9833ede13b06 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] device_id is not set on port 955712bb-f729-4828-8b98-60e42672f0b4 yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:45:08.956447 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58902) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:08.966134 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062a5e25-b558-4366-8a9c-f2bd9161d171 tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:08.978568 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a5e25-b558-4366-8a9c-f2bd9161d171 tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Pushing event updated for resources: {'Port': ['ID=c0471679-18f4-4a98-b8d4-9e856d35854c,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:09.023190 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ae752592-b875-4a1b-9585-0d7e5250336d tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Unset dirty status for tenant:0d13a625922e456e97b68503a56cb4ae on resource:subnet {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:09.032801 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ae752592-b875-4a1b-9585-0d7e5250336d tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4500790 Jan 21 09:45:09.032801 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-062a5e25-b558-4366-8a9c-f2bd9161d171 tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:09.033127 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58906) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:09.038176 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062a5e25-b558-4366-8a9c-f2bd9161d171 tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:09.043381 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-e307d2f2-d2f7-4099-b83f-6466ba310b6e tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-991563046'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:09.083317 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-e307d2f2-d2f7-4099-b83f-6466ba310b6e tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:09.099883 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e307d2f2-d2f7-4099-b83f-6466ba310b6e tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Usage tracker for resource:network and tenant:0d13a625922e456e97b68503a56cb4ae is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:09.107793 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d81760be-7fb4-4b92-8dde-aa3a6f1f074d req-82042dcb-c032-4719-9673-debd189e848a service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=8515717b-44bc-4a2f-9c9a-f5ff80484c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3269763 Jan 21 09:45:09.110097 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e4bb04be-f6d7-47b4-8057-6a7c57cb30e3 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:09.112169 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e307d2f2-d2f7-4099-b83f-6466ba310b6e tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:09.128505 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-23c6cb07-0e14-4b79-b4db-b75f48ed6e88 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:09.152004 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-e307d2f2-d2f7-4099-b83f-6466ba310b6e tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:09.173717 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacdfe83-3533-422f-8a88-0c260ded73cb tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:09.174363 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bacdfe83-3533-422f-8a88-0c260ded73cb tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Synchronizing usage tracker for tenant:9c156ff522964d7c9ba2b316bb343d56 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:09.182996 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e4bb04be-f6d7-47b4-8057-6a7c57cb30e3 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:09.188329 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e4bb04be-f6d7-47b4-8057-6a7c57cb30e3 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6747565 Jan 21 09:45:09.188592 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-d2610a5c-b226-46f5-9c59-3968d4b5dcc4 None None] For port 90a08d2e-04a3-4430-84f0-c8bb556bfe3f, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:45:09.188756 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062a5e25-b558-4366-8a9c-f2bd9161d171 tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:09.188756 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-062a5e25-b558-4366-8a9c-f2bd9161d171 tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:09.189006 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-e7348cdd-6692-4f43-a950-1d25d8afae0c None None] Attempting to bind port 0c153646-3c6f-4e45-b73a-9a9285237dee on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:09.189451 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58910) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:09.189785 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-e7348cdd-6692-4f43-a950-1d25d8afae0c None None] Attempting to bind port 0c153646-3c6f-4e45-b73a-9a9285237dee by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '27ab5176-0900-4d68-ba0d-d17365f450dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '17925728-67c2-402e-882f-eabd22a6766a'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:09.190501 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7348cdd-6692-4f43-a950-1d25d8afae0c None None] Attempting to bind port 0c153646-3c6f-4e45-b73a-9a9285237dee on network 17925728-67c2-402e-882f-eabd22a6766a {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:45:09.208132 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-d2610a5c-b226-46f5-9c59-3968d4b5dcc4 None None] For port 90a08d2e-04a3-4430-84f0-c8bb556bfe3f, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=90a08d2e-04a3-4430-84f0-c8bb556bfe3f,segment=NetworkSegment(9b594d04-59fb-44f5-be4b-45c09aeb10df),segment_id=9b594d04-59fb-44f5-be4b-45c09aeb10df)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:45:09.217060 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7348cdd-6692-4f43-a950-1d25d8afae0c None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:45:09.217060 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7348cdd-6692-4f43-a950-1d25d8afae0c None None] Checking segment: {'id': '27ab5176-0900-4d68-ba0d-d17365f450dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '17925728-67c2-402e-882f-eabd22a6766a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:09.217060 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e7348cdd-6692-4f43-a950-1d25d8afae0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:09.217060 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7348cdd-6692-4f43-a950-1d25d8afae0c None None] Bound using segment: {'id': '27ab5176-0900-4d68-ba0d-d17365f450dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '17925728-67c2-402e-882f-eabd22a6766a'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:45:09.217060 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-e7348cdd-6692-4f43-a950-1d25d8afae0c None None] Bound port: 0c153646-3c6f-4e45-b73a-9a9285237dee, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27ab5176-0900-4d68-ba0d-d17365f450dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '17925728-67c2-402e-882f-eabd22a6766a'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:09.218412 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e7348cdd-6692-4f43-a950-1d25d8afae0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:09.243931 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d2610a5c-b226-46f5-9c59-3968d4b5dcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:09.278489 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e307d2f2-d2f7-4099-b83f-6466ba310b6e tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Made reservation on behalf of 0d13a625922e456e97b68503a56cb4ae for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:09.281729 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e307d2f2-d2f7-4099-b83f-6466ba310b6e tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:09.329720 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bacdfe83-3533-422f-8a88-0c260ded73cb tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Unset dirty status for tenant:9c156ff522964d7c9ba2b316bb343d56 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:09.338167 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-bacdfe83-3533-422f-8a88-0c260ded73cb tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] 10.222.0.104 "GET /v2.0/ports/62651dd1-e92d-44cd-af3a-1c952b2740ee HTTP/1.1" status: 200 len: 1136 time: 0.3766720 Jan 21 09:45:09.342283 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58916) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:09.445863 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2610a5c-b226-46f5-9c59-3968d4b5dcc4 None None] Pushing event updated for resources: {'Port': ['ID=90a08d2e-04a3-4430-84f0-c8bb556bfe3f,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:09.482426 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e307d2f2-d2f7-4099-b83f-6466ba310b6e tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:45:09.487739 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-e27eae2f-d82c-4f34-a4b5-9833ede13b06 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Allocated IP 2001:db8::10 (b8633957-7ff0-4fe3-98ec-6d12cdccbbb8/231fa728-e673-4250-bb02-cf8d4c135028/955712bb-f729-4828-8b98-60e42672f0b4) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:09.507901 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d81760be-7fb4-4b92-8dde-aa3a6f1f074d req-15c291eb-d0bc-4013-99b1-c27e66a5eb5b service neutron] 10.222.0.124 "GET /v2.0/networks/8515717b-44bc-4a2f-9c9a-f5ff80484c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891551 Jan 21 09:45:09.508997 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-e7348cdd-6692-4f43-a950-1d25d8afae0c None None] For port 0c153646-3c6f-4e45-b73a-9a9285237dee, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:45:09.518558 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-e7348cdd-6692-4f43-a950-1d25d8afae0c None None] For port 0c153646-3c6f-4e45-b73a-9a9285237dee, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=0c153646-3c6f-4e45-b73a-9a9285237dee,segment=NetworkSegment(27ab5176-0900-4d68-ba0d-d17365f450dc),segment_id=27ab5176-0900-4d68-ba0d-d17365f450dc)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:45:09.530194 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-062a5e25-b558-4366-8a9c-f2bd9161d171 tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.0025027 Jan 21 09:45:09.530949 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e7348cdd-6692-4f43-a950-1d25d8afae0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:09.539643 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58922) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:09.550623 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-65e26bd6-8db3-4696-8366-36bf16fad12d tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Deleting port 62651dd1-e92d-44cd-af3a-1c952b2740ee {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:09.551323 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-65e26bd6-8db3-4696-8366-36bf16fad12d tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:09.554845 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-63eb6619-64d5-4472-8e20-1281f806bb6d tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.22'}]}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:09.582253 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e307d2f2-d2f7-4099-b83f-6466ba310b6e tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:09.583796 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-e307d2f2-d2f7-4099-b83f-6466ba310b6e tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Added segment acb35f41-682d-4fbd-8567-c38774e962ba of type vlan for network a15b373c-98ba-4dd4-8f05-3f96cc85dd33 Jan 21 09:45:09.614835 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-63eb6619-64d5-4472-8e20-1281f806bb6d tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:09.641994 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-23c6cb07-0e14-4b79-b4db-b75f48ed6e88 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:09.652822 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-63eb6619-64d5-4472-8e20-1281f806bb6d tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Usage tracker for resource:router and tenant:bf4cfe15fb9548eba16f28760ef9b46c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:09.656331 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7348cdd-6692-4f43-a950-1d25d8afae0c None None] Pushing event updated for resources: {'Port': ['ID=0c153646-3c6f-4e45-b73a-9a9285237dee,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:09.657209 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-63eb6619-64d5-4472-8e20-1281f806bb6d tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:09.667624 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-63eb6619-64d5-4472-8e20-1281f806bb6d tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:09.688065 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63eb6619-64d5-4472-8e20-1281f806bb6d tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:09.688780 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63eb6619-64d5-4472-8e20-1281f806bb6d tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:09.729913 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-93654b15-0d1b-4b73-aa63-ee44072c6d75 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:09.797731 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-23c6cb07-0e14-4b79-b4db-b75f48ed6e88 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b270d07-10e7-4823-aed5-cdeba6455eba']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:09.841262 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-23c6cb07-0e14-4b79-b4db-b75f48ed6e88 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0134b54a-bdee-405a-9da9-fd3ce67e5597') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:09.841999 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-23c6cb07-0e14-4b79-b4db-b75f48ed6e88 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0134b54a-bdee-405a-9da9-fd3ce67e5597') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:09.860432 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-23c6cb07-0e14-4b79-b4db-b75f48ed6e88 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:09.886131 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e307d2f2-d2f7-4099-b83f-6466ba310b6e tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:09.970784 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-23c6cb07-0e14-4b79-b4db-b75f48ed6e88 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:09.996376 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63eb6619-64d5-4472-8e20-1281f806bb6d tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.012408 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23c6cb07-0e14-4b79-b4db-b75f48ed6e88 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:45:10.012918 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-23c6cb07-0e14-4b79-b4db-b75f48ed6e88 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.041847 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:45:10.041847 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:45:10.041847 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:45:10.041847 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:45:10.041847 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:45:10.041847 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:45:10.041847 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:45:10.041847 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:45:10.041847 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:45:10.041847 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:45:10.041847 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:45:10.041847 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:45:10.041847 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:45:10.041847 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:45:10.041847 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:45:10.041847 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:45:10.041847 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:45:10.041847 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:45:10.041847 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:45:10.041847 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:45:10.041847 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:45:10.041847 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:45:10.041847 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:45:10.041847 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:45:10.041847 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:45:10.041847 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:45:10.041847 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:45:10.041847 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:45:10.041847 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:45:10.041847 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:45:10.041847 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:45:10.041847 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:45:10.056219 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7644202-2a2f-49f3-808b-e0cb2a59e86f req-4e005cd7-3f3b-417b-9a3c-e24467324e51 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:10.067570 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-f7644202-2a2f-49f3-808b-e0cb2a59e86f req-4e005cd7-3f3b-417b-9a3c-e24467324e51 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.4850326 Jan 21 09:45:10.246007 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-e307d2f2-d2f7-4099-b83f-6466ba310b6e tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:45:10.276024 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d81760be-7fb4-4b92-8dde-aa3a6f1f074d req-f49a599d-abce-42ce-b82b-3c77e9cf6562 service neutron] 10.222.0.124 "GET /v2.0/networks/8515717b-44bc-4a2f-9c9a-f5ff80484c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7581525 Jan 21 09:45:10.378082 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e307d2f2-d2f7-4099-b83f-6466ba310b6e tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.382744 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e307d2f2-d2f7-4099-b83f-6466ba310b6e tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:10.383392 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e307d2f2-d2f7-4099-b83f-6466ba310b6e tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.581615 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e307d2f2-d2f7-4099-b83f-6466ba310b6e tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5451257 Jan 21 09:45:10.592893 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58932) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:10.596960 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-23c6cb07-0e14-4b79-b4db-b75f48ed6e88 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.602224 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e27eae2f-d82c-4f34-a4b5-9833ede13b06 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.640588 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307d2f2-d2f7-4099-b83f-6466ba310b6e tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event updated for resources: {'Network': ['ID=a15b373c-98ba-4dd4-8f05-3f96cc85dd33,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:10.657596 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network a15b373c-98ba-4dd4-8f05-3f96cc85dd33 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:45:10.672980 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e27eae2f-d82c-4f34-a4b5-9833ede13b06 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Transition to ACTIVE for port object 955712bb-f729-4828-8b98-60e42672f0b4 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:10.674151 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-cea842fd-1113-4d7b-b176-f34be367705c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:10.679889 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-65e26bd6-8db3-4696-8366-36bf16fad12d tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.800157 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-f7644202-2a2f-49f3-808b-e0cb2a59e86f req-45fd6c3e-b5f8-4c08-b8be-9c69d0f1fc4c tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7337902 Jan 21 09:45:10.844162 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-23c6cb07-0e14-4b79-b4db-b75f48ed6e88 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.860430 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-65e26bd6-8db3-4696-8366-36bf16fad12d tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Calling delete_port for 62651dd1-e92d-44cd-af3a-1c952b2740ee owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:11.038673 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e27eae2f-d82c-4f34-a4b5-9833ede13b06 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.094427 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-93654b15-0d1b-4b73-aa63-ee44072c6d75 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.155399 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c6cb07-0e14-4b79-b4db-b75f48ed6e88 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event deleted for resources: {'Network': ['ID=8b270d07-10e7-4823-aed5-cdeba6455eba,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:11.188003 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d652767a-3fcf-4284-b144-7505c05a5ef8 None None] Provisioning for port 90a08d2e-04a3-4430-84f0-c8bb556bfe3f completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:11.233654 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-23c6cb07-0e14-4b79-b4db-b75f48ed6e88 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "DELETE /v2.0/networks/8b270d07-10e7-4823-aed5-cdeba6455eba HTTP/1.1" status: 204 len: 168 time: 2.4049218 Jan 21 09:45:11.254553 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58936) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:11.276377 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 0c153646-3c6f-4e45-b73a-9a9285237dee up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:11.330064 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27eae2f-d82c-4f34-a4b5-9833ede13b06 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Network b8633957-7ff0-4fe3-98ec-6d12cdccbbb8 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:11.339617 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27eae2f-d82c-4f34-a4b5-9833ede13b06 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Port': ['ID=955712bb-f729-4828-8b98-60e42672f0b4,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:11.364126 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-e27eae2f-d82c-4f34-a4b5-9833ede13b06 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:11.372072 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-97d020f8-b2e9-43f4-b1d5-5c7f200b54cc tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:11.372515 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97d020f8-b2e9-43f4-b1d5-5c7f200b54cc tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:11.375224 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27eae2f-d82c-4f34-a4b5-9833ede13b06 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:11.379179 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27eae2f-d82c-4f34-a4b5-9833ede13b06 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:11.379432 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cea842fd-1113-4d7b-b176-f34be367705c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.379804 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e27eae2f-d82c-4f34-a4b5-9833ede13b06 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.395201 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 0c153646-3c6f-4e45-b73a-9a9285237dee completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:11.396924 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-93654b15-0d1b-4b73-aa63-ee44072c6d75 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.402641 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 90a08d2e-04a3-4430-84f0-c8bb556bfe3f up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:11.433566 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cea842fd-1113-4d7b-b176-f34be367705c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.441229 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63eb6619-64d5-4472-8e20-1281f806bb6d tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.453701 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-97d020f8-b2e9-43f4-b1d5-5c7f200b54cc tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "DELETE /v2.0/subnets/5968853a-5717-4097-96b1-f61e4d2e1ed8 HTTP/1.1" status: 404 len: 337 time: 0.1976039 Jan 21 09:45:11.461614 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58942) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:11.496618 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d9c754-45ae-4e55-a353-1d87cb140ffe None None] Network 17925728-67c2-402e-882f-eabd22a6766a requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:11.504090 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cea842fd-1113-4d7b-b176-f34be367705c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Network a15b373c-98ba-4dd4-8f05-3f96cc85dd33 is not hosted by any dhcp agent {{(pid=83597) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 21 09:45:11.514274 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea842fd-1113-4d7b-b176-f34be367705c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:11.515351 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cea842fd-1113-4d7b-b176-f34be367705c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.519320 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d850c7-4d63-464d-a59d-bfb92ca15341 None None] Network b8633957-7ff0-4fe3-98ec-6d12cdccbbb8 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:11.525958 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-cea842fd-1113-4d7b-b176-f34be367705c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "PUT /v2.0/networks/a15b373c-98ba-4dd4-8f05-3f96cc85dd33 HTTP/1.1" status: 200 len: 723 time: 0.9279923 Jan 21 09:45:11.526654 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e27eae2f-d82c-4f34-a4b5-9833ede13b06 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.6118629 Jan 21 09:45:11.529026 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58946) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:11.529795 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58948) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:11.538133 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-65e26bd6-8db3-4696-8366-36bf16fad12d tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.599503 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e6dc3b-197f-4ec8-964e-e9957c2a7929 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:11.600224 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40e6dc3b-197f-4ec8-964e-e9957c2a7929 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:11.603256 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-40e6dc3b-197f-4ec8-964e-e9957c2a7929 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "DELETE /v2.0/networks/f2f339c7-9ec9-462f-90b2-b522a1d05921 HTTP/1.1" status: 404 len: 339 time: 0.1398716 Jan 21 09:45:11.625262 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58954) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:11.646877 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e26bd6-8db3-4696-8366-36bf16fad12d tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Pushing event deleted for resources: {'Port': ['ID=62651dd1-e92d-44cd-af3a-1c952b2740ee,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:11.666461 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-41a0854b-fd84-41b4-b21a-fdd9b44792da tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'port': {'network_id': 'b8633957-7ff0-4fe3-98ec-6d12cdccbbb8', 'name': 'tempest-PortsIpV6TestJSON-910441268', 'fixed_ips': [{'subnet_id': '231fa728-e673-4250-bb02-cf8d4c135028', 'ip_address': '2001:db8::f'}]}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:11.689789 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-dd666fab-a9f7-4301-8b73-c9e724ccbc38 None None] Provisioning for port 0c153646-3c6f-4e45-b73a-9a9285237dee completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:11.718798 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-f782356e-f54e-4900-8530-7bcb97e034fd tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:11.719381 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f782356e-f54e-4900-8530-7bcb97e034fd tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:11.722610 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f782356e-f54e-4900-8530-7bcb97e034fd tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "DELETE /v2.0/subnets/dd48dcf9-ef1c-40e7-aa00-36fd7d8b47e5 HTTP/1.1" status: 404 len: 337 time: 0.0953982 Jan 21 09:45:11.734839 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-dd666fab-a9f7-4301-8b73-c9e724ccbc38 None None] Provisioning complete for port 0c153646-3c6f-4e45-b73a-9a9285237dee triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:11.735300 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dd666fab-a9f7-4301-8b73-c9e724ccbc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.746572 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-773b4d7a-7a42-44de-96d6-10f300dde1e2 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Request body: {'subnet': {'network_id': 'a15b373c-98ba-4dd4-8f05-3f96cc85dd33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:11.772221 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58958) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:11.856789 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d9e3362-69ad-493e-9212-7bac791d92f6 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:11.857472 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d9e3362-69ad-493e-9212-7bac791d92f6 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:11.859770 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5d9e3362-69ad-493e-9212-7bac791d92f6 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "DELETE /v2.0/networks/c0fcd279-d635-4133-9bc8-82d2a7148c70 HTTP/1.1" status: 404 len: 339 time: 0.0860674 Jan 21 09:45:11.867574 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58964) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:11.896485 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 90a08d2e-04a3-4430-84f0-c8bb556bfe3f completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:11.922181 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 90a08d2e-04a3-4430-84f0-c8bb556bfe3f triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:11.922884 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.964772 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-93654b15-0d1b-4b73-aa63-ee44072c6d75 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.965395 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93654b15-0d1b-4b73-aa63-ee44072c6d75 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9b8e57b-dbf3-4ab0-9440-633f732b2b27 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:45:11.967991 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea842fd-1113-4d7b-b176-f34be367705c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event updated for resources: {'Network': ['ID=a15b373c-98ba-4dd4-8f05-3f96cc85dd33,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:11.980978 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea8147a-47ed-4cad-9065-da073a66ec65 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:11.981928 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fea8147a-47ed-4cad-9065-da073a66ec65 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:11.984072 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-fea8147a-47ed-4cad-9065-da073a66ec65 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "DELETE /v2.0/subnets/da75de8a-5c44-4651-8808-42232da27690 HTTP/1.1" status: 404 len: 337 time: 0.1148412 Jan 21 09:45:11.987981 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58968) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:11.996459 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-41a0854b-fd84-41b4-b21a-fdd9b44792da tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:12.089042 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-a338b3ad-48fe-4988-987f-49316ef25d00 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:12.089494 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a338b3ad-48fe-4988-987f-49316ef25d00 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:12.091234 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a338b3ad-48fe-4988-987f-49316ef25d00 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "DELETE /v2.0/networks/ba21cdc9-f8a9-4883-b383-a767ec0929db HTTP/1.1" status: 404 len: 339 time: 0.1016297 Jan 21 09:45:12.096992 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58972) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:12.101329 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-65e26bd6-8db3-4696-8366-36bf16fad12d tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.106250 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-65e26bd6-8db3-4696-8366-36bf16fad12d tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] 10.222.0.104 "DELETE /v2.0/ports/62651dd1-e92d-44cd-af3a-1c952b2740ee HTTP/1.1" status: 204 len: 168 time: 2.7479732 Jan 21 09:45:12.108686 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58974) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:12.118450 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-93654b15-0d1b-4b73-aa63-ee44072c6d75 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.120101 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-93654b15-0d1b-4b73-aa63-ee44072c6d75 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] 10.222.0.104 "DELETE /v2.0/routers/d9b8e57b-dbf3-4ab0-9440-633f732b2b27 HTTP/1.1" status: 204 len: 168 time: 2.9274797 Jan 21 09:45:12.133213 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-41a0854b-fd84-41b4-b21a-fdd9b44792da tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:port and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:12.138372 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-41a0854b-fd84-41b4-b21a-fdd9b44792da tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:12.151123 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea842fd-1113-4d7b-b176-f34be367705c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:12.151468 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea842fd-1113-4d7b-b176-f34be367705c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:12.151805 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea842fd-1113-4d7b-b176-f34be367705c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:12.152147 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea842fd-1113-4d7b-b176-f34be367705c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:12.152446 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea842fd-1113-4d7b-b176-f34be367705c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:12.152808 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea842fd-1113-4d7b-b176-f34be367705c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:12.153124 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea842fd-1113-4d7b-b176-f34be367705c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:12.153382 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea842fd-1113-4d7b-b176-f34be367705c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:12.153731 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea842fd-1113-4d7b-b176-f34be367705c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:12.155170 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea842fd-1113-4d7b-b176-f34be367705c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:12.155170 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea842fd-1113-4d7b-b176-f34be367705c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:12.173851 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-41a0854b-fd84-41b4-b21a-fdd9b44792da tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:12.210392 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-773b4d7a-7a42-44de-96d6-10f300dde1e2 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:12.221827 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-773b4d7a-7a42-44de-96d6-10f300dde1e2 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:12.234070 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network a15b373c-98ba-4dd4-8f05-3f96cc85dd33 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:45:12.306007 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773b4d7a-7a42-44de-96d6-10f300dde1e2 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Made reservation on behalf of 0d13a625922e456e97b68503a56cb4ae for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:12.314848 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-65e28227-c7c3-4274-acc5-656a36c6944c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:12.315719 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65e28227-c7c3-4274-acc5-656a36c6944c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:12.317845 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-65e28227-c7c3-4274-acc5-656a36c6944c tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "DELETE /v2.0/subnets/7ffee7a5-8d9d-4b3c-8689-d5023a1a0c81 HTTP/1.1" status: 404 len: 337 time: 0.2101235 Jan 21 09:45:12.324438 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58982) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:12.392229 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58986) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:12.402973 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0ba53a3-8e08-42f3-b00c-b9d233644ec8 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:12.403393 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0ba53a3-8e08-42f3-b00c-b9d233644ec8 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:12.405296 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b0ba53a3-8e08-42f3-b00c-b9d233644ec8 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "DELETE /v2.0/networks/7e798ced-745f-4e2d-be15-2e3bfc1baf4a HTTP/1.1" status: 404 len: 339 time: 0.0775020 Jan 21 09:45:12.411165 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 58992) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:12.416750 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a0854b-fd84-41b4-b21a-fdd9b44792da tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Made reservation on behalf of fd763e9054b0425c8035d150c4a90c6a for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:12.517921 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-841fd9d8-4fe1-490c-95f3-7b838f3c9fe7 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:12.518689 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-841fd9d8-4fe1-490c-95f3-7b838f3c9fe7 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:12.521844 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-841fd9d8-4fe1-490c-95f3-7b838f3c9fe7 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "DELETE /v2.0/subnets/543ffa4f-549e-4d02-ae4f-09fd9e8b4352 HTTP/1.1" status: 404 len: 337 time: 0.0595939 Jan 21 09:45:12.531695 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03018c7-5250-43e3-a4a2-b937a7d7c827 req-6ae7e956-7ac5-4b1d-a308-7a7337ee83e3 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:12.533029 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 58996) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:12.539789 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e03018c7-5250-43e3-a4a2-b937a7d7c827 req-6ae7e956-7ac5-4b1d-a308-7a7337ee83e3 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.4460354 Jan 21 09:45:12.552123 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dd666fab-a9f7-4301-8b73-c9e724ccbc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.622730 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-773b4d7a-7a42-44de-96d6-10f300dde1e2 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.647883 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.651667 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e03018c7-5250-43e3-a4a2-b937a7d7c827 req-37c0416e-a0ca-4fc5-a57d-a85d0a44ec44 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106272 Jan 21 09:45:12.715272 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-dd666fab-a9f7-4301-8b73-c9e724ccbc38 None None] For port 0c153646-3c6f-4e45-b73a-9a9285237dee, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=0c153646-3c6f-4e45-b73a-9a9285237dee,segment=NetworkSegment(27ab5176-0900-4d68-ba0d-d17365f450dc),segment_id=27ab5176-0900-4d68-ba0d-d17365f450dc)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:12.732710 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dd666fab-a9f7-4301-8b73-c9e724ccbc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.743680 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5b7891c-b436-4830-9359-3b224d65c85b tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Deleting subnet eda8d7eb-1606-4851-915a-404e71929127 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:45:12.753133 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b5b7891c-b436-4830-9359-3b224d65c85b tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.934164 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 90a08d2e-04a3-4430-84f0-c8bb556bfe3f, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=90a08d2e-04a3-4430-84f0-c8bb556bfe3f,segment=NetworkSegment(9b594d04-59fb-44f5-be4b-45c09aeb10df),segment_id=9b594d04-59fb-44f5-be4b-45c09aeb10df)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:12.959621 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-d36a9ff2-c247-4379-955b-85468bc62d70 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2110680262', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}, 'admin_state_up': False}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:12.967042 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d99ea9a9-e30d-46b3-b774-e73761560b1d None None] Could not find standard attr ID for object 62651dd1-e92d-44cd-af3a-1c952b2740ee. {{(pid=83599) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:45:12.978904 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-d36a9ff2-c247-4379-955b-85468bc62d70 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:12.979443 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.990518 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-d36a9ff2-c247-4379-955b-85468bc62d70 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Usage tracker for resource:router and tenant:3aad8a09c7a8463ea197fff977ac059f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:12.999764 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-d36a9ff2-c247-4379-955b-85468bc62d70 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:13.009624 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e7e743f-ef35-40f2-8dc8-a52c3f516453 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:13.010171 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e7e743f-ef35-40f2-8dc8-a52c3f516453 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:13.012158 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8e7e743f-ef35-40f2-8dc8-a52c3f516453 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "DELETE /v2.0/networks/2fcb5832-9437-4c3a-ba33-e047064465b3 HTTP/1.1" status: 404 len: 339 time: 0.4735146 Jan 21 09:45:13.015033 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-d36a9ff2-c247-4379-955b-85468bc62d70 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:13.028602 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59002) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:13.059950 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd666fab-a9f7-4301-8b73-c9e724ccbc38 None None] Pushing event updated for resources: {'Port': ['ID=0c153646-3c6f-4e45-b73a-9a9285237dee,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:13.095045 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b5b7891c-b436-4830-9359-3b224d65c85b tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:13.143045 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1071d4e-0893-40fa-832f-bfe4f67a1394 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:13.143494 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1071d4e-0893-40fa-832f-bfe4f67a1394 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:13.148895 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c1071d4e-0893-40fa-832f-bfe4f67a1394 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "DELETE /v2.0/subnets/2c8c9313-7706-4594-b1d1-aaf9fca85f5e HTTP/1.1" status: 404 len: 337 time: 0.1164534 Jan 21 09:45:13.154097 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ee4eca-266d-48c8-b4ee-5799ec45a63c None None] Update dhcp port {'port': {'network_id': '17925728-67c2-402e-882f-eabd22a6766a', 'fixed_ips': [{'subnet_id': '57889a06-d458-41b1-bd76-fe235378fc6d', 'ip_address': '2001:db8::2'}, {'subnet_id': '5a5736b1-7a8a-4461-b232-9187d4c53df7'}], 'binding:host_id': 'dv-neutron-825732-1-hyperv'}, 'id': '0c153646-3c6f-4e45-b73a-9a9285237dee'} from dv-neutron-825732-1-hyperv. {{(pid=83599) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 21 09:45:13.154340 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59006) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:13.191154 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=90a08d2e-04a3-4430-84f0-c8bb556bfe3f,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:13.232136 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8776620-2e68-46cd-a75d-3fc9ccfeb3d7 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:13.232584 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8776620-2e68-46cd-a75d-3fc9ccfeb3d7 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:13.237664 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a8776620-2e68-46cd-a75d-3fc9ccfeb3d7 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "DELETE /v2.0/networks/b8051f48-4b71-4829-96ec-b9cd051c5b0d HTTP/1.1" status: 404 len: 339 time: 0.0800781 Jan 21 09:45:13.238987 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d36a9ff2-c247-4379-955b-85468bc62d70 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:13.240023 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d36a9ff2-c247-4379-955b-85468bc62d70 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:13.242792 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a8ee4eca-266d-48c8-b4ee-5799ec45a63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:13.243115 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59010) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:13.262227 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41a0854b-fd84-41b4-b21a-fdd9b44792da tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:13.290648 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-41a0854b-fd84-41b4-b21a-fdd9b44792da tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] device_id is not set on port 3dd44123-23c6-4b6b-86b4-ed36b9a458f5 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:45:13.326429 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b5b7891c-b436-4830-9359-3b224d65c85b tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:13.440405 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b5b7891c-b436-4830-9359-3b224d65c85b tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:13.445861 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-c043cb21-7f60-488f-a9bf-c0e040b75d3b tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:13.446362 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c043cb21-7f60-488f-a9bf-c0e040b75d3b tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:13.510207 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-a8ee4eca-266d-48c8-b4ee-5799ec45a63c None None] Allocated IP 172.20.0.1 (17925728-67c2-402e-882f-eabd22a6766a/5a5736b1-7a8a-4461-b232-9187d4c53df7/0c153646-3c6f-4e45-b73a-9a9285237dee) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:13.518843 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c043cb21-7f60-488f-a9bf-c0e040b75d3b tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "DELETE /v2.0/subnets/db216bd3-509e-4068-9d28-25114a97df0a HTTP/1.1" status: 404 len: 337 time: 0.2700496 Jan 21 09:45:13.523002 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59014) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:13.527232 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b7891c-b436-4830-9359-3b224d65c85b tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Pushing event deleted for resources: {'Subnet': ['ID=eda8d7eb-1606-4851-915a-404e71929127,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:13.578062 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d36a9ff2-c247-4379-955b-85468bc62d70 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:13.580646 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b5b7891c-b436-4830-9359-3b224d65c85b tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:13.586570 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b5b7891c-b436-4830-9359-3b224d65c85b tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] 10.222.0.104 "DELETE /v2.0/subnets/eda8d7eb-1606-4851-915a-404e71929127 HTTP/1.1" status: 204 len: 168 time: 1.4380152 Jan 21 09:45:13.590729 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59018) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:13.594419 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-36d67847-950e-4047-8aaa-bd5c3307abcf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:13.594859 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36d67847-950e-4047-8aaa-bd5c3307abcf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:13.600521 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-36d67847-950e-4047-8aaa-bd5c3307abcf tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "DELETE /v2.0/networks/541e98c9-a3f5-43dc-a15a-8620f0c3b48c HTTP/1.1" status: 404 len: 339 time: 0.0756607 Jan 21 09:45:13.602026 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b7891c-b436-4830-9359-3b224d65c85b tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:13.602367 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b7891c-b436-4830-9359-3b224d65c85b tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:13.604450 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b7891c-b436-4830-9359-3b224d65c85b tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:13.604925 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b7891c-b436-4830-9359-3b224d65c85b tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:13.605419 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b7891c-b436-4830-9359-3b224d65c85b tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:13.606116 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b7891c-b436-4830-9359-3b224d65c85b tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:13.606481 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b7891c-b436-4830-9359-3b224d65c85b tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:13.606810 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b7891c-b436-4830-9359-3b224d65c85b tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:13.607135 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b7891c-b436-4830-9359-3b224d65c85b tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:13.607721 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b7891c-b436-4830-9359-3b224d65c85b tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:13.608104 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b7891c-b436-4830-9359-3b224d65c85b tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:13.619927 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59020) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:13.671386 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9247ef63-65a1-44ac-adcd-52dbe739ed53 None None] Network 2b2c35f4-1308-4c8f-8a4b-419048f2e33d requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:13.714841 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-0137c8a0-09d0-4081-b15a-da13c651d33e tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:13.715462 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0137c8a0-09d0-4081-b15a-da13c651d33e tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:13.724346 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0137c8a0-09d0-4081-b15a-da13c651d33e tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "DELETE /v2.0/subnets/e1d39cef-3b5e-47a4-b831-f54805f2bbec HTTP/1.1" status: 404 len: 337 time: 0.0970855 Jan 21 09:45:13.724346 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59026) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:13.757386 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e442e4a-4bba-49d6-baa7-6bad65e86e7b tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:13.757854 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e442e4a-4bba-49d6-baa7-6bad65e86e7b tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:13.762635 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9e442e4a-4bba-49d6-baa7-6bad65e86e7b tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "DELETE /v2.0/networks/dd255341-a064-406b-9b37-4d29895acf17 HTTP/1.1" status: 404 len: 339 time: 0.0357940 Jan 21 09:45:13.763856 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59030) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:13.764361 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66e9c78-ba8b-4919-82f7-282aecb4d5f4 None None] Network b8633957-7ff0-4fe3-98ec-6d12cdccbbb8 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:13.845270 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-41a0854b-fd84-41b4-b21a-fdd9b44792da tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Allocated IP 2001:db8::f (b8633957-7ff0-4fe3-98ec-6d12cdccbbb8/231fa728-e673-4250-bb02-cf8d4c135028/3dd44123-23c6-4b6b-86b4-ed36b9a458f5) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:13.854565 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdd5ab-92fe-4e4d-a816-91e2d2dd47ac req-33762beb-6437-4452-b8c0-d0ed0f8875df tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:13.862465 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-3bfdd5ab-92fe-4e4d-a816-91e2d2dd47ac req-33762beb-6437-4452-b8c0-d0ed0f8875df tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.9108977 Jan 21 09:45:13.944734 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-a8ee4eca-266d-48c8-b4ee-5799ec45a63c None None] For port 0c153646-3c6f-4e45-b73a-9a9285237dee, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=0c153646-3c6f-4e45-b73a-9a9285237dee,segment=NetworkSegment(27ab5176-0900-4d68-ba0d-d17365f450dc),segment_id=27ab5176-0900-4d68-ba0d-d17365f450dc)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:13.951078 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d52ff33a-a027-4d18-a6c5-dd7209a066ef None None] Provisioning complete for port 90a08d2e-04a3-4430-84f0-c8bb556bfe3f triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:13.951558 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d52ff33a-a027-4d18-a6c5-dd7209a066ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:13.991128 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-80fa27bc-9ee9-49cb-b6d6-ecb8fafdffd6 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.028432 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d36a9ff2-c247-4379-955b-85468bc62d70 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.034439 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63eb6619-64d5-4472-8e20-1281f806bb6d tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.114452 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63eb6619-64d5-4472-8e20-1281f806bb6d tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.160707 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.resource_extend [None req-a8ee4eca-266d-48c8-b4ee-5799ec45a63c None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:45:14.206610 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a8ee4eca-266d-48c8-b4ee-5799ec45a63c None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.235079 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-80fa27bc-9ee9-49cb-b6d6-ecb8fafdffd6 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Deleting port 8726f038-77f2-4371-b3a9-d69c67ab68c1 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:14.235632 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-80fa27bc-9ee9-49cb-b6d6-ecb8fafdffd6 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.272469 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-3bfdd5ab-92fe-4e4d-a816-91e2d2dd47ac req-0e1c7fb0-0079-4a9b-838b-a81ac76e9648 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4077003 Jan 21 09:45:14.273955 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-8728fcf5-2836-4431-a0a1-df15b21558fb tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Deleting subnet 5813f184-f60d-451f-adeb-52ae14e0486a {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:45:14.281794 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8728fcf5-2836-4431-a0a1-df15b21558fb tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.397822 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8728fcf5-2836-4431-a0a1-df15b21558fb tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.435064 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-a8ee4eca-266d-48c8-b4ee-5799ec45a63c None None] Transition to ACTIVE for port object 0c153646-3c6f-4e45-b73a-9a9285237dee will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:14.464339 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a8ee4eca-266d-48c8-b4ee-5799ec45a63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.606255 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d36a9ff2-c247-4379-955b-85468bc62d70 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router_gateway, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.659901 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d36a9ff2-c247-4379-955b-85468bc62d70 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.676549 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-773b4d7a-7a42-44de-96d6-10f300dde1e2 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.696143 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee4eca-266d-48c8-b4ee-5799ec45a63c None None] Pushing event updated for resources: {'Port': ['ID=0c153646-3c6f-4e45-b73a-9a9285237dee,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:14.714414 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8728fcf5-2836-4431-a0a1-df15b21558fb tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.740964 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed13716d-09fb-4dfc-9ce8-9ac68d1e9497 None None] DHCP port deletion for 2b2c35f4-1308-4c8f-8a4b-419048f2e33d request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:45:14.743286 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d52ff33a-a027-4d18-a6c5-dd7209a066ef None None] Provisioning for port 955712bb-f729-4828-8b98-60e42672f0b4 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:14.749804 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d52ff33a-a027-4d18-a6c5-dd7209a066ef None None] Provisioning complete for port 955712bb-f729-4828-8b98-60e42672f0b4 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:14.750293 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d52ff33a-a027-4d18-a6c5-dd7209a066ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.767283 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb053c-6f8d-4a14-81f7-a85d09ff6d82 req-f8ab3ef2-95b6-4af5-99bf-1ae15c23cd6f tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:14.768956 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dbfb053c-6f8d-4a14-81f7-a85d09ff6d82 req-f8ab3ef2-95b6-4af5-99bf-1ae15c23cd6f tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.3324463 Jan 21 09:45:14.777850 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-ed13716d-09fb-4dfc-9ce8-9ac68d1e9497 None None] Deleting port 8726f038-77f2-4371-b3a9-d69c67ab68c1 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:14.778407 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ed13716d-09fb-4dfc-9ce8-9ac68d1e9497 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.878457 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-d52ff33a-a027-4d18-a6c5-dd7209a066ef None None] Port 955712bb-f729-4828-8b98-60e42672f0b4 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:45:14.897251 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dbfb053c-6f8d-4a14-81f7-a85d09ff6d82 req-1742003a-6972-4e5f-8420-a88dd4b9b31c tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157455 Jan 21 09:45:14.906205 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8728fcf5-2836-4431-a0a1-df15b21558fb tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.010063 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728fcf5-2836-4431-a0a1-df15b21558fb tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event deleted for resources: {'Subnet': ['ID=5813f184-f60d-451f-adeb-52ae14e0486a,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:15.021149 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8728fcf5-2836-4431-a0a1-df15b21558fb tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.056271 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8728fcf5-2836-4431-a0a1-df15b21558fb tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "DELETE /v2.0/subnets/5813f184-f60d-451f-adeb-52ae14e0486a HTTP/1.1" status: 204 len: 168 time: 1.2866609 Jan 21 09:45:15.063619 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59038) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:15.139017 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-ed13716d-09fb-4dfc-9ce8-9ac68d1e9497 None None] For port 8726f038-77f2-4371-b3a9-d69c67ab68c1, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=8726f038-77f2-4371-b3a9-d69c67ab68c1,segment=NetworkSegment(1c083f92-9755-4866-9bfa-57f1b5c17736),segment_id=1c083f92-9755-4866-9bfa-57f1b5c17736)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:15.139626 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ed13716d-09fb-4dfc-9ce8-9ac68d1e9497 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.242495 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41a0854b-fd84-41b4-b21a-fdd9b44792da tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.310914 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b4d7a-7a42-44de-96d6-10f300dde1e2 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event updated for resources: {'Subnet': ['ID=f07811a1-0808-4626-8146-fc5091cce6fc,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:15.349457 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1e0cd4-4bfe-4ab9-893f-183b69547768 None None] Network 7671486c-56f5-4b69-9018-9a53d32ea34b requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:15.371916 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-41a0854b-fd84-41b4-b21a-fdd9b44792da tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Transition to ACTIVE for port object 3dd44123-23c6-4b6b-86b4-ed36b9a458f5 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:15.375540 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-80fa27bc-9ee9-49cb-b6d6-ecb8fafdffd6 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] For port 8726f038-77f2-4371-b3a9-d69c67ab68c1, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=8726f038-77f2-4371-b3a9-d69c67ab68c1,segment=NetworkSegment(1c083f92-9755-4866-9bfa-57f1b5c17736),segment_id=1c083f92-9755-4866-9bfa-57f1b5c17736)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:15.375871 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-80fa27bc-9ee9-49cb-b6d6-ecb8fafdffd6 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.395866 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 0c153646-3c6f-4e45-b73a-9a9285237dee up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:15.430268 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773b4d7a-7a42-44de-96d6-10f300dde1e2 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Checking segment: {'id': 'acb35f41-682d-4fbd-8567-c38774e962ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'a15b373c-98ba-4dd4-8f05-3f96cc85dd33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:15.430268 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773b4d7a-7a42-44de-96d6-10f300dde1e2 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Network hostable DHCP agents. Network: a15b373c-98ba-4dd4-8f05-3f96cc85dd33, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:45:15.431018 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63eb6619-64d5-4472-8e20-1281f806bb6d tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.547562 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-ed13716d-09fb-4dfc-9ce8-9ac68d1e9497 None None] Calling delete_port for 8726f038-77f2-4371-b3a9-d69c67ab68c1 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:15.566195 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-be2ba80c-4121-4815-97aa-1e625331d7d2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.616271 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-be2ba80c-4121-4815-97aa-1e625331d7d2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Deleting port 2740116b-85b4-40a7-b8fa-ad6232938617 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:15.616705 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-be2ba80c-4121-4815-97aa-1e625331d7d2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.720714 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-d36a9ff2-c247-4379-955b-85468bc62d70 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Allocated IP 172.26.0.80 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/0c1c9b38-4ac8-40b2-827a-a8553c3e9163) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:15.756494 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ed13716d-09fb-4dfc-9ce8-9ac68d1e9497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.859449 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed13716d-09fb-4dfc-9ce8-9ac68d1e9497 None None] Pushing event deleted for resources: {'Port': ['ID=8726f038-77f2-4371-b3a9-d69c67ab68c1,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:15.895776 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed13716d-09fb-4dfc-9ce8-9ac68d1e9497 None None] No DVR routers for this DVR port 8726f038-77f2-4371-b3a9-d69c67ab68c1 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:45:15.986885 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-80fa27bc-9ee9-49cb-b6d6-ecb8fafdffd6 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Calling delete_port for 8726f038-77f2-4371-b3a9-d69c67ab68c1 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:15.993236 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a399d648-0b9b-4e0d-bcf9-a65a381fa32a None None] Network 17925728-67c2-402e-882f-eabd22a6766a requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:16.032213 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-08df0a95-fdd2-41a3-8e63-202030464018 None None] Provisioning complete for port 90a08d2e-04a3-4430-84f0-c8bb556bfe3f triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:16.032579 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-08df0a95-fdd2-41a3-8e63-202030464018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.137217 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97965f8f-c226-4522-a3cd-d2157570b6b3 req-9a12e5a0-0255-47f0-8ddc-6b9e62ab09d0 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:16.139772 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-97965f8f-c226-4522-a3cd-d2157570b6b3 req-9a12e5a0-0255-47f0-8ddc-6b9e62ab09d0 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.2984097 Jan 21 09:45:16.163417 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d36a9ff2-c247-4379-955b-85468bc62d70 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.184961 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 90a08d2e-04a3-4430-84f0-c8bb556bfe3f up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:16.239302 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773b4d7a-7a42-44de-96d6-10f300dde1e2 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Network a15b373c-98ba-4dd4-8f05-3f96cc85dd33 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:45:16.244044 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41a0854b-fd84-41b4-b21a-fdd9b44792da tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.323452 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-be2ba80c-4121-4815-97aa-1e625331d7d2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] For port 2740116b-85b4-40a7-b8fa-ad6232938617, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=2740116b-85b4-40a7-b8fa-ad6232938617,segment=NetworkSegment(9cd718f6-59c9-40dc-acbc-be3810d199a7),segment_id=9cd718f6-59c9-40dc-acbc-be3810d199a7)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:16.323932 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-be2ba80c-4121-4815-97aa-1e625331d7d2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.342006 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-97965f8f-c226-4522-a3cd-d2157570b6b3 req-6672d232-7a6e-41fb-8c7a-86523a8aa274 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691763 Jan 21 09:45:16.467761 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-be2ba80c-4121-4815-97aa-1e625331d7d2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Calling delete_port for 2740116b-85b4-40a7-b8fa-ad6232938617 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:16.479845 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-773b4d7a-7a42-44de-96d6-10f300dde1e2 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, a15b373c-98ba-4dd4-8f05-3f96cc85dd33) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:16.491648 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.api [None req-80fa27bc-9ee9-49cb-b6d6-ecb8fafdffd6 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:45:16.491962 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG oslo_db.api [None req-80fa27bc-9ee9-49cb-b6d6-ecb8fafdffd6 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:45:16.504562 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773b4d7a-7a42-44de-96d6-10f300dde1e2 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:16.505351 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-773b4d7a-7a42-44de-96d6-10f300dde1e2 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.515877 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f8950a-c13c-4931-b2c9-b181f1caf734 None None] Network a15b373c-98ba-4dd4-8f05-3f96cc85dd33 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:16.533263 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d36a9ff2-c247-4379-955b-85468bc62d70 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.544682 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a0854b-fd84-41b4-b21a-fdd9b44792da tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Network b8633957-7ff0-4fe3-98ec-6d12cdccbbb8 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:16.546003 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0854b-fd84-41b4-b21a-fdd9b44792da tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Port': ['ID=3dd44123-23c6-4b6b-86b4-ed36b9a458f5,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:16.552313 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-41a0854b-fd84-41b4-b21a-fdd9b44792da tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:16.616211 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a0854b-fd84-41b4-b21a-fdd9b44792da tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:16.620797 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a0854b-fd84-41b4-b21a-fdd9b44792da tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:16.622501 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41a0854b-fd84-41b4-b21a-fdd9b44792da tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.623358 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 90a08d2e-04a3-4430-84f0-c8bb556bfe3f triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:16.623987 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.669808 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36a9ff2-c247-4379-955b-85468bc62d70 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:16.675147 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-d36a9ff2-c247-4379-955b-85468bc62d70 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:16.679180 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36a9ff2-c247-4379-955b-85468bc62d70 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:16.735806 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e5617b-1f06-4cac-bc69-f8253e7803af None None] DHCP port deletion for 7671486c-56f5-4b69-9018-9a53d32ea34b request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:45:16.745296 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a9ff2-c247-4379-955b-85468bc62d70 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Pushing event updated for resources: {'Port': ['ID=0c1c9b38-4ac8-40b2-827a-a8553c3e9163,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:16.760007 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-be2ba80c-4121-4815-97aa-1e625331d7d2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.764460 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63eb6619-64d5-4472-8e20-1281f806bb6d tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.772073 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-773b4d7a-7a42-44de-96d6-10f300dde1e2 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.2234476 Jan 21 09:45:16.778000 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59044) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:16.787376 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-64df0c86-6556-46c8-802a-d7d3bd657c4b tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:16.827572 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63eb6619-64d5-4472-8e20-1281f806bb6d tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.833150 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-41a0854b-fd84-41b4-b21a-fdd9b44792da tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.2776830 Jan 21 09:45:16.837365 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59048) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:16.865047 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2ba80c-4121-4815-97aa-1e625331d7d2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] No DVR routers for this DVR port 2740116b-85b4-40a7-b8fa-ad6232938617 on host dv-neutron-825732-1-hyperv {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:45:16.882627 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-08df0a95-fdd2-41a3-8e63-202030464018 None None] Provisioning complete for port 955712bb-f729-4828-8b98-60e42672f0b4 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:16.883671 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-08df0a95-fdd2-41a3-8e63-202030464018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.988891 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ba80c-4121-4815-97aa-1e625331d7d2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event deleted for resources: {'Port': ['ID=2740116b-85b4-40a7-b8fa-ad6232938617,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:17.034254 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-80fa27bc-9ee9-49cb-b6d6-ecb8fafdffd6 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Deleting port 8726f038-77f2-4371-b3a9-d69c67ab68c1 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:17.034599 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-80fa27bc-9ee9-49cb-b6d6-ecb8fafdffd6 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.086330 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63eb6619-64d5-4472-8e20-1281f806bb6d tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.086806 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63eb6619-64d5-4472-8e20-1281f806bb6d tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ed2ddb3c-696e-458a-b1e8-50d1a57290d4 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:45:17.136912 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-08df0a95-fdd2-41a3-8e63-202030464018 None None] Port 955712bb-f729-4828-8b98-60e42672f0b4 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:45:17.154627 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4090cd0-8ff1-4858-9bf4-d543bb932c1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-a15b373c-98ba-4dd4-8f05-3f96cc85dd33', 'network_id': 'a15b373c-98ba-4dd4-8f05-3f96cc85dd33', 'tenant_id': '0d13a625922e456e97b68503a56cb4ae', 'fixed_ips': [{'subnet_id': 'f07811a1-0808-4626-8146-fc5091cce6fc'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:45:17.155615 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a4090cd0-8ff1-4858-9bf4-d543bb932c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.173170 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-be2ba80c-4121-4815-97aa-1e625331d7d2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.181303 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-80fa27bc-9ee9-49cb-b6d6-ecb8fafdffd6 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] The port '8726f038-77f2-4371-b3a9-d69c67ab68c1' was deleted {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:45:17.229386 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-be2ba80c-4121-4815-97aa-1e625331d7d2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7671486c-56f5-4b69-9018-9a53d32ea34b']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:17.261652 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-be2ba80c-4121-4815-97aa-1e625331d7d2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cd718f6-59c9-40dc-acbc-be3810d199a7') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:17.261957 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-be2ba80c-4121-4815-97aa-1e625331d7d2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cd718f6-59c9-40dc-acbc-be3810d199a7') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:17.268638 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1d62f4-7156-43ec-8a13-351618f76e1c None None] Network 17925728-67c2-402e-882f-eabd22a6766a requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:17.282500 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-be2ba80c-4121-4815-97aa-1e625331d7d2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.283557 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 8726f038-77f2-4371-b3a9-d69c67ab68c1 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:45:17.313424 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-be2ba80c-4121-4815-97aa-1e625331d7d2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.331007 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2ba80c-4121-4815-97aa-1e625331d7d2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:45:17.331592 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-be2ba80c-4121-4815-97aa-1e625331d7d2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.332670 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 8726f038-77f2-4371-b3a9-d69c67ab68c1 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:45:17.332998 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 8726f038-77f2-4371-b3a9-d69c67ab68c1 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:45:17.355320 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:45:17.355320 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:45:17.355320 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:45:17.355320 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:45:17.355320 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:45:17.355320 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:45:17.355320 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:45:17.355320 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:45:17.355320 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:45:17.355320 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:45:17.355320 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:45:17.355320 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:45:17.355320 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:45:17.355320 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:45:17.355320 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:45:17.355320 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:45:17.355320 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:45:17.355320 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:45:17.355320 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:45:17.355320 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:45:17.355320 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:45:17.355320 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:45:17.355320 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:45:17.355320 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:45:17.355320 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:45:17.355320 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:45:17.355320 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:45:17.355320 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:45:17.355320 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:45:17.355320 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:45:17.355320 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:45:17.355320 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:45:17.444478 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-64df0c86-6556-46c8-802a-d7d3bd657c4b tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3017441'] for subnet, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.480740 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d36a9ff2-c247-4379-955b-85468bc62d70 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router_gateway, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.482028 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d36a9ff2-c247-4379-955b-85468bc62d70 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.489661 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-63eb6619-64d5-4472-8e20-1281f806bb6d tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 21 09:45:17.491199 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-63eb6619-64d5-4472-8e20-1281f806bb6d tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 7.9426138 Jan 21 09:45:17.514007 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59054) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:17.528446 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09f7cc3-b379-421d-a3fb-684282101684 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:17.529465 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-d09f7cc3-b379-421d-a3fb-684282101684 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Synchronizing usage tracker for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:17.552902 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-be2ba80c-4121-4815-97aa-1e625331d7d2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.583112 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-be2ba80c-4121-4815-97aa-1e625331d7d2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.588228 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-80fa27bc-9ee9-49cb-b6d6-ecb8fafdffd6 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.595772 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 2740116b-85b4-40a7-b8fa-ad6232938617 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:45:17.604286 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ba80c-4121-4815-97aa-1e625331d7d2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] Pushing event deleted for resources: {'Network': ['ID=7671486c-56f5-4b69-9018-9a53d32ea34b,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:17.635325 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-be2ba80c-4121-4815-97aa-1e625331d7d2 tempest-NetworksTest-1715336841 tempest-NetworksTest-1715336841-project] 10.222.0.104 "DELETE /v2.0/networks/7671486c-56f5-4b69-9018-9a53d32ea34b HTTP/1.1" status: 204 len: 168 time: 2.5680645 Jan 21 09:45:17.662573 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 2740116b-85b4-40a7-b8fa-ad6232938617 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:45:17.662973 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 2740116b-85b4-40a7-b8fa-ad6232938617 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:45:17.681361 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d78d16fd-4ba3-4afc-973c-d22cd280354f None None] Provisioning for port 0c153646-3c6f-4e45-b73a-9a9285237dee completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:17.714556 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-e35610eb-8a98-4432-949c-d9f585c4eed5 tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Deleting port c0471679-18f4-4a98-b8d4-9e856d35854c {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:17.715025 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e35610eb-8a98-4432-949c-d9f585c4eed5 tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.746433 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d78d16fd-4ba3-4afc-973c-d22cd280354f None None] Provisioning complete for port 0c153646-3c6f-4e45-b73a-9a9285237dee triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:17.747130 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d78d16fd-4ba3-4afc-973c-d22cd280354f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.798782 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-80fa27bc-9ee9-49cb-b6d6-ecb8fafdffd6 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2c35f4-1308-4c8f-8a4b-419048f2e33d']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:17.871159 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-d09f7cc3-b379-421d-a3fb-684282101684 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Unset dirty status for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:17.877931 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d09f7cc3-b379-421d-a3fb-684282101684 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 1.0385993 Jan 21 09:45:17.884939 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-80fa27bc-9ee9-49cb-b6d6-ecb8fafdffd6 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c083f92-9755-4866-9bfa-57f1b5c17736') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:17.885508 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-80fa27bc-9ee9-49cb-b6d6-ecb8fafdffd6 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c083f92-9755-4866-9bfa-57f1b5c17736') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:17.897295 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59060) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:17.989076 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-a4090cd0-8ff1-4858-9bf4-d543bb932c1a None None] Allocated IP 2001:db8::2 (a15b373c-98ba-4dd4-8f05-3f96cc85dd33/f07811a1-0808-4626-8146-fc5091cce6fc/cab0dcfa-939d-456b-992b-b47a27f07b2b) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:18.033330 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36a9ff2-c247-4379-955b-85468bc62d70 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Router 071f19c7-27f1-4c34-8d59-84b364f9401b is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:45:18.128277 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-80fa27bc-9ee9-49cb-b6d6-ecb8fafdffd6 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.231331 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-80fa27bc-9ee9-49cb-b6d6-ecb8fafdffd6 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.232074 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59066) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:18.246255 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80fa27bc-9ee9-49cb-b6d6-ecb8fafdffd6 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:45:18.247766 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-80fa27bc-9ee9-49cb-b6d6-ecb8fafdffd6 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.255996 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d78d16fd-4ba3-4afc-973c-d22cd280354f None None] Provisioning for port 3dd44123-23c6-4b6b-86b4-ed36b9a458f5 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:18.281652 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d78d16fd-4ba3-4afc-973c-d22cd280354f None None] Provisioning complete for port 3dd44123-23c6-4b6b-86b4-ed36b9a458f5 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:18.282360 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d78d16fd-4ba3-4afc-973c-d22cd280354f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:45:18.283091 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:45:18.443328 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-d78d16fd-4ba3-4afc-973c-d22cd280354f None None] Port 3dd44123-23c6-4b6b-86b4-ed36b9a458f5 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:45:18.453416 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a4090cd0-8ff1-4858-9bf4-d543bb932c1a None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.466628 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-a4090cd0-8ff1-4858-9bf4-d543bb932c1a None None] Transition to ACTIVE for port object cab0dcfa-939d-456b-992b-b47a27f07b2b will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:18.469551 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36a9ff2-c247-4379-955b-85468bc62d70 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:45:18.490484 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5240feb7-baa1-4e94-ac27-1d591b7e6090 None None] Sync routers for ids ['071f19c7-27f1-4c34-8d59-84b364f9401b'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:45:18.505217 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d78d16fd-4ba3-4afc-973c-d22cd280354f None None] Provisioning complete for port 955712bb-f729-4828-8b98-60e42672f0b4 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:18.505890 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d78d16fd-4ba3-4afc-973c-d22cd280354f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.552254 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-a4090cd0-8ff1-4858-9bf4-d543bb932c1a None None] Transition to ACTIVE for port object cab0dcfa-939d-456b-992b-b47a27f07b2b will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:18.556427 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d36a9ff2-c247-4379-955b-85468bc62d70 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.557580 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d36a9ff2-c247-4379-955b-85468bc62d70 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.1645014 Jan 21 09:45:18.564089 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59072) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:18.579756 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a4090cd0-8ff1-4858-9bf4-d543bb932c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.611786 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9395f-8ae6-446f-95d3-9ecd80dc2a3d req-a63d40ec-5d3e-48a3-a455-7a36193712b0 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:18.614428 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5240feb7-baa1-4e94-ac27-1d591b7e6090 None None] Routers {'071f19c7-27f1-4c34-8d59-84b364f9401b'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:18.614996 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-d2b9395f-8ae6-446f-95d3-9ecd80dc2a3d req-a63d40ec-5d3e-48a3-a455-7a36193712b0 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 1.0313590 Jan 21 09:45:18.615402 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-5240feb7-baa1-4e94-ac27-1d591b7e6090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:44:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['071f19c7-27f1-4c34-8d59-84b364f9401b'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:18.643114 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff179e0-012f-474c-83a0-cc30bf541a9d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:18.650535 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff179e0-012f-474c-83a0-cc30bf541a9d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:18.657616 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff179e0-012f-474c-83a0-cc30bf541a9d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:18.660639 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1ff179e0-012f-474c-83a0-cc30bf541a9d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.7602160 Jan 21 09:45:18.661682 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-50214019-2baa-4a58-aefa-56b7520f1d94 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=14f7a2c3d80d4ed0a81309ac4c20d7a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4277368 Jan 21 09:45:18.664285 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59076) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:18.666929 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59080) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:18.702496 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-d78d16fd-4ba3-4afc-973c-d22cd280354f None None] Port 955712bb-f729-4828-8b98-60e42672f0b4 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:45:18.714171 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-5240feb7-baa1-4e94-ac27-1d591b7e6090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:18.740554 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4090cd0-8ff1-4858-9bf4-d543bb932c1a None None] Network a15b373c-98ba-4dd4-8f05-3f96cc85dd33 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:18.746805 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-a4090cd0-8ff1-4858-9bf4-d543bb932c1a None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:18.750296 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4090cd0-8ff1-4858-9bf4-d543bb932c1a None None] Pushing event updated for resources: {'Port': ['ID=cab0dcfa-939d-456b-992b-b47a27f07b2b,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:18.752480 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4090cd0-8ff1-4858-9bf4-d543bb932c1a None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:18.764572 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5240feb7-baa1-4e94-ac27-1d591b7e6090 None None] Routers {'071f19c7-27f1-4c34-8d59-84b364f9401b'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:18.765340 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-5240feb7-baa1-4e94-ac27-1d591b7e6090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:44:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['071f19c7-27f1-4c34-8d59-84b364f9401b'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:18.779988 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-80fa27bc-9ee9-49cb-b6d6-ecb8fafdffd6 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.802854 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-627f81db-95f9-432f-9d92-e309168e7aa0 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Deleting port 3dd44123-23c6-4b6b-86b4-ed36b9a458f5 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:18.803158 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-627f81db-95f9-432f-9d92-e309168e7aa0 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.852229 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-80fa27bc-9ee9-49cb-b6d6-ecb8fafdffd6 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.874722 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-5240feb7-baa1-4e94-ac27-1d591b7e6090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:18.875272 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5240feb7-baa1-4e94-ac27-1d591b7e6090 None None] The sync data for ids ['071f19c7-27f1-4c34-8d59-84b364f9401b'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:45:18.930897 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5b8903aa-1709-4946-aa68-78e75fdb977a None None] Provisioning complete for port 0c153646-3c6f-4e45-b73a-9a9285237dee triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:18.931454 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5b8903aa-1709-4946-aa68-78e75fdb977a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.946528 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa27bc-9ee9-49cb-b6d6-ecb8fafdffd6 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] Pushing event deleted for resources: {'Network': ['ID=2b2c35f4-1308-4c8f-8a4b-419048f2e33d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:18.975915 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-a4090cd0-8ff1-4858-9bf4-d543bb932c1a None None] Attempting to bind port cab0dcfa-939d-456b-992b-b47a27f07b2b on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:18.976463 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-a4090cd0-8ff1-4858-9bf4-d543bb932c1a None None] Attempting to bind port cab0dcfa-939d-456b-992b-b47a27f07b2b by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'acb35f41-682d-4fbd-8567-c38774e962ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'a15b373c-98ba-4dd4-8f05-3f96cc85dd33'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:18.977091 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4090cd0-8ff1-4858-9bf4-d543bb932c1a None None] Attempting to bind port cab0dcfa-939d-456b-992b-b47a27f07b2b on network a15b373c-98ba-4dd4-8f05-3f96cc85dd33 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:45:18.983292 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-80fa27bc-9ee9-49cb-b6d6-ecb8fafdffd6 tempest-ExtraDHCPOptionsTestJSON-1443618103 tempest-ExtraDHCPOptionsTestJSON-1443618103-project] 10.222.0.104 "DELETE /v2.0/networks/2b2c35f4-1308-4c8f-8a4b-419048f2e33d HTTP/1.1" status: 204 len: 168 time: 5.3767805 Jan 21 09:45:18.997731 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4090cd0-8ff1-4858-9bf4-d543bb932c1a None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:45:18.998342 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4090cd0-8ff1-4858-9bf4-d543bb932c1a None None] Checking segment: {'id': 'acb35f41-682d-4fbd-8567-c38774e962ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'a15b373c-98ba-4dd4-8f05-3f96cc85dd33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:18.998739 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a4090cd0-8ff1-4858-9bf4-d543bb932c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.999232 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4090cd0-8ff1-4858-9bf4-d543bb932c1a None None] Bound using segment: {'id': 'acb35f41-682d-4fbd-8567-c38774e962ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'a15b373c-98ba-4dd4-8f05-3f96cc85dd33'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:45:18.999808 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-a4090cd0-8ff1-4858-9bf4-d543bb932c1a None None] Bound port: cab0dcfa-939d-456b-992b-b47a27f07b2b, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb35f41-682d-4fbd-8567-c38774e962ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'a15b373c-98ba-4dd4-8f05-3f96cc85dd33'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:19.000152 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e35610eb-8a98-4432-949c-d9f585c4eed5 tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.000359 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a4090cd0-8ff1-4858-9bf4-d543bb932c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.053556 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-801c533a-c8c0-4880-8163-01874ca5c57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.143636 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-801c533a-c8c0-4880-8163-01874ca5c57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.148559 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-64df0c86-6556-46c8-802a-d7d3bd657c4b tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793818614263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-792713'] for subnet, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.154135 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-d2b9395f-8ae6-446f-95d3-9ecd80dc2a3d req-d29cd5d2-b732-494d-b1fd-a14bb66be0fe tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4873250 Jan 21 09:45:19.163570 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-e35610eb-8a98-4432-949c-d9f585c4eed5 tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Calling delete_port for c0471679-18f4-4a98-b8d4-9e856d35854c owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:19.247740 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-a4090cd0-8ff1-4858-9bf4-d543bb932c1a None None] For port cab0dcfa-939d-456b-992b-b47a27f07b2b, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:45:19.253665 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-a4090cd0-8ff1-4858-9bf4-d543bb932c1a None None] For port cab0dcfa-939d-456b-992b-b47a27f07b2b, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=cab0dcfa-939d-456b-992b-b47a27f07b2b,segment=NetworkSegment(acb35f41-682d-4fbd-8567-c38774e962ba),segment_id=acb35f41-682d-4fbd-8567-c38774e962ba)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:45:19.267288 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a4090cd0-8ff1-4858-9bf4-d543bb932c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.426117 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-677c2523-8ff7-48d7-9d92-f18233684a54 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] 10.222.0.104 "GET /v2.0/routers/071f19c7-27f1-4c34-8d59-84b364f9401b HTTP/1.1" status: 200 len: 924 time: 0.8577650 Jan 21 09:45:19.430611 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59090) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:19.431299 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df0c86-6556-46c8-802a-d7d3bd657c4b tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event updated for resources: {'Subnet': ['ID=f07811a1-0808-4626-8146-fc5091cce6fc,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:19.433851 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e35610eb-8a98-4432-949c-d9f585c4eed5 tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.453690 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-627f81db-95f9-432f-9d92-e309168e7aa0 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.462561 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-801c533a-c8c0-4880-8163-01874ca5c57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.464586 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4090cd0-8ff1-4858-9bf4-d543bb932c1a None None] Pushing event updated for resources: {'Port': ['ID=cab0dcfa-939d-456b-992b-b47a27f07b2b,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:19.470718 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59094) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:19.501660 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5f4b6d4c-4393-48f6-b9a9-2ceeb896af30 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] 10.222.0.104 "GET /v2.0/ports?device_id=071f19c7-27f1-4c34-8d59-84b364f9401b HTTP/1.1" status: 200 len: 205 time: 0.0656476 Jan 21 09:45:19.541984 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59098) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:19.650043 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35610eb-8a98-4432-949c-d9f585c4eed5 tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0471679-18f4-4a98-b8d4-9e856d35854c,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:19.657562 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64df0c86-6556-46c8-802a-d7d3bd657c4b tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:19.661772 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-64df0c86-6556-46c8-802a-d7d3bd657c4b tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.663280 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-64df0c86-6556-46c8-802a-d7d3bd657c4b tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "PUT /v2.0/subnets/f07811a1-0808-4626-8146-fc5091cce6fc HTTP/1.1" status: 200 len: 826 time: 2.8839514 Jan 21 09:45:19.673584 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59106) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:19.720968 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c533a-c8c0-4880-8163-01874ca5c57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087d77ac-8165-40b8-9b24-d2cea50fc8d5,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:19.739141 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-627f81db-95f9-432f-9d92-e309168e7aa0 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Calling delete_port for 3dd44123-23c6-4b6b-86b4-ed36b9a458f5 owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:19.835862 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-801c533a-c8c0-4880-8163-01874ca5c57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.850157 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-801c533a-c8c0-4880-8163-01874ca5c57b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/087d77ac-8165-40b8-9b24-d2cea50fc8d5 HTTP/1.1" status: 204 len: 168 time: 1.1821830 Jan 21 09:45:20.025261 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e35610eb-8a98-4432-949c-d9f585c4eed5 tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.105026 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e35610eb-8a98-4432-949c-d9f585c4eed5 tempest-RoutersAdminNegativeTest-496386080 tempest-RoutersAdminNegativeTest-496386080-project-admin] 10.222.0.104 "DELETE /v2.0/ports/c0471679-18f4-4a98-b8d4-9e856d35854c HTTP/1.1" status: 204 len: 168 time: 2.5896647 Jan 21 09:45:20.147318 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-22703315-937b-4d38-aade-b555aba80e62 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=9c156ff522964d7c9ba2b316bb343d56&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6537266 Jan 21 09:45:20.151744 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59116) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:20.183206 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7c9f004e-c330-4ac3-a891-88f508696175 req-3e5a9c10-7f73-4668-adbd-f38e085e3402 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=336aa381caa24798b3c72d188fdcb52a&device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 1098 time: 0.3255246 Jan 21 09:45:20.199280 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.240591 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92328a04-205f-4a22-a34e-abe7447e34c6 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.285174 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-92328a04-205f-4a22-a34e-abe7447e34c6 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Deleting port cab0dcfa-939d-456b-992b-b47a27f07b2b {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:20.285616 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92328a04-205f-4a22-a34e-abe7447e34c6 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.316152 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-627f81db-95f9-432f-9d92-e309168e7aa0 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.345438 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399b9fd-dc36-405f-93a3-5a04b7822b33 req-6e723ace-7488-4627-85e9-a4eb70dc9ac8 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:20.347009 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-b399b9fd-dc36-405f-93a3-5a04b7822b33 req-6e723ace-7488-4627-85e9-a4eb70dc9ac8 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.3307674 Jan 21 09:45:20.566809 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f81db-95f9-432f-9d92-e309168e7aa0 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Port': ['ID=3dd44123-23c6-4b6b-86b4-ed36b9a458f5,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:20.667893 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59128) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:20.711098 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fc871d10-89f3-4ba3-9a2f-e3d23b0b0a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.745227 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-b399b9fd-dc36-405f-93a3-5a04b7822b33 req-16286632-2dc8-453a-977d-e25196f29a4e tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3886228 Jan 21 09:45:20.745780 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f004e-c330-4ac3-a891-88f508696175 req-72ab96ba-ce52-4c7b-9193-2ab54d7c9b54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:20.747616 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7c9f004e-c330-4ac3-a891-88f508696175 req-72ab96ba-ce52-4c7b-9193-2ab54d7c9b54 service neutron] 10.222.0.124 "GET /v2.0/networks?id=8515717b-44bc-4a2f-9c9a-f5ff80484c08 HTTP/1.1" status: 200 len: 912 time: 0.5492632 Jan 21 09:45:20.748687 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-627f81db-95f9-432f-9d92-e309168e7aa0 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.761350 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09ec3bd0-a180-4c1c-8986-850a2bedb276 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.905989 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-627f81db-95f9-432f-9d92-e309168e7aa0 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/ports/3dd44123-23c6-4b6b-86b4-ed36b9a458f5 HTTP/1.1" status: 204 len: 168 time: 2.2291217 Jan 21 09:45:20.911417 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59136) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:20.962695 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fc871d10-89f3-4ba3-9a2f-e3d23b0b0a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.031901 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-c702baad-3fce-43d2-8dd6-4cdbd92907b0 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] GET failed (client error): The resource could not be found. Jan 21 09:45:21.038094 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c702baad-3fce-43d2-8dd6-4cdbd92907b0 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "GET /v2.0/ports/3dd44123-23c6-4b6b-86b4-ed36b9a458f5 HTTP/1.1" status: 404 len: 333 time: 0.1247771 Jan 21 09:45:21.039259 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59140) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:21.083748 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7c9f004e-c330-4ac3-a891-88f508696175 req-6b753b95-d0c4-450a-a9b2-bea60ed31d07 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a8ec857-3243-456d-b272-0c64f958196f HTTP/1.1" status: 200 len: 1001 time: 0.3194656 Jan 21 09:45:21.171490 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-92328a04-205f-4a22-a34e-abe7447e34c6 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] For port cab0dcfa-939d-456b-992b-b47a27f07b2b, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=cab0dcfa-939d-456b-992b-b47a27f07b2b,segment=NetworkSegment(acb35f41-682d-4fbd-8567-c38774e962ba),segment_id=acb35f41-682d-4fbd-8567-c38774e962ba)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:21.172211 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92328a04-205f-4a22-a34e-abe7447e34c6 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.184611 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ad60bd-a162-43c2-a5ae-543114710ed1 None None] Network a15b373c-98ba-4dd4-8f05-3f96cc85dd33 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:21.205720 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fc871d10-89f3-4ba3-9a2f-e3d23b0b0a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.220264 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f004e-c330-4ac3-a891-88f508696175 req-0287355b-c8a2-4d08-8a65-501c73534c2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:21.221930 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7c9f004e-c330-4ac3-a891-88f508696175 req-0287355b-c8a2-4d08-8a65-501c73534c2c service neutron] 10.222.0.124 "GET /v2.0/subnets?id=e7fe4f7c-173a-4a1e-bc9c-b6d802a0a8b0 HTTP/1.1" status: 200 len: 850 time: 0.1298633 Jan 21 09:45:21.227238 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc871d10-89f3-4ba3-9a2f-e3d23b0b0a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34155df9-f833-4314-b067-8d252018daf0,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:21.278261 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fc871d10-89f3-4ba3-9a2f-e3d23b0b0a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.281686 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-fc871d10-89f3-4ba3-9a2f-e3d23b0b0a72 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/34155df9-f833-4314-b067-8d252018daf0 HTTP/1.1" status: 204 len: 168 time: 1.1247957 Jan 21 09:45:21.315888 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7c9f004e-c330-4ac3-a891-88f508696175 req-5950d3d1-b8a0-40ff-a08f-633405fdd34b service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=8515717b-44bc-4a2f-9c9a-f5ff80484c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0840540 Jan 21 09:45:21.347395 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0f032983-355a-475c-9a8f-e38609f98bc8 None None] Provisioning for port cab0dcfa-939d-456b-992b-b47a27f07b2b completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:21.435212 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-92328a04-205f-4a22-a34e-abe7447e34c6 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Calling delete_port for cab0dcfa-939d-456b-992b-b47a27f07b2b owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:21.520814 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-33a77d18-01a8-408e-9865-c1297e42a179 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Deleting port 955712bb-f729-4828-8b98-60e42672f0b4 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:21.528231 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-33a77d18-01a8-408e-9865-c1297e42a179 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.530061 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7c9f004e-c330-4ac3-a891-88f508696175 req-1f8ba905-2141-42fa-a6b5-54e930c6000d service neutron] 10.222.0.124 "GET /v2.0/networks/8515717b-44bc-4a2f-9c9a-f5ff80484c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084112 Jan 21 09:45:21.556743 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-48e604da-7e8d-45e9-8acc-df1309f15e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.673219 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device cab0dcfa-939d-456b-992b-b47a27f07b2b up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:21.729732 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59154) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:21.764056 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7c9f004e-c330-4ac3-a891-88f508696175 req-041f319a-4976-4740-bb99-473f41e9996a service neutron] 10.222.0.124 "GET /v2.0/networks/8515717b-44bc-4a2f-9c9a-f5ff80484c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279282 Jan 21 09:45:21.852090 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port cab0dcfa-939d-456b-992b-b47a27f07b2b completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:21.857320 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port cab0dcfa-939d-456b-992b-b47a27f07b2b triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:21.857716 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.920712 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-48e604da-7e8d-45e9-8acc-df1309f15e96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:22.076102 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-48e604da-7e8d-45e9-8acc-df1309f15e96 admin admin] Usage tracker for resource:security_group_rule and tenant:ce9849e7742c4427ab54199127179b37 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:22.087583 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-6af19b47-e332-4e36-97a7-312bbf393153 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Request body: {'network': {'name': 'tempest-RoutersTest-786610711'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:22.096428 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6af19b47-e332-4e36-97a7-312bbf393153 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:22.103611 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6af19b47-e332-4e36-97a7-312bbf393153 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Usage tracker for resource:network and tenant:d00df50c19fa484a82254f37be8cb96c is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:22.104587 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-48e604da-7e8d-45e9-8acc-df1309f15e96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:22.108839 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6af19b47-e332-4e36-97a7-312bbf393153 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:22.122974 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6af19b47-e332-4e36-97a7-312bbf393153 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:22.150412 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af19b47-e332-4e36-97a7-312bbf393153 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Made reservation on behalf of d00df50c19fa484a82254f37be8cb96c for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:22.153607 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6af19b47-e332-4e36-97a7-312bbf393153 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.181305 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6af19b47-e332-4e36-97a7-312bbf393153 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.184544 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-48e604da-7e8d-45e9-8acc-df1309f15e96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:22.200719 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03794e9d-3f3e-4b71-867d-aa5274c7aaa2 req-2beb4964-dc11-4a70-9794-ec4ce1b1494a tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:22.208923 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-03794e9d-3f3e-4b71-867d-aa5274c7aaa2 req-2beb4964-dc11-4a70-9794-ec4ce1b1494a tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.2255623 Jan 21 09:45:22.221886 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7574d41-a247-4322-9e90-b934dc3a7ca4 None None] Network a15b373c-98ba-4dd4-8f05-3f96cc85dd33 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:22.298567 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6af19b47-e332-4e36-97a7-312bbf393153 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:22.317803 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-03794e9d-3f3e-4b71-867d-aa5274c7aaa2 req-34a0bb1b-95fa-478f-bdaa-5204396d6e67 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075385 Jan 21 09:45:22.319212 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6af19b47-e332-4e36-97a7-312bbf393153 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Usage tracker for resource:security_group_rule and tenant:d00df50c19fa484a82254f37be8cb96c is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:22.327891 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6af19b47-e332-4e36-97a7-312bbf393153 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:22.345091 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6af19b47-e332-4e36-97a7-312bbf393153 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:22.397227 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.430600 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ddf9aecc-7f3b-4e88-88e5-5b00fc53276d None None] Could not find standard attr ID for object cab0dcfa-939d-456b-992b-b47a27f07b2b. {{(pid=83599) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:45:22.437469 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92328a04-205f-4a22-a34e-abe7447e34c6 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.527512 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6af19b47-e332-4e36-97a7-312bbf393153 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.534729 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6af19b47-e332-4e36-97a7-312bbf393153 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.606269 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af19b47-e332-4e36-97a7-312bbf393153 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:45:22.613806 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92328a04-205f-4a22-a34e-abe7447e34c6 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event deleted for resources: {'Port': ['ID=cab0dcfa-939d-456b-992b-b47a27f07b2b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:22.625788 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af19b47-e332-4e36-97a7-312bbf393153 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9daf88-a1ce-4d59-969a-171daeafdf8b,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:22.632699 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6af19b47-e332-4e36-97a7-312bbf393153 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.633195 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-6af19b47-e332-4e36-97a7-312bbf393153 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Added segment fb77e118-839a-445d-9640-1106305bfc7a of type vlan for network bf9a174f-8395-4d7f-a710-7136c9d924fc Jan 21 09:45:22.701202 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6af19b47-e332-4e36-97a7-312bbf393153 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.747683 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6af19b47-e332-4e36-97a7-312bbf393153 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.752122 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af19b47-e332-4e36-97a7-312bbf393153 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:22.752741 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6af19b47-e332-4e36-97a7-312bbf393153 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.814181 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09ec3bd0-a180-4c1c-8986-850a2bedb276 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.827623 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92328a04-205f-4a22-a34e-abe7447e34c6 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] No DVR routers for this DVR port cab0dcfa-939d-456b-992b-b47a27f07b2b on host dv-neutron-825732-1-hyperv {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:45:22.833941 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-33a77d18-01a8-408e-9865-c1297e42a179 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.842337 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-09ec3bd0-a180-4c1c-8986-850a2bedb276 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Deleting port 0c1c9b38-4ac8-40b2-827a-a8553c3e9163 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:22.843019 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09ec3bd0-a180-4c1c-8986-850a2bedb276 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.957431 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af19b47-e332-4e36-97a7-312bbf393153 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Network': ['ID=bf9a174f-8395-4d7f-a710-7136c9d924fc,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:22.961922 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6af19b47-e332-4e36-97a7-312bbf393153 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2310846 Jan 21 09:45:22.964383 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59176) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:22.969290 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network bf9a174f-8395-4d7f-a710-7136c9d924fc details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:45:22.971271 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-ecaa1ec0-8bd6-4597-bf9f-6e8ed3fa6990 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Request body: {'network': {'name': 'tempest-RoutersTest-1434001983'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:22.978250 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ecaa1ec0-8bd6-4597-bf9f-6e8ed3fa6990 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:22.984044 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ecaa1ec0-8bd6-4597-bf9f-6e8ed3fa6990 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Usage tracker for resource:network and tenant:d00df50c19fa484a82254f37be8cb96c is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:22.988480 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ecaa1ec0-8bd6-4597-bf9f-6e8ed3fa6990 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:22.996319 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ecaa1ec0-8bd6-4597-bf9f-6e8ed3fa6990 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:23.069184 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59180) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:23.107586 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-33a77d18-01a8-408e-9865-c1297e42a179 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Calling delete_port for 955712bb-f729-4828-8b98-60e42672f0b4 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:23.139802 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-48e604da-7e8d-45e9-8acc-df1309f15e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.152903 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecaa1ec0-8bd6-4597-bf9f-6e8ed3fa6990 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Made reservation on behalf of d00df50c19fa484a82254f37be8cb96c for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:23.156352 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ecaa1ec0-8bd6-4597-bf9f-6e8ed3fa6990 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.160254 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-48e604da-7e8d-45e9-8acc-df1309f15e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.209929 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecaa1ec0-8bd6-4597-bf9f-6e8ed3fa6990 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:45:23.224924 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ecaa1ec0-8bd6-4597-bf9f-6e8ed3fa6990 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.225419 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-ecaa1ec0-8bd6-4597-bf9f-6e8ed3fa6990 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Added segment 06ce00b1-ce35-4db9-b616-b565bffcc583 of type vlan for network a98071ca-42bf-4925-95d2-ee0507ad4143 Jan 21 09:45:23.246738 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-2ae9be20-ad80-4912-914e-1bd7b9f08ed0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-874361989'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:23.256130 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-2ae9be20-ad80-4912-914e-1bd7b9f08ed0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:23.279743 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-2ae9be20-ad80-4912-914e-1bd7b9f08ed0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Usage tracker for resource:network and tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:23.285413 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-2ae9be20-ad80-4912-914e-1bd7b9f08ed0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:23.291748 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ecaa1ec0-8bd6-4597-bf9f-6e8ed3fa6990 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.302897 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-2ae9be20-ad80-4912-914e-1bd7b9f08ed0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:23.321170 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae9be20-ad80-4912-914e-1bd7b9f08ed0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Made reservation on behalf of c3efc6a6fd814adc8f7fcb0582dd33b0 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:23.324708 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2ae9be20-ad80-4912-914e-1bd7b9f08ed0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.344864 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2ae9be20-ad80-4912-914e-1bd7b9f08ed0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.366671 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ecaa1ec0-8bd6-4597-bf9f-6e8ed3fa6990 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.370545 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaa1ec0-8bd6-4597-bf9f-6e8ed3fa6990 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:23.370952 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ecaa1ec0-8bd6-4597-bf9f-6e8ed3fa6990 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.422372 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ecaa1ec0-8bd6-4597-bf9f-6e8ed3fa6990 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4541838 Jan 21 09:45:23.431730 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59188) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:23.440229 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-234acbc2-c066-4f7a-87f2-8ccd7522fdba tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Request body: {'subnet': {'network_id': 'bf9a174f-8395-4d7f-a710-7136c9d924fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:23.489768 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92328a04-205f-4a22-a34e-abe7447e34c6 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.559394 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-2ae9be20-ad80-4912-914e-1bd7b9f08ed0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:23.622472 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa1ec0-8bd6-4597-bf9f-6e8ed3fa6990 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Network': ['ID=a98071ca-42bf-4925-95d2-ee0507ad4143,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:23.622677 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e604da-7e8d-45e9-8acc-df1309f15e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8997bb8-be75-444c-a09f-6008454fc2df,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:23.630109 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-2ae9be20-ad80-4912-914e-1bd7b9f08ed0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Usage tracker for resource:security_group_rule and tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:23.636188 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network a98071ca-42bf-4925-95d2-ee0507ad4143 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:45:23.650946 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-2ae9be20-ad80-4912-914e-1bd7b9f08ed0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:23.663814 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-2ae9be20-ad80-4912-914e-1bd7b9f08ed0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:23.698263 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-234acbc2-c066-4f7a-87f2-8ccd7522fdba tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:23.718667 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-234acbc2-c066-4f7a-87f2-8ccd7522fdba tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Usage tracker for resource:subnet and tenant:d00df50c19fa484a82254f37be8cb96c is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:23.720710 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-48e604da-7e8d-45e9-8acc-df1309f15e96 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=ce9849e7742c4427ab54199127179b37&name=default HTTP/1.1" status: 200 len: 2647 time: 3.0476282 Jan 21 09:45:23.723312 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-234acbc2-c066-4f7a-87f2-8ccd7522fdba tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:23.730581 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59192) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:23.750998 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-234acbc2-c066-4f7a-87f2-8ccd7522fdba tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:23.798629 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234acbc2-c066-4f7a-87f2-8ccd7522fdba tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Made reservation on behalf of d00df50c19fa484a82254f37be8cb96c for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:23.808749 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-33a77d18-01a8-408e-9865-c1297e42a179 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.881782 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3299e8ca-74e1-4ada-9363-f45d823cb585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.890312 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09ec3bd0-a180-4c1c-8986-850a2bedb276 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.907567 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a77d18-01a8-408e-9865-c1297e42a179 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Port': ['ID=955712bb-f729-4828-8b98-60e42672f0b4,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:23.932097 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2ae9be20-ad80-4912-914e-1bd7b9f08ed0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.953616 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2ae9be20-ad80-4912-914e-1bd7b9f08ed0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.002667 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ae9be20-ad80-4912-914e-1bd7b9f08ed0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:45:24.020696 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fd94f5b0-508d-446e-9e44-a9b9b6d82b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.024177 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-234acbc2-c066-4f7a-87f2-8ccd7522fdba tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.036169 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92328a04-205f-4a22-a34e-abe7447e34c6 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.080274 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-09ec3bd0-a180-4c1c-8986-850a2bedb276 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Calling delete_port for 0c1c9b38-4ac8-40b2-827a-a8553c3e9163 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:24.203639 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92328a04-205f-4a22-a34e-abe7447e34c6 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event deleted for resources: {'Subnet': ['ID=f07811a1-0808-4626-8146-fc5091cce6fc,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:24.212567 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-33a77d18-01a8-408e-9865-c1297e42a179 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.230242 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2ae9be20-ad80-4912-914e-1bd7b9f08ed0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.231077 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-2ae9be20-ad80-4912-914e-1bd7b9f08ed0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Added segment d368b667-dc63-46bf-87a6-ee0d8e0056cd of type vlan for network 2bd58caa-5a3e-4b76-bbaa-2dcee67f3e8b Jan 21 09:45:24.232047 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c85da8-6253-4cf9-95fd-b3a393e8cb73 req-fcfd8138-6b10-4c87-bed5-1d8a8f02c547 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:24.233839 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-68c85da8-6253-4cf9-95fd-b3a393e8cb73 req-fcfd8138-6b10-4c87-bed5-1d8a8f02c547 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.6783895 Jan 21 09:45:24.238184 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae9be20-ad80-4912-914e-1bd7b9f08ed0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=739efe6a-182c-448e-af29-a18356ef8f0b,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:24.250790 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33ab1b3-4f21-4be2-8824-a00dbeff95ea None None] Network a15b373c-98ba-4dd4-8f05-3f96cc85dd33 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:24.299238 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fd94f5b0-508d-446e-9e44-a9b9b6d82b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.309985 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2ae9be20-ad80-4912-914e-1bd7b9f08ed0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.414853 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-33a77d18-01a8-408e-9865-c1297e42a179 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/ports/955712bb-f729-4828-8b98-60e42672f0b4 HTTP/1.1" status: 204 len: 168 time: 3.3709745 Jan 21 09:45:24.432207 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59196) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:24.471458 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2ae9be20-ad80-4912-914e-1bd7b9f08ed0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.476035 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae9be20-ad80-4912-914e-1bd7b9f08ed0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:24.476658 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2ae9be20-ad80-4912-914e-1bd7b9f08ed0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.478910 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92328a04-205f-4a22-a34e-abe7447e34c6 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.526422 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fd94f5b0-508d-446e-9e44-a9b9b6d82b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.544110 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-89006761-c4a8-4462-9778-61209da3b744 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] GET failed (client error): The resource could not be found. Jan 21 09:45:24.544431 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-89006761-c4a8-4462-9778-61209da3b744 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Synchronizing usage tracker for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:24.552072 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-68c85da8-6253-4cf9-95fd-b3a393e8cb73 req-2b35b731-5241-4672-8f26-b0ada273b095 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3004098 Jan 21 09:45:24.560815 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-92328a04-205f-4a22-a34e-abe7447e34c6 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a15b373c-98ba-4dd4-8f05-3f96cc85dd33']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:24.594030 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-92328a04-205f-4a22-a34e-abe7447e34c6 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acb35f41-682d-4fbd-8567-c38774e962ba') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:24.594567 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-92328a04-205f-4a22-a34e-abe7447e34c6 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acb35f41-682d-4fbd-8567-c38774e962ba') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:24.623889 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd94f5b0-508d-446e-9e44-a9b9b6d82b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8997bb8-be75-444c-a09f-6008454fc2df,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:24.644335 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7ed4e7-13f4-489f-9e90-5836d968e9e4 None None] DHCP port deletion for a15b373c-98ba-4dd4-8f05-3f96cc85dd33 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:45:24.647283 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92328a04-205f-4a22-a34e-abe7447e34c6 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.656409 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09ec3bd0-a180-4c1c-8986-850a2bedb276 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.674975 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae9be20-ad80-4912-914e-1bd7b9f08ed0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Network': ['ID=2bd58caa-5a3e-4b76-bbaa-2dcee67f3e8b,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:24.679388 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fd94f5b0-508d-446e-9e44-a9b9b6d82b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.687939 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-fd94f5b0-508d-446e-9e44-a9b9b6d82b54 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/f8997bb8-be75-444c-a09f-6008454fc2df HTTP/1.1" status: 204 len: 168 time: 0.9516249 Jan 21 09:45:24.711366 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 2bd58caa-5a3e-4b76-bbaa-2dcee67f3e8b details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:45:24.730071 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-2ae9be20-ad80-4912-914e-1bd7b9f08ed0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6570439 Jan 21 09:45:24.740235 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59204) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:24.768505 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-89006761-c4a8-4462-9778-61209da3b744 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Unset dirty status for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:24.770325 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-89006761-c4a8-4462-9778-61209da3b744 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "GET /v2.0/ports/955712bb-f729-4828-8b98-60e42672f0b4 HTTP/1.1" status: 404 len: 333 time: 0.3370092 Jan 21 09:45:24.801336 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92328a04-205f-4a22-a34e-abe7447e34c6 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.810663 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92328a04-205f-4a22-a34e-abe7447e34c6 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:45:24.811521 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92328a04-205f-4a22-a34e-abe7447e34c6 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.862277 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59208) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:24.879882 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-2a428469-ca5f-4f5c-b99b-131d435ca93a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-206651339'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:24.887737 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-2a428469-ca5f-4f5c-b99b-131d435ca93a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:24.893374 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-2a428469-ca5f-4f5c-b99b-131d435ca93a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Usage tracker for resource:network and tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:24.898032 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-2a428469-ca5f-4f5c-b99b-131d435ca93a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:24.907113 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-2a428469-ca5f-4f5c-b99b-131d435ca93a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:24.922475 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:45:24.922475 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:45:24.922475 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:45:24.922475 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:45:24.922475 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:45:24.922475 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:45:24.922475 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:45:24.922475 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:45:24.922475 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:45:24.922475 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:45:24.922475 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:45:24.922475 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:45:24.922475 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:45:24.922475 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:45:24.922475 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:45:24.922475 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:45:24.922475 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:45:24.922475 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:45:24.922475 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:45:24.922475 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:45:24.922475 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:45:24.922475 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:45:24.922475 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:45:24.922475 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:45:24.922475 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:45:24.922475 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:45:24.922475 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:45:24.922475 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:45:24.922475 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:45:24.922475 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:45:24.922475 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:45:24.922475 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:45:24.928451 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-234acbc2-c066-4f7a-87f2-8ccd7522fdba tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.943288 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec3bd0-a180-4c1c-8986-850a2bedb276 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Pushing event deleted for resources: {'Port': ['ID=0c1c9b38-4ac8-40b2-827a-a8553c3e9163,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:24.946160 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92328a04-205f-4a22-a34e-abe7447e34c6 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.966822 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92328a04-205f-4a22-a34e-abe7447e34c6 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.002748 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92328a04-205f-4a22-a34e-abe7447e34c6 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event deleted for resources: {'Network': ['ID=a15b373c-98ba-4dd4-8f05-3f96cc85dd33,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:25.014385 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a428469-ca5f-4f5c-b99b-131d435ca93a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Made reservation on behalf of c3efc6a6fd814adc8f7fcb0582dd33b0 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:25.017847 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2a428469-ca5f-4f5c-b99b-131d435ca93a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.022592 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-92328a04-205f-4a22-a34e-abe7447e34c6 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "DELETE /v2.0/networks/a15b373c-98ba-4dd4-8f05-3f96cc85dd33 HTTP/1.1" status: 204 len: 168 time: 5.3370624 Jan 21 09:45:25.027623 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59212) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:25.131472 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-412d1052-bb4e-4202-ab43-f90475b26a31 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:25.131960 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-412d1052-bb4e-4202-ab43-f90475b26a31 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:25.133581 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-412d1052-bb4e-4202-ab43-f90475b26a31 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "DELETE /v2.0/networks/a15b373c-98ba-4dd4-8f05-3f96cc85dd33 HTTP/1.1" status: 404 len: 339 time: 0.0953920 Jan 21 09:45:25.147726 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59218) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:25.183509 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-d14cb6b4-b114-492c-b560-b46fe6a64278 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1860745152', 'description': 'd1'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:25.205001 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-d14cb6b4-b114-492c-b560-b46fe6a64278 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:25.226011 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234acbc2-c066-4f7a-87f2-8ccd7522fdba tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Subnet': ['ID=6ad20189-cec3-4efb-b3cc-95f4e17856d9,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:25.232793 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a428469-ca5f-4f5c-b99b-131d435ca93a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:45:25.236864 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-d14cb6b4-b114-492c-b560-b46fe6a64278 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Usage tracker for resource:network and tenant:0d13a625922e456e97b68503a56cb4ae is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:25.256877 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09ec3bd0-a180-4c1c-8986-850a2bedb276 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.318372 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-d14cb6b4-b114-492c-b560-b46fe6a64278 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:25.356058 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-d14cb6b4-b114-492c-b560-b46fe6a64278 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:25.365341 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2a428469-ca5f-4f5c-b99b-131d435ca93a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.365910 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-2a428469-ca5f-4f5c-b99b-131d435ca93a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Added segment cdea2d56-8e72-4a1c-8c98-ee093f0815ff of type vlan for network b36c603d-e69b-4299-9b5c-dd3923061d89 Jan 21 09:45:25.369548 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59222) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:25.395725 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700364bb-81d5-41c6-a4ce-493a7dc41483 req-3c70629a-971f-422d-b8fc-858a92fbe38f tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:25.398500 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device cab0dcfa-939d-456b-992b-b47a27f07b2b no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:45:25.398638 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-700364bb-81d5-41c6-a4ce-493a7dc41483 req-3c70629a-971f-422d-b8fc-858a92fbe38f tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.6165104 Jan 21 09:45:25.406458 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234acbc2-c066-4f7a-87f2-8ccd7522fdba tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Checking segment: {'id': 'fb77e118-839a-445d-9640-1106305bfc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bf9a174f-8395-4d7f-a710-7136c9d924fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:25.406956 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234acbc2-c066-4f7a-87f2-8ccd7522fdba tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Network hostable DHCP agents. Network: bf9a174f-8395-4d7f-a710-7136c9d924fc, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:45:25.447597 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: cab0dcfa-939d-456b-992b-b47a27f07b2b {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:45:25.448053 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device cab0dcfa-939d-456b-992b-b47a27f07b2b not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:45:25.484003 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14cb6b4-b114-492c-b560-b46fe6a64278 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Made reservation on behalf of 0d13a625922e456e97b68503a56cb4ae for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:25.487134 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d14cb6b4-b114-492c-b560-b46fe6a64278 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.508678 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2a428469-ca5f-4f5c-b99b-131d435ca93a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.642163 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-f16c8cf0-e339-4eb6-922c-1aec8cb7f9d9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Deleting subnet 231fa728-e673-4250-bb02-cf8d4c135028 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:45:25.649702 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-700364bb-81d5-41c6-a4ce-493a7dc41483 req-e8f5cd6a-38ef-4aab-9099-93c1ac3709df tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334268 Jan 21 09:45:25.652426 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d14cb6b4-b114-492c-b560-b46fe6a64278 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:45:25.655269 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234acbc2-c066-4f7a-87f2-8ccd7522fdba tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Network bf9a174f-8395-4d7f-a710-7136c9d924fc is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:45:25.657372 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f16c8cf0-e339-4eb6-922c-1aec8cb7f9d9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.700382 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2a428469-ca5f-4f5c-b99b-131d435ca93a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.703778 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a428469-ca5f-4f5c-b99b-131d435ca93a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:25.705308 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2a428469-ca5f-4f5c-b99b-131d435ca93a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.751392 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-234acbc2-c066-4f7a-87f2-8ccd7522fdba tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, bf9a174f-8395-4d7f-a710-7136c9d924fc) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:25.757736 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d14cb6b4-b114-492c-b560-b46fe6a64278 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.758085 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-d14cb6b4-b114-492c-b560-b46fe6a64278 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Added segment 42c4e3c4-59d2-44d4-b2ba-d5b261b17795 of type vlan for network 6c75f925-6dab-47b3-8c6f-75089b9bd42c Jan 21 09:45:25.766110 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf8e03f-5ddb-40e8-9d7a-06764b05f452 None None] Network bf9a174f-8395-4d7f-a710-7136c9d924fc requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:25.810910 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09ec3bd0-a180-4c1c-8986-850a2bedb276 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.819863 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d6eda0c3-a2d7-494a-8ff8-b0e8b7eae35f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=bf4cfe15fb9548eba16f28760ef9b46c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4464302 Jan 21 09:45:25.820095 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09ec3bd0-a180-4c1c-8986-850a2bedb276 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.821740 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59228) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:25.890946 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234acbc2-c066-4f7a-87f2-8ccd7522fdba tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:25.891543 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-234acbc2-c066-4f7a-87f2-8ccd7522fdba tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.929036 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d234a34-7660-47f8-9255-19869cf0d1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.945939 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f16c8cf0-e339-4eb6-922c-1aec8cb7f9d9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.989557 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d234a34-7660-47f8-9255-19869cf0d1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.998286 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09ec3bd0-a180-4c1c-8986-850a2bedb276 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.998829 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ec3bd0-a180-4c1c-8986-850a2bedb276 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Fanout notify agent at l3_agent the message router_deleted on router 071f19c7-27f1-4c34-8d59-84b364f9401b {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:45:26.024108 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09ec3bd0-a180-4c1c-8986-850a2bedb276 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.031030 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-09ec3bd0-a180-4c1c-8986-850a2bedb276 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] 10.222.0.104 "DELETE /v2.0/routers/071f19c7-27f1-4c34-8d59-84b364f9401b HTTP/1.1" status: 204 len: 168 time: 6.4849029 Jan 21 09:45:26.032116 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59232) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:26.040780 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-2a428469-ca5f-4f5c-b99b-131d435ca93a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2989602 Jan 21 09:45:26.051217 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c12784be-c934-4052-b462-5c8c07c8a8a0 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1726387900', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'enable_snat': False}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:26.055244 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59236) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:26.069464 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-1b17d69f-532f-43a2-ba55-5fb85f990cc0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Request body: {'subnet': {'network_id': '2bd58caa-5a3e-4b76-bbaa-2dcee67f3e8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:26.088780 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-234acbc2-c066-4f7a-87f2-8ccd7522fdba tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6534216 Jan 21 09:45:26.089012 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02decc74-ef7e-4cab-b0dd-9b6c837f2edc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-bf9a174f-8395-4d7f-a710-7136c9d924fc', 'network_id': 'bf9a174f-8395-4d7f-a710-7136c9d924fc', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'fixed_ips': [{'subnet_id': '6ad20189-cec3-4efb-b3cc-95f4e17856d9'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:45:26.089250 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-02decc74-ef7e-4cab-b0dd-9b6c837f2edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.089407 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d14cb6b4-b114-492c-b560-b46fe6a64278 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.099424 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a428469-ca5f-4f5c-b99b-131d435ca93a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Network': ['ID=b36c603d-e69b-4299-9b5c-dd3923061d89,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:26.105558 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59242) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:26.121150 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-b5864441-deb6-4db8-ae20-7877f229df08 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Request body: {'subnet': {'network_id': 'a98071ca-42bf-4925-95d2-ee0507ad4143', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:26.181215 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network b36c603d-e69b-4299-9b5c-dd3923061d89 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:45:26.186502 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c12784be-c934-4052-b462-5c8c07c8a8a0 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:26.197344 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1b17d69f-532f-43a2-ba55-5fb85f990cc0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:26.202184 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-1b17d69f-532f-43a2-ba55-5fb85f990cc0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Usage tracker for resource:subnet and tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:26.205740 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-1b17d69f-532f-43a2-ba55-5fb85f990cc0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:26.215830 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1b17d69f-532f-43a2-ba55-5fb85f990cc0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:26.229242 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c12784be-c934-4052-b462-5c8c07c8a8a0 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Usage tracker for resource:router and tenant:4747faad71854e4fac490fce5d95fc3d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:26.232939 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b17d69f-532f-43a2-ba55-5fb85f990cc0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Made reservation on behalf of c3efc6a6fd814adc8f7fcb0582dd33b0 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:26.255858 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-d14cb6b4-b114-492c-b560-b46fe6a64278 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:45:26.318442 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d14cb6b4-b114-492c-b560-b46fe6a64278 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.325219 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14cb6b4-b114-492c-b560-b46fe6a64278 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:26.326385 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d14cb6b4-b114-492c-b560-b46fe6a64278 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.340803 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b5864441-deb6-4db8-ae20-7877f229df08 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:26.345367 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c12784be-c934-4052-b462-5c8c07c8a8a0 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:26.350864 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b17d69f-532f-43a2-ba55-5fb85f990cc0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.386829 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b5864441-deb6-4db8-ae20-7877f229df08 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Usage tracker for resource:subnet and tenant:d00df50c19fa484a82254f37be8cb96c is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:26.397986 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f16c8cf0-e339-4eb6-922c-1aec8cb7f9d9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.432568 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b5864441-deb6-4db8-ae20-7877f229df08 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:26.440153 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bbdb734c-40d8-42c6-bf22-e4569673dc4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.515702 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b5864441-deb6-4db8-ae20-7877f229df08 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:26.522206 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d14cb6b4-b114-492c-b560-b46fe6a64278 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3606040 Jan 21 09:45:26.562854 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59246) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:26.564140 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-02decc74-ef7e-4cab-b0dd-9b6c837f2edc None None] Allocated IP 172.20.0.2 (bf9a174f-8395-4d7f-a710-7136c9d924fc/6ad20189-cec3-4efb-b3cc-95f4e17856d9/581ae45a-a4d1-4d01-b42f-ecaf18657c54) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:26.619230 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5864441-deb6-4db8-ae20-7877f229df08 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Made reservation on behalf of d00df50c19fa484a82254f37be8cb96c for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:26.623771 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c12784be-c934-4052-b462-5c8c07c8a8a0 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:26.664569 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b17d69f-532f-43a2-ba55-5fb85f990cc0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.674011 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14cb6b4-b114-492c-b560-b46fe6a64278 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event updated for resources: {'Network': ['ID=6c75f925-6dab-47b3-8c6f-75089b9bd42c,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:26.697417 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 6c75f925-6dab-47b3-8c6f-75089b9bd42c details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:45:26.784364 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c12784be-c934-4052-b462-5c8c07c8a8a0 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.785331 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c12784be-c934-4052-b462-5c8c07c8a8a0 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.788610 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d234a34-7660-47f8-9255-19869cf0d1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.881856 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d234a34-7660-47f8-9255-19869cf0d1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f55f316-c21e-4c3c-b4bc-c248590fa87f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:26.913496 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f16c8cf0-e339-4eb6-922c-1aec8cb7f9d9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.920774 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd4fdb2-87be-43ec-9e35-fdb000128704 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:26.921484 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-acd4fdb2-87be-43ec-9e35-fdb000128704 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Synchronizing usage tracker for tenant:0d13a625922e456e97b68503a56cb4ae on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:26.941505 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17d69f-532f-43a2-ba55-5fb85f990cc0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Subnet': ['ID=cb7b6903-9777-460b-9887-db7d1c727664,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:26.950888 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d234a34-7660-47f8-9255-19869cf0d1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.952604 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1d234a34-7660-47f8-9255-19869cf0d1bd admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/5f55f316-c21e-4c3c-b4bc-c248590fa87f HTTP/1.1" status: 204 len: 168 time: 1.1292541 Jan 21 09:45:26.954042 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b17d69f-532f-43a2-ba55-5fb85f990cc0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Checking segment: {'id': 'd368b667-dc63-46bf-87a6-ee0d8e0056cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2bd58caa-5a3e-4b76-bbaa-2dcee67f3e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:26.954575 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b17d69f-532f-43a2-ba55-5fb85f990cc0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Network hostable DHCP agents. Network: 2bd58caa-5a3e-4b76-bbaa-2dcee67f3e8b, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:45:26.972012 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c12784be-c934-4052-b462-5c8c07c8a8a0 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.986454 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f16c8cf0-e339-4eb6-922c-1aec8cb7f9d9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.005033 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbca9355-5953-4fd4-a49e-0e7f1ea30aa8 None None] Network b8633957-7ff0-4fe3-98ec-6d12cdccbbb8 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:27.012878 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b5864441-deb6-4db8-ae20-7877f229df08 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.018639 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-acd4fdb2-87be-43ec-9e35-fdb000128704 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Unset dirty status for tenant:0d13a625922e456e97b68503a56cb4ae on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:27.020386 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-acd4fdb2-87be-43ec-9e35-fdb000128704 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "GET /v2.0/networks?id=6c75f925-6dab-47b3-8c6f-75089b9bd42c HTTP/1.1" status: 200 len: 765 time: 0.4516802 Jan 21 09:45:27.024456 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59252) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:27.030719 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c8cf0-e339-4eb6-922c-1aec8cb7f9d9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Subnet': ['ID=231fa728-e673-4250-bb02-cf8d4c135028,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:27.039491 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-02decc74-ef7e-4cab-b0dd-9b6c837f2edc None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.040485 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-4b77f6a7-dd7e-487e-9ad6-ad2c9aca201a tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Request body: {'network': {'description': 'd2'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:27.041872 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f16c8cf0-e339-4eb6-922c-1aec8cb7f9d9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/subnets/231fa728-e673-4250-bb02-cf8d4c135028 HTTP/1.1" status: 204 len: 168 time: 2.1209996 Jan 21 09:45:27.051545 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59256) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:27.066930 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b17d69f-532f-43a2-ba55-5fb85f990cc0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Network 2bd58caa-5a3e-4b76-bbaa-2dcee67f3e8b is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:45:27.118504 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-02decc74-ef7e-4cab-b0dd-9b6c837f2edc None None] Transition to ACTIVE for port object 581ae45a-a4d1-4d01-b42f-ecaf18657c54 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:27.172327 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10bc85d-49fd-459a-885d-596642f9864c req-bc66ae67-c64d-46b2-9bd8-10ab0f8159c3 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:27.174294 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d10bc85d-49fd-459a-885d-596642f9864c req-bc66ae67-c64d-46b2-9bd8-10ab0f8159c3 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.6693740 Jan 21 09:45:27.205963 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-02decc74-ef7e-4cab-b0dd-9b6c837f2edc None None] Transition to ACTIVE for port object 581ae45a-a4d1-4d01-b42f-ecaf18657c54 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:27.226600 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-1b17d69f-532f-43a2-ba55-5fb85f990cc0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 2bd58caa-5a3e-4b76-bbaa-2dcee67f3e8b) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:27.231604 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b17d69f-532f-43a2-ba55-5fb85f990cc0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:27.232188 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b17d69f-532f-43a2-ba55-5fb85f990cc0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.250708 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba87f1f8-3021-4ffa-a366-1b3010b3cfc6 None None] Network 2bd58caa-5a3e-4b76-bbaa-2dcee67f3e8b requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:27.279644 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-02decc74-ef7e-4cab-b0dd-9b6c837f2edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.365704 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c12784be-c934-4052-b462-5c8c07c8a8a0 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.399203 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d10bc85d-49fd-459a-885d-596642f9864c req-5bdd6fa7-b7fe-4ab9-8399-6400489803c4 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989212 Jan 21 09:45:27.406190 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-32200a7b-1e7b-4a51-8c07-c124213a4b32 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.442553 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-32200a7b-1e7b-4a51-8c07-c124213a4b32 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Deleting port 90a08d2e-04a3-4430-84f0-c8bb556bfe3f {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:27.442898 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-32200a7b-1e7b-4a51-8c07-c124213a4b32 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.499784 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02decc74-ef7e-4cab-b0dd-9b6c837f2edc None None] Network bf9a174f-8395-4d7f-a710-7136c9d924fc is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:27.504355 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02decc74-ef7e-4cab-b0dd-9b6c837f2edc None None] Pushing event updated for resources: {'Port': ['ID=581ae45a-a4d1-4d01-b42f-ecaf18657c54,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:27.512929 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-02decc74-ef7e-4cab-b0dd-9b6c837f2edc None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:27.521542 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.529238 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02decc74-ef7e-4cab-b0dd-9b6c837f2edc None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:27.555886 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02decc74-ef7e-4cab-b0dd-9b6c837f2edc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:27.561902 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02decc74-ef7e-4cab-b0dd-9b6c837f2edc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:27.562804 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02decc74-ef7e-4cab-b0dd-9b6c837f2edc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:27.563363 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02decc74-ef7e-4cab-b0dd-9b6c837f2edc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:27.563916 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02decc74-ef7e-4cab-b0dd-9b6c837f2edc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:27.564471 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02decc74-ef7e-4cab-b0dd-9b6c837f2edc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:27.565013 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02decc74-ef7e-4cab-b0dd-9b6c837f2edc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:27.565715 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02decc74-ef7e-4cab-b0dd-9b6c837f2edc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:27.566316 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02decc74-ef7e-4cab-b0dd-9b6c837f2edc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:27.566904 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02decc74-ef7e-4cab-b0dd-9b6c837f2edc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:27.567447 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02decc74-ef7e-4cab-b0dd-9b6c837f2edc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:27.666551 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1b17d69f-532f-43a2-ba55-5fb85f990cc0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6070058 Jan 21 09:45:27.670267 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59264) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:27.678427 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4b77f6a7-dd7e-487e-9ad6-ad2c9aca201a tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.693924 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-09ac31d5-107d-4381-ad7b-927febd7f667 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Request body: {'subnet': {'network_id': 'b36c603d-e69b-4299-9b5c-dd3923061d89', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:27.710304 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b5864441-deb6-4db8-ae20-7877f229df08 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.773889 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.796211 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-02decc74-ef7e-4cab-b0dd-9b6c837f2edc None None] Attempting to bind port 581ae45a-a4d1-4d01-b42f-ecaf18657c54 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:27.796656 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-02decc74-ef7e-4cab-b0dd-9b6c837f2edc None None] Attempting to bind port 581ae45a-a4d1-4d01-b42f-ecaf18657c54 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'fb77e118-839a-445d-9640-1106305bfc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bf9a174f-8395-4d7f-a710-7136c9d924fc'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:27.797120 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02decc74-ef7e-4cab-b0dd-9b6c837f2edc None None] Attempting to bind port 581ae45a-a4d1-4d01-b42f-ecaf18657c54 on network bf9a174f-8395-4d7f-a710-7136c9d924fc {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:45:27.847437 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc866ecc-62a4-4ef1-97bc-dd133ed90346 None None] DHCP port deletion for b8633957-7ff0-4fe3-98ec-6d12cdccbbb8 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:45:27.863303 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-dc866ecc-62a4-4ef1-97bc-dd133ed90346 None None] Deleting port 90a08d2e-04a3-4430-84f0-c8bb556bfe3f {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:27.863901 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dc866ecc-62a4-4ef1-97bc-dd133ed90346 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.897298 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f6b71c-a8f3-4beb-97e0-6225c4427487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-2bd58caa-5a3e-4b76-bbaa-2dcee67f3e8b', 'network_id': '2bd58caa-5a3e-4b76-bbaa-2dcee67f3e8b', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'fixed_ips': [{'subnet_id': 'cb7b6903-9777-460b-9887-db7d1c727664'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:45:27.898240 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-48f6b71c-a8f3-4beb-97e0-6225c4427487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.916145 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02decc74-ef7e-4cab-b0dd-9b6c837f2edc None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:45:27.916511 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02decc74-ef7e-4cab-b0dd-9b6c837f2edc None None] Checking segment: {'id': 'fb77e118-839a-445d-9640-1106305bfc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bf9a174f-8395-4d7f-a710-7136c9d924fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:27.917074 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-02decc74-ef7e-4cab-b0dd-9b6c837f2edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.917708 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02decc74-ef7e-4cab-b0dd-9b6c837f2edc None None] Bound using segment: {'id': 'fb77e118-839a-445d-9640-1106305bfc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bf9a174f-8395-4d7f-a710-7136c9d924fc'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:45:27.918267 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-02decc74-ef7e-4cab-b0dd-9b6c837f2edc None None] Bound port: 581ae45a-a4d1-4d01-b42f-ecaf18657c54, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb77e118-839a-445d-9640-1106305bfc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bf9a174f-8395-4d7f-a710-7136c9d924fc'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:27.919699 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-02decc74-ef7e-4cab-b0dd-9b6c837f2edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.930080 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4b77f6a7-dd7e-487e-9ad6-ad2c9aca201a tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.001531 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5864441-deb6-4db8-ae20-7877f229df08 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Subnet': ['ID=4f23151d-29da-4116-ad61-15d1d8d84a17,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:28.061129 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-32200a7b-1e7b-4a51-8c07-c124213a4b32 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] For port 90a08d2e-04a3-4430-84f0-c8bb556bfe3f, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=90a08d2e-04a3-4430-84f0-c8bb556bfe3f,segment=NetworkSegment(9b594d04-59fb-44f5-be4b-45c09aeb10df),segment_id=9b594d04-59fb-44f5-be4b-45c09aeb10df)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:28.062207 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-32200a7b-1e7b-4a51-8c07-c124213a4b32 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.073348 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5864441-deb6-4db8-ae20-7877f229df08 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Checking segment: {'id': '06ce00b1-ce35-4db9-b616-b565bffcc583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a98071ca-42bf-4925-95d2-ee0507ad4143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:28.074144 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5864441-deb6-4db8-ae20-7877f229df08 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Network hostable DHCP agents. Network: a98071ca-42bf-4925-95d2-ee0507ad4143, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:45:28.154241 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4b77f6a7-dd7e-487e-9ad6-ad2c9aca201a tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Network 6c75f925-6dab-47b3-8c6f-75089b9bd42c is not hosted by any dhcp agent {{(pid=83597) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 21 09:45:28.158464 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b77f6a7-dd7e-487e-9ad6-ad2c9aca201a tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:28.159087 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4b77f6a7-dd7e-487e-9ad6-ad2c9aca201a tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.164280 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4b77f6a7-dd7e-487e-9ad6-ad2c9aca201a tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "PUT /v2.0/networks/6c75f925-6dab-47b3-8c6f-75089b9bd42c HTTP/1.1" status: 200 len: 762 time: 1.1353023 Jan 21 09:45:28.165112 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59274) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:28.212219 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-09ac31d5-107d-4381-ad7b-927febd7f667 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:28.217129 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-09ac31d5-107d-4381-ad7b-927febd7f667 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Usage tracker for resource:subnet and tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:28.220358 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-09ac31d5-107d-4381-ad7b-927febd7f667 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:28.228214 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-09ac31d5-107d-4381-ad7b-927febd7f667 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:28.253052 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ac31d5-107d-4381-ad7b-927febd7f667 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Made reservation on behalf of c3efc6a6fd814adc8f7fcb0582dd33b0 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:28.261358 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-32200a7b-1e7b-4a51-8c07-c124213a4b32 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Calling delete_port for 90a08d2e-04a3-4430-84f0-c8bb556bfe3f owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:28.368676 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5864441-deb6-4db8-ae20-7877f229df08 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Network a98071ca-42bf-4925-95d2-ee0507ad4143 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:45:28.383371 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-02decc74-ef7e-4cab-b0dd-9b6c837f2edc None None] For port 581ae45a-a4d1-4d01-b42f-ecaf18657c54, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:45:28.408740 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-b5864441-deb6-4db8-ae20-7877f229df08 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, a98071ca-42bf-4925-95d2-ee0507ad4143) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:28.415883 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5864441-deb6-4db8-ae20-7877f229df08 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:28.417030 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b5864441-deb6-4db8-ae20-7877f229df08 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.433545 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-02decc74-ef7e-4cab-b0dd-9b6c837f2edc None None] For port 581ae45a-a4d1-4d01-b42f-ecaf18657c54, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=581ae45a-a4d1-4d01-b42f-ecaf18657c54,segment=NetworkSegment(fb77e118-839a-445d-9640-1106305bfc7a),segment_id=fb77e118-839a-445d-9640-1106305bfc7a)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:45:28.440199 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eccf25a-4571-4b04-808f-93dacc825780 None None] Network a98071ca-42bf-4925-95d2-ee0507ad4143 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:28.486927 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-02decc74-ef7e-4cab-b0dd-9b6c837f2edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.582534 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77f6a7-dd7e-487e-9ad6-ad2c9aca201a tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event updated for resources: {'Network': ['ID=6c75f925-6dab-47b3-8c6f-75089b9bd42c,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:28.655602 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b5864441-deb6-4db8-ae20-7877f229df08 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5433619 Jan 21 09:45:28.659004 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59286) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:28.662770 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-32200a7b-1e7b-4a51-8c07-c124213a4b32 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.689362 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09ac31d5-107d-4381-ad7b-927febd7f667 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.710623 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 6c75f925-6dab-47b3-8c6f-75089b9bd42c details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:45:28.734690 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59290) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:28.739018 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-e511a42f-ae50-4d35-b8ce-a87618dba9de tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1419331400', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:28.746800 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32200a7b-1e7b-4a51-8c07-c124213a4b32 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Port': ['ID=90a08d2e-04a3-4430-84f0-c8bb556bfe3f,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:28.753505 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32200a7b-1e7b-4a51-8c07-c124213a4b32 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] No DVR routers for this DVR port 90a08d2e-04a3-4430-84f0-c8bb556bfe3f on host dv-neutron-825732-1-hyperv {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:45:28.788249 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-e511a42f-ae50-4d35-b8ce-a87618dba9de tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:28.800435 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e511a42f-ae50-4d35-b8ce-a87618dba9de tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Usage tracker for resource:router and tenant:d00df50c19fa484a82254f37be8cb96c is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:28.808634 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e511a42f-ae50-4d35-b8ce-a87618dba9de tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:28.844048 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-e511a42f-ae50-4d35-b8ce-a87618dba9de tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:28.879969 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-48f6b71c-a8f3-4beb-97e0-6225c4427487 None None] Allocated IP 2001:db8::2 (2bd58caa-5a3e-4b76-bbaa-2dcee67f3e8b/cb7b6903-9777-460b-9887-db7d1c727664/fe6df7e0-cdb4-43af-b92c-14f56669cb09) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:28.926273 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e299f-6b23-4074-9a72-e2c9dea43717 req-2e9fe39c-77a5-4733-bb07-acb6624d1558 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:28.928104 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-335e299f-6b23-4074-9a72-e2c9dea43717 req-2e9fe39c-77a5-4733-bb07-acb6624d1558 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.124 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.4387796 Jan 21 09:45:28.929345 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-dc866ecc-62a4-4ef1-97bc-dd133ed90346 None None] For port 90a08d2e-04a3-4430-84f0-c8bb556bfe3f, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=90a08d2e-04a3-4430-84f0-c8bb556bfe3f,segment=NetworkSegment(9b594d04-59fb-44f5-be4b-45c09aeb10df),segment_id=9b594d04-59fb-44f5-be4b-45c09aeb10df)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:28.929778 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dc866ecc-62a4-4ef1-97bc-dd133ed90346 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.952637 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e511a42f-ae50-4d35-b8ce-a87618dba9de tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.953595 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e511a42f-ae50-4d35-b8ce-a87618dba9de tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.993250 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9becc8c-0dce-40d7-91ad-2327a7ea1785 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:28.999137 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d9becc8c-0dce-40d7-91ad-2327a7ea1785 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "GET /v2.0/networks?id=6c75f925-6dab-47b3-8c6f-75089b9bd42c HTTP/1.1" status: 200 len: 765 time: 0.8136928 Jan 21 09:45:29.005299 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59296) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:29.008520 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-bc1dcd37-e36f-47f8-93ba-7e09c44cbef9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1911460043'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:29.013463 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-32200a7b-1e7b-4a51-8c07-c124213a4b32 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.070821 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-bc1dcd37-e36f-47f8-93ba-7e09c44cbef9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:29.099761 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-bc1dcd37-e36f-47f8-93ba-7e09c44cbef9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:network and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:29.114667 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-dc866ecc-62a4-4ef1-97bc-dd133ed90346 None None] Calling delete_port for 90a08d2e-04a3-4430-84f0-c8bb556bfe3f owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:29.153677 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-bc1dcd37-e36f-47f8-93ba-7e09c44cbef9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:29.175827 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-32200a7b-1e7b-4a51-8c07-c124213a4b32 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8633957-7ff0-4fe3-98ec-6d12cdccbbb8']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:29.179038 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc9adb-d7b9-4193-bd20-f5e4e5695446 req-a297fd37-151b-4f09-ba73-87087590a993 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:29.180710 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-35fc9adb-d7b9-4193-bd20-f5e4e5695446 req-a297fd37-151b-4f09-ba73-87087590a993 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.4457810 Jan 21 09:45:29.193846 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-bc1dcd37-e36f-47f8-93ba-7e09c44cbef9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:29.216636 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02decc74-ef7e-4cab-b0dd-9b6c837f2edc None None] Pushing event updated for resources: {'Port': ['ID=581ae45a-a4d1-4d01-b42f-ecaf18657c54,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:29.230160 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-32200a7b-1e7b-4a51-8c07-c124213a4b32 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b594d04-59fb-44f5-be4b-45c09aeb10df') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:29.230441 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-32200a7b-1e7b-4a51-8c07-c124213a4b32 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b594d04-59fb-44f5-be4b-45c09aeb10df') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:29.271349 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c12784be-c934-4052-b462-5c8c07c8a8a0 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.322922 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c12784be-c934-4052-b462-5c8c07c8a8a0 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.363733 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-335e299f-6b23-4074-9a72-e2c9dea43717 req-19e30cce-4a12-4623-b712-538ed7de0945 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Deleting port 9a8ec857-3243-456d-b272-0c64f958196f {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:29.364076 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-335e299f-6b23-4074-9a72-e2c9dea43717 req-19e30cce-4a12-4623-b712-538ed7de0945 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.401154 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-35fc9adb-d7b9-4193-bd20-f5e4e5695446 req-8c46da5d-31bd-4dc3-8511-3972b0f312b1 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133408 Jan 21 09:45:29.437415 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09ac31d5-107d-4381-ad7b-927febd7f667 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.482994 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e511a42f-ae50-4d35-b8ce-a87618dba9de tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.524851 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-dc866ecc-62a4-4ef1-97bc-dd133ed90346 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:45:29.525450 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-dc866ecc-62a4-4ef1-97bc-dd133ed90346 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:45:29.535471 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.542089 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-32200a7b-1e7b-4a51-8c07-c124213a4b32 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.551324 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1dcd37-e36f-47f8-93ba-7e09c44cbef9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:29.554635 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bc1dcd37-e36f-47f8-93ba-7e09c44cbef9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.609743 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 90a08d2e-04a3-4430-84f0-c8bb556bfe3f no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:45:29.652158 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-32200a7b-1e7b-4a51-8c07-c124213a4b32 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.682569 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac31d5-107d-4381-ad7b-927febd7f667 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Subnet': ['ID=cb8f3b6c-8211-4a23-8548-d62b2351ebc9,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:29.683710 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656e21bb-5068-4435-8e3c-5ce865e8252a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-a98071ca-42bf-4925-95d2-ee0507ad4143', 'network_id': 'a98071ca-42bf-4925-95d2-ee0507ad4143', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'fixed_ips': [{'subnet_id': '4f23151d-29da-4116-ad61-15d1d8d84a17'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:45:29.684979 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-656e21bb-5068-4435-8e3c-5ce865e8252a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.704940 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bc1dcd37-e36f-47f8-93ba-7e09c44cbef9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.711749 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-c12784be-c934-4052-b462-5c8c07c8a8a0 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Allocated IP 172.26.0.243 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/a7b24843-21e1-46c1-b203-75f9f14cc6d3) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:29.717215 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 90a08d2e-04a3-4430-84f0-c8bb556bfe3f {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:45:29.718055 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 90a08d2e-04a3-4430-84f0-c8bb556bfe3f not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:45:29.742653 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ac31d5-107d-4381-ad7b-927febd7f667 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Checking segment: {'id': 'cdea2d56-8e72-4a1c-8c98-ee093f0815ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b36c603d-e69b-4299-9b5c-dd3923061d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:29.743088 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ac31d5-107d-4381-ad7b-927febd7f667 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Network hostable DHCP agents. Network: b36c603d-e69b-4299-9b5c-dd3923061d89, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:45:29.758006 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32200a7b-1e7b-4a51-8c07-c124213a4b32 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:45:29.758006 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-32200a7b-1e7b-4a51-8c07-c124213a4b32 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.813586 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:45:29.813586 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:45:29.813586 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:45:29.813586 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:45:29.813586 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:45:29.813586 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:45:29.813586 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:45:29.813586 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:45:29.813586 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:45:29.813586 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:45:29.813586 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:45:29.813586 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:45:29.813586 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:45:29.813586 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:45:29.813586 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:45:29.813586 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:45:29.813586 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:45:29.813586 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:45:29.813586 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:45:29.813586 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:45:29.813586 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:45:29.813586 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:45:29.813586 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:45:29.813586 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:45:29.813586 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:45:29.813586 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:45:29.813586 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:45:29.813586 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:45:29.813586 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:45:29.813586 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:45:29.813586 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:45:29.813586 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:45:29.912328 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e511a42f-ae50-4d35-b8ce-a87618dba9de tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.929427 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15403d88-9a72-4a13-a7c9-098aa3517cef tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:29.930938 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-15403d88-9a72-4a13-a7c9-098aa3517cef tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Synchronizing usage tracker for tenant:0d13a625922e456e97b68503a56cb4ae on resource:network {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:29.998150 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ac31d5-107d-4381-ad7b-927febd7f667 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Network b36c603d-e69b-4299-9b5c-dd3923061d89 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:45:30.020331 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-48f6b71c-a8f3-4beb-97e0-6225c4427487 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.021741 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-09ac31d5-107d-4381-ad7b-927febd7f667 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, b36c603d-e69b-4299-9b5c-dd3923061d89) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:30.029721 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c12784be-c934-4052-b462-5c8c07c8a8a0 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.033575 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ac31d5-107d-4381-ad7b-927febd7f667 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:30.034412 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09ac31d5-107d-4381-ad7b-927febd7f667 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.051489 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-48f6b71c-a8f3-4beb-97e0-6225c4427487 None None] Transition to ACTIVE for port object fe6df7e0-cdb4-43af-b92c-14f56669cb09 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:30.071645 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-09ac31d5-107d-4381-ad7b-927febd7f667 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3927124 Jan 21 09:45:30.072856 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59300) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:30.078900 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-d8abf7f9-9fef-4d82-b974-475a42d6f7b9 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1306741298', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:30.086243 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-48f6b71c-a8f3-4beb-97e0-6225c4427487 None None] Transition to ACTIVE for port object fe6df7e0-cdb4-43af-b92c-14f56669cb09 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:30.091899 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d8abf7f9-9fef-4d82-b974-475a42d6f7b9 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:30.092167 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-dc866ecc-62a4-4ef1-97bc-dd133ed90346 None None] Deleting port 90a08d2e-04a3-4430-84f0-c8bb556bfe3f {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:30.092167 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dc866ecc-62a4-4ef1-97bc-dd133ed90346 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.098132 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-d8abf7f9-9fef-4d82-b974-475a42d6f7b9 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Usage tracker for resource:router and tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:30.105351 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-d8abf7f9-9fef-4d82-b974-475a42d6f7b9 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:30.118836 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d8abf7f9-9fef-4d82-b974-475a42d6f7b9 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:30.120335 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-bc1dcd37-e36f-47f8-93ba-7e09c44cbef9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:30.126038 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-15403d88-9a72-4a13-a7c9-098aa3517cef tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Unset dirty status for tenant:0d13a625922e456e97b68503a56cb4ae on resource:network {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:30.127054 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-15403d88-9a72-4a13-a7c9-098aa3517cef tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.1054318 Jan 21 09:45:30.131862 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59304) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:30.145007 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-bc1dcd37-e36f-47f8-93ba-7e09c44cbef9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:security_group_rule and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:30.152150 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-32200a7b-1e7b-4a51-8c07-c124213a4b32 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.152993 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027c295c-382a-4097-b906-8b378fa5e371 None None] Network b36c603d-e69b-4299-9b5c-dd3923061d89 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:30.156911 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-bc1dcd37-e36f-47f8-93ba-7e09c44cbef9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:30.180120 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d8abf7f9-9fef-4d82-b974-475a42d6f7b9 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.180403 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d8abf7f9-9fef-4d82-b974-475a42d6f7b9 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.180956 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-48f6b71c-a8f3-4beb-97e0-6225c4427487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.181437 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e511a42f-ae50-4d35-b8ce-a87618dba9de tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.185247 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e511a42f-ae50-4d35-b8ce-a87618dba9de tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.5217104 Jan 21 09:45:30.194196 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59308) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:30.194400 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-32200a7b-1e7b-4a51-8c07-c124213a4b32 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.198431 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-85f26ff3-004a-4f9a-84d5-5f4df76c8e68 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Synchronizing usage tracker for tenant:0d13a625922e456e97b68503a56cb4ae on resource:subnet {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:30.209250 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-bc1dcd37-e36f-47f8-93ba-7e09c44cbef9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:30.225299 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32200a7b-1e7b-4a51-8c07-c124213a4b32 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Network': ['ID=b8633957-7ff0-4fe3-98ec-6d12cdccbbb8,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:30.245137 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-32200a7b-1e7b-4a51-8c07-c124213a4b32 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/networks/b8633957-7ff0-4fe3-98ec-6d12cdccbbb8 HTTP/1.1" status: 204 len: 168 time: 3.1871727 Jan 21 09:45:30.245574 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59312) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:30.264948 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-0af1b35c-a51f-4313-a20e-7dca639eccc7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1368847179'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:30.286092 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-0af1b35c-a51f-4313-a20e-7dca639eccc7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:30.293933 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-656e21bb-5068-4435-8e3c-5ce865e8252a None None] Allocated IP 172.21.0.2 (a98071ca-42bf-4925-95d2-ee0507ad4143/4f23151d-29da-4116-ad61-15d1d8d84a17/2b0c89db-f178-4e8c-ae10-d96b3fb8e25f) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:30.295549 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-335e299f-6b23-4074-9a72-e2c9dea43717 req-19e30cce-4a12-4623-b712-538ed7de0945 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] For port 9a8ec857-3243-456d-b272-0c64f958196f, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9a8ec857-3243-456d-b272-0c64f958196f,segment=NetworkSegment(ffef5f32-ec5b-43f1-8552-8b9a0a25607f),segment_id=ffef5f32-ec5b-43f1-8552-8b9a0a25607f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:30.295759 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-335e299f-6b23-4074-9a72-e2c9dea43717 req-19e30cce-4a12-4623-b712-538ed7de0945 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.311947 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-0af1b35c-a51f-4313-a20e-7dca639eccc7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:network and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:30.373003 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-dc866ecc-62a4-4ef1-97bc-dd133ed90346 None None] The port '90a08d2e-04a3-4430-84f0-c8bb556bfe3f' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:45:30.380871 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-0af1b35c-a51f-4313-a20e-7dca639eccc7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:30.408166 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c12784be-c934-4052-b462-5c8c07c8a8a0 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.412626 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-0af1b35c-a51f-4313-a20e-7dca639eccc7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:30.438139 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af1b35c-a51f-4313-a20e-7dca639eccc7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Made reservation on behalf of fd763e9054b0425c8035d150c4a90c6a for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:30.438741 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f6b71c-a8f3-4beb-97e0-6225c4427487 None None] Network 2bd58caa-5a3e-4b76-bbaa-2dcee67f3e8b is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:30.444011 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0af1b35c-a51f-4313-a20e-7dca639eccc7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.501111 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-48f6b71c-a8f3-4beb-97e0-6225c4427487 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:30.522008 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6b71c-a8f3-4beb-97e0-6225c4427487 None None] Pushing event updated for resources: {'Port': ['ID=fe6df7e0-cdb4-43af-b92c-14f56669cb09,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:30.563457 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f6b71c-a8f3-4beb-97e0-6225c4427487 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:30.646309 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12784be-c934-4052-b462-5c8c07c8a8a0 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:30.658065 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-c12784be-c934-4052-b462-5c8c07c8a8a0 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:30.662527 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12784be-c934-4052-b462-5c8c07c8a8a0 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:30.764416 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12784be-c934-4052-b462-5c8c07c8a8a0 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Pushing event updated for resources: {'Port': ['ID=a7b24843-21e1-46c1-b203-75f9f14cc6d3,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:30.790431 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bc1dcd37-e36f-47f8-93ba-7e09c44cbef9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.796139 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-85f26ff3-004a-4f9a-84d5-5f4df76c8e68 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Unset dirty status for tenant:0d13a625922e456e97b68503a56cb4ae on resource:subnet {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:30.799078 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-85f26ff3-004a-4f9a-84d5-5f4df76c8e68 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "GET /v2.0/subnets?network_id=05164b30-8981-419a-8272-388f48c19dd5 HTTP/1.1" status: 200 len: 207 time: 0.6658211 Jan 21 09:45:30.812003 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af1b35c-a51f-4313-a20e-7dca639eccc7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:45:30.814527 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59318) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:30.833075 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bc1dcd37-e36f-47f8-93ba-7e09c44cbef9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.846125 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d8abf7f9-9fef-4d82-b974-475a42d6f7b9 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.976347 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-48f6b71c-a8f3-4beb-97e0-6225c4427487 None None] Attempting to bind port fe6df7e0-cdb4-43af-b92c-14f56669cb09 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:30.976699 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-48f6b71c-a8f3-4beb-97e0-6225c4427487 None None] Attempting to bind port fe6df7e0-cdb4-43af-b92c-14f56669cb09 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'd368b667-dc63-46bf-87a6-ee0d8e0056cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2bd58caa-5a3e-4b76-bbaa-2dcee67f3e8b'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:30.977048 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f6b71c-a8f3-4beb-97e0-6225c4427487 None None] Attempting to bind port fe6df7e0-cdb4-43af-b92c-14f56669cb09 on network 2bd58caa-5a3e-4b76-bbaa-2dcee67f3e8b {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:45:31.008155 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695afaec-016e-43f2-8633-5bd07bfec16a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-b36c603d-e69b-4299-9b5c-dd3923061d89', 'network_id': 'b36c603d-e69b-4299-9b5c-dd3923061d89', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'fixed_ips': [{'subnet_id': 'cb8f3b6c-8211-4a23-8548-d62b2351ebc9'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:45:31.009012 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-695afaec-016e-43f2-8633-5bd07bfec16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.062206 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f6b71c-a8f3-4beb-97e0-6225c4427487 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:45:31.062569 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f6b71c-a8f3-4beb-97e0-6225c4427487 None None] Checking segment: {'id': 'd368b667-dc63-46bf-87a6-ee0d8e0056cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2bd58caa-5a3e-4b76-bbaa-2dcee67f3e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:31.062961 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-48f6b71c-a8f3-4beb-97e0-6225c4427487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.063346 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f6b71c-a8f3-4beb-97e0-6225c4427487 None None] Bound using segment: {'id': 'd368b667-dc63-46bf-87a6-ee0d8e0056cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2bd58caa-5a3e-4b76-bbaa-2dcee67f3e8b'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:45:31.063823 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-48f6b71c-a8f3-4beb-97e0-6225c4427487 None None] Bound port: fe6df7e0-cdb4-43af-b92c-14f56669cb09, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd368b667-dc63-46bf-87a6-ee0d8e0056cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2bd58caa-5a3e-4b76-bbaa-2dcee67f3e8b'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:31.064179 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-48f6b71c-a8f3-4beb-97e0-6225c4427487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.078599 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0af1b35c-a51f-4313-a20e-7dca639eccc7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.078939 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-0af1b35c-a51f-4313-a20e-7dca639eccc7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Added segment e0809964-1dab-442e-94e7-acce55851144 of type vlan for network 51d3b16a-4582-4384-980c-916f29e9ac85 Jan 21 09:45:31.105562 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc1dcd37-e36f-47f8-93ba-7e09c44cbef9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:45:31.141424 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd01785-4f51-43cb-bfa3-fe28febc4fdc None None] Network bf9a174f-8395-4d7f-a710-7136c9d924fc requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:31.225053 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d8abf7f9-9fef-4d82-b974-475a42d6f7b9 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.242869 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1dcd37-e36f-47f8-93ba-7e09c44cbef9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76a5bb8f-f393-479c-873a-b8ab25fa1d9e,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:31.257756 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bc1dcd37-e36f-47f8-93ba-7e09c44cbef9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.257756 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-bc1dcd37-e36f-47f8-93ba-7e09c44cbef9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Added segment 013c5f04-a54c-4b30-b386-8ae6efcfe65e of type vlan for network d5f237d0-52c1-4100-800c-a471203fec66 Jan 21 09:45:31.278083 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-656e21bb-5068-4435-8e3c-5ce865e8252a None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.305683 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0af1b35c-a51f-4313-a20e-7dca639eccc7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.330738 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-656e21bb-5068-4435-8e3c-5ce865e8252a None None] Transition to ACTIVE for port object 2b0c89db-f178-4e8c-ae10-d96b3fb8e25f will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:31.370930 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d8abf7f9-9fef-4d82-b974-475a42d6f7b9 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.372242 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d8abf7f9-9fef-4d82-b974-475a42d6f7b9 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2981842 Jan 21 09:45:31.375444 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59322) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:31.408284 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64917a65-a7cc-4c06-9ab9-c904c91d7e58 req-14a986e9-00f6-425e-9ca2-6f14827455c5 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:31.411591 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-64917a65-a7cc-4c06-9ab9-c904c91d7e58 req-14a986e9-00f6-425e-9ca2-6f14827455c5 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 945 time: 0.7248278 Jan 21 09:45:31.457347 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-656e21bb-5068-4435-8e3c-5ce865e8252a None None] Transition to ACTIVE for port object 2b0c89db-f178-4e8c-ae10-d96b3fb8e25f will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:31.467030 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-3acf3751-ac19-4ff2-9e30-4bd9845d1c71 None None] Provisioning for port 581ae45a-a4d1-4d01-b42f-ecaf18657c54 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:31.491986 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bc1dcd37-e36f-47f8-93ba-7e09c44cbef9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.497663 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-656e21bb-5068-4435-8e3c-5ce865e8252a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.509712 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf9919e-d758-4d6e-a5aa-7e7ce3ad45db tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:31.517589 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf9919e-d758-4d6e-a5aa-7e7ce3ad45db tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:31.517851 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf9919e-d758-4d6e-a5aa-7e7ce3ad45db tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:31.521604 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf9919e-d758-4d6e-a5aa-7e7ce3ad45db tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:31.525488 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf9919e-d758-4d6e-a5aa-7e7ce3ad45db tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:31.529724 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf9919e-d758-4d6e-a5aa-7e7ce3ad45db tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:31.531462 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-cbf9919e-d758-4d6e-a5aa-7e7ce3ad45db tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.7122838 Jan 21 09:45:31.545952 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-335e299f-6b23-4074-9a72-e2c9dea43717 req-19e30cce-4a12-4623-b712-538ed7de0945 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.546315 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-335e299f-6b23-4074-9a72-e2c9dea43717 req-19e30cce-4a12-4623-b712-538ed7de0945 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.546621 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.l3_db [req-335e299f-6b23-4074-9a72-e2c9dea43717 req-19e30cce-4a12-4623-b712-538ed7de0945 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Floating IP efb59135-d72b-482d-89a0-d5b848fdfd54 disassociated. External IP: 172.26.0.254, port: 9a8ec857-3243-456d-b272-0c64f958196f. Jan 21 09:45:31.546963 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-335e299f-6b23-4074-9a72-e2c9dea43717 req-19e30cce-4a12-4623-b712-538ed7de0945 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Calling delete_port for 9a8ec857-3243-456d-b272-0c64f958196f owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:31.563286 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59326) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:31.611143 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-48f6b71c-a8f3-4beb-97e0-6225c4427487 None None] For port fe6df7e0-cdb4-43af-b92c-14f56669cb09, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:45:31.615024 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 581ae45a-a4d1-4d01-b42f-ecaf18657c54 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:31.628226 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0af1b35c-a51f-4313-a20e-7dca639eccc7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.634942 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af1b35c-a51f-4313-a20e-7dca639eccc7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:31.635663 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0af1b35c-a51f-4313-a20e-7dca639eccc7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.686472 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ee432ba8-55b9-44ec-bdec-989e7141a0e9 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.702972 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-695afaec-016e-43f2-8633-5bd07bfec16a None None] Allocated IP 2001:db8:1::2 (b36c603d-e69b-4299-9b5c-dd3923061d89/cb8f3b6c-8211-4a23-8548-d62b2351ebc9/b8c0ae9b-003c-49bc-8d8a-26fe66948656) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:31.705971 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-48f6b71c-a8f3-4beb-97e0-6225c4427487 None None] For port fe6df7e0-cdb4-43af-b92c-14f56669cb09, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=fe6df7e0-cdb4-43af-b92c-14f56669cb09,segment=NetworkSegment(d368b667-dc63-46bf-87a6-ee0d8e0056cd),segment_id=d368b667-dc63-46bf-87a6-ee0d8e0056cd)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:45:31.734054 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-48f6b71c-a8f3-4beb-97e0-6225c4427487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.740304 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656e21bb-5068-4435-8e3c-5ce865e8252a None None] Network a98071ca-42bf-4925-95d2-ee0507ad4143 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:31.748136 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e21bb-5068-4435-8e3c-5ce865e8252a None None] Pushing event updated for resources: {'Port': ['ID=2b0c89db-f178-4e8c-ae10-d96b3fb8e25f,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:31.749333 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-bc1dcd37-e36f-47f8-93ba-7e09c44cbef9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:45:31.805437 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-656e21bb-5068-4435-8e3c-5ce865e8252a None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:31.808102 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656e21bb-5068-4435-8e3c-5ce865e8252a None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:31.868638 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 9a8ec857-3243-456d-b272-0c64f958196f no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:45:31.891616 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c12784be-c934-4052-b462-5c8c07c8a8a0 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.892343 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c12784be-c934-4052-b462-5c8c07c8a8a0 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.045181 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-521d8e60-6448-45b7-8df1-313bd204a466 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.4546905 Jan 21 09:45:32.051871 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59332) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:32.058010 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-64917a65-a7cc-4c06-9ab9-c904c91d7e58 req-9f1157e3-512c-4bde-b168-44b73323455b tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f9025d-d579-4ed3-a4d9-844b1d35422f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5616870 Jan 21 09:45:32.071935 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0af1b35c-a51f-4313-a20e-7dca639eccc7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8226035 Jan 21 09:45:32.086758 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59336) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:32.089443 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bc1dcd37-e36f-47f8-93ba-7e09c44cbef9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.093897 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1dcd37-e36f-47f8-93ba-7e09c44cbef9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:32.094820 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bc1dcd37-e36f-47f8-93ba-7e09c44cbef9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.116850 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-425523df-3bd9-4a8d-aa9a-4d24c32a3ef8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'subnet': {'network_id': '51d3b16a-4582-4384-980c-916f29e9ac85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:32.205045 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6b71c-a8f3-4beb-97e0-6225c4427487 None None] Pushing event updated for resources: {'Port': ['ID=fe6df7e0-cdb4-43af-b92c-14f56669cb09,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:32.224369 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5e2ed6-6816-4f00-9db3-6d667f85131f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:32.225246 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5e2ed6-6816-4f00-9db3-6d667f85131f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:32.226337 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5e2ed6-6816-4f00-9db3-6d667f85131f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:32.227743 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5e2ed6-6816-4f00-9db3-6d667f85131f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:32.229749 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5e2ed6-6816-4f00-9db3-6d667f85131f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:32.234679 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-cd5e2ed6-6816-4f00-9db3-6d667f85131f tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1704781 Jan 21 09:45:32.235537 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59340) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:32.269727 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 581ae45a-a4d1-4d01-b42f-ecaf18657c54 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:32.273033 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-656e21bb-5068-4435-8e3c-5ce865e8252a None None] Attempting to bind port 2b0c89db-f178-4e8c-ae10-d96b3fb8e25f on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:32.273391 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-656e21bb-5068-4435-8e3c-5ce865e8252a None None] Attempting to bind port 2b0c89db-f178-4e8c-ae10-d96b3fb8e25f by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '06ce00b1-ce35-4db9-b616-b565bffcc583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a98071ca-42bf-4925-95d2-ee0507ad4143'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:32.273914 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656e21bb-5068-4435-8e3c-5ce865e8252a None None] Attempting to bind port 2b0c89db-f178-4e8c-ae10-d96b3fb8e25f on network a98071ca-42bf-4925-95d2-ee0507ad4143 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:45:32.386699 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af1b35c-a51f-4313-a20e-7dca639eccc7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Network': ['ID=51d3b16a-4582-4384-980c-916f29e9ac85,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:32.391173 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 581ae45a-a4d1-4d01-b42f-ecaf18657c54 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:32.391651 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.437607 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 51d3b16a-4582-4384-980c-916f29e9ac85 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:45:32.519729 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656e21bb-5068-4435-8e3c-5ce865e8252a None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:45:32.520309 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656e21bb-5068-4435-8e3c-5ce865e8252a None None] Checking segment: {'id': '06ce00b1-ce35-4db9-b616-b565bffcc583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a98071ca-42bf-4925-95d2-ee0507ad4143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:32.520610 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-656e21bb-5068-4435-8e3c-5ce865e8252a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.521156 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656e21bb-5068-4435-8e3c-5ce865e8252a None None] Bound using segment: {'id': '06ce00b1-ce35-4db9-b616-b565bffcc583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a98071ca-42bf-4925-95d2-ee0507ad4143'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:45:32.521681 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-656e21bb-5068-4435-8e3c-5ce865e8252a None None] Bound port: 2b0c89db-f178-4e8c-ae10-d96b3fb8e25f, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ce00b1-ce35-4db9-b616-b565bffcc583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a98071ca-42bf-4925-95d2-ee0507ad4143'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:32.523479 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-656e21bb-5068-4435-8e3c-5ce865e8252a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.539443 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-bc1dcd37-e36f-47f8-93ba-7e09c44cbef9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.7931132 Jan 21 09:45:32.541288 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59344) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:32.576474 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-1b5e0b52-303f-4de6-a39c-95e5151bf733 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:32.687752 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-ee432ba8-55b9-44ec-bdec-989e7141a0e9 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Allocated IP 172.20.0.1 (bf9a174f-8395-4d7f-a710-7136c9d924fc/6ad20189-cec3-4efb-b3cc-95f4e17856d9/c42d4362-06ef-4d36-9676-177a7639170c) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:32.696409 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.782665 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1dcd37-e36f-47f8-93ba-7e09c44cbef9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Network': ['ID=d5f237d0-52c1-4100-800c-a471203fec66,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:32.802323 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-656e21bb-5068-4435-8e3c-5ce865e8252a None None] For port 2b0c89db-f178-4e8c-ae10-d96b3fb8e25f, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:45:32.806479 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-656e21bb-5068-4435-8e3c-5ce865e8252a None None] For port 2b0c89db-f178-4e8c-ae10-d96b3fb8e25f, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=2b0c89db-f178-4e8c-ae10-d96b3fb8e25f,segment=NetworkSegment(06ce00b1-ce35-4db9-b616-b565bffcc583),segment_id=06ce00b1-ce35-4db9-b616-b565bffcc583)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:45:32.847815 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:45:32.858134 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-335e299f-6b23-4074-9a72-e2c9dea43717 req-19e30cce-4a12-4623-b712-538ed7de0945 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.863370 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-425523df-3bd9-4a8d-aa9a-4d24c32a3ef8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:32.915302 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-695afaec-016e-43f2-8633-5bd07bfec16a None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.927165 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ee432ba8-55b9-44ec-bdec-989e7141a0e9 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.932422 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-695afaec-016e-43f2-8633-5bd07bfec16a None None] Transition to ACTIVE for port object b8c0ae9b-003c-49bc-8d8a-26fe66948656 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:32.950569 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-ee432ba8-55b9-44ec-bdec-989e7141a0e9 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Transition to ACTIVE for port object c42d4362-06ef-4d36-9676-177a7639170c will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:32.957476 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-695afaec-016e-43f2-8633-5bd07bfec16a None None] Transition to ACTIVE for port object b8c0ae9b-003c-49bc-8d8a-26fe66948656 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:32.969293 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-425523df-3bd9-4a8d-aa9a-4d24c32a3ef8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:subnet and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:32.973983 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-425523df-3bd9-4a8d-aa9a-4d24c32a3ef8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:32.981107 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-656e21bb-5068-4435-8e3c-5ce865e8252a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.984852 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886edb14-f22d-4da6-8923-35986838b648 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:32.986913 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886edb14-f22d-4da6-8923-35986838b648 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:32.988372 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886edb14-f22d-4da6-8923-35986838b648 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:32.989854 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886edb14-f22d-4da6-8923-35986838b648 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:32.991207 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886edb14-f22d-4da6-8923-35986838b648 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:32.996165 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-886edb14-f22d-4da6-8923-35986838b648 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.7564530 Jan 21 09:45:32.998607 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59348) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:33.005635 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e30cce-4a12-4623-b712-538ed7de0945 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Pushing event deleted for resources: {'Port': ['ID=9a8ec857-3243-456d-b272-0c64f958196f,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:33.012154 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-425523df-3bd9-4a8d-aa9a-4d24c32a3ef8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:33.158519 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-695afaec-016e-43f2-8633-5bd07bfec16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.174011 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-1b5e0b52-303f-4de6-a39c-95e5151bf733 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:33.194829 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425523df-3bd9-4a8d-aa9a-4d24c32a3ef8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Made reservation on behalf of fd763e9054b0425c8035d150c4a90c6a for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:33.328826 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-1b5e0b52-303f-4de6-a39c-95e5151bf733 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:subnet and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:33.333673 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-1b5e0b52-303f-4de6-a39c-95e5151bf733 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:33.344164 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-1b5e0b52-303f-4de6-a39c-95e5151bf733 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:33.381821 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13584a19-5a86-49a9-af38-84527d48caa7 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:33.383358 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-13584a19-5a86-49a9-af38-84527d48caa7 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "GET /v2.0/networks/4f53866a-2774-496a-92bc-f7fccad44b7d HTTP/1.1" status: 200 len: 802 time: 0.3117185 Jan 21 09:45:33.399926 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.430023 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59356) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:33.466721 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ee432ba8-55b9-44ec-bdec-989e7141a0e9 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.504464 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695afaec-016e-43f2-8633-5bd07bfec16a None None] Network b36c603d-e69b-4299-9b5c-dd3923061d89 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:33.520788 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-695afaec-016e-43f2-8633-5bd07bfec16a None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:33.530362 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695afaec-016e-43f2-8633-5bd07bfec16a None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:33.540081 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e21bb-5068-4435-8e3c-5ce865e8252a None None] Pushing event updated for resources: {'Port': ['ID=2b0c89db-f178-4e8c-ae10-d96b3fb8e25f,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:33.552505 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-421611b4-b84e-4d63-b017-6535842161b6 None None] Provisioning complete for port 581ae45a-a4d1-4d01-b42f-ecaf18657c54 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:33.552746 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5e0b52-303f-4de6-a39c-95e5151bf733 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:33.553468 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-421611b4-b84e-4d63-b017-6535842161b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.597149 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-12af7c35-7349-4b0c-a6da-742523edb623 req-515fd6d3-7732-426e-8b50-d0c3465281cc tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 210 time: 0.2051706 Jan 21 09:45:33.707734 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee432ba8-55b9-44ec-bdec-989e7141a0e9 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Network bf9a174f-8395-4d7f-a710-7136c9d924fc is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:33.708692 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-425523df-3bd9-4a8d-aa9a-4d24c32a3ef8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.714200 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 581ae45a-a4d1-4d01-b42f-ecaf18657c54, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=581ae45a-a4d1-4d01-b42f-ecaf18657c54,segment=NetworkSegment(fb77e118-839a-445d-9640-1106305bfc7a),segment_id=fb77e118-839a-445d-9640-1106305bfc7a)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:33.728092 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-ee432ba8-55b9-44ec-bdec-989e7141a0e9 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:33.743147 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee432ba8-55b9-44ec-bdec-989e7141a0e9 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:33.771014 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.789056 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7488b1-c8d3-4693-90e4-bff937f8ef95 None None] Network 2bd58caa-5a3e-4b76-bbaa-2dcee67f3e8b requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:33.791535 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee432ba8-55b9-44ec-bdec-989e7141a0e9 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Port': ['ID=c42d4362-06ef-4d36-9676-177a7639170c,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:33.999673 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3b682909-81b4-4a8f-9afc-6036dcf19408 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "GET /v2.0/networks/4f53866a-2774-496a-92bc-f7fccad44b7d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.5675523 Jan 21 09:45:34.023723 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59360) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:34.027537 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ee432ba8-55b9-44ec-bdec-989e7141a0e9 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.188749 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device fe6df7e0-cdb4-43af-b92c-14f56669cb09 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:34.195204 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd05e80-35af-4ca9-b47f-b245cfd7d94b tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:34.200104 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2dd05e80-35af-4ca9-b47f-b245cfd7d94b tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "GET /v2.0/subnets/e7bee9a2-8bb0-4fc6-b777-8de5c7c4ac7d HTTP/1.1" status: 200 len: 843 time: 0.1714568 Jan 21 09:45:34.203292 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59364) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:34.225621 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5e24f3b5-2847-43fc-858c-f4841a53d5b4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.334361 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695afaec-016e-43f2-8633-5bd07bfec16a None None] Pushing event updated for resources: {'Port': ['ID=b8c0ae9b-003c-49bc-8d8a-26fe66948656,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:34.352986 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab594100-9be3-402d-8147-28ecc3129cce tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:34.358422 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ab594100-9be3-402d-8147-28ecc3129cce tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "GET /v2.0/subnets/e7bee9a2-8bb0-4fc6-b777-8de5c7c4ac7d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1501210 Jan 21 09:45:34.361917 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59368) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:34.373324 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-d073ea61-99ad-4f6e-91d6-7d7d55bc79c0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1400115282'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:34.385162 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ee432ba8-55b9-44ec-bdec-989e7141a0e9 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.395595 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d073ea61-99ad-4f6e-91d6-7d7d55bc79c0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:34.448114 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-695afaec-016e-43f2-8633-5bd07bfec16a None None] Attempting to bind port b8c0ae9b-003c-49bc-8d8a-26fe66948656 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:34.448385 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-695afaec-016e-43f2-8633-5bd07bfec16a None None] Attempting to bind port b8c0ae9b-003c-49bc-8d8a-26fe66948656 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'cdea2d56-8e72-4a1c-8c98-ee093f0815ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b36c603d-e69b-4299-9b5c-dd3923061d89'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:34.450053 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695afaec-016e-43f2-8633-5bd07bfec16a None None] Attempting to bind port b8c0ae9b-003c-49bc-8d8a-26fe66948656 on network b36c603d-e69b-4299-9b5c-dd3923061d89 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:45:34.450190 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d073ea61-99ad-4f6e-91d6-7d7d55bc79c0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:34.459311 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12784be-c934-4052-b462-5c8c07c8a8a0 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Router 36a0799b-aea9-429b-a4bf-2486aa40d12c is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:45:34.482810 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d073ea61-99ad-4f6e-91d6-7d7d55bc79c0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Made reservation on behalf of 0d13a625922e456e97b68503a56cb4ae for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:34.486194 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d073ea61-99ad-4f6e-91d6-7d7d55bc79c0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.501375 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695afaec-016e-43f2-8633-5bd07bfec16a None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:45:34.501981 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695afaec-016e-43f2-8633-5bd07bfec16a None None] Checking segment: {'id': 'cdea2d56-8e72-4a1c-8c98-ee093f0815ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b36c603d-e69b-4299-9b5c-dd3923061d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:34.502590 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-695afaec-016e-43f2-8633-5bd07bfec16a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.503209 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695afaec-016e-43f2-8633-5bd07bfec16a None None] Bound using segment: {'id': 'cdea2d56-8e72-4a1c-8c98-ee093f0815ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b36c603d-e69b-4299-9b5c-dd3923061d89'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:45:34.503969 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-695afaec-016e-43f2-8633-5bd07bfec16a None None] Bound port: b8c0ae9b-003c-49bc-8d8a-26fe66948656, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdea2d56-8e72-4a1c-8c98-ee093f0815ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b36c603d-e69b-4299-9b5c-dd3923061d89'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:34.504447 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-695afaec-016e-43f2-8633-5bd07bfec16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.515490 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=581ae45a-a4d1-4d01-b42f-ecaf18657c54,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:34.597090 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port fe6df7e0-cdb4-43af-b92c-14f56669cb09 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:34.607075 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1b5e0b52-303f-4de6-a39c-95e5151bf733 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.727193 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-35909f95-7233-48ad-ac8c-ffd2819b2711 None None] Provisioning for port c42d4362-06ef-4d36-9676-177a7639170c completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:34.748827 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-695afaec-016e-43f2-8633-5bd07bfec16a None None] For port b8c0ae9b-003c-49bc-8d8a-26fe66948656, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:45:34.759380 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-695afaec-016e-43f2-8633-5bd07bfec16a None None] For port b8c0ae9b-003c-49bc-8d8a-26fe66948656, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=b8c0ae9b-003c-49bc-8d8a-26fe66948656,segment=NetworkSegment(cdea2d56-8e72-4a1c-8c98-ee093f0815ff),segment_id=cdea2d56-8e72-4a1c-8c98-ee093f0815ff)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:45:34.765155 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-35909f95-7233-48ad-ac8c-ffd2819b2711 None None] Provisioning complete for port c42d4362-06ef-4d36-9676-177a7639170c triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:34.766623 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-35909f95-7233-48ad-ac8c-ffd2819b2711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.847448 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-695afaec-016e-43f2-8633-5bd07bfec16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.899607 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d073ea61-99ad-4f6e-91d6-7d7d55bc79c0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:45:34.942617 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d073ea61-99ad-4f6e-91d6-7d7d55bc79c0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.943195 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-d073ea61-99ad-4f6e-91d6-7d7d55bc79c0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Added segment 4d6574d1-8ff8-476c-b878-4fc76295f9b3 of type vlan for network 2bc8941b-66a7-47a2-bea4-90dc278fca97 Jan 21 09:45:35.029359 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-35909f95-7233-48ad-ac8c-ffd2819b2711 None None] Port c42d4362-06ef-4d36-9676-177a7639170c cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:45:35.070719 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-35909f95-7233-48ad-ac8c-ffd2819b2711 None None] Provisioning for port fe6df7e0-cdb4-43af-b92c-14f56669cb09 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:35.084713 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-35909f95-7233-48ad-ac8c-ffd2819b2711 None None] Provisioning complete for port fe6df7e0-cdb4-43af-b92c-14f56669cb09 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:35.085075 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-35909f95-7233-48ad-ac8c-ffd2819b2711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.145874 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e6e09f23-5f34-4b9d-8ffd-4bcfe2fab75f req-70751b16-def4-4af1-8461-a6558d48af58 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 210 time: 0.1848550 Jan 21 09:45:35.195874 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695afaec-016e-43f2-8633-5bd07bfec16a None None] Pushing event updated for resources: {'Port': ['ID=b8c0ae9b-003c-49bc-8d8a-26fe66948656,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:35.300296 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d073ea61-99ad-4f6e-91d6-7d7d55bc79c0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.314803 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-35909f95-7233-48ad-ac8c-ffd2819b2711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.377965 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df5609a-4913-41eb-94d2-f406e3646946 None None] Network a98071ca-42bf-4925-95d2-ee0507ad4143 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:35.461142 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-d073ea61-99ad-4f6e-91d6-7d7d55bc79c0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:45:35.513990 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:45:35.530802 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-35909f95-7233-48ad-ac8c-ffd2819b2711 None None] For port fe6df7e0-cdb4-43af-b92c-14f56669cb09, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=fe6df7e0-cdb4-43af-b92c-14f56669cb09,segment=NetworkSegment(d368b667-dc63-46bf-87a6-ee0d8e0056cd),segment_id=d368b667-dc63-46bf-87a6-ee0d8e0056cd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:35.540402 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-35909f95-7233-48ad-ac8c-ffd2819b2711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.612267 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d073ea61-99ad-4f6e-91d6-7d7d55bc79c0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.616616 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d073ea61-99ad-4f6e-91d6-7d7d55bc79c0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:35.617573 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d073ea61-99ad-4f6e-91d6-7d7d55bc79c0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.629023 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ee432ba8-55b9-44ec-bdec-989e7141a0e9 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.655327 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35909f95-7233-48ad-ac8c-ffd2819b2711 None None] Pushing event updated for resources: {'Port': ['ID=fe6df7e0-cdb4-43af-b92c-14f56669cb09,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:35.671189 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ee432ba8-55b9-44ec-bdec-989e7141a0e9 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.778070 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-72fe69dd-dfc6-40ef-87f6-9abfec74627b None None] Provisioning for port 2b0c89db-f178-4e8c-ae10-d96b3fb8e25f completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:35.810070 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-72fe69dd-dfc6-40ef-87f6-9abfec74627b None None] Provisioning complete for port fe6df7e0-cdb4-43af-b92c-14f56669cb09 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:35.810070 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-72fe69dd-dfc6-40ef-87f6-9abfec74627b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.826380 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-5e24f3b5-2847-43fc-858c-f4841a53d5b4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Allocated IP 2001:db8::1 (2bd58caa-5a3e-4b76-bbaa-2dcee67f3e8b/cb7b6903-9777-460b-9887-db7d1c727664/3573b8c2-940b-4b75-89df-26ba7f1ee961) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:35.905368 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-425523df-3bd9-4a8d-aa9a-4d24c32a3ef8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.939538 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d073ea61-99ad-4f6e-91d6-7d7d55bc79c0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5724998 Jan 21 09:45:35.946825 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d073ea61-99ad-4f6e-91d6-7d7d55bc79c0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event updated for resources: {'Network': ['ID=2bc8941b-66a7-47a2-bea4-90dc278fca97,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:35.954521 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59374) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:35.960043 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee432ba8-55b9-44ec-bdec-989e7141a0e9 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Port': ['ID=c42d4362-06ef-4d36-9676-177a7639170c,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:35.966284 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ee432ba8-55b9-44ec-bdec-989e7141a0e9 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.982772 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12784be-c934-4052-b462-5c8c07c8a8a0 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:45:35.986257 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-f62fd451-6350-45ec-a295-08440cba1820 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Request body: {'subnet': {'network_id': '2bc8941b-66a7-47a2-bea4-90dc278fca97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:35.995765 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1c4629-89d4-4ded-ab38-00dc39868cd9 None None] Sync routers for ids ['36a0799b-aea9-429b-a4bf-2486aa40d12c'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:45:36.026769 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1c4629-89d4-4ded-ab38-00dc39868cd9 None None] Routers {'36a0799b-aea9-429b-a4bf-2486aa40d12c'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:36.028731 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-8b1c4629-89d4-4ded-ab38-00dc39868cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:45:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['36a0799b-aea9-429b-a4bf-2486aa40d12c'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:36.226600 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 2bc8941b-66a7-47a2-bea4-90dc278fca97 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:45:36.227367 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee432ba8-55b9-44ec-bdec-989e7141a0e9 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Network bf9a174f-8395-4d7f-a710-7136c9d924fc is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:36.235087 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-ee432ba8-55b9-44ec-bdec-989e7141a0e9 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:36.395837 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 581ae45a-a4d1-4d01-b42f-ecaf18657c54 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:36.414863 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c12784be-c934-4052-b462-5c8c07c8a8a0 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.416832 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c12784be-c934-4052-b462-5c8c07c8a8a0 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 10.3811767 Jan 21 09:45:36.419897 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59382) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:36.511949 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425523df-3bd9-4a8d-aa9a-4d24c32a3ef8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Subnet': ['ID=53ba5576-f79d-45a8-8d5a-23828592104d,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:36.512551 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-8b1c4629-89d4-4ded-ab38-00dc39868cd9 None None] Set router 36a0799b-aea9-429b-a4bf-2486aa40d12c gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:45:36.521164 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-335e299f-6b23-4074-9a72-e2c9dea43717 req-19e30cce-4a12-4623-b712-538ed7de0945 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Router 36e4ec95-5470-4208-b6c3-206848c3ed41 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:45:36.524442 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f62fd451-6350-45ec-a295-08440cba1820 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:36.585491 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f62fd451-6350-45ec-a295-08440cba1820 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:36.595281 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1b5e0b52-303f-4de6-a39c-95e5151bf733 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.604177 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425523df-3bd9-4a8d-aa9a-4d24c32a3ef8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Checking segment: {'id': 'e0809964-1dab-442e-94e7-acce55851144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '51d3b16a-4582-4384-980c-916f29e9ac85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:36.604718 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425523df-3bd9-4a8d-aa9a-4d24c32a3ef8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Network hostable DHCP agents. Network: 51d3b16a-4582-4384-980c-916f29e9ac85, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:45:36.694045 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 581ae45a-a4d1-4d01-b42f-ecaf18657c54 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:36.694407 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.741223 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62fd451-6350-45ec-a295-08440cba1820 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Made reservation on behalf of 0d13a625922e456e97b68503a56cb4ae for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:36.980808 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-545bab18-2823-43fe-a048-14505eb91a5c req-1d8cefd8-9edf-4bfd-9afc-b3b36f01e8e2 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 210 time: 0.3611736 Jan 21 09:45:36.993685 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device b8c0ae9b-003c-49bc-8d8a-26fe66948656 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:37.032893 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5e24f3b5-2847-43fc-858c-f4841a53d5b4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.066340 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a55e98a-2607-4d1b-a1d7-7ad69f762b7d None None] Network b36c603d-e69b-4299-9b5c-dd3923061d89 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:37.083024 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e0b52-303f-4de6-a39c-95e5151bf733 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Subnet': ['ID=3388e466-d974-4ce1-ad48-e26653d13715,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:37.108179 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-8b1c4629-89d4-4ded-ab38-00dc39868cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a0799b-aea9-429b-a4bf-2486aa40d12c', 'name': 'tempest-snat-router-1726387900', 'tenant_id': '4747faad71854e4fac490fce5d95fc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.243'}], 'enable_snat': False}, 'gw_port_id': 'a7b24843-21e1-46c1-b203-75f9f14cc6d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:26Z', 'updated_at': '2022-01-21T09:45:31Z', 'revision_number': 3, 'project_id': '4747faad71854e4fac490fce5d95fc3d', 'gw_port': {'id': 'a7b24843-21e1-46c1-b203-75f9f14cc6d3', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a0799b-aea9-429b-a4bf-2486aa40d12c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:29Z', 'updated_at': '2022-01-21T09:45:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:37.110564 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425523df-3bd9-4a8d-aa9a-4d24c32a3ef8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Network 51d3b16a-4582-4384-980c-916f29e9ac85 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:45:37.114306 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1c4629-89d4-4ded-ab38-00dc39868cd9 None None] Checking router: 36a0799b-aea9-429b-a4bf-2486aa40d12c for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:45:37.114990 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1c4629-89d4-4ded-ab38-00dc39868cd9 None None] Updating router 36a0799b-aea9-429b-a4bf-2486aa40d12c port a7b24843-21e1-46c1-b203-75f9f14cc6d3 binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:45:37.142411 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-5e24f3b5-2847-43fc-858c-f4841a53d5b4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Transition to ACTIVE for port object 3573b8c2-940b-4b75-89df-26ba7f1ee961 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:37.171521 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f62fd451-6350-45ec-a295-08440cba1820 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.190862 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-8b1c4629-89d4-4ded-ab38-00dc39868cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.205850 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-af0bc648-c616-4b82-b6f0-fd206c002102 None None] Provisioning complete for port c42d4362-06ef-4d36-9676-177a7639170c triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:37.206247 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-af0bc648-c616-4b82-b6f0-fd206c002102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.212455 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5e0b52-303f-4de6-a39c-95e5151bf733 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Checking segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:37.212824 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5e0b52-303f-4de6-a39c-95e5151bf733 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network hostable DHCP agents. Network: d5f237d0-52c1-4100-800c-a471203fec66, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:45:37.224324 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-425523df-3bd9-4a8d-aa9a-4d24c32a3ef8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 51d3b16a-4582-4384-980c-916f29e9ac85) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:37.281886 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-af0bc648-c616-4b82-b6f0-fd206c002102 None None] Port c42d4362-06ef-4d36-9676-177a7639170c cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:45:37.284033 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf7141f-ffe5-44a0-ba5e-411e2ed2f0a4 None None] Network 51d3b16a-4582-4384-980c-916f29e9ac85 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:37.298422 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425523df-3bd9-4a8d-aa9a-4d24c32a3ef8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:37.299028 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-425523df-3bd9-4a8d-aa9a-4d24c32a3ef8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.345286 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.ipam_backend_mixin [None req-f62fd451-6350-45ec-a295-08440cba1820 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Performing IP validity checks on allocation pools {{(pid=83598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 09:45:37.345859 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.ipam_backend_mixin [None req-f62fd451-6350-45ec-a295-08440cba1820 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 09:45:37.467673 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port b8c0ae9b-003c-49bc-8d8a-26fe66948656 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:37.499839 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-82f419c3-9608-4254-bb84-7ab852272cd0 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] 10.222.0.104 "GET /v2.0/routers/36a0799b-aea9-429b-a4bf-2486aa40d12c HTTP/1.1" status: 200 len: 909 time: 1.0644355 Jan 21 09:45:37.500488 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device fe6df7e0-cdb4-43af-b92c-14f56669cb09 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:37.504184 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59386) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:37.510461 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-4599f3a4-3e89-441d-9d45-dc238af799f9 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1726387900', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'enable_snat': True}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:37.516571 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4599f3a4-3e89-441d-9d45-dc238af799f9 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:37.522132 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-4599f3a4-3e89-441d-9d45-dc238af799f9 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Usage tracker for resource:router and tenant:4747faad71854e4fac490fce5d95fc3d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:37.526418 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-4599f3a4-3e89-441d-9d45-dc238af799f9 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:37.534700 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4599f3a4-3e89-441d-9d45-dc238af799f9 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:37.579774 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4599f3a4-3e89-441d-9d45-dc238af799f9 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.582407 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4599f3a4-3e89-441d-9d45-dc238af799f9 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.617009 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee432ba8-55b9-44ec-bdec-989e7141a0e9 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Router eeebddad-47b7-4f5a-ad27-e14fec637012 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:45:37.640836 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5e24f3b5-2847-43fc-858c-f4841a53d5b4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.649829 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-425523df-3bd9-4a8d-aa9a-4d24c32a3ef8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.5588248 Jan 21 09:45:37.684542 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port fe6df7e0-cdb4-43af-b92c-14f56669cb09 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:37.684931 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.689606 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59390) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:37.697028 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5e0b52-303f-4de6-a39c-95e5151bf733 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:45:37.721207 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-4a843be5-d8b5-476d-aec3-e67e1c7abb3c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-907205521', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:37.733591 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4599f3a4-3e89-441d-9d45-dc238af799f9 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.754443 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4a843be5-d8b5-476d-aec3-e67e1c7abb3c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:37.759240 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-1b5e0b52-303f-4de6-a39c-95e5151bf733 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, d5f237d0-52c1-4100-800c-a471203fec66) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:37.779958 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4a843be5-d8b5-476d-aec3-e67e1c7abb3c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:router and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:37.797983 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4a843be5-d8b5-476d-aec3-e67e1c7abb3c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:37.804172 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e0b52-303f-4de6-a39c-95e5151bf733 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:37.804756 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1b5e0b52-303f-4de6-a39c-95e5151bf733 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.829469 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-8b1c4629-89d4-4ded-ab38-00dc39868cd9 None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.843235 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e24f3b5-2847-43fc-858c-f4841a53d5b4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Network 2bd58caa-5a3e-4b76-bbaa-2dcee67f3e8b is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:37.844548 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4a843be5-d8b5-476d-aec3-e67e1c7abb3c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:37.850962 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24f3b5-2847-43fc-858c-f4841a53d5b4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Port': ['ID=3573b8c2-940b-4b75-89df-26ba7f1ee961,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:37.886106 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-8b1c4629-89d4-4ded-ab38-00dc39868cd9 None None] Transition to ACTIVE for port object a7b24843-21e1-46c1-b203-75f9f14cc6d3 will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:37.888197 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-5e24f3b5-2847-43fc-858c-f4841a53d5b4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:37.904725 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e24f3b5-2847-43fc-858c-f4841a53d5b4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:37.905266 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5e24f3b5-2847-43fc-858c-f4841a53d5b4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.931480 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-1b5e0b52-303f-4de6-a39c-95e5151bf733 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 5.3690438 Jan 21 09:45:37.937207 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59394) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:37.948738 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-8b1c4629-89d4-4ded-ab38-00dc39868cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.955914 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4a843be5-d8b5-476d-aec3-e67e1c7abb3c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.956591 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6849ea3d-65e1-49c6-acbb-be653ecc3fe1 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:37.957551 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4a843be5-d8b5-476d-aec3-e67e1c7abb3c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.969226 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-fc82bef7-6b89-42f3-826c-ea06bb9a71a0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'port': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'name': 'tempest-NetworksTestDHCPv6-983323758'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:38.095838 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7d9cb6-1869-4190-a1fa-c154e5eb9363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-51d3b16a-4582-4384-980c-916f29e9ac85', 'network_id': '51d3b16a-4582-4384-980c-916f29e9ac85', 'tenant_id': 'fd763e9054b0425c8035d150c4a90c6a', 'fixed_ips': [{'subnet_id': '53ba5576-f79d-45a8-8d5a-23828592104d'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:45:38.097544 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bc7d9cb6-1869-4190-a1fa-c154e5eb9363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.147492 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-8b1c4629-89d4-4ded-ab38-00dc39868cd9 None None] Attempting to bind port a7b24843-21e1-46c1-b203-75f9f14cc6d3 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:38.148105 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-8b1c4629-89d4-4ded-ab38-00dc39868cd9 None None] Attempting to bind port a7b24843-21e1-46c1-b203-75f9f14cc6d3 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:38.148197 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1c4629-89d4-4ded-ab38-00dc39868cd9 None None] Attempting to bind port a7b24843-21e1-46c1-b203-75f9f14cc6d3 on network 05164b30-8981-419a-8272-388f48c19dd5 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:45:38.150575 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b8927-e07b-4042-9d89-f3136d019078 None None] Pushing event updated for resources: {'Port': ['ID=a7b24843-21e1-46c1-b203-75f9f14cc6d3,revision_number=2']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:38.165850 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1c4629-89d4-4ded-ab38-00dc39868cd9 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:45:38.166224 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1c4629-89d4-4ded-ab38-00dc39868cd9 None None] Checking segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:38.166618 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-8b1c4629-89d4-4ded-ab38-00dc39868cd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.167004 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1c4629-89d4-4ded-ab38-00dc39868cd9 None None] Bound using segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:45:38.167473 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-8b1c4629-89d4-4ded-ab38-00dc39868cd9 None None] Bound port: a7b24843-21e1-46c1-b203-75f9f14cc6d3, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:38.167856 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-8b1c4629-89d4-4ded-ab38-00dc39868cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.178884 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-37414c34-6fd7-4403-b191-14ac928a83a2 None None] Provisioning for port b8c0ae9b-003c-49bc-8d8a-26fe66948656 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:38.211804 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-37414c34-6fd7-4403-b191-14ac928a83a2 None None] Provisioning complete for port b8c0ae9b-003c-49bc-8d8a-26fe66948656 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:38.212199 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-37414c34-6fd7-4403-b191-14ac928a83a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.287359 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4a843be5-d8b5-476d-aec3-e67e1c7abb3c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.305056 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f62fd451-6350-45ec-a295-08440cba1820 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.378132 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-335e299f-6b23-4074-9a72-e2c9dea43717 req-19e30cce-4a12-4623-b712-538ed7de0945 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:45:38.385107 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-8b1c4629-89d4-4ded-ab38-00dc39868cd9 None None] For port a7b24843-21e1-46c1-b203-75f9f14cc6d3, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:45:38.395416 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-8b1c4629-89d4-4ded-ab38-00dc39868cd9 None None] For port a7b24843-21e1-46c1-b203-75f9f14cc6d3, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=a7b24843-21e1-46c1-b203-75f9f14cc6d3,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:45:38.410261 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-8b1c4629-89d4-4ded-ab38-00dc39868cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.428340 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f23c60-eeb1-4d63-89dc-43f9e52ab98a None None] Sync routers for ids ['36e4ec95-5470-4208-b6c3-206848c3ed41'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:45:38.528517 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1c4629-89d4-4ded-ab38-00dc39868cd9 None None] Routers {'36a0799b-aea9-429b-a4bf-2486aa40d12c'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:38.529421 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-8b1c4629-89d4-4ded-ab38-00dc39868cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:45:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['36a0799b-aea9-429b-a4bf-2486aa40d12c'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:38.540229 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 2b0c89db-f178-4e8c-ae10-d96b3fb8e25f up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:38.542093 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-afd9aaa2-0119-4c92-8cb2-0ec791407dce req-d30ba287-e4e3-447e-9301-97f5a50e1057 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Synchronizing usage tracker for tenant:336aa381caa24798b3c72d188fdcb52a on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:38.600732 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-fc82bef7-6b89-42f3-826c-ea06bb9a71a0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:38.609246 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4599f3a4-3e89-441d-9d45-dc238af799f9 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.620723 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5e24f3b5-2847-43fc-858c-f4841a53d5b4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.621979 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b8927-e07b-4042-9d89-f3136d019078 None None] Pushing event updated for resources: {'Port': ['ID=a7b24843-21e1-46c1-b203-75f9f14cc6d3,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:38.646730 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-335e299f-6b23-4074-9a72-e2c9dea43717 req-19e30cce-4a12-4623-b712-538ed7de0945 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] No DVR routers for this DVR port 9a8ec857-3243-456d-b272-0c64f958196f on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:45:38.657557 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-335e299f-6b23-4074-9a72-e2c9dea43717 req-19e30cce-4a12-4623-b712-538ed7de0945 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.676785 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-fc82bef7-6b89-42f3-826c-ea06bb9a71a0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:port and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:38.680982 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f96442-b214-4754-af6c-a9691405bcc7', 'name': 'network-vif-deleted', 'tag': '9a8ec857-3243-456d-b272-0c64f958196f'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:45:38.692536 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee432ba8-55b9-44ec-bdec-989e7141a0e9 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:45:38.693250 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4a843be5-d8b5-476d-aec3-e67e1c7abb3c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.710230 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-fc82bef7-6b89-42f3-826c-ea06bb9a71a0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:38.728513 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fd451-6350-45ec-a295-08440cba1820 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event updated for resources: {'Subnet': ['ID=c727bfe1-077e-4604-852f-67b7fa9f7f8d,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:38.731835 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-afd9aaa2-0119-4c92-8cb2-0ec791407dce req-d30ba287-e4e3-447e-9301-97f5a50e1057 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Unset dirty status for tenant:336aa381caa24798b3c72d188fdcb52a on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:38.741466 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ee432ba8-55b9-44ec-bdec-989e7141a0e9 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "PUT /v2.0/routers/eeebddad-47b7-4f5a-ad27-e14fec637012/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5469840 Jan 21 09:45:38.743705 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-afd9aaa2-0119-4c92-8cb2-0ec791407dce req-d30ba287-e4e3-447e-9301-97f5a50e1057 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/ports?device_id=03f96442-b214-4754-af6c-a9691405bcc7 HTTP/1.1" status: 200 len: 210 time: 0.4227438 Jan 21 09:45:38.745448 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-fc82bef7-6b89-42f3-826c-ea06bb9a71a0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:38.745764 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59402) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:38.759950 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1a7d0b-5553-4f37-ac66-e78e29172e19 None None] Sync routers for ids ['eeebddad-47b7-4f5a-ad27-e14fec637012'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:45:38.774224 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f23c60-eeb1-4d63-89dc-43f9e52ab98a None None] Routers {'36e4ec95-5470-4208-b6c3-206848c3ed41'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:38.775005 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-13f23c60-eeb1-4d63-89dc-43f9e52ab98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:45:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['36e4ec95-5470-4208-b6c3-206848c3ed41'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:38.779491 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-335e299f-6b23-4074-9a72-e2c9dea43717 req-19e30cce-4a12-4623-b712-538ed7de0945 tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.124 "DELETE /v2.0/ports/9a8ec857-3243-456d-b272-0c64f958196f HTTP/1.1" status: 204 len: 173 time: 9.8313205 Jan 21 09:45:38.852818 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1a7d0b-5553-4f37-ac66-e78e29172e19 None None] Routers {'eeebddad-47b7-4f5a-ad27-e14fec637012'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:38.854022 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-eb1a7d0b-5553-4f37-ac66-e78e29172e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:45:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['eeebddad-47b7-4f5a-ad27-e14fec637012'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:38.898802 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc82bef7-6b89-42f3-826c-ea06bb9a71a0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:38.901830 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fc82bef7-6b89-42f3-826c-ea06bb9a71a0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.952581 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-eb1a7d0b-5553-4f37-ac66-e78e29172e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:38.967564 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f96442-b214-4754-af6c-a9691405bcc7', 'name': 'network-vif-deleted', 'tag': '9a8ec857-3243-456d-b272-0c64f958196f', 'status': 'completed', 'code': 200} Jan 21 09:45:38.980967 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4a843be5-d8b5-476d-aec3-e67e1c7abb3c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.981769 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-8b1c4629-89d4-4ded-ab38-00dc39868cd9 None None] Set router 36a0799b-aea9-429b-a4bf-2486aa40d12c gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:45:38.988322 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4a843be5-d8b5-476d-aec3-e67e1c7abb3c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2825947 Jan 21 09:45:38.988969 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-fc82bef7-6b89-42f3-826c-ea06bb9a71a0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] device_id is not set on port 7f35a3bd-5f1b-4ff4-9bd3-29ae0b0c787e yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:45:39.024703 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59406) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:39.037027 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62fd451-6350-45ec-a295-08440cba1820 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Checking segment: {'id': '4d6574d1-8ff8-476c-b878-4fc76295f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2bc8941b-66a7-47a2-bea4-90dc278fca97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:39.038016 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62fd451-6350-45ec-a295-08440cba1820 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Network hostable DHCP agents. Network: 2bc8941b-66a7-47a2-bea4-90dc278fca97, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:45:39.057865 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-668fa981-ed24-44f5-ac8e-fe1a12b72af1 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'port': {'network_id': '51d3b16a-4582-4384-980c-916f29e9ac85', 'name': 'tempest-PortsIpV6TestJSON-607409964'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:39.068268 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-13f23c60-eeb1-4d63-89dc-43f9e52ab98a None None] Set router 36e4ec95-5470-4208-b6c3-206848c3ed41 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:45:39.101120 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1a7d0b-5553-4f37-ac66-e78e29172e19 None None] Routers {'eeebddad-47b7-4f5a-ad27-e14fec637012'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:39.102306 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-eb1a7d0b-5553-4f37-ac66-e78e29172e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:45:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['eeebddad-47b7-4f5a-ad27-e14fec637012'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:39.248984 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-eb1a7d0b-5553-4f37-ac66-e78e29172e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:39.251028 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1a7d0b-5553-4f37-ac66-e78e29172e19 None None] The sync data for ids ['eeebddad-47b7-4f5a-ad27-e14fec637012'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:45:39.293812 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-668fa981-ed24-44f5-ac8e-fe1a12b72af1 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:39.314201 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-668fa981-ed24-44f5-ac8e-fe1a12b72af1 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:port and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:39.325634 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-668fa981-ed24-44f5-ac8e-fe1a12b72af1 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:39.339921 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-668fa981-ed24-44f5-ac8e-fe1a12b72af1 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:39.359198 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62fd451-6350-45ec-a295-08440cba1820 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Network 2bc8941b-66a7-47a2-bea4-90dc278fca97 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:45:39.401902 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-f62fd451-6350-45ec-a295-08440cba1820 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 2bc8941b-66a7-47a2-bea4-90dc278fca97) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:39.442181 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9793969e-01fe-4539-890e-66271d50b50c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:39.445263 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9793969e-01fe-4539-890e-66271d50b50c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Synchronizing usage tracker for tenant:d00df50c19fa484a82254f37be8cb96c on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:39.465958 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62fd451-6350-45ec-a295-08440cba1820 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:39.466576 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f62fd451-6350-45ec-a295-08440cba1820 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:39.468128 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668fa981-ed24-44f5-ac8e-fe1a12b72af1 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Made reservation on behalf of fd763e9054b0425c8035d150c4a90c6a for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:39.477841 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-668fa981-ed24-44f5-ac8e-fe1a12b72af1 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:39.544258 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-fc82bef7-6b89-42f3-826c-ea06bb9a71a0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Allocated IP 2001:db8::44 (d5f237d0-52c1-4100-800c-a471203fec66/3388e466-d974-4ce1-ad48-e26653d13715/7f35a3bd-5f1b-4ff4-9bd3-29ae0b0c787e) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:39.564647 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f62fd451-6350-45ec-a295-08440cba1820 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.5859020 Jan 21 09:45:39.585042 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59410) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:39.593495 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9793969e-01fe-4539-890e-66271d50b50c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Unset dirty status for tenant:d00df50c19fa484a82254f37be8cb96c on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:39.601010 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9793969e-01fe-4539-890e-66271d50b50c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "GET /v2.0/ports/c42d4362-06ef-4d36-9676-177a7639170c HTTP/1.1" status: 200 len: 910 time: 0.6668980 Jan 21 09:45:39.609408 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-8f4eb7dd-ab33-4337-8e70-d8b0f98a7823 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:39.620365 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1167141-b48c-4e9c-b0a1-8e680a9d8179 None None] Network 2bc8941b-66a7-47a2-bea4-90dc278fca97 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:39.644325 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-668fa981-ed24-44f5-ac8e-fe1a12b72af1 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] device_id is not set on port b2b95a9d-cc4a-4a96-bef0-f3c364cf113a yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:45:39.662291 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-8b1c4629-89d4-4ded-ab38-00dc39868cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a0799b-aea9-429b-a4bf-2486aa40d12c', 'name': 'tempest-snat-router-1726387900', 'tenant_id': '4747faad71854e4fac490fce5d95fc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.243'}], 'enable_snat': False}, 'gw_port_id': 'a7b24843-21e1-46c1-b203-75f9f14cc6d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:26Z', 'updated_at': '2022-01-21T09:45:31Z', 'revision_number': 3, 'project_id': '4747faad71854e4fac490fce5d95fc3d', 'gw_port': {'id': 'a7b24843-21e1-46c1-b203-75f9f14cc6d3', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a0799b-aea9-429b-a4bf-2486aa40d12c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:29Z', 'updated_at': '2022-01-21T09:45:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:39.671324 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1c4629-89d4-4ded-ab38-00dc39868cd9 None None] The sync data for ids ['36a0799b-aea9-429b-a4bf-2486aa40d12c'] in dv-neutron-825732-1-hyperv is: [{'id': '36a0799b-aea9-429b-a4bf-2486aa40d12c', 'name': 'tempest-snat-router-1726387900', 'tenant_id': '4747faad71854e4fac490fce5d95fc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.243'}], 'enable_snat': False}, 'gw_port_id': 'a7b24843-21e1-46c1-b203-75f9f14cc6d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:26Z', 'updated_at': '2022-01-21T09:45:31Z', 'revision_number': 3, 'project_id': '4747faad71854e4fac490fce5d95fc3d', 'gw_port': {'id': 'a7b24843-21e1-46c1-b203-75f9f14cc6d3', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a0799b-aea9-429b-a4bf-2486aa40d12c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:29Z', 'updated_at': '2022-01-21T09:45:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:45:39.690465 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59414) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:39.888698 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-bc7d9cb6-1869-4190-a1fa-c154e5eb9363 None None] Allocated IP 2001:db8::2 (51d3b16a-4582-4384-980c-916f29e9ac85/53ba5576-f79d-45a8-8d5a-23828592104d/9ede7b14-b860-493b-9bc6-2e6ff0956470) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:39.937124 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4599f3a4-3e89-441d-9d45-dc238af799f9 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.016045 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4599f3a4-3e89-441d-9d45-dc238af799f9 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.135326 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a382a9-7ed5-4338-bd0a-80e9eb45d6bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-d5f237d0-52c1-4100-800c-a471203fec66', 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'tenant_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'fixed_ips': [{'subnet_id': '3388e466-d974-4ce1-ad48-e26653d13715'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:45:40.136295 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-97a382a9-7ed5-4338-bd0a-80e9eb45d6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.156345 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-37414c34-6fd7-4403-b191-14ac928a83a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.293587 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-4599f3a4-3e89-441d-9d45-dc238af799f9 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Allocated IP 172.26.0.44 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/ad0c73fa-1b70-40df-9274-4d42dc7b32d0) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:40.473014 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-37414c34-6fd7-4403-b191-14ac928a83a2 None None] For port b8c0ae9b-003c-49bc-8d8a-26fe66948656, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=b8c0ae9b-003c-49bc-8d8a-26fe66948656,segment=NetworkSegment(cdea2d56-8e72-4a1c-8c98-ee093f0815ff),segment_id=cdea2d56-8e72-4a1c-8c98-ee093f0815ff)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:40.480843 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-5e24f3b5-2847-43fc-858c-f4841a53d5b4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:45:40.560500 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b22941-0190-49c7-bebf-8daa95dd0c84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-2bc8941b-66a7-47a2-bea4-90dc278fca97', 'network_id': '2bc8941b-66a7-47a2-bea4-90dc278fca97', 'tenant_id': '0d13a625922e456e97b68503a56cb4ae', 'fixed_ips': [{'subnet_id': 'c727bfe1-077e-4604-852f-67b7fa9f7f8d'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:45:40.561157 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f8b22941-0190-49c7-bebf-8daa95dd0c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.572296 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-37414c34-6fd7-4403-b191-14ac928a83a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.604503 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4599f3a4-3e89-441d-9d45-dc238af799f9 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.625161 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8f4eb7dd-ab33-4337-8e70-d8b0f98a7823 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2584186'] for subnet, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.632618 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5e24f3b5-2847-43fc-858c-f4841a53d5b4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.659652 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4599f3a4-3e89-441d-9d45-dc238af799f9 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.664155 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 2b0c89db-f178-4e8c-ae10-d96b3fb8e25f completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:40.678987 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5e24f3b5-2847-43fc-858c-f4841a53d5b4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.679729 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5e24f3b5-2847-43fc-858c-f4841a53d5b4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.732896 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 2b0c89db-f178-4e8c-ae10-d96b3fb8e25f triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:40.733126 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.819612 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4599f3a4-3e89-441d-9d45-dc238af799f9 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:40.822709 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-4599f3a4-3e89-441d-9d45-dc238af799f9 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:40.825190 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4599f3a4-3e89-441d-9d45-dc238af799f9 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:40.897180 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4599f3a4-3e89-441d-9d45-dc238af799f9 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Pushing event updated for resources: {'Port': ['ID=ad0c73fa-1b70-40df-9274-4d42dc7b32d0,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:40.969439 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37414c34-6fd7-4403-b191-14ac928a83a2 None None] Pushing event updated for resources: {'Port': ['ID=b8c0ae9b-003c-49bc-8d8a-26fe66948656,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:41.081728 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4599f3a4-3e89-441d-9d45-dc238af799f9 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.083456 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4599f3a4-3e89-441d-9d45-dc238af799f9 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.090541 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59424) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:41.125105 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24f3b5-2847-43fc-858c-f4841a53d5b4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Port': ['ID=3573b8c2-940b-4b75-89df-26ba7f1ee961,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:41.141886 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fc82bef7-6b89-42f3-826c-ea06bb9a71a0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.204694 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-fc82bef7-6b89-42f3-826c-ea06bb9a71a0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Transition to ACTIVE for port object 7f35a3bd-5f1b-4ff4-9bd3-29ae0b0c787e will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:41.220314 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bc7d9cb6-1869-4190-a1fa-c154e5eb9363 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.225317 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ec66c963-f296-4095-810e-ad392db0db0f None None] Provisioning for port 3573b8c2-940b-4b75-89df-26ba7f1ee961 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:41.237899 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ec66c963-f296-4095-810e-ad392db0db0f None None] Provisioning complete for port 3573b8c2-940b-4b75-89df-26ba7f1ee961 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:41.238261 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ec66c963-f296-4095-810e-ad392db0db0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.292703 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f7b02c64-04e5-4b97-bbf6-0d4a0d3cdcdc tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.295289 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-f8b22941-0190-49c7-bebf-8daa95dd0c84 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 21 09:45:41.295289 dv-neutron-825732-1-hyperv neutron-server[83599]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jan 21 09:45:41.295289 dv-neutron-825732-1-hyperv neutron-server[83599]: [parameters: {'in_use': 1, 'id_1': 'c727bfe1-077e-4604-852f-67b7fa9f7f8d'}] Jan 21 09:45:41.295289 dv-neutron-825732-1-hyperv neutron-server[83599]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:45:41.295656 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-f8b22941-0190-49c7-bebf-8daa95dd0c84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:45:41.302756 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-ec66c963-f296-4095-810e-ad392db0db0f None None] Port 3573b8c2-940b-4b75-89df-26ba7f1ee961 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:45:41.315731 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-13f23c60-eeb1-4d63-89dc-43f9e52ab98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'name': 'tempest-ServerActionsTestJSON-847635217-router', 'tenant_id': '336aa381caa24798b3c72d188fdcb52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '792f8e78-68dc-4327-9e5b-cb5aa42c0761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:07Z', 'updated_at': '2022-01-21T09:41:24Z', 'revision_number': 4, 'project_id': '336aa381caa24798b3c72d188fdcb52a', 'gw_port': {'id': '792f8e78-68dc-4327-9e5b-cb5aa42c0761', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:09Z', 'updated_at': '2022-01-21T09:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'c36f5ac7-689f-4b48-9e3e-4e823f6907ea', 'name': '', 'network_id': '8515717b-44bc-4a2f-9c9a-f5ff80484c08', 'tenant_id': '336aa381caa24798b3c72d188fdcb52a', 'mac_address': 'fa:16:3e:5f:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7fe4f7c-173a-4a1e-bc9c-b6d802a0a8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:22Z', 'updated_at': '2022-01-21T09:42:02Z', 'revision_number': 5, 'project_id': '336aa381caa24798b3c72d188fdcb52a', 'subnets': [{'id': 'e7fe4f7c-173a-4a1e-bc9c-b6d802a0a8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:41.318688 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-bc7d9cb6-1869-4190-a1fa-c154e5eb9363 None None] Transition to ACTIVE for port object 9ede7b14-b860-493b-9bc6-2e6ff0956470 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:41.335768 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ec66c963-f296-4095-810e-ad392db0db0f None None] Provisioning complete for port b8c0ae9b-003c-49bc-8d8a-26fe66948656 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:41.336177 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ec66c963-f296-4095-810e-ad392db0db0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.382498 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f7b02c64-04e5-4b97-bbf6-0d4a0d3cdcdc tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.406624 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e24f3b5-2847-43fc-858c-f4841a53d5b4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Network 2bd58caa-5a3e-4b76-bbaa-2dcee67f3e8b is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:41.414977 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f23c60-eeb1-4d63-89dc-43f9e52ab98a None None] Checking router: 36e4ec95-5470-4208-b6c3-206848c3ed41 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:45:41.448510 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f23c60-eeb1-4d63-89dc-43f9e52ab98a None None] Routers {'36e4ec95-5470-4208-b6c3-206848c3ed41'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:41.449108 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-13f23c60-eeb1-4d63-89dc-43f9e52ab98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:45:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['36e4ec95-5470-4208-b6c3-206848c3ed41'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:41.468989 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-5e24f3b5-2847-43fc-858c-f4841a53d5b4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:41.572457 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-bc7d9cb6-1869-4190-a1fa-c154e5eb9363 None None] Transition to ACTIVE for port object 9ede7b14-b860-493b-9bc6-2e6ff0956470 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:41.603570 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fc82bef7-6b89-42f3-826c-ea06bb9a71a0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.637622 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f7b02c64-04e5-4b97-bbf6-0d4a0d3cdcdc tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.714551 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bc7d9cb6-1869-4190-a1fa-c154e5eb9363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.728339 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b02c64-04e5-4b97-bbf6-0d4a0d3cdcdc tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f9025d-d579-4ed3-a4d9-844b1d35422f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:41.787239 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.815084 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f8b22941-0190-49c7-bebf-8daa95dd0c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.816335 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f7b02c64-04e5-4b97-bbf6-0d4a0d3cdcdc tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.817771 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f7b02c64-04e5-4b97-bbf6-0d4a0d3cdcdc tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "DELETE /v2.0/security-groups/a8f9025d-d579-4ed3-a4d9-844b1d35422f HTTP/1.1" status: 204 len: 168 time: 0.7248278 Jan 21 09:45:41.833960 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59428) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:41.843783 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc82bef7-6b89-42f3-826c-ea06bb9a71a0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:41.844905 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82bef7-6b89-42f3-826c-ea06bb9a71a0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Port': ['ID=7f35a3bd-5f1b-4ff4-9bd3-29ae0b0c787e,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:41.852348 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-fc82bef7-6b89-42f3-826c-ea06bb9a71a0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:41.854154 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8f4eb7dd-ab33-4337-8e70-d8b0f98a7823 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793818614263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3463723'] for subnet, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.860115 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc82bef7-6b89-42f3-826c-ea06bb9a71a0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:41.864770 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc82bef7-6b89-42f3-826c-ea06bb9a71a0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:41.865414 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fc82bef7-6b89-42f3-826c-ea06bb9a71a0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.919601 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4599f3a4-3e89-441d-9d45-dc238af799f9 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Router 0d27816d-cf28-4bbe-8206-fc47c63c8d97 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:45:41.922448 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-8ab0bde4-7736-4a76-a02a-707b971c3dfd tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] show failed (client error): The resource could not be found. Jan 21 09:45:41.926578 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8ab0bde4-7736-4a76-a02a-707b971c3dfd tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "GET /v2.0/security-groups/a8f9025d-d579-4ed3-a4d9-844b1d35422f HTTP/1.1" status: 404 len: 347 time: 0.0881445 Jan 21 09:45:41.930317 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59432) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:41.979382 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7d9cb6-1869-4190-a1fa-c154e5eb9363 None None] Network 51d3b16a-4582-4384-980c-916f29e9ac85 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:42.007414 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-bc7d9cb6-1869-4190-a1fa-c154e5eb9363 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:42.032716 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7d9cb6-1869-4190-a1fa-c154e5eb9363 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:42.045723 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-fc82bef7-6b89-42f3-826c-ea06bb9a71a0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.1015604 Jan 21 09:45:42.051931 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59436) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:42.069136 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-668fa981-ed24-44f5-ac8e-fe1a12b72af1 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Allocated IP 2001:db8::3df (51d3b16a-4582-4384-980c-916f29e9ac85/53ba5576-f79d-45a8-8d5a-23828592104d/b2b95a9d-cc4a-4a96-bef0-f3c364cf113a) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:42.085113 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-97a382a9-7ed5-4338-bd0a-80e9eb45d6bd None None] Allocated IP 2001:db8::2 (d5f237d0-52c1-4100-800c-a471203fec66/3388e466-d974-4ce1-ad48-e26653d13715/87fd41b9-4085-4442-a312-5f0f9452d3c1) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:42.102663 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d9cb6-1869-4190-a1fa-c154e5eb9363 None None] Pushing event updated for resources: {'Port': ['ID=9ede7b14-b860-493b-9bc6-2e6ff0956470,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:42.128960 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4eb7dd-ab33-4337-8e70-d8b0f98a7823 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:42.128960 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8f4eb7dd-ab33-4337-8e70-d8b0f98a7823 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:42.130439 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8f4eb7dd-ab33-4337-8e70-d8b0f98a7823 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "PUT /v2.0/subnets/c727bfe1-077e-4604-852f-67b7fa9f7f8d HTTP/1.1" status: 200 len: 900 time: 2.5448143 Jan 21 09:45:42.135703 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59440) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:42.167981 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 2b0c89db-f178-4e8c-ae10-d96b3fb8e25f, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=2b0c89db-f178-4e8c-ae10-d96b3fb8e25f,segment=NetworkSegment(06ce00b1-ce35-4db9-b616-b565bffcc583),segment_id=06ce00b1-ce35-4db9-b616-b565bffcc583)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:42.171536 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-13f23c60-eeb1-4d63-89dc-43f9e52ab98a None None] Set router 36e4ec95-5470-4208-b6c3-206848c3ed41 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:45:42.287090 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:42.380514 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4eb7dd-ab33-4337-8e70-d8b0f98a7823 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event updated for resources: {'Subnet': ['ID=c727bfe1-077e-4604-852f-67b7fa9f7f8d,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:42.512956 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ae5116f0-d89a-491e-b6fe-1d4edad0cb8f tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Deleting port 74cc0687-3458-4dca-af61-5cec7daf4edc {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:42.513477 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ae5116f0-d89a-491e-b6fe-1d4edad0cb8f tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:42.532343 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-668fa981-ed24-44f5-ac8e-fe1a12b72af1 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:42.577508 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-668fa981-ed24-44f5-ac8e-fe1a12b72af1 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Transition to ACTIVE for port object b2b95a9d-cc4a-4a96-bef0-f3c364cf113a will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:42.603633 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device b8c0ae9b-003c-49bc-8d8a-26fe66948656 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:42.673165 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d4a33d21-3f0e-4f19-acf8-b96d91d95d05 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:42.772801 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-668fa981-ed24-44f5-ac8e-fe1a12b72af1 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:42.793087 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-bc7d9cb6-1869-4190-a1fa-c154e5eb9363 None None] Attempting to bind port 9ede7b14-b860-493b-9bc6-2e6ff0956470 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:42.793783 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-bc7d9cb6-1869-4190-a1fa-c154e5eb9363 None None] Attempting to bind port 9ede7b14-b860-493b-9bc6-2e6ff0956470 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'e0809964-1dab-442e-94e7-acce55851144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '51d3b16a-4582-4384-980c-916f29e9ac85'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:42.794071 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7d9cb6-1869-4190-a1fa-c154e5eb9363 None None] Attempting to bind port 9ede7b14-b860-493b-9bc6-2e6ff0956470 on network 51d3b16a-4582-4384-980c-916f29e9ac85 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:45:42.849679 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-f8b22941-0190-49c7-bebf-8daa95dd0c84 None None] Allocated IP 2001:db8::3 (2bc8941b-66a7-47a2-bea4-90dc278fca97/c727bfe1-077e-4604-852f-67b7fa9f7f8d/be099e03-c4b9-4d37-bf3c-06549b7bebbc) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:42.853907 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d4a33d21-3f0e-4f19-acf8-b96d91d95d05 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:42.921327 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7d9cb6-1869-4190-a1fa-c154e5eb9363 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:45:42.921792 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7d9cb6-1869-4190-a1fa-c154e5eb9363 None None] Checking segment: {'id': 'e0809964-1dab-442e-94e7-acce55851144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '51d3b16a-4582-4384-980c-916f29e9ac85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:42.922131 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bc7d9cb6-1869-4190-a1fa-c154e5eb9363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:42.922597 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7d9cb6-1869-4190-a1fa-c154e5eb9363 None None] Bound using segment: {'id': 'e0809964-1dab-442e-94e7-acce55851144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '51d3b16a-4582-4384-980c-916f29e9ac85'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:45:42.923625 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-bc7d9cb6-1869-4190-a1fa-c154e5eb9363 None None] Bound port: 9ede7b14-b860-493b-9bc6-2e6ff0956470, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0809964-1dab-442e-94e7-acce55851144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '51d3b16a-4582-4384-980c-916f29e9ac85'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:42.924531 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bc7d9cb6-1869-4190-a1fa-c154e5eb9363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:42.937929 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b472094-296d-479e-b63f-67c47150181b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:42.938795 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-5b472094-296d-479e-b63f-67c47150181b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:42.942025 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=2b0c89db-f178-4e8c-ae10-d96b3fb8e25f,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:42.953830 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668fa981-ed24-44f5-ac8e-fe1a12b72af1 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Network 51d3b16a-4582-4384-980c-916f29e9ac85 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:42.965082 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-668fa981-ed24-44f5-ac8e-fe1a12b72af1 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:42.973907 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668fa981-ed24-44f5-ac8e-fe1a12b72af1 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Port': ['ID=b2b95a9d-cc4a-4a96-bef0-f3c364cf113a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:42.977106 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668fa981-ed24-44f5-ac8e-fe1a12b72af1 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:42.982835 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668fa981-ed24-44f5-ac8e-fe1a12b72af1 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:42.983685 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-668fa981-ed24-44f5-ac8e-fe1a12b72af1 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:43.013048 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4599f3a4-3e89-441d-9d45-dc238af799f9 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:45:43.026004 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-668fa981-ed24-44f5-ac8e-fe1a12b72af1 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9920259 Jan 21 09:45:43.032839 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59444) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:43.047116 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4599f3a4-3e89-441d-9d45-dc238af799f9 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:43.052912 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4599f3a4-3e89-441d-9d45-dc238af799f9 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.5435810 Jan 21 09:45:43.053157 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59448) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:43.101487 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-5b472094-296d-479e-b63f-67c47150181b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:43.102698 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5b472094-296d-479e-b63f-67c47150181b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 1.0424755 Jan 21 09:45:43.111337 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ae5116f0-d89a-491e-b6fe-1d4edad0cb8f tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:43.112306 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ae5116f0-d89a-491e-b6fe-1d4edad0cb8f tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:43.116493 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59452) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:43.229893 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-f29ee9e0-6570-4551-8367-8d3277e9e4a5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting port 7f35a3bd-5f1b-4ff4-9bd3-29ae0b0c787e {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:43.230244 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f29ee9e0-6570-4551-8367-8d3277e9e4a5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:43.237770 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49d5176-b095-46cf-9bd0-11423c78244c None None] Sync routers for ids ['0d27816d-cf28-4bbe-8206-fc47c63c8d97'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:45:43.264246 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d93881aa-7b47-43d2-900e-6e9c1d80633d None None] Provisioning complete for port 3573b8c2-940b-4b75-89df-26ba7f1ee961 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:43.264608 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d93881aa-7b47-43d2-900e-6e9c1d80633d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:43.268482 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ae5116f0-d89a-491e-b6fe-1d4edad0cb8f tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Calling delete_port for 74cc0687-3458-4dca-af61-5cec7daf4edc owned by network:floatingip {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:43.480984 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-d93881aa-7b47-43d2-900e-6e9c1d80633d None None] Port 3573b8c2-940b-4b75-89df-26ba7f1ee961 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:45:43.482439 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49d5176-b095-46cf-9bd0-11423c78244c None None] Routers {'0d27816d-cf28-4bbe-8206-fc47c63c8d97'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:43.483329 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a49d5176-b095-46cf-9bd0-11423c78244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:45:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['0d27816d-cf28-4bbe-8206-fc47c63c8d97'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:43.559375 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-bc7d9cb6-1869-4190-a1fa-c154e5eb9363 None None] For port 9ede7b14-b860-493b-9bc6-2e6ff0956470, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:45:43.622943 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-90420ae3-1efe-4b08-a1e7-e1acf75fa4d7 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] 10.222.0.104 "GET /v2.0/routers/0d27816d-cf28-4bbe-8206-fc47c63c8d97 HTTP/1.1" status: 200 len: 907 time: 0.5656729 Jan 21 09:45:43.623330 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59456) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:43.634516 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-97a382a9-7ed5-4338-bd0a-80e9eb45d6bd None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:43.672683 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-bc7d9cb6-1869-4190-a1fa-c154e5eb9363 None None] For port 9ede7b14-b860-493b-9bc6-2e6ff0956470, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=9ede7b14-b860-493b-9bc6-2e6ff0956470,segment=NetworkSegment(e0809964-1dab-442e-94e7-acce55851144),segment_id=e0809964-1dab-442e-94e7-acce55851144)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:45:43.734233 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port b8c0ae9b-003c-49bc-8d8a-26fe66948656 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:43.734558 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:43.798287 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ae5116f0-d89a-491e-b6fe-1d4edad0cb8f tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:43.802930 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bc7d9cb6-1869-4190-a1fa-c154e5eb9363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:43.805127 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e24f3b5-2847-43fc-858c-f4841a53d5b4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Router 1b8bece9-f214-4d67-86b4-5c601c077517 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:45:43.816874 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-97a382a9-7ed5-4338-bd0a-80e9eb45d6bd None None] Transition to ACTIVE for port object 87fd41b9-4085-4442-a312-5f0f9452d3c1 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:43.897047 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f29ee9e0-6570-4551-8367-8d3277e9e4a5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:43.926059 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d219d41e-e1e0-4535-a951-c897f86c291a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:44.140861 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-f29ee9e0-6570-4551-8367-8d3277e9e4a5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Calling delete_port for 7f35a3bd-5f1b-4ff4-9bd3-29ae0b0c787e owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:44.155764 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-97a382a9-7ed5-4338-bd0a-80e9eb45d6bd None None] Transition to ACTIVE for port object 87fd41b9-4085-4442-a312-5f0f9452d3c1 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:44.214293 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f8b22941-0190-49c7-bebf-8daa95dd0c84 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:44.220327 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-97a382a9-7ed5-4338-bd0a-80e9eb45d6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:44.264373 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d9cb6-1869-4190-a1fa-c154e5eb9363 None None] Pushing event updated for resources: {'Port': ['ID=9ede7b14-b860-493b-9bc6-2e6ff0956470,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:44.272845 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f8b22941-0190-49c7-bebf-8daa95dd0c84 None None] Transition to ACTIVE for port object be099e03-c4b9-4d37-bf3c-06549b7bebbc will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:44.287948 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5116f0-d89a-491e-b6fe-1d4edad0cb8f tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Pushing event deleted for resources: {'Port': ['ID=74cc0687-3458-4dca-af61-5cec7daf4edc,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:44.371364 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a382a9-7ed5-4338-bd0a-80e9eb45d6bd None None] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:44.482462 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f29ee9e0-6570-4551-8367-8d3277e9e4a5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:44.485357 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a7b24843-21e1-46c1-b203-75f9f14cc6d3 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:44.546049 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ee9e0-6570-4551-8367-8d3277e9e4a5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Port': ['ID=7f35a3bd-5f1b-4ff4-9bd3-29ae0b0c787e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:44.546291 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-97a382a9-7ed5-4338-bd0a-80e9eb45d6bd None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:44.559747 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3263ee2d-f959-4778-ac92-a9e514a722b6 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:44.571665 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a382a9-7ed5-4338-bd0a-80e9eb45d6bd None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:44.608711 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f8b22941-0190-49c7-bebf-8daa95dd0c84 None None] Transition to ACTIVE for port object be099e03-c4b9-4d37-bf3c-06549b7bebbc will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:44.656187 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-a49d5176-b095-46cf-9bd0-11423c78244c None None] Set router 0d27816d-cf28-4bbe-8206-fc47c63c8d97 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:45:44.751071 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f29ee9e0-6570-4551-8367-8d3277e9e4a5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:44.777137 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f29ee9e0-6570-4551-8367-8d3277e9e4a5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/7f35a3bd-5f1b-4ff4-9bd3-29ae0b0c787e HTTP/1.1" status: 204 len: 168 time: 1.6582997 Jan 21 09:45:44.784011 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59460) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:44.805722 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f8b22941-0190-49c7-bebf-8daa95dd0c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:44.813122 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a382a9-7ed5-4338-bd0a-80e9eb45d6bd None None] Pushing event updated for resources: {'Port': ['ID=87fd41b9-4085-4442-a312-5f0f9452d3c1,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:44.878795 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d4a33d21-3f0e-4f19-acf8-b96d91d95d05 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:44.941730 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ae5116f0-d89a-491e-b6fe-1d4edad0cb8f tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks [] for floatingip, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:44.954170 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a33d21-3f0e-4f19-acf8-b96d91d95d05 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event deleted for resources: {'Subnet': ['ID=c727bfe1-077e-4604-852f-67b7fa9f7f8d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:44.982884 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee555ef-2415-4500-a14a-5198f16d47d1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:44.984081 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee555ef-2415-4500-a14a-5198f16d47d1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:44.989923 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2ee555ef-2415-4500-a14a-5198f16d47d1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2000768 Jan 21 09:45:44.995627 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59464) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:45.010662 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-13f23c60-eeb1-4d63-89dc-43f9e52ab98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'name': 'tempest-ServerActionsTestJSON-847635217-router', 'tenant_id': '336aa381caa24798b3c72d188fdcb52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '792f8e78-68dc-4327-9e5b-cb5aa42c0761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:07Z', 'updated_at': '2022-01-21T09:41:24Z', 'revision_number': 4, 'project_id': '336aa381caa24798b3c72d188fdcb52a', 'gw_port': {'id': '792f8e78-68dc-4327-9e5b-cb5aa42c0761', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:09Z', 'updated_at': '2022-01-21T09:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'c36f5ac7-689f-4b48-9e3e-4e823f6907ea', 'name': '', 'network_id': '8515717b-44bc-4a2f-9c9a-f5ff80484c08', 'tenant_id': '336aa381caa24798b3c72d188fdcb52a', 'mac_address': 'fa:16:3e:5f:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7fe4f7c-173a-4a1e-bc9c-b6d802a0a8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:22Z', 'updated_at': '2022-01-21T09:42:02Z', 'revision_number': 5, 'project_id': '336aa381caa24798b3c72d188fdcb52a', 'subnets': [{'id': 'e7fe4f7c-173a-4a1e-bc9c-b6d802a0a8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:45.038943 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e24f3b5-2847-43fc-858c-f4841a53d5b4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:45:45.048559 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f23c60-eeb1-4d63-89dc-43f9e52ab98a None None] The sync data for ids ['36e4ec95-5470-4208-b6c3-206848c3ed41'] in dv-neutron-825732-1-hyperv is: [{'id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'name': 'tempest-ServerActionsTestJSON-847635217-router', 'tenant_id': '336aa381caa24798b3c72d188fdcb52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '792f8e78-68dc-4327-9e5b-cb5aa42c0761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:07Z', 'updated_at': '2022-01-21T09:41:24Z', 'revision_number': 4, 'project_id': '336aa381caa24798b3c72d188fdcb52a', 'gw_port': {'id': '792f8e78-68dc-4327-9e5b-cb5aa42c0761', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:09Z', 'updated_at': '2022-01-21T09:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'c36f5ac7-689f-4b48-9e3e-4e823f6907ea', 'name': '', 'network_id': '8515717b-44bc-4a2f-9c9a-f5ff80484c08', 'tenant_id': '336aa381caa24798b3c72d188fdcb52a', 'mac_address': 'fa:16:3e:5f:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7fe4f7c-173a-4a1e-bc9c-b6d802a0a8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:22Z', 'updated_at': '2022-01-21T09:42:02Z', 'revision_number': 5, 'project_id': '336aa381caa24798b3c72d188fdcb52a', 'subnets': [{'id': 'e7fe4f7c-173a-4a1e-bc9c-b6d802a0a8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:45:45.053577 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94749a8f-bd43-4ad9-a8a2-3924a058f05d None None] Sync routers for ids ['1b8bece9-f214-4d67-86b4-5c601c077517'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:45:45.069063 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-97a382a9-7ed5-4338-bd0a-80e9eb45d6bd None None] Attempting to bind port 87fd41b9-4085-4442-a312-5f0f9452d3c1 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:45.069439 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-97a382a9-7ed5-4338-bd0a-80e9eb45d6bd None None] Attempting to bind port 87fd41b9-4085-4442-a312-5f0f9452d3c1 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:45.069845 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a382a9-7ed5-4338-bd0a-80e9eb45d6bd None None] Attempting to bind port 87fd41b9-4085-4442-a312-5f0f9452d3c1 on network d5f237d0-52c1-4100-800c-a471203fec66 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:45:45.072322 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b22941-0190-49c7-bebf-8daa95dd0c84 None None] Pushing event updated for resources: {'Port': ['ID=be099e03-c4b9-4d37-bf3c-06549b7bebbc,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:45.078014 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94749a8f-bd43-4ad9-a8a2-3924a058f05d None None] Routers {'1b8bece9-f214-4d67-86b4-5c601c077517'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:45.078628 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-94749a8f-bd43-4ad9-a8a2-3924a058f05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:45:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['1b8bece9-f214-4d67-86b4-5c601c077517'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:45.108709 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ae5116f0-d89a-491e-b6fe-1d4edad0cb8f tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.110080 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ae5116f0-d89a-491e-b6fe-1d4edad0cb8f tempest-ServerActionsTestJSON-946255329 tempest-ServerActionsTestJSON-946255329-project] 10.222.0.104 "DELETE /v2.0/floatingips/efb59135-d72b-482d-89a0-d5b848fdfd54 HTTP/1.1" status: 204 len: 168 time: 3.1729944 Jan 21 09:45:45.121953 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59468) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:45.192102 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5e24f3b5-2847-43fc-858c-f4841a53d5b4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "PUT /v2.0/routers/1b8bece9-f214-4d67-86b4-5c601c077517/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8066204 Jan 21 09:45:45.206141 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59472) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:45.227497 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-94749a8f-bd43-4ad9-a8a2-3924a058f05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:45.247461 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94749a8f-bd43-4ad9-a8a2-3924a058f05d None None] Routers {'1b8bece9-f214-4d67-86b4-5c601c077517'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:45.248444 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-94749a8f-bd43-4ad9-a8a2-3924a058f05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:45:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['1b8bece9-f214-4d67-86b4-5c601c077517'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:45.260327 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b22941-0190-49c7-bebf-8daa95dd0c84 None None] Network 2bc8941b-66a7-47a2-bea4-90dc278fca97 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:45.269746 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-f8b22941-0190-49c7-bebf-8daa95dd0c84 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:45.274210 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b22941-0190-49c7-bebf-8daa95dd0c84 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:45.287396 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a382a9-7ed5-4338-bd0a-80e9eb45d6bd None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:45:45.287678 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a382a9-7ed5-4338-bd0a-80e9eb45d6bd None None] Checking segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:45.288073 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-97a382a9-7ed5-4338-bd0a-80e9eb45d6bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.288467 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a382a9-7ed5-4338-bd0a-80e9eb45d6bd None None] Bound using segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:45:45.289009 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-97a382a9-7ed5-4338-bd0a-80e9eb45d6bd None None] Bound port: 87fd41b9-4085-4442-a312-5f0f9452d3c1, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:45.289318 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-97a382a9-7ed5-4338-bd0a-80e9eb45d6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.320929 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port a7b24843-21e1-46c1-b203-75f9f14cc6d3 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:45.339939 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d4a33d21-3f0e-4f19-acf8-b96d91d95d05 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.371952 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b09b96fb-7d08-4796-98e6-a641dbdd21e0 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.485229 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port a7b24843-21e1-46c1-b203-75f9f14cc6d3 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:45.485229 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.504840 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-94749a8f-bd43-4ad9-a8a2-3924a058f05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:45.505922 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94749a8f-bd43-4ad9-a8a2-3924a058f05d None None] The sync data for ids ['1b8bece9-f214-4d67-86b4-5c601c077517'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:45:45.521788 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-d4a33d21-3f0e-4f19-acf8-b96d91d95d05 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc8941b-66a7-47a2-bea4-90dc278fca97']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:45.610601 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce605dc9-39c1-42cc-b7cb-675bfd7cfd45 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:45.616638 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ce605dc9-39c1-42cc-b7cb-675bfd7cfd45 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "GET /v2.0/ports/3573b8c2-940b-4b75-89df-26ba7f1ee961 HTTP/1.1" status: 200 len: 911 time: 0.4079151 Jan 21 09:45:45.619941 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59476) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:45.621109 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-d4a33d21-3f0e-4f19-acf8-b96d91d95d05 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d6574d1-8ff8-476c-b878-4fc76295f9b3') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:45.621394 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-d4a33d21-3f0e-4f19-acf8-b96d91d95d05 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d6574d1-8ff8-476c-b878-4fc76295f9b3') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:45.714787 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d4a33d21-3f0e-4f19-acf8-b96d91d95d05 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.761711 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d4a33d21-3f0e-4f19-acf8-b96d91d95d05 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.859728 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f8b22941-0190-49c7-bebf-8daa95dd0c84 None None] Attempting to bind port be099e03-c4b9-4d37-bf3c-06549b7bebbc on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:45.860830 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f8b22941-0190-49c7-bebf-8daa95dd0c84 None None] Attempting to bind port be099e03-c4b9-4d37-bf3c-06549b7bebbc by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '4d6574d1-8ff8-476c-b878-4fc76295f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2bc8941b-66a7-47a2-bea4-90dc278fca97'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:45.861887 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b22941-0190-49c7-bebf-8daa95dd0c84 None None] Attempting to bind port be099e03-c4b9-4d37-bf3c-06549b7bebbc on network 2bc8941b-66a7-47a2-bea4-90dc278fca97 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:45:45.939873 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0832dcb-cde4-4aee-8a4f-8b1ac9467b16 None None] Network 51d3b16a-4582-4384-980c-916f29e9ac85 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:45.969135 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a33d21-3f0e-4f19-acf8-b96d91d95d05 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:45:45.969135 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d4a33d21-3f0e-4f19-acf8-b96d91d95d05 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.986858 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b22941-0190-49c7-bebf-8daa95dd0c84 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:45:45.987754 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b22941-0190-49c7-bebf-8daa95dd0c84 None None] Checking segment: {'id': '4d6574d1-8ff8-476c-b878-4fc76295f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2bc8941b-66a7-47a2-bea4-90dc278fca97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:45.988166 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f8b22941-0190-49c7-bebf-8daa95dd0c84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.988569 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b22941-0190-49c7-bebf-8daa95dd0c84 None None] Bound using segment: {'id': '4d6574d1-8ff8-476c-b878-4fc76295f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2bc8941b-66a7-47a2-bea4-90dc278fca97'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:45:45.989058 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f8b22941-0190-49c7-bebf-8daa95dd0c84 None None] Bound port: be099e03-c4b9-4d37-bf3c-06549b7bebbc, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6574d1-8ff8-476c-b878-4fc76295f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2bc8941b-66a7-47a2-bea4-90dc278fca97'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:45.989433 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f8b22941-0190-49c7-bebf-8daa95dd0c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.996657 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:45:45.996657 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:45:45.996657 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:45:45.996657 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:45:45.996657 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:45:45.996657 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:45:45.996657 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:45:45.996657 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:45:45.996657 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:45:45.996657 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:45:45.996657 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:45:45.996657 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:45:45.996657 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:45:45.996657 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:45:45.996657 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:45:45.996657 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:45:45.996657 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:45:45.996657 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:45:45.996657 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:45:45.996657 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:45:45.996657 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:45:45.996657 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:45:45.996657 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:45:45.996657 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:45:45.996657 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:45:45.996657 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:45:45.996657 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:45:45.996657 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:45:45.996657 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:45:45.996657 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:45:45.996657 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:45:45.996657 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:45:46.087217 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-97a382a9-7ed5-4338-bd0a-80e9eb45d6bd None None] For port 87fd41b9-4085-4442-a312-5f0f9452d3c1, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:45:46.087963 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3263ee2d-f959-4778-ac92-a9e514a722b6 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:46.112353 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a8b1de-8633-4675-bec5-22e53aa8495d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting subnet 3388e466-d974-4ce1-ad48-e26653d13715 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:45:46.132250 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-47a8b1de-8633-4675-bec5-22e53aa8495d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:46.143263 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-97a382a9-7ed5-4338-bd0a-80e9eb45d6bd None None] For port 87fd41b9-4085-4442-a312-5f0f9452d3c1, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=87fd41b9-4085-4442-a312-5f0f9452d3c1,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:45:46.170591 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-97a382a9-7ed5-4338-bd0a-80e9eb45d6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:46.170812 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-3263ee2d-f959-4778-ac92-a9e514a722b6 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Deleting port ad0c73fa-1b70-40df-9274-4d42dc7b32d0 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:46.171096 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3263ee2d-f959-4778-ac92-a9e514a722b6 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:46.175565 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-d219d41e-e1e0-4535-a951-c897f86c291a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Allocated IP 172.21.0.1 (a98071ca-42bf-4925-95d2-ee0507ad4143/4f23151d-29da-4116-ad61-15d1d8d84a17/05654bd4-0334-47df-8a18-f7fe9f0aa44e) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:46.212741 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.api [None req-d4a33d21-3f0e-4f19-acf8-b96d91d95d05 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:45:46.212741 dv-neutron-825732-1-hyperv neutron-server[83597]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:45:46.212741 dv-neutron-825732-1-hyperv neutron-server[83597]: [parameters: {'id': '2bc8941b-66a7-47a2-bea4-90dc278fca97'}] Jan 21 09:45:46.212741 dv-neutron-825732-1-hyperv neutron-server[83597]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:45:46.213398 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG oslo_db.api [None req-d4a33d21-3f0e-4f19-acf8-b96d91d95d05 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:45:46.228626 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-e83a39ab-3990-410e-b763-f31cb79c794e None None] Provisioning for port 9ede7b14-b860-493b-9bc6-2e6ff0956470 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:46.256569 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-47a8b1de-8633-4675-bec5-22e53aa8495d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:46.459465 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-f8b22941-0190-49c7-bebf-8daa95dd0c84 None None] For port be099e03-c4b9-4d37-bf3c-06549b7bebbc, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:45:46.466005 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a382a9-7ed5-4338-bd0a-80e9eb45d6bd None None] Pushing event updated for resources: {'Port': ['ID=87fd41b9-4085-4442-a312-5f0f9452d3c1,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:46.469096 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:46.496121 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-f8b22941-0190-49c7-bebf-8daa95dd0c84 None None] For port be099e03-c4b9-4d37-bf3c-06549b7bebbc, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=be099e03-c4b9-4d37-bf3c-06549b7bebbc,segment=NetworkSegment(4d6574d1-8ff8-476c-b878-4fc76295f9b3),segment_id=4d6574d1-8ff8-476c-b878-4fc76295f9b3)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:45:46.512414 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a49d5176-b095-46cf-9bd0-11423c78244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d27816d-cf28-4bbe-8206-fc47c63c8d97', 'name': 'tempest-snat-router-1726387900', 'tenant_id': '4747faad71854e4fac490fce5d95fc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': 'ad0c73fa-1b70-40df-9274-4d42dc7b32d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:37Z', 'updated_at': '2022-01-21T09:45:40Z', 'revision_number': 3, 'project_id': '4747faad71854e4fac490fce5d95fc3d', 'gw_port': {'id': 'ad0c73fa-1b70-40df-9274-4d42dc7b32d0', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d27816d-cf28-4bbe-8206-fc47c63c8d97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:40Z', 'updated_at': '2022-01-21T09:45:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:46.519309 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f8b22941-0190-49c7-bebf-8daa95dd0c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:46.561080 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-b09b96fb-7d08-4796-98e6-a641dbdd21e0 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:45:46.573490 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port a7b24843-21e1-46c1-b203-75f9f14cc6d3, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=a7b24843-21e1-46c1-b203-75f9f14cc6d3,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:46.577427 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d219d41e-e1e0-4535-a951-c897f86c291a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:46.587041 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b09b96fb-7d08-4796-98e6-a641dbdd21e0 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:46.601856 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b09b96fb-7d08-4796-98e6-a641dbdd21e0 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:46.605705 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49d5176-b095-46cf-9bd0-11423c78244c None None] Checking router: 0d27816d-cf28-4bbe-8206-fc47c63c8d97 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:45:46.606277 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49d5176-b095-46cf-9bd0-11423c78244c None None] Updating router 0d27816d-cf28-4bbe-8206-fc47c63c8d97 port ad0c73fa-1b70-40df-9274-4d42dc7b32d0 binding host dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:45:46.629325 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3263ee2d-f959-4778-ac92-a9e514a722b6 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:46.660225 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d219d41e-e1e0-4535-a951-c897f86c291a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Transition to ACTIVE for port object 05654bd4-0334-47df-8a18-f7fe9f0aa44e will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:46.661429 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:46.712546 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d219d41e-e1e0-4535-a951-c897f86c291a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:46.736533 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d4a33d21-3f0e-4f19-acf8-b96d91d95d05 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:46.740850 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-47a8b1de-8633-4675-bec5-22e53aa8495d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:46.741069 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a49d5176-b095-46cf-9bd0-11423c78244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:46.857636 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d219d41e-e1e0-4535-a951-c897f86c291a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Network a98071ca-42bf-4925-95d2-ee0507ad4143 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:46.859843 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b96fb-7d08-4796-98e6-a641dbdd21e0 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Port': ['ID=b2b95a9d-cc4a-4a96-bef0-f3c364cf113a,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:46.903946 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b22941-0190-49c7-bebf-8daa95dd0c84 None None] Pushing event updated for resources: {'Port': ['ID=be099e03-c4b9-4d37-bf3c-06549b7bebbc,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:46.958735 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-3263ee2d-f959-4778-ac92-a9e514a722b6 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Calling delete_port for ad0c73fa-1b70-40df-9274-4d42dc7b32d0 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:47.017279 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-d219d41e-e1e0-4535-a951-c897f86c291a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:47.073883 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 2b0c89db-f178-4e8c-ae10-d96b3fb8e25f up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:47.106992 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219d41e-e1e0-4535-a951-c897f86c291a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Port': ['ID=05654bd4-0334-47df-8a18-f7fe9f0aa44e,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:47.179650 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d219d41e-e1e0-4535-a951-c897f86c291a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:47.185886 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-d4a33d21-3f0e-4f19-acf8-b96d91d95d05 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Deleting port be099e03-c4b9-4d37-bf3c-06549b7bebbc {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:47.186494 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d4a33d21-3f0e-4f19-acf8-b96d91d95d05 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:47.228544 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03002d70-e479-4662-95f3-94668a22f04b None None] Network 2bc8941b-66a7-47a2-bea4-90dc278fca97 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:47.367942 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=a7b24843-21e1-46c1-b203-75f9f14cc6d3,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:47.383422 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-47a8b1de-8633-4675-bec5-22e53aa8495d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:47.419019 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d219d41e-e1e0-4535-a951-c897f86c291a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:47.493038 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b09b96fb-7d08-4796-98e6-a641dbdd21e0 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:47.556000 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8b1de-8633-4675-bec5-22e53aa8495d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Subnet': ['ID=3388e466-d974-4ce1-ad48-e26653d13715,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:47.572619 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bd5e4d-e11f-4f8a-9449-d74a8213a847 None None] New status for floating IP efb59135-d72b-482d-89a0-d5b848fdfd54: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:45:47.587777 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-47a8b1de-8633-4675-bec5-22e53aa8495d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:47.598783 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3263ee2d-f959-4778-ac92-a9e514a722b6 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:47.648524 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed80b6db-a5ea-48fb-9052-91822cba6372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:47.729373 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d219d41e-e1e0-4535-a951-c897f86c291a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:47.813916 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263ee2d-f959-4778-ac92-a9e514a722b6 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad0c73fa-1b70-40df-9274-4d42dc7b32d0,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:47.849348 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-47a8b1de-8633-4675-bec5-22e53aa8495d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/3388e466-d974-4ce1-ad48-e26653d13715 HTTP/1.1" status: 204 len: 168 time: 2.7765732 Jan 21 09:45:47.984608 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-9d5c1292-060d-46f6-9232-8e084f8bc5c2 None None] Provisioning for port 05654bd4-0334-47df-8a18-f7fe9f0aa44e completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:47.992888 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 2b0c89db-f178-4e8c-ae10-d96b3fb8e25f triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:47.993285 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:48.086133 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-9d5c1292-060d-46f6-9232-8e084f8bc5c2 None None] Provisioning complete for port 05654bd4-0334-47df-8a18-f7fe9f0aa44e triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:48.086514 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9d5c1292-060d-46f6-9232-8e084f8bc5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:48.104185 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59480) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:48.280679 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-d4a33d21-3f0e-4f19-acf8-b96d91d95d05 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] For port be099e03-c4b9-4d37-bf3c-06549b7bebbc, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=be099e03-c4b9-4d37-bf3c-06549b7bebbc,segment=NetworkSegment(4d6574d1-8ff8-476c-b878-4fc76295f9b3),segment_id=4d6574d1-8ff8-476c-b878-4fc76295f9b3)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:48.281292 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d4a33d21-3f0e-4f19-acf8-b96d91d95d05 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:48.319203 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-9d5c1292-060d-46f6-9232-8e084f8bc5c2 None None] Port 05654bd4-0334-47df-8a18-f7fe9f0aa44e cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:45:48.351377 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6e65802e-c620-458e-b570-58357edfa555 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2404881 Jan 21 09:45:48.409321 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59484) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:48.427449 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-a49d5176-b095-46cf-9bd0-11423c78244c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:45:48.428071 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-a49d5176-b095-46cf-9bd0-11423c78244c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:45:48.445902 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 9ede7b14-b860-493b-9bc6-2e6ff0956470 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:48.482306 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec8fe6c-e267-4193-a8e8-30f5807d7251 None None] Network 2bc8941b-66a7-47a2-bea4-90dc278fca97 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:48.499949 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca2a05f-4f1c-45a7-af81-88b8105b361e None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:48.543359 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-3cdbfb38-bede-44bc-8147-01d0f58cd8e0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:48.565691 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-d4a33d21-3f0e-4f19-acf8-b96d91d95d05 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Calling delete_port for be099e03-c4b9-4d37-bf3c-06549b7bebbc owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:48.731680 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b09b96fb-7d08-4796-98e6-a641dbdd21e0 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:48.768490 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-3a7869ee-9c11-4d55-9d03-f9ab77bbade0 None None] Provisioning for port b2b95a9d-cc4a-4a96-bef0-f3c364cf113a completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:48.808273 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-3a7869ee-9c11-4d55-9d03-f9ab77bbade0 None None] Provisioning complete for port b2b95a9d-cc4a-4a96-bef0-f3c364cf113a triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:48.808546 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3a7869ee-9c11-4d55-9d03-f9ab77bbade0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:48.926308 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3263ee2d-f959-4778-ac92-a9e514a722b6 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:48.991280 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3cdbfb38-bede-44bc-8147-01d0f58cd8e0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:48.993383 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d4a33d21-3f0e-4f19-acf8-b96d91d95d05 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.012770 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-3a7869ee-9c11-4d55-9d03-f9ab77bbade0 None None] Port b2b95a9d-cc4a-4a96-bef0-f3c364cf113a cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:45:49.016706 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49d5176-b095-46cf-9bd0-11423c78244c None None] Port ad0c73fa-1b70-40df-9274-4d42dc7b32d0 not found while updating agent binding for router 0d27816d-cf28-4bbe-8206-fc47c63c8d97. {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Jan 21 09:45:49.029009 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 9ede7b14-b860-493b-9bc6-2e6ff0956470 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:49.041221 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-d219d41e-e1e0-4535-a951-c897f86c291a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:45:49.046567 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 9ede7b14-b860-493b-9bc6-2e6ff0956470 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:49.047006 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.089186 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49d5176-b095-46cf-9bd0-11423c78244c None None] Routers {'0d27816d-cf28-4bbe-8206-fc47c63c8d97'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:49.089820 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a49d5176-b095-46cf-9bd0-11423c78244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:45:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['0d27816d-cf28-4bbe-8206-fc47c63c8d97'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:49.106014 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3cdbfb38-bede-44bc-8147-01d0f58cd8e0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:subnet and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:49.120944 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d219d41e-e1e0-4535-a951-c897f86c291a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.172140 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d219d41e-e1e0-4535-a951-c897f86c291a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.191694 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3cdbfb38-bede-44bc-8147-01d0f58cd8e0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:49.228497 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-3a7869ee-9c11-4d55-9d03-f9ab77bbade0 None None] Provisioning complete for port 9ede7b14-b860-493b-9bc6-2e6ff0956470 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:49.228497 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3a7869ee-9c11-4d55-9d03-f9ab77bbade0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.268863 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-090139b4-bfe5-45d4-96a1-d77899242555 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.282161 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a33d21-3f0e-4f19-acf8-b96d91d95d05 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event deleted for resources: {'Port': ['ID=be099e03-c4b9-4d37-bf3c-06549b7bebbc,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:49.289669 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3cdbfb38-bede-44bc-8147-01d0f58cd8e0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:49.302026 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a33d21-3f0e-4f19-acf8-b96d91d95d05 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] No DVR routers for this DVR port be099e03-c4b9-4d37-bf3c-06549b7bebbc on host dv-neutron-825732-1-hyperv {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:45:49.322062 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-a49d5176-b095-46cf-9bd0-11423c78244c None None] Set router 0d27816d-cf28-4bbe-8206-fc47c63c8d97 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:45:49.432865 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219d41e-e1e0-4535-a951-c897f86c291a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Port': ['ID=05654bd4-0334-47df-8a18-f7fe9f0aa44e,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:49.454465 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d219d41e-e1e0-4535-a951-c897f86c291a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.476555 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3263ee2d-f959-4778-ac92-a9e514a722b6 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.481203 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3263ee2d-f959-4778-ac92-a9e514a722b6 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.501356 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e7549d-6dad-4b03-bb37-6544f9186e10 None None] DHCP port deletion for d5f237d0-52c1-4100-800c-a471203fec66 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:45:49.520992 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a49d5176-b095-46cf-9bd0-11423c78244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d27816d-cf28-4bbe-8206-fc47c63c8d97', 'name': 'tempest-snat-router-1726387900', 'tenant_id': '4747faad71854e4fac490fce5d95fc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:37Z', 'updated_at': '2022-01-21T09:45:47Z', 'revision_number': 5, 'project_id': '4747faad71854e4fac490fce5d95fc3d', 'gw_port_host': None}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:49.529534 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-99e7549d-6dad-4b03-bb37-6544f9186e10 None None] Deleting port 87fd41b9-4085-4442-a312-5f0f9452d3c1 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:49.530179 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-99e7549d-6dad-4b03-bb37-6544f9186e10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.636177 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3263ee2d-f959-4778-ac92-a9e514a722b6 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.637287 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3263ee2d-f959-4778-ac92-a9e514a722b6 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0d27816d-cf28-4bbe-8206-fc47c63c8d97 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:45:49.639934 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdbfb38-bede-44bc-8147-01d0f58cd8e0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:49.646473 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3cdbfb38-bede-44bc-8147-01d0f58cd8e0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.740011 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49d5176-b095-46cf-9bd0-11423c78244c None None] The sync data for ids ['0d27816d-cf28-4bbe-8206-fc47c63c8d97'] in dv-neutron-825732-1-hyperv is: [{'id': '0d27816d-cf28-4bbe-8206-fc47c63c8d97', 'name': 'tempest-snat-router-1726387900', 'tenant_id': '4747faad71854e4fac490fce5d95fc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:37Z', 'updated_at': '2022-01-21T09:45:47Z', 'revision_number': 5, 'project_id': '4747faad71854e4fac490fce5d95fc3d', 'gw_port_host': None}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:45:49.768994 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.807195 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-b09b96fb-7d08-4796-98e6-a641dbdd21e0 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:45:49.846371 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3a7869ee-9c11-4d55-9d03-f9ab77bbade0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.864646 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b09b96fb-7d08-4796-98e6-a641dbdd21e0 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.903882 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b09b96fb-7d08-4796-98e6-a641dbdd21e0 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.904977 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b09b96fb-7d08-4796-98e6-a641dbdd21e0 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.996940 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b96fb-7d08-4796-98e6-a641dbdd21e0 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Port': ['ID=b2b95a9d-cc4a-4a96-bef0-f3c364cf113a,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:50.018807 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 9ede7b14-b860-493b-9bc6-2e6ff0956470, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=9ede7b14-b860-493b-9bc6-2e6ff0956470,segment=NetworkSegment(e0809964-1dab-442e-94e7-acce55851144),segment_id=e0809964-1dab-442e-94e7-acce55851144)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:50.036067 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.045340 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d4a33d21-3f0e-4f19-acf8-b96d91d95d05 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.087843 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-d4a33d21-3f0e-4f19-acf8-b96d91d95d05 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc8941b-66a7-47a2-bea4-90dc278fca97']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:50.147854 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3263ee2d-f959-4778-ac92-a9e514a722b6 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.149288 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3263ee2d-f959-4778-ac92-a9e514a722b6 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] 10.222.0.104 "DELETE /v2.0/routers/0d27816d-cf28-4bbe-8206-fc47c63c8d97 HTTP/1.1" status: 204 len: 168 time: 6.5244560 Jan 21 09:45:50.159895 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59488) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:50.160106 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-99e7549d-6dad-4b03-bb37-6544f9186e10 None None] For port 87fd41b9-4085-4442-a312-5f0f9452d3c1, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=87fd41b9-4085-4442-a312-5f0f9452d3c1,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:50.160106 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-99e7549d-6dad-4b03-bb37-6544f9186e10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.166969 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d219d41e-e1e0-4535-a951-c897f86c291a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Network a98071ca-42bf-4925-95d2-ee0507ad4143 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:50.182092 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-d4a33d21-3f0e-4f19-acf8-b96d91d95d05 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d6574d1-8ff8-476c-b878-4fc76295f9b3') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:50.182487 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-d4a33d21-3f0e-4f19-acf8-b96d91d95d05 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d6574d1-8ff8-476c-b878-4fc76295f9b3') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:50.185031 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-d219d41e-e1e0-4535-a951-c897f86c291a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:50.300581 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d4a33d21-3f0e-4f19-acf8-b96d91d95d05 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.423619 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d4a33d21-3f0e-4f19-acf8-b96d91d95d05 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.455581 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-3a7869ee-9c11-4d55-9d03-f9ab77bbade0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:45:50.455581 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-3a7869ee-9c11-4d55-9d03-f9ab77bbade0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:45:50.457860 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a7b24843-21e1-46c1-b203-75f9f14cc6d3 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:50.469725 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a33d21-3f0e-4f19-acf8-b96d91d95d05 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:45:50.471690 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d4a33d21-3f0e-4f19-acf8-b96d91d95d05 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.496881 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-99e7549d-6dad-4b03-bb37-6544f9186e10 None None] Calling delete_port for 87fd41b9-4085-4442-a312-5f0f9452d3c1 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:50.497999 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:45:50.497999 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:45:50.497999 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:45:50.497999 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:45:50.497999 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:45:50.497999 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:45:50.497999 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:45:50.497999 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:45:50.497999 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:45:50.497999 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:45:50.497999 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:45:50.497999 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:45:50.497999 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:45:50.497999 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:45:50.497999 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:45:50.497999 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:45:50.497999 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:45:50.497999 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:45:50.497999 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:45:50.497999 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:45:50.497999 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:45:50.497999 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:45:50.497999 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:45:50.497999 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:45:50.497999 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:45:50.497999 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:45:50.497999 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:45:50.497999 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:45:50.497999 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:45:50.497999 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:45:50.497999 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:45:50.497999 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:45:50.621499 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=9ede7b14-b860-493b-9bc6-2e6ff0956470,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:50.670574 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.742255 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port a7b24843-21e1-46c1-b203-75f9f14cc6d3 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:50.742255 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.743474 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d4a33d21-3f0e-4f19-acf8-b96d91d95d05 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.773203 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d4a33d21-3f0e-4f19-acf8-b96d91d95d05 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.799458 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-99e7549d-6dad-4b03-bb37-6544f9186e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.806011 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a33d21-3f0e-4f19-acf8-b96d91d95d05 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event deleted for resources: {'Network': ['ID=2bc8941b-66a7-47a2-bea4-90dc278fca97,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:50.859613 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7549d-6dad-4b03-bb37-6544f9186e10 None None] Pushing event deleted for resources: {'Port': ['ID=87fd41b9-4085-4442-a312-5f0f9452d3c1,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:50.868270 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e7549d-6dad-4b03-bb37-6544f9186e10 None None] No DVR routers for this DVR port 87fd41b9-4085-4442-a312-5f0f9452d3c1 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:45:50.891578 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0a8680-2e4d-4d52-883e-6c7b35c9e083 None None] get_active_networks_info from dv-neutron-825732-1-hyperv {{(pid=83599) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 09:45:50.912606 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d4a33d21-3f0e-4f19-acf8-b96d91d95d05 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "DELETE /v2.0/networks/2bc8941b-66a7-47a2-bea4-90dc278fca97 HTTP/1.1" status: 204 len: 168 time: 8.7742751 Jan 21 09:45:50.926077 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59492) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:51.002491 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09b96fb-7d08-4796-98e6-a641dbdd21e0 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Network 51d3b16a-4582-4384-980c-916f29e9ac85 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:51.005852 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-a47cc4d1-e649-494b-8dd7-37317a5eefe7 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:51.006317 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a47cc4d1-e649-494b-8dd7-37317a5eefe7 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:51.060251 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3cdbfb38-bede-44bc-8147-01d0f58cd8e0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.066277 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-b09b96fb-7d08-4796-98e6-a641dbdd21e0 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:51.133837 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-090139b4-bfe5-45d4-96a1-d77899242555 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Allocated IP 2001:db8:1::1 (b36c603d-e69b-4299-9b5c-dd3923061d89/cb8f3b6c-8211-4a23-8548-d62b2351ebc9/ca568cc3-a3cb-4031-a25e-d1c1bd0009c3) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:51.143529 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a47cc4d1-e649-494b-8dd7-37317a5eefe7 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "DELETE /v2.0/subnets/c727bfe1-077e-4604-852f-67b7fa9f7f8d HTTP/1.1" status: 404 len: 337 time: 0.2126956 Jan 21 09:45:51.161250 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59496) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:51.201078 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0a8680-2e4d-4d52-883e-6c7b35c9e083 None None] Resources bound (agent type, host, resource id): {{(pid=83599) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:45:51.246580 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdbfb38-bede-44bc-8147-01d0f58cd8e0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:51.253016 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-a9104284-1b05-44e0-ad73-57c94b6c8feb None None] Could not find standard attr ID for object 87fd41b9-4085-4442-a312-5f0f9452d3c1. {{(pid=83599) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:45:51.254933 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdbfb38-bede-44bc-8147-01d0f58cd8e0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Subnet': ['ID=3390fde3-d15c-4eb6-83e1-d18c79deb1e1,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:51.317642 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-3cdbfb38-bede-44bc-8147-01d0f58cd8e0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:51.325074 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d89d8bc-efac-4d8e-90f1-7c452b12866b tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:51.325629 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d89d8bc-efac-4d8e-90f1-7c452b12866b tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:51.331389 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7d89d8bc-efac-4d8e-90f1-7c452b12866b tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "DELETE /v2.0/networks/2bc8941b-66a7-47a2-bea4-90dc278fca97 HTTP/1.1" status: 404 len: 339 time: 0.1623070 Jan 21 09:45:51.331955 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59500) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:51.336026 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdbfb38-bede-44bc-8147-01d0f58cd8e0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:51.336612 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3cdbfb38-bede-44bc-8147-01d0f58cd8e0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.339431 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-a9104284-1b05-44e0-ad73-57c94b6c8feb None None] Provisioning complete for port b2b95a9d-cc4a-4a96-bef0-f3c364cf113a triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:51.339802 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a9104284-1b05-44e0-ad73-57c94b6c8feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.391366 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3cdbfb38-bede-44bc-8147-01d0f58cd8e0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9782691 Jan 21 09:45:51.395816 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59504) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:51.418451 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c162d969-69fb-4525-bfe7-cf61bd4a77d3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'port': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'name': 'tempest-NetworksTestDHCPv6-1989774749'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:51.449505 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-a9104284-1b05-44e0-ad73-57c94b6c8feb None None] Port b2b95a9d-cc4a-4a96-bef0-f3c364cf113a cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:45:51.503956 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-a9104284-1b05-44e0-ad73-57c94b6c8feb None None] Provisioning complete for port 05654bd4-0334-47df-8a18-f7fe9f0aa44e triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:51.504977 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a9104284-1b05-44e0-ad73-57c94b6c8feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.537668 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6cdfd4b7-06f4-439b-941f-321fa3b6572a tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.615568 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-a9104284-1b05-44e0-ad73-57c94b6c8feb None None] Port 05654bd4-0334-47df-8a18-f7fe9f0aa44e cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:45:51.632007 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-090139b4-bfe5-45d4-96a1-d77899242555 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.652472 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-652c706c-ea3a-4688-8d0d-e4512daff7a9 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.683088 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-090139b4-bfe5-45d4-96a1-d77899242555 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Transition to ACTIVE for port object ca568cc3-a3cb-4031-a25e-d1c1bd0009c3 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:51.691096 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d219d41e-e1e0-4535-a951-c897f86c291a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Router eeebddad-47b7-4f5a-ad27-e14fec637012 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:45:51.728824 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c162d969-69fb-4525-bfe7-cf61bd4a77d3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:51.735852 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c162d969-69fb-4525-bfe7-cf61bd4a77d3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:port and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:51.742845 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c162d969-69fb-4525-bfe7-cf61bd4a77d3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:51.753916 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c162d969-69fb-4525-bfe7-cf61bd4a77d3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:51.803442 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb1184a-d98b-4ed6-88fd-724c1a56173a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-d5f237d0-52c1-4100-800c-a471203fec66', 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'tenant_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'fixed_ips': [{'subnet_id': '3390fde3-d15c-4eb6-83e1-d18c79deb1e1'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:45:51.806850 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3cb1184a-d98b-4ed6-88fd-724c1a56173a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.836251 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c162d969-69fb-4525-bfe7-cf61bd4a77d3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:51.843881 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c162d969-69fb-4525-bfe7-cf61bd4a77d3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.871043 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ed80b6db-a5ea-48fb-9052-91822cba6372 admin admin] Deleting port c36f5ac7-689f-4b48-9e3e-4e823f6907ea {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:51.871716 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed80b6db-a5ea-48fb-9052-91822cba6372 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.044731 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-090139b4-bfe5-45d4-96a1-d77899242555 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.080979 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-3cb1184a-d98b-4ed6-88fd-724c1a56173a None None] Allocated IP 2001:db8::2 (d5f237d0-52c1-4100-800c-a471203fec66/3390fde3-d15c-4eb6-83e1-d18c79deb1e1/1c4403bf-3a2c-4063-8d79-2ec26a717055) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:52.094908 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-652c706c-ea3a-4688-8d0d-e4512daff7a9 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.155184 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090139b4-bfe5-45d4-96a1-d77899242555 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Network b36c603d-e69b-4299-9b5c-dd3923061d89 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:52.167003 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-090139b4-bfe5-45d4-96a1-d77899242555 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:52.175044 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-c162d969-69fb-4525-bfe7-cf61bd4a77d3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] device_id is not set on port 70ceb318-a1e4-41e5-bc80-6018f2219fae yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:45:52.226926 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090139b4-bfe5-45d4-96a1-d77899242555 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:52.227520 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-090139b4-bfe5-45d4-96a1-d77899242555 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.246884 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 9ede7b14-b860-493b-9bc6-2e6ff0956470 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:52.249200 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090139b4-bfe5-45d4-96a1-d77899242555 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Port': ['ID=ca568cc3-a3cb-4031-a25e-d1c1bd0009c3,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:52.270628 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-652c706c-ea3a-4688-8d0d-e4512daff7a9 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c75f925-6dab-47b3-8c6f-75089b9bd42c']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:52.295853 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-652c706c-ea3a-4688-8d0d-e4512daff7a9 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c4e3c4-59d2-44d4-b2ba-d5b261b17795') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:52.296141 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-652c706c-ea3a-4688-8d0d-e4512daff7a9 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c4e3c4-59d2-44d4-b2ba-d5b261b17795') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:52.326650 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-652c706c-ea3a-4688-8d0d-e4512daff7a9 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.406360 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6cdfd4b7-06f4-439b-941f-321fa3b6572a tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.462421 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-090139b4-bfe5-45d4-96a1-d77899242555 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.476581 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-6cdfd4b7-06f4-439b-941f-321fa3b6572a tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Deleting port a7b24843-21e1-46c1-b203-75f9f14cc6d3 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:52.476982 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6cdfd4b7-06f4-439b-941f-321fa3b6572a tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.503799 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3cb1184a-d98b-4ed6-88fd-724c1a56173a None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.507732 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 9ede7b14-b860-493b-9bc6-2e6ff0956470 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:52.507732 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.542202 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-652c706c-ea3a-4688-8d0d-e4512daff7a9 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.550728 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-3cb1184a-d98b-4ed6-88fd-724c1a56173a None None] Transition to ACTIVE for port object 1c4403bf-3a2c-4063-8d79-2ec26a717055 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:52.576848 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-3cb1184a-d98b-4ed6-88fd-724c1a56173a None None] Transition to ACTIVE for port object 1c4403bf-3a2c-4063-8d79-2ec26a717055 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:52.586928 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-652c706c-ea3a-4688-8d0d-e4512daff7a9 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:45:52.587332 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-652c706c-ea3a-4688-8d0d-e4512daff7a9 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.600833 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3cb1184a-d98b-4ed6-88fd-724c1a56173a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.691112 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb1184a-d98b-4ed6-88fd-724c1a56173a None None] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:52.701083 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-3cb1184a-d98b-4ed6-88fd-724c1a56173a None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:52.705423 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb1184a-d98b-4ed6-88fd-724c1a56173a None None] Pushing event updated for resources: {'Port': ['ID=1c4403bf-3a2c-4063-8d79-2ec26a717055,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:52.708769 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb1184a-d98b-4ed6-88fd-724c1a56173a None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:52.740795 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:45:52.740795 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:45:52.740795 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:45:52.740795 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:45:52.740795 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:45:52.740795 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:45:52.740795 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:45:52.740795 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:45:52.740795 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:45:52.740795 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:45:52.740795 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:45:52.740795 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:45:52.740795 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:45:52.740795 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:45:52.740795 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:45:52.740795 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:45:52.740795 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:45:52.740795 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:45:52.740795 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:45:52.740795 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:45:52.740795 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:45:52.740795 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:45:52.740795 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:45:52.740795 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:45:52.740795 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:45:52.740795 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:45:52.740795 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:45:52.740795 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:45:52.740795 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:45:52.740795 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:45:52.740795 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:45:52.740795 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:45:52.772504 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ed80b6db-a5ea-48fb-9052-91822cba6372 admin admin] For port c36f5ac7-689f-4b48-9e3e-4e823f6907ea, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=c36f5ac7-689f-4b48-9e3e-4e823f6907ea,segment=NetworkSegment(ffef5f32-ec5b-43f1-8552-8b9a0a25607f),segment_id=ffef5f32-ec5b-43f1-8552-8b9a0a25607f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:52.773146 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed80b6db-a5ea-48fb-9052-91822cba6372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.801303 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-652c706c-ea3a-4688-8d0d-e4512daff7a9 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.868138 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-652c706c-ea3a-4688-8d0d-e4512daff7a9 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.914633 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-3cb1184a-d98b-4ed6-88fd-724c1a56173a None None] Attempting to bind port 1c4403bf-3a2c-4063-8d79-2ec26a717055 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:52.915106 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-3cb1184a-d98b-4ed6-88fd-724c1a56173a None None] Attempting to bind port 1c4403bf-3a2c-4063-8d79-2ec26a717055 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:52.915560 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb1184a-d98b-4ed6-88fd-724c1a56173a None None] Attempting to bind port 1c4403bf-3a2c-4063-8d79-2ec26a717055 on network d5f237d0-52c1-4100-800c-a471203fec66 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:45:52.924068 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb1184a-d98b-4ed6-88fd-724c1a56173a None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:45:52.924615 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb1184a-d98b-4ed6-88fd-724c1a56173a None None] Checking segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:52.925110 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3cb1184a-d98b-4ed6-88fd-724c1a56173a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.925916 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb1184a-d98b-4ed6-88fd-724c1a56173a None None] Bound using segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:45:52.927236 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-3cb1184a-d98b-4ed6-88fd-724c1a56173a None None] Bound port: 1c4403bf-3a2c-4063-8d79-2ec26a717055, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:52.927236 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3cb1184a-d98b-4ed6-88fd-724c1a56173a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.959983 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c706c-ea3a-4688-8d0d-e4512daff7a9 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event deleted for resources: {'Network': ['ID=6c75f925-6dab-47b3-8c6f-75089b9bd42c,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:52.961945 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d219d41e-e1e0-4535-a951-c897f86c291a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:45:52.982506 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac79346-8748-4a0a-82da-04bb47ce311a None None] Sync routers for ids ['eeebddad-47b7-4f5a-ad27-e14fec637012'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:45:52.986892 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-c162d969-69fb-4525-bfe7-cf61bd4a77d3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Allocated IP 2001:db8::1eb (d5f237d0-52c1-4100-800c-a471203fec66/3390fde3-d15c-4eb6-83e1-d18c79deb1e1/70ceb318-a1e4-41e5-bc80-6018f2219fae) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:53.000574 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac79346-8748-4a0a-82da-04bb47ce311a None None] Routers {'eeebddad-47b7-4f5a-ad27-e14fec637012'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:53.001465 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-4ac79346-8748-4a0a-82da-04bb47ce311a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:45:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['eeebddad-47b7-4f5a-ad27-e14fec637012'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:53.045433 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-3cb1184a-d98b-4ed6-88fd-724c1a56173a None None] For port 1c4403bf-3a2c-4063-8d79-2ec26a717055, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:45:53.051537 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-3cb1184a-d98b-4ed6-88fd-724c1a56173a None None] For port 1c4403bf-3a2c-4063-8d79-2ec26a717055, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=1c4403bf-3a2c-4063-8d79-2ec26a717055,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:45:53.058133 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3cb1184a-d98b-4ed6-88fd-724c1a56173a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:53.078200 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-4ac79346-8748-4a0a-82da-04bb47ce311a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:53.085838 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ed80b6db-a5ea-48fb-9052-91822cba6372 admin admin] Calling delete_port for c36f5ac7-689f-4b48-9e3e-4e823f6907ea owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:53.091973 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac79346-8748-4a0a-82da-04bb47ce311a None None] Routers {'eeebddad-47b7-4f5a-ad27-e14fec637012'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:53.092912 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-4ac79346-8748-4a0a-82da-04bb47ce311a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:45:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['eeebddad-47b7-4f5a-ad27-e14fec637012'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:53.126411 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-6cdfd4b7-06f4-439b-941f-321fa3b6572a tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] For port a7b24843-21e1-46c1-b203-75f9f14cc6d3, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=a7b24843-21e1-46c1-b203-75f9f14cc6d3,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:53.127682 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6cdfd4b7-06f4-439b-941f-321fa3b6572a tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:53.149140 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d219d41e-e1e0-4535-a951-c897f86c291a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "PUT /v2.0/routers/eeebddad-47b7-4f5a-ad27-e14fec637012/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4573138 Jan 21 09:45:53.163198 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59508) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:53.175103 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb1184a-d98b-4ed6-88fd-724c1a56173a None None] Pushing event updated for resources: {'Port': ['ID=1c4403bf-3a2c-4063-8d79-2ec26a717055,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:53.214577 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-4ac79346-8748-4a0a-82da-04bb47ce311a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:53.215497 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac79346-8748-4a0a-82da-04bb47ce311a None None] The sync data for ids ['eeebddad-47b7-4f5a-ad27-e14fec637012'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:45:53.248230 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-652c706c-ea3a-4688-8d0d-e4512daff7a9 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "DELETE /v2.0/networks/6c75f925-6dab-47b3-8c6f-75089b9bd42c HTTP/1.1" status: 204 len: 168 time: 1.9148560 Jan 21 09:45:53.248955 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09b96fb-7d08-4796-98e6-a641dbdd21e0 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Router 9271077e-7e8f-479c-a61f-91772801e913 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:45:53.262546 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59512) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:53.330996 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-677f5034-83a2-41f3-b4d6-8064a95ceb99 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:53.331639 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-677f5034-83a2-41f3-b4d6-8064a95ceb99 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:53.335060 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-677f5034-83a2-41f3-b4d6-8064a95ceb99 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "DELETE /v2.0/subnets/f07811a1-0808-4626-8146-fc5091cce6fc HTTP/1.1" status: 404 len: 337 time: 0.0713370 Jan 21 09:45:53.352028 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59516) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:53.391003 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-6cdfd4b7-06f4-439b-941f-321fa3b6572a tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Calling delete_port for a7b24843-21e1-46c1-b203-75f9f14cc6d3 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:53.405150 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4f3b38-a1fe-4a1b-9f81-9e58b2f9390c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:53.405743 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef4f3b38-a1fe-4a1b-9f81-9e58b2f9390c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:53.407447 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ef4f3b38-a1fe-4a1b-9f81-9e58b2f9390c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "DELETE /v2.0/networks/a15b373c-98ba-4dd4-8f05-3f96cc85dd33 HTTP/1.1" status: 404 len: 339 time: 0.0544000 Jan 21 09:45:53.419745 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59520) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:53.500000 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d4695b-3a66-41bb-998b-7f487fc51c07 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:53.500603 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b1d4695b-3a66-41bb-998b-7f487fc51c07 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Synchronizing usage tracker for tenant:d00df50c19fa484a82254f37be8cb96c on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:53.610427 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b1d4695b-3a66-41bb-998b-7f487fc51c07 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Unset dirty status for tenant:d00df50c19fa484a82254f37be8cb96c on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:53.612638 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b1d4695b-3a66-41bb-998b-7f487fc51c07 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "GET /v2.0/ports/05654bd4-0334-47df-8a18-f7fe9f0aa44e HTTP/1.1" status: 200 len: 910 time: 0.4279909 Jan 21 09:45:53.624133 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59524) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:53.877567 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-beab93f6-2d6d-4b8f-b79d-927a31b4dd3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:53.896234 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09b96fb-7d08-4796-98e6-a641dbdd21e0 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:45:53.913854 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b09b96fb-7d08-4796-98e6-a641dbdd21e0 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "PUT /v2.0/routers/9271077e-7e8f-479c-a61f-91772801e913/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8788905 Jan 21 09:45:53.914784 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed80b6db-a5ea-48fb-9052-91822cba6372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:53.918493 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59528) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:53.919985 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded0d49f-0428-4961-a16a-b803e6bb681e None None] Sync routers for ids ['9271077e-7e8f-479c-a61f-91772801e913'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:45:53.943605 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded0d49f-0428-4961-a16a-b803e6bb681e None None] Routers {'9271077e-7e8f-479c-a61f-91772801e913'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:53.944232 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ded0d49f-0428-4961-a16a-b803e6bb681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:45:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9271077e-7e8f-479c-a61f-91772801e913'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:53.969821 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-090139b4-bfe5-45d4-96a1-d77899242555 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:45:54.018897 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ded0d49f-0428-4961-a16a-b803e6bb681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:54.026227 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-090139b4-bfe5-45d4-96a1-d77899242555 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:54.035915 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded0d49f-0428-4961-a16a-b803e6bb681e None None] Routers {'9271077e-7e8f-479c-a61f-91772801e913'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:54.037050 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ded0d49f-0428-4961-a16a-b803e6bb681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:45:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9271077e-7e8f-479c-a61f-91772801e913'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:54.038757 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c162d969-69fb-4525-bfe7-cf61bd4a77d3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:54.051080 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-090139b4-bfe5-45d4-96a1-d77899242555 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:54.052120 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-090139b4-bfe5-45d4-96a1-d77899242555 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:54.071539 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80b6db-a5ea-48fb-9052-91822cba6372 admin admin] Pushing event deleted for resources: {'Port': ['ID=c36f5ac7-689f-4b48-9e3e-4e823f6907ea,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:54.111609 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ded0d49f-0428-4961-a16a-b803e6bb681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:54.113714 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded0d49f-0428-4961-a16a-b803e6bb681e None None] The sync data for ids ['9271077e-7e8f-479c-a61f-91772801e913'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:45:54.186937 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-c162d969-69fb-4525-bfe7-cf61bd4a77d3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Transition to ACTIVE for port object 70ceb318-a1e4-41e5-bc80-6018f2219fae will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:54.225731 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 1c4403bf-3a2c-4063-8d79-2ec26a717055 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:54.338537 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 1c4403bf-3a2c-4063-8d79-2ec26a717055 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:54.349709 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090139b4-bfe5-45d4-96a1-d77899242555 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Port': ['ID=ca568cc3-a3cb-4031-a25e-d1c1bd0009c3,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:54.374256 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa4b77fa-6c01-4bc3-81c8-f2ad09525e88 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Deleting subnet 5a5736b1-7a8a-4461-b232-9187d4c53df7 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:45:54.442984 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aa4b77fa-6c01-4bc3-81c8-f2ad09525e88 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:54.469180 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afd3d26-7acc-4be2-bc3a-13a5a85d8ac5 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:54.613830 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090139b4-bfe5-45d4-96a1-d77899242555 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Network b36c603d-e69b-4299-9b5c-dd3923061d89 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:54.638454 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-090139b4-bfe5-45d4-96a1-d77899242555 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:54.656904 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-1edbb6e3-8aa8-4010-b405-fd944a7dceb0 None None] Provisioning for port 1c4403bf-3a2c-4063-8d79-2ec26a717055 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:54.661700 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aa4b77fa-6c01-4bc3-81c8-f2ad09525e88 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:54.717676 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-1edbb6e3-8aa8-4010-b405-fd944a7dceb0 None None] Provisioning complete for port 1c4403bf-3a2c-4063-8d79-2ec26a717055 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:54.725963 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1edbb6e3-8aa8-4010-b405-fd944a7dceb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:54.727436 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6cdfd4b7-06f4-439b-941f-321fa3b6572a tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:54.735544 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ce836b-546d-4272-adbb-b9d706ef4d8c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:54.738579 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-f4ce836b-546d-4272-adbb-b9d706ef4d8c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Synchronizing usage tracker for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:54.843858 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-f4ce836b-546d-4272-adbb-b9d706ef4d8c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Unset dirty status for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:54.851369 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f4ce836b-546d-4272-adbb-b9d706ef4d8c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "GET /v2.0/ports?device_id=9271077e-7e8f-479c-a61f-91772801e913 HTTP/1.1" status: 200 len: 988 time: 0.8906376 Jan 21 09:45:54.873374 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59532) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:54.992479 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c162d969-69fb-4525-bfe7-cf61bd4a77d3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:55.180315 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdfd4b7-06f4-439b-941f-321fa3b6572a tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7b24843-21e1-46c1-b203-75f9f14cc6d3,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:55.254814 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1edbb6e3-8aa8-4010-b405-fd944a7dceb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:55.329372 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-1edbb6e3-8aa8-4010-b405-fd944a7dceb0 None None] For port 1c4403bf-3a2c-4063-8d79-2ec26a717055, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=1c4403bf-3a2c-4063-8d79-2ec26a717055,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:55.330259 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ac24630f-b991-41df-9844-2d7eaa33ba66 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:55.338423 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1edbb6e3-8aa8-4010-b405-fd944a7dceb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:55.374712 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c162d969-69fb-4525-bfe7-cf61bd4a77d3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:55.387388 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-c162d969-69fb-4525-bfe7-cf61bd4a77d3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:55.402161 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c162d969-69fb-4525-bfe7-cf61bd4a77d3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:55.406876 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c162d969-69fb-4525-bfe7-cf61bd4a77d3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:55.408908 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c162d969-69fb-4525-bfe7-cf61bd4a77d3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:55.443244 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edbb6e3-8aa8-4010-b405-fd944a7dceb0 None None] Pushing event updated for resources: {'Port': ['ID=1c4403bf-3a2c-4063-8d79-2ec26a717055,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:55.449845 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162d969-69fb-4525-bfe7-cf61bd4a77d3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Port': ['ID=70ceb318-a1e4-41e5-bc80-6018f2219fae,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:55.489433 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-78476729-2404-4b54-863b-5d7c0ccee248 None None] Provisioning complete for port b2b95a9d-cc4a-4a96-bef0-f3c364cf113a triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:55.490312 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-78476729-2404-4b54-863b-5d7c0ccee248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:55.577847 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-78476729-2404-4b54-863b-5d7c0ccee248 None None] Port b2b95a9d-cc4a-4a96-bef0-f3c364cf113a cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:45:55.586812 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aa4b77fa-6c01-4bc3-81c8-f2ad09525e88 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:55.613145 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-78476729-2404-4b54-863b-5d7c0ccee248 None None] Provisioning for port ca568cc3-a3cb-4031-a25e-d1c1bd0009c3 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:55.617464 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed80b6db-a5ea-48fb-9052-91822cba6372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:55.619909 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-78476729-2404-4b54-863b-5d7c0ccee248 None None] Provisioning complete for port ca568cc3-a3cb-4031-a25e-d1c1bd0009c3 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:55.620454 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-78476729-2404-4b54-863b-5d7c0ccee248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:55.719635 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-78476729-2404-4b54-863b-5d7c0ccee248 None None] Port ca568cc3-a3cb-4031-a25e-d1c1bd0009c3 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:45:55.766454 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c162d969-69fb-4525-bfe7-cf61bd4a77d3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.3665607 Jan 21 09:45:55.780059 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59536) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:55.858418 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-de44b467-856b-4ed5-b1de-e5af6a558494 None None] Provisioning for port 70ceb318-a1e4-41e5-bc80-6018f2219fae completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:55.866470 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-de44b467-856b-4ed5-b1de-e5af6a558494 None None] Provisioning complete for port 70ceb318-a1e4-41e5-bc80-6018f2219fae triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:55.867236 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-de44b467-856b-4ed5-b1de-e5af6a558494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:55.972492 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-de44b467-856b-4ed5-b1de-e5af6a558494 None None] Port 70ceb318-a1e4-41e5-bc80-6018f2219fae cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:45:55.980271 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6cdfd4b7-06f4-439b-941f-321fa3b6572a tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:56.000291 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-de44b467-856b-4ed5-b1de-e5af6a558494 None None] Provisioning complete for port 1c4403bf-3a2c-4063-8d79-2ec26a717055 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:56.000605 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-de44b467-856b-4ed5-b1de-e5af6a558494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:56.273342 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 1c4403bf-3a2c-4063-8d79-2ec26a717055 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:56.386847 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e141fd1f-22ba-4553-9238-85c3062ebdf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:56.400855 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-de44b467-856b-4ed5-b1de-e5af6a558494 None None] Provisioning complete for port ca568cc3-a3cb-4031-a25e-d1c1bd0009c3 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:56.401732 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-de44b467-856b-4ed5-b1de-e5af6a558494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:56.474735 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 1c4403bf-3a2c-4063-8d79-2ec26a717055 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:56.475108 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:56.507457 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-de44b467-856b-4ed5-b1de-e5af6a558494 None None] Port ca568cc3-a3cb-4031-a25e-d1c1bd0009c3 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:45:56.661730 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0f2577e4-d37a-4dda-83fc-e27eae508079 None None] Provisioning complete for port 70ceb318-a1e4-41e5-bc80-6018f2219fae triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:56.662849 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0f2577e4-d37a-4dda-83fc-e27eae508079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:56.665593 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6cdfd4b7-06f4-439b-941f-321fa3b6572a tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:56.672835 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aa4b77fa-6c01-4bc3-81c8-f2ad09525e88 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:56.731083 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6cdfd4b7-06f4-439b-941f-321fa3b6572a tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:56.731440 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-0f2577e4-d37a-4dda-83fc-e27eae508079 None None] Port 70ceb318-a1e4-41e5-bc80-6018f2219fae cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:45:56.736989 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b77fa-6c01-4bc3-81c8-f2ad09525e88 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event deleted for resources: {'Subnet': ['ID=5a5736b1-7a8a-4461-b232-9187d4c53df7,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:56.750431 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d010033f-00f0-4382-a5e8-d569da488cf2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:56.755149 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d010033f-00f0-4382-a5e8-d569da488cf2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:56.758203 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-d010033f-00f0-4382-a5e8-d569da488cf2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:56.770696 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aa4b77fa-6c01-4bc3-81c8-f2ad09525e88 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:56.779362 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acea1764-7ea5-49d2-b294-a95379210f94 None None] Network 17925728-67c2-402e-882f-eabd22a6766a requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:56.808625 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-d010033f-00f0-4382-a5e8-d569da488cf2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:56.812428 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d010033f-00f0-4382-a5e8-d569da488cf2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 1.0285847 Jan 21 09:45:56.816748 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-aa4b77fa-6c01-4bc3-81c8-f2ad09525e88 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "DELETE /v2.0/subnets/5a5736b1-7a8a-4461-b232-9187d4c53df7 HTTP/1.1" status: 204 len: 168 time: 3.3839023 Jan 21 09:45:56.817469 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59540) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:56.821973 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59542) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:56.891858 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090139b4-bfe5-45d4-96a1-d77899242555 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Router 1b8bece9-f214-4d67-86b4-5c601c077517 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:45:56.930385 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6cdfd4b7-06f4-439b-941f-321fa3b6572a tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:56.930909 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cdfd4b7-06f4-439b-941f-321fa3b6572a tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 36a0799b-aea9-429b-a4bf-2486aa40d12c {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:45:56.975258 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6cdfd4b7-06f4-439b-941f-321fa3b6572a tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:56.984461 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6cdfd4b7-06f4-439b-941f-321fa3b6572a tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] 10.222.0.104 "DELETE /v2.0/routers/36a0799b-aea9-429b-a4bf-2486aa40d12c HTTP/1.1" status: 204 len: 168 time: 6.7993464 Jan 21 09:45:56.993621 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59548) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:57.006756 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e338c74e-6398-4552-b034-3ed8b685bff5 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-216918600', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}, 'admin_state_up': False}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:57.014731 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e338c74e-6398-4552-b034-3ed8b685bff5 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:57.031100 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e338c74e-6398-4552-b034-3ed8b685bff5 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Usage tracker for resource:router and tenant:3aad8a09c7a8463ea197fff977ac059f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:57.037436 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e338c74e-6398-4552-b034-3ed8b685bff5 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:57.046695 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa0e97a7-26a3-48de-a473-c61f45f01ed5 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Deleting subnet 57889a06-d458-41b1-bd76-fe235378fc6d {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:45:57.056397 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fa0e97a7-26a3-48de-a473-c61f45f01ed5 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:57.104769 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e338c74e-6398-4552-b034-3ed8b685bff5 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:57.200105 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-523e0776-cf79-4807-9f67-72660dce7dcb tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting port 70ceb318-a1e4-41e5-bc80-6018f2219fae {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:57.200354 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-523e0776-cf79-4807-9f67-72660dce7dcb tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:57.246842 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b3dd41fd-39b5-4f65-868d-71bbab7c4faf tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:57.260396 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e338c74e-6398-4552-b034-3ed8b685bff5 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:57.261359 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e338c74e-6398-4552-b034-3ed8b685bff5 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:57.343548 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fa0e97a7-26a3-48de-a473-c61f45f01ed5 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:57.436317 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:57.503792 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e338c74e-6398-4552-b034-3ed8b685bff5 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:57.651677 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:57.683551 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ac24630f-b991-41df-9844-2d7eaa33ba66 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Deleting port 05654bd4-0334-47df-8a18-f7fe9f0aa44e {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:57.684124 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ac24630f-b991-41df-9844-2d7eaa33ba66 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:57.733463 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fa0e97a7-26a3-48de-a473-c61f45f01ed5 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:57.911794 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090139b4-bfe5-45d4-96a1-d77899242555 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:45:57.921153 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-523e0776-cf79-4807-9f67-72660dce7dcb tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:57.924708 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e0ad47-e5ce-4d96-90ac-5206eaa6c945 None None] Sync routers for ids ['1b8bece9-f214-4d67-86b4-5c601c077517'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:45:57.943719 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e0ad47-e5ce-4d96-90ac-5206eaa6c945 None None] Routers {'1b8bece9-f214-4d67-86b4-5c601c077517'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:57.944968 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-46e0ad47-e5ce-4d96-90ac-5206eaa6c945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:45:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['1b8bece9-f214-4d67-86b4-5c601c077517'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:57.975880 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-9788c6c3-8b0c-4050-a52b-49cbfadcbc3e None None] Provisioning complete for port 0c153646-3c6f-4e45-b73a-9a9285237dee triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:57.976342 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9788c6c3-8b0c-4050-a52b-49cbfadcbc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:58.006178 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-090139b4-bfe5-45d4-96a1-d77899242555 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "PUT /v2.0/routers/1b8bece9-f214-4d67-86b4-5c601c077517/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3758192 Jan 21 09:45:58.031211 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-46e0ad47-e5ce-4d96-90ac-5206eaa6c945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:58.035109 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ac24630f-b991-41df-9844-2d7eaa33ba66 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:58.051002 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e0ad47-e5ce-4d96-90ac-5206eaa6c945 None None] Routers {'1b8bece9-f214-4d67-86b4-5c601c077517'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:58.051995 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-46e0ad47-e5ce-4d96-90ac-5206eaa6c945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:45:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['1b8bece9-f214-4d67-86b4-5c601c077517'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:58.066116 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59552) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:58.080764 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-523e0776-cf79-4807-9f67-72660dce7dcb tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Calling delete_port for 70ceb318-a1e4-41e5-bc80-6018f2219fae owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:58.089437 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a7b24843-21e1-46c1-b203-75f9f14cc6d3 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:45:58.152973 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-46e0ad47-e5ce-4d96-90ac-5206eaa6c945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:58.153667 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e0ad47-e5ce-4d96-90ac-5206eaa6c945 None None] The sync data for ids ['1b8bece9-f214-4d67-86b4-5c601c077517'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:45:58.161878 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: a7b24843-21e1-46c1-b203-75f9f14cc6d3 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:45:58.162404 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a7b24843-21e1-46c1-b203-75f9f14cc6d3 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:45:58.298555 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ac24630f-b991-41df-9844-2d7eaa33ba66 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Calling delete_port for 05654bd4-0334-47df-8a18-f7fe9f0aa44e owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:58.309539 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e338c74e-6398-4552-b034-3ed8b685bff5 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:58.317431 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fa0e97a7-26a3-48de-a473-c61f45f01ed5 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:58.333371 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed80b6db-a5ea-48fb-9052-91822cba6372 admin admin] Router 36e4ec95-5470-4208-b6c3-206848c3ed41 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:45:58.370348 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e97a7-26a3-48de-a473-c61f45f01ed5 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event deleted for resources: {'Subnet': ['ID=57889a06-d458-41b1-bd76-fe235378fc6d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:58.396683 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fa0e97a7-26a3-48de-a473-c61f45f01ed5 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:58.404650 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37791cdd-fcd0-49cc-b8d6-0fa0095746d1 None None] Network 17925728-67c2-402e-882f-eabd22a6766a requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:58.429505 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-fa0e97a7-26a3-48de-a473-c61f45f01ed5 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "DELETE /v2.0/subnets/57889a06-d458-41b1-bd76-fe235378fc6d HTTP/1.1" status: 204 len: 168 time: 1.5963709 Jan 21 09:45:58.436570 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59556) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:58.515411 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4b4ef2-c0b6-4e4f-b35c-4f8d70925e7c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:58.515971 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-1f4b4ef2-c0b6-4e4f-b35c-4f8d70925e7c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Synchronizing usage tracker for tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:58.714477 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e55b20c6-fe33-492a-b5ac-f5c50410bf70 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:58.717556 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf37fa9d-d8b7-4b5c-a831-670dd9f6fd2f None None] DHCP port deletion for 17925728-67c2-402e-882f-eabd22a6766a request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:45:58.725160 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-bf37fa9d-d8b7-4b5c-a831-670dd9f6fd2f None None] Deleting port 0c153646-3c6f-4e45-b73a-9a9285237dee {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:58.725819 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bf37fa9d-d8b7-4b5c-a831-670dd9f6fd2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:58.730839 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-523e0776-cf79-4807-9f67-72660dce7dcb tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:58.820632 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e0776-cf79-4807-9f67-72660dce7dcb tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Port': ['ID=70ceb318-a1e4-41e5-bc80-6018f2219fae,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:58.825986 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-e55b20c6-fe33-492a-b5ac-f5c50410bf70 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Deleting port 0c153646-3c6f-4e45-b73a-9a9285237dee {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:58.826840 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e55b20c6-fe33-492a-b5ac-f5c50410bf70 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:58.832044 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b3dd41fd-39b5-4f65-868d-71bbab7c4faf tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Deleting port b2b95a9d-cc4a-4a96-bef0-f3c364cf113a {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:58.832392 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b3dd41fd-39b5-4f65-868d-71bbab7c4faf tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:58.880033 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-1f4b4ef2-c0b6-4e4f-b35c-4f8d70925e7c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Unset dirty status for tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:58.881201 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-1f4b4ef2-c0b6-4e4f-b35c-4f8d70925e7c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "GET /v2.0/ports/ca568cc3-a3cb-4031-a25e-d1c1bd0009c3 HTTP/1.1" status: 200 len: 913 time: 0.8146315 Jan 21 09:45:58.886935 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59560) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:58.929822 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-523e0776-cf79-4807-9f67-72660dce7dcb tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.005199 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-523e0776-cf79-4807-9f67-72660dce7dcb tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/70ceb318-a1e4-41e5-bc80-6018f2219fae HTTP/1.1" status: 204 len: 168 time: 2.1747792 Jan 21 09:45:59.010640 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59564) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:59.047450 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-bf37fa9d-d8b7-4b5c-a831-670dd9f6fd2f None None] For port 0c153646-3c6f-4e45-b73a-9a9285237dee, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=0c153646-3c6f-4e45-b73a-9a9285237dee,segment=NetworkSegment(27ab5176-0900-4d68-ba0d-d17365f450dc),segment_id=27ab5176-0900-4d68-ba0d-d17365f450dc)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:59.047853 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bf37fa9d-d8b7-4b5c-a831-670dd9f6fd2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.211271 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-bf37fa9d-d8b7-4b5c-a831-670dd9f6fd2f None None] Calling delete_port for 0c153646-3c6f-4e45-b73a-9a9285237dee owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:59.236932 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefa4dd6-edc9-40df-9729-a786c6f8470b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:59.238670 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefa4dd6-edc9-40df-9729-a786c6f8470b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:59.239423 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-fefa4dd6-edc9-40df-9729-a786c6f8470b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:59.259929 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e338c74e-6398-4552-b034-3ed8b685bff5 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.302621 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-e55b20c6-fe33-492a-b5ac-f5c50410bf70 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] For port 0c153646-3c6f-4e45-b73a-9a9285237dee, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=0c153646-3c6f-4e45-b73a-9a9285237dee,segment=NetworkSegment(27ab5176-0900-4d68-ba0d-d17365f450dc),segment_id=27ab5176-0900-4d68-ba0d-d17365f450dc)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:59.303092 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e55b20c6-fe33-492a-b5ac-f5c50410bf70 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.312288 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e338c74e-6398-4552-b034-3ed8b685bff5 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.317836 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bf37fa9d-d8b7-4b5c-a831-670dd9f6fd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.382776 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37fa9d-d8b7-4b5c-a831-670dd9f6fd2f None None] Pushing event deleted for resources: {'Port': ['ID=0c153646-3c6f-4e45-b73a-9a9285237dee,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:59.388810 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf37fa9d-d8b7-4b5c-a831-670dd9f6fd2f None None] No DVR routers for this DVR port 0c153646-3c6f-4e45-b73a-9a9285237dee on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:45:59.396947 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.482059 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-e55b20c6-fe33-492a-b5ac-f5c50410bf70 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Calling delete_port for 0c153646-3c6f-4e45-b73a-9a9285237dee owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:59.493365 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b3dd41fd-39b5-4f65-868d-71bbab7c4faf tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.509689 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-fefa4dd6-edc9-40df-9729-a786c6f8470b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:59.510424 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-fefa4dd6-edc9-40df-9729-a786c6f8470b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4986529 Jan 21 09:45:59.521745 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59568) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:59.584860 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ac24630f-b991-41df-9844-2d7eaa33ba66 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.701967 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.api [None req-e55b20c6-fe33-492a-b5ac-f5c50410bf70 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:45:59.702242 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG oslo_db.api [None req-e55b20c6-fe33-492a-b5ac-f5c50410bf70 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:45:59.747954 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b3dd41fd-39b5-4f65-868d-71bbab7c4faf tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Calling delete_port for b2b95a9d-cc4a-4a96-bef0-f3c364cf113a owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:59.776539 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24630f-b991-41df-9844-2d7eaa33ba66 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event deleted for resources: {'Port': ['ID=05654bd4-0334-47df-8a18-f7fe9f0aa44e,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:59.799480 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-e338c74e-6398-4552-b034-3ed8b685bff5 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Allocated IP 172.26.0.180 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/5bce1042-eb54-4bf3-a511-c2a01e8ae31e) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:59.920146 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-22e92bfa-3210-4b90-9c79-f120f03d93e9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting subnet 3390fde3-d15c-4eb6-83e1-d18c79deb1e1 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:45:59.928788 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-22e92bfa-3210-4b90-9c79-f120f03d93e9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.976487 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed80b6db-a5ea-48fb-9052-91822cba6372 admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:45:59.989399 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ea6f68-9dfa-4e68-adca-e1741df9f429 None None] Sync routers for ids ['36e4ec95-5470-4208-b6c3-206848c3ed41'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:46:00.011495 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-22e92bfa-3210-4b90-9c79-f120f03d93e9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.019021 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ea6f68-9dfa-4e68-adca-e1741df9f429 None None] Routers {'36e4ec95-5470-4208-b6c3-206848c3ed41'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:00.020823 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d1ea6f68-9dfa-4e68-adca-e1741df9f429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:45:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['36e4ec95-5470-4208-b6c3-206848c3ed41'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:00.051443 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ed80b6db-a5ea-48fb-9052-91822cba6372 admin admin] 10.222.0.104 "PUT /v2.0/routers/36e4ec95-5470-4208-b6c3-206848c3ed41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9280868 Jan 21 09:46:00.052342 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59572) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:00.187665 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 0c153646-3c6f-4e45-b73a-9a9285237dee no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:00.209302 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-e55b20c6-fe33-492a-b5ac-f5c50410bf70 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Deleting port 0c153646-3c6f-4e45-b73a-9a9285237dee {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:00.209780 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e55b20c6-fe33-492a-b5ac-f5c50410bf70 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.285827 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 0c153646-3c6f-4e45-b73a-9a9285237dee {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:46:00.286223 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 0c153646-3c6f-4e45-b73a-9a9285237dee not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:00.325235 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-e55b20c6-fe33-492a-b5ac-f5c50410bf70 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] The port '0c153646-3c6f-4e45-b73a-9a9285237dee' was deleted {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:46:00.368492 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e338c74e-6398-4552-b034-3ed8b685bff5 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.441450 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-d1ea6f68-9dfa-4e68-adca-e1741df9f429 None None] Set router 36e4ec95-5470-4208-b6c3-206848c3ed41 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:46:00.512936 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e55b20c6-fe33-492a-b5ac-f5c50410bf70 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.528505 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-22e92bfa-3210-4b90-9c79-f120f03d93e9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.587758 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-e55b20c6-fe33-492a-b5ac-f5c50410bf70 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17925728-67c2-402e-882f-eabd22a6766a']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:00.593676 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-69f4b597-9a56-4973-b013-86fda906972f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.604572 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e338c74e-6398-4552-b034-3ed8b685bff5 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.610183 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-e55b20c6-fe33-492a-b5ac-f5c50410bf70 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27ab5176-0900-4d68-ba0d-d17365f450dc') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:00.610693 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-e55b20c6-fe33-492a-b5ac-f5c50410bf70 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27ab5176-0900-4d68-ba0d-d17365f450dc') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:00.684566 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e55b20c6-fe33-492a-b5ac-f5c50410bf70 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.741900 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-22e92bfa-3210-4b90-9c79-f120f03d93e9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.748519 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e55b20c6-fe33-492a-b5ac-f5c50410bf70 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.790310 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e338c74e-6398-4552-b034-3ed8b685bff5 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:00.798893 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338c74e-6398-4552-b034-3ed8b685bff5 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Pushing event updated for resources: {'Port': ['ID=5bce1042-eb54-4bf3-a511-c2a01e8ae31e,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:00.801495 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-e338c74e-6398-4552-b034-3ed8b685bff5 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:00.807545 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e55b20c6-fe33-492a-b5ac-f5c50410bf70 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:46:00.807890 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e55b20c6-fe33-492a-b5ac-f5c50410bf70 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:46:00.826576 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:46:00.832236 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e338c74e-6398-4552-b034-3ed8b685bff5 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:00.845566 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d1ea6f68-9dfa-4e68-adca-e1741df9f429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'name': 'tempest-ServerActionsTestJSON-847635217-router', 'tenant_id': '336aa381caa24798b3c72d188fdcb52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '792f8e78-68dc-4327-9e5b-cb5aa42c0761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:07Z', 'updated_at': '2022-01-21T09:45:53Z', 'revision_number': 5, 'project_id': '336aa381caa24798b3c72d188fdcb52a', 'gw_port': {'id': '792f8e78-68dc-4327-9e5b-cb5aa42c0761', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:09Z', 'updated_at': '2022-01-21T09:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:00.856750 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ea6f68-9dfa-4e68-adca-e1741df9f429 None None] Checking router: 36e4ec95-5470-4208-b6c3-206848c3ed41 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:46:00.863341 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e92bfa-3210-4b90-9c79-f120f03d93e9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Subnet': ['ID=3390fde3-d15c-4eb6-83e1-d18c79deb1e1,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:00.884023 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ea6f68-9dfa-4e68-adca-e1741df9f429 None None] Routers {'36e4ec95-5470-4208-b6c3-206848c3ed41'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:00.884992 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d1ea6f68-9dfa-4e68-adca-e1741df9f429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:45:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['36e4ec95-5470-4208-b6c3-206848c3ed41'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:00.903180 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b3dd41fd-39b5-4f65-868d-71bbab7c4faf tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.950095 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-22e92bfa-3210-4b90-9c79-f120f03d93e9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.982200 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-22e92bfa-3210-4b90-9c79-f120f03d93e9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/3390fde3-d15c-4eb6-83e1-d18c79deb1e1 HTTP/1.1" status: 204 len: 168 time: 1.4576263 Jan 21 09:46:00.989177 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59576) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:00.992714 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec44db40-27a8-4d43-a9c5-0fe8c9cd288c None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:01.040598 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd41fd-39b5-4f65-868d-71bbab7c4faf tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Port': ['ID=b2b95a9d-cc4a-4a96-bef0-f3c364cf113a,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:01.095447 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ac24630f-b991-41df-9844-2d7eaa33ba66 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:01.110955 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e55b20c6-fe33-492a-b5ac-f5c50410bf70 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:01.114687 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e55b20c6-fe33-492a-b5ac-f5c50410bf70 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:01.132892 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ffcec0b4-9e1a-40d1-bf73-64a8aa405d59 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1233108 Jan 21 09:46:01.153934 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e55b20c6-fe33-492a-b5ac-f5c50410bf70 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "DELETE /v2.0/networks/17925728-67c2-402e-882f-eabd22a6766a HTTP/1.1" status: 204 len: 168 time: 2.7098997 Jan 21 09:46:01.154177 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59580) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:01.155667 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59582) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:01.173972 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-df3e62db-ffcf-4240-8be3-7729dee790b0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:01.299266 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b20c6-fe33-492a-b5ac-f5c50410bf70 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event deleted for resources: {'Network': ['ID=17925728-67c2-402e-882f-eabd22a6766a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:01.327395 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-d1ea6f68-9dfa-4e68-adca-e1741df9f429 None None] Set router 36e4ec95-5470-4208-b6c3-206848c3ed41 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:46:01.349127 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-df3e62db-ffcf-4240-8be3-7729dee790b0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:01.351872 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-92598205-c83a-4f36-809c-ed9a5fb574cf tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] DELETE failed (client error): The resource could not be found. Jan 21 09:46:01.352305 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92598205-c83a-4f36-809c-ed9a5fb574cf tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:46:01.354011 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-92598205-c83a-4f36-809c-ed9a5fb574cf tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "DELETE /v2.0/subnets/8f0847cf-20e1-4d40-9884-b6ffedebd5e0 HTTP/1.1" status: 404 len: 337 time: 0.1943064 Jan 21 09:46:01.358006 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59588) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:01.363289 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-df3e62db-ffcf-4240-8be3-7729dee790b0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:subnet and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:01.390077 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-df3e62db-ffcf-4240-8be3-7729dee790b0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:01.406534 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-df3e62db-ffcf-4240-8be3-7729dee790b0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:01.410510 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e6fd532-aab9-408d-ad41-809349b54902 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] DELETE failed (client error): The resource could not be found. Jan 21 09:46:01.410880 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e6fd532-aab9-408d-ad41-809349b54902 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:46:01.412846 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3e6fd532-aab9-408d-ad41-809349b54902 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "DELETE /v2.0/networks/0335858e-5d36-48d3-96a7-97f404db1802 HTTP/1.1" status: 404 len: 339 time: 0.0521083 Jan 21 09:46:01.428085 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59592) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:01.467770 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b3dd41fd-39b5-4f65-868d-71bbab7c4faf tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:01.479062 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7ea1e42f-0c37-4d7a-8522-760582c1db27 admin admin] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:01.485496 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a9a38ea-4637-42bb-99f4-58266d9fd619 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] DELETE failed (client error): The resource could not be found. Jan 21 09:46:01.485961 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a9a38ea-4637-42bb-99f4-58266d9fd619 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:46:01.490305 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7a9a38ea-4637-42bb-99f4-58266d9fd619 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "DELETE /v2.0/subnets/fd19f516-1cd8-463a-8222-aba699273f90 HTTP/1.1" status: 404 len: 337 time: 0.0573933 Jan 21 09:46:01.497779 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59596) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:01.501726 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3e62db-ffcf-4240-8be3-7729dee790b0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:01.505487 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-df3e62db-ffcf-4240-8be3-7729dee790b0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:01.606758 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b58229-86b3-4870-8860-41467984fdf6 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] DELETE failed (client error): The resource could not be found. Jan 21 09:46:01.607329 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b58229-86b3-4870-8860-41467984fdf6 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:46:01.613202 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-85b58229-86b3-4870-8860-41467984fdf6 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "DELETE /v2.0/networks/8b61f89f-303f-4399-a8f1-a3c621a49970 HTTP/1.1" status: 404 len: 339 time: 0.1109908 Jan 21 09:46:01.628233 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59600) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:01.741656 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9e5563f-5a16-4c38-b4c9-9b3529477640 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] DELETE failed (client error): The resource could not be found. Jan 21 09:46:01.742637 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9e5563f-5a16-4c38-b4c9-9b3529477640 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:46:01.745687 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a9e5563f-5a16-4c38-b4c9-9b3529477640 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "DELETE /v2.0/subnets/53c63a1b-a527-462c-bb1c-1b4c56c92d92 HTTP/1.1" status: 404 len: 337 time: 0.1156590 Jan 21 09:46:01.748267 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59604) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:01.752162 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022a7c95-563e-4c28-ae44-cd8cb49967ea None None] DHCP port deletion for d5f237d0-52c1-4100-800c-a471203fec66 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:46:01.765611 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-022a7c95-563e-4c28-ae44-cd8cb49967ea None None] Deleting port 1c4403bf-3a2c-4063-8d79-2ec26a717055 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:01.765611 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-022a7c95-563e-4c28-ae44-cd8cb49967ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:01.798086 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-26e60bcf-3288-49d1-9691-c821c47e582a tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] DELETE failed (client error): The resource could not be found. Jan 21 09:46:01.798820 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26e60bcf-3288-49d1-9691-c821c47e582a tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:46:01.800658 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-26e60bcf-3288-49d1-9691-c821c47e582a tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "DELETE /v2.0/networks/43712db4-78b5-4f05-a9b2-5005a2334f75 HTTP/1.1" status: 404 len: 339 time: 0.0483937 Jan 21 09:46:01.813661 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59608) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:01.838867 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d1ea6f68-9dfa-4e68-adca-e1741df9f429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'name': 'tempest-ServerActionsTestJSON-847635217-router', 'tenant_id': '336aa381caa24798b3c72d188fdcb52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '792f8e78-68dc-4327-9e5b-cb5aa42c0761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:07Z', 'updated_at': '2022-01-21T09:45:53Z', 'revision_number': 5, 'project_id': '336aa381caa24798b3c72d188fdcb52a', 'gw_port': {'id': '792f8e78-68dc-4327-9e5b-cb5aa42c0761', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:09Z', 'updated_at': '2022-01-21T09:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:01.849578 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ea6f68-9dfa-4e68-adca-e1741df9f429 None None] The sync data for ids ['36e4ec95-5470-4208-b6c3-206848c3ed41'] in dv-neutron-825732-1-hyperv is: [{'id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'name': 'tempest-ServerActionsTestJSON-847635217-router', 'tenant_id': '336aa381caa24798b3c72d188fdcb52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '792f8e78-68dc-4327-9e5b-cb5aa42c0761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:07Z', 'updated_at': '2022-01-21T09:45:53Z', 'revision_number': 5, 'project_id': '336aa381caa24798b3c72d188fdcb52a', 'gw_port': {'id': '792f8e78-68dc-4327-9e5b-cb5aa42c0761', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e4ec95-5470-4208-b6c3-206848c3ed41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:09Z', 'updated_at': '2022-01-21T09:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:46:01.954321 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e338c74e-6398-4552-b034-3ed8b685bff5 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:01.955427 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e338c74e-6398-4552-b034-3ed8b685bff5 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:02.107392 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-022a7c95-563e-4c28-ae44-cd8cb49967ea None None] For port 1c4403bf-3a2c-4063-8d79-2ec26a717055, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=1c4403bf-3a2c-4063-8d79-2ec26a717055,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:02.108115 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-022a7c95-563e-4c28-ae44-cd8cb49967ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:02.291822 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-022a7c95-563e-4c28-ae44-cd8cb49967ea None None] Calling delete_port for 1c4403bf-3a2c-4063-8d79-2ec26a717055 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:02.351135 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device c36f5ac7-689f-4b48-9e3e-4e823f6907ea no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:02.425775 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: c36f5ac7-689f-4b48-9e3e-4e823f6907ea {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:46:02.426427 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device c36f5ac7-689f-4b48-9e3e-4e823f6907ea not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:02.428110 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 1c4403bf-3a2c-4063-8d79-2ec26a717055 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:02.450824 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-df3e62db-ffcf-4240-8be3-7729dee790b0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:02.521247 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-c887f057-7863-42ae-93f6-46f786778371 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Deleting subnet 1ed7d37d-028d-4765-91ef-f20133d296a8 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:46:02.527150 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-022a7c95-563e-4c28-ae44-cd8cb49967ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:02.543593 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c887f057-7863-42ae-93f6-46f786778371 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:02.587668 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No ports have port_id starting with 1c4403bf-3a2c-4063-8d79-2ec26a717055 Jan 21 09:46:02.588954 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a7c95-563e-4c28-ae44-cd8cb49967ea None None] Pushing event deleted for resources: {'Port': ['ID=1c4403bf-3a2c-4063-8d79-2ec26a717055,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:02.602177 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022a7c95-563e-4c28-ae44-cd8cb49967ea None None] No DVR routers for this DVR port 1c4403bf-3a2c-4063-8d79-2ec26a717055 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:02.627491 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3e62db-ffcf-4240-8be3-7729dee790b0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:02.640058 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e62db-ffcf-4240-8be3-7729dee790b0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Subnet': ['ID=c0518b53-37a6-41be-a147-654dee4b27ab,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:02.644152 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-df3e62db-ffcf-4240-8be3-7729dee790b0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:02.655254 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3e62db-ffcf-4240-8be3-7729dee790b0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:02.655918 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-df3e62db-ffcf-4240-8be3-7729dee790b0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:02.659505 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3058960c-0d1c-42b7-9dde-2f1e0bebe955 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:02.729898 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c887f057-7863-42ae-93f6-46f786778371 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:02.848916 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-df3e62db-ffcf-4240-8be3-7729dee790b0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6905155 Jan 21 09:46:02.855423 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59612) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:02.867928 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e6a2741f-a18e-4893-8171-e40f9a7aeee1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'port': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'name': 'tempest-NetworksTestDHCPv6-1573874638'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:02.936085 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebaafd7-c063-4cdd-9996-be6d769f98e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-d5f237d0-52c1-4100-800c-a471203fec66', 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'tenant_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'fixed_ips': [{'subnet_id': 'c0518b53-37a6-41be-a147-654dee4b27ab'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:46:02.936913 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9ebaafd7-c063-4cdd-9996-be6d769f98e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:02.967512 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3dd41fd-39b5-4f65-868d-71bbab7c4faf tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Router 9271077e-7e8f-479c-a61f-91772801e913 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:46:03.026512 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c887f057-7863-42ae-93f6-46f786778371 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:03.060477 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7ea1e42f-0c37-4d7a-8522-760582c1db27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:03.143275 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e6a2741f-a18e-4893-8171-e40f9a7aeee1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:03.148916 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-7ea1e42f-0c37-4d7a-8522-760582c1db27 admin admin] Deleting port 792f8e78-68dc-4327-9e5b-cb5aa42c0761 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:03.149425 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7ea1e42f-0c37-4d7a-8522-760582c1db27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:03.150784 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e6a2741f-a18e-4893-8171-e40f9a7aeee1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:port and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:03.156302 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e6a2741f-a18e-4893-8171-e40f9a7aeee1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:03.162732 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-9ebaafd7-c063-4cdd-9996-be6d769f98e3 None None] Allocated IP 2001:db8::2 (d5f237d0-52c1-4100-800c-a471203fec66/c0518b53-37a6-41be-a147-654dee4b27ab/d327a103-c9f6-4d9b-8f92-53b04919e342) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:03.174258 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e338c74e-6398-4552-b034-3ed8b685bff5 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Router 376f32d0-2e84-4275-bc0e-3fd63e52ce78 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:46:03.177536 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e6a2741f-a18e-4893-8171-e40f9a7aeee1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:03.194685 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c887f057-7863-42ae-93f6-46f786778371 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:03.230371 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a2741f-a18e-4893-8171-e40f9a7aeee1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:03.233371 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e6a2741f-a18e-4893-8171-e40f9a7aeee1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:03.261845 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887f057-7863-42ae-93f6-46f786778371 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event deleted for resources: {'Subnet': ['ID=1ed7d37d-028d-4765-91ef-f20133d296a8,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:03.275593 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c887f057-7863-42ae-93f6-46f786778371 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:03.290050 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdc5be5-e34d-49df-b0f8-b4ec00b88a89 None None] Network bbcf992e-e503-4459-9403-2a25d5dc5122 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:03.346817 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c887f057-7863-42ae-93f6-46f786778371 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "DELETE /v2.0/subnets/1ed7d37d-028d-4765-91ef-f20133d296a8 HTTP/1.1" status: 204 len: 168 time: 1.5268931 Jan 21 09:46:03.347837 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59616) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:03.353611 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-e6a2741f-a18e-4893-8171-e40f9a7aeee1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] device_id is not set on port f875b0bf-40f6-4e9f-a08c-9db7d9d45f5c yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:46:03.596610 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e338c74e-6398-4552-b034-3ed8b685bff5 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:46:03.604689 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9ebaafd7-c063-4cdd-9996-be6d769f98e3 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:03.608853 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c712c6-b9b9-43af-878b-1d883148e9e5 None None] Sync routers for ids ['376f32d0-2e84-4275-bc0e-3fd63e52ce78'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:46:03.623483 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-9ebaafd7-c063-4cdd-9996-be6d769f98e3 None None] Transition to ACTIVE for port object d327a103-c9f6-4d9b-8f92-53b04919e342 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:03.625237 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c712c6-b9b9-43af-878b-1d883148e9e5 None None] Routers {'376f32d0-2e84-4275-bc0e-3fd63e52ce78'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:03.627319 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-75c712c6-b9b9-43af-878b-1d883148e9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:45:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['376f32d0-2e84-4275-bc0e-3fd63e52ce78'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:03.635717 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3dd41fd-39b5-4f65-868d-71bbab7c4faf tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:46:03.648477 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e338c74e-6398-4552-b034-3ed8b685bff5 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:03.652808 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e338c74e-6398-4552-b034-3ed8b685bff5 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.6565139 Jan 21 09:46:03.656506 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59620) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:03.658446 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac24630f-b991-41df-9844-2d7eaa33ba66 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Router eeebddad-47b7-4f5a-ad27-e14fec637012 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:46:03.660518 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a372547-ebad-4a64-88f8-dfd4f59510d4 None None] Sync routers for ids ['9271077e-7e8f-479c-a61f-91772801e913'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:46:03.670329 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-9ebaafd7-c063-4cdd-9996-be6d769f98e3 None None] Transition to ACTIVE for port object d327a103-c9f6-4d9b-8f92-53b04919e342 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:03.690957 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9ebaafd7-c063-4cdd-9996-be6d769f98e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:03.727135 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a372547-ebad-4a64-88f8-dfd4f59510d4 None None] Routers {'9271077e-7e8f-479c-a61f-91772801e913'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:03.727135 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-7a372547-ebad-4a64-88f8-dfd4f59510d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:45:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9271077e-7e8f-479c-a61f-91772801e913'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:03.752094 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-75c712c6-b9b9-43af-878b-1d883148e9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:03.765276 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c712c6-b9b9-43af-878b-1d883148e9e5 None None] Routers {'376f32d0-2e84-4275-bc0e-3fd63e52ce78'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:03.768747 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b3dd41fd-39b5-4f65-868d-71bbab7c4faf tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "PUT /v2.0/routers/9271077e-7e8f-479c-a61f-91772801e913/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8856664 Jan 21 09:46:03.769671 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-75c712c6-b9b9-43af-878b-1d883148e9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:45:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['376f32d0-2e84-4275-bc0e-3fd63e52ce78'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:03.776690 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-df58533f-5bc0-433a-ae6e-87a50790ec57 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:03.798780 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-b261f55d-3b48-450f-8ce5-a92f691d33eb tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'enable_snat': False}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:03.815097 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-7ea1e42f-0c37-4d7a-8522-760582c1db27 admin admin] For port 792f8e78-68dc-4327-9e5b-cb5aa42c0761, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=792f8e78-68dc-4327-9e5b-cb5aa42c0761,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:03.815522 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7ea1e42f-0c37-4d7a-8522-760582c1db27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:03.827172 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d63c7b0-f009-4e0d-a595-e417e147f425 None None] DHCP port deletion for bbcf992e-e503-4459-9403-2a25d5dc5122 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:46:03.836005 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59624) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:03.846729 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-69f4b597-9a56-4973-b013-86fda906972f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Deleting port ca568cc3-a3cb-4031-a25e-d1c1bd0009c3 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:03.847844 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-69f4b597-9a56-4973-b013-86fda906972f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:03.851309 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5d63c7b0-f009-4e0d-a595-e417e147f425 None None] Deleting port d982bc13-42f6-4a0b-820c-454870d5ec7b {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:03.851673 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5d63c7b0-f009-4e0d-a595-e417e147f425 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:03.887524 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-7a372547-ebad-4a64-88f8-dfd4f59510d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:03.893470 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-75c712c6-b9b9-43af-878b-1d883148e9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:03.894274 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c712c6-b9b9-43af-878b-1d883148e9e5 None None] The sync data for ids ['376f32d0-2e84-4275-bc0e-3fd63e52ce78'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:46:03.911963 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebaafd7-c063-4cdd-9996-be6d769f98e3 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:03.927380 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-9ebaafd7-c063-4cdd-9996-be6d769f98e3 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:03.934555 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebaafd7-c063-4cdd-9996-be6d769f98e3 None None] Pushing event updated for resources: {'Port': ['ID=d327a103-c9f6-4d9b-8f92-53b04919e342,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:03.935615 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-e6a2741f-a18e-4893-8171-e40f9a7aeee1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Allocated IP 2001:db8::203 (d5f237d0-52c1-4100-800c-a471203fec66/c0518b53-37a6-41be-a147-654dee4b27ab/f875b0bf-40f6-4e9f-a08c-9db7d9d45f5c) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:03.939955 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebaafd7-c063-4cdd-9996-be6d769f98e3 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:04.078478 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a372547-ebad-4a64-88f8-dfd4f59510d4 None None] Routers {'9271077e-7e8f-479c-a61f-91772801e913'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:04.080153 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-7a372547-ebad-4a64-88f8-dfd4f59510d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:45:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9271077e-7e8f-479c-a61f-91772801e913'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:04.122896 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-7ea1e42f-0c37-4d7a-8522-760582c1db27 admin admin] Calling delete_port for 792f8e78-68dc-4327-9e5b-cb5aa42c0761 owned by network:router_gateway {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:04.155139 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-87087b56-4fa7-4c8d-bc67-64c24ab154b3 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] GET failed (client error): The resource could not be found. Jan 21 09:46:04.155643 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-87087b56-4fa7-4c8d-bc67-64c24ab154b3 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Synchronizing usage tracker for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:04.215307 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device d982bc13-42f6-4a0b-820c-454870d5ec7b no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:04.275787 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-df58533f-5bc0-433a-ae6e-87a50790ec57 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Deleting port d982bc13-42f6-4a0b-820c-454870d5ec7b {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:04.275787 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-df58533f-5bc0-433a-ae6e-87a50790ec57 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.325008 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-7a372547-ebad-4a64-88f8-dfd4f59510d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:04.325905 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a372547-ebad-4a64-88f8-dfd4f59510d4 None None] The sync data for ids ['9271077e-7e8f-479c-a61f-91772801e913'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:46:04.401275 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-9ebaafd7-c063-4cdd-9996-be6d769f98e3 None None] Attempting to bind port d327a103-c9f6-4d9b-8f92-53b04919e342 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:04.401909 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-9ebaafd7-c063-4cdd-9996-be6d769f98e3 None None] Attempting to bind port d327a103-c9f6-4d9b-8f92-53b04919e342 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:04.402569 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebaafd7-c063-4cdd-9996-be6d769f98e3 None None] Attempting to bind port d327a103-c9f6-4d9b-8f92-53b04919e342 on network d5f237d0-52c1-4100-800c-a471203fec66 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:46:04.432723 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebaafd7-c063-4cdd-9996-be6d769f98e3 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:46:04.433093 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebaafd7-c063-4cdd-9996-be6d769f98e3 None None] Checking segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:46:04.433688 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9ebaafd7-c063-4cdd-9996-be6d769f98e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.434284 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebaafd7-c063-4cdd-9996-be6d769f98e3 None None] Bound using segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:46:04.434858 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-9ebaafd7-c063-4cdd-9996-be6d769f98e3 None None] Bound port: d327a103-c9f6-4d9b-8f92-53b04919e342, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:04.435369 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9ebaafd7-c063-4cdd-9996-be6d769f98e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.474337 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e6a2741f-a18e-4893-8171-e40f9a7aeee1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.506282 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-e6a2741f-a18e-4893-8171-e40f9a7aeee1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Transition to ACTIVE for port object f875b0bf-40f6-4e9f-a08c-9db7d9d45f5c will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:04.539163 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-87087b56-4fa7-4c8d-bc67-64c24ab154b3 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Unset dirty status for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:04.541185 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-87087b56-4fa7-4c8d-bc67-64c24ab154b3 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "GET /v2.0/ports/b2b95a9d-cc4a-4a96-bef0-f3c364cf113a HTTP/1.1" status: 404 len: 333 time: 0.6234314 Jan 21 09:46:04.557910 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59628) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:04.577035 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5d63c7b0-f009-4e0d-a595-e417e147f425 None None] For port d982bc13-42f6-4a0b-820c-454870d5ec7b, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=d982bc13-42f6-4a0b-820c-454870d5ec7b,segment=NetworkSegment(07dd82d8-3478-444e-80b8-d77be715ce7f),segment_id=07dd82d8-3478-444e-80b8-d77be715ce7f)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:04.577430 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5d63c7b0-f009-4e0d-a595-e417e147f425 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.620178 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e6a2741f-a18e-4893-8171-e40f9a7aeee1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.712131 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a2741f-a18e-4893-8171-e40f9a7aeee1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:04.715317 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-e6a2741f-a18e-4893-8171-e40f9a7aeee1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:04.721589 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a2741f-a18e-4893-8171-e40f9a7aeee1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:04.726837 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a2741f-a18e-4893-8171-e40f9a7aeee1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:04.726837 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e6a2741f-a18e-4893-8171-e40f9a7aeee1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.759981 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5d63c7b0-f009-4e0d-a595-e417e147f425 None None] Calling delete_port for d982bc13-42f6-4a0b-820c-454870d5ec7b owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:04.793639 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.795678 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a2741f-a18e-4893-8171-e40f9a7aeee1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Port': ['ID=f875b0bf-40f6-4e9f-a08c-9db7d9d45f5c,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:04.804448 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-9ebaafd7-c063-4cdd-9996-be6d769f98e3 None None] For port d327a103-c9f6-4d9b-8f92-53b04919e342, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:46:04.818563 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e6a2741f-a18e-4893-8171-e40f9a7aeee1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9588397 Jan 21 09:46:04.819627 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59632) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:04.840850 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-9ebaafd7-c063-4cdd-9996-be6d769f98e3 None None] For port d327a103-c9f6-4d9b-8f92-53b04919e342, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=d327a103-c9f6-4d9b-8f92-53b04919e342,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:46:04.859447 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-69f4b597-9a56-4973-b013-86fda906972f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.868458 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9ebaafd7-c063-4cdd-9996-be6d769f98e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.951677 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port d982bc13-42f6-4a0b-820c-454870d5ec7b, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=d982bc13-42f6-4a0b-820c-454870d5ec7b,segment=NetworkSegment(07dd82d8-3478-444e-80b8-d77be715ce7f),segment_id=07dd82d8-3478-444e-80b8-d77be715ce7f)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:04.957019 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d277124-2bd1-47b9-864c-5483145e0f16 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:04.963605 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d277124-2bd1-47b9-864c-5483145e0f16 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:04.963605 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-1d277124-2bd1-47b9-864c-5483145e0f16 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:04.972490 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.990226 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-5d63c7b0-f009-4e0d-a595-e417e147f425 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:46:04.990797 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-5d63c7b0-f009-4e0d-a595-e417e147f425 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:46:04.996386 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebaafd7-c063-4cdd-9996-be6d769f98e3 None None] Pushing event updated for resources: {'Port': ['ID=d327a103-c9f6-4d9b-8f92-53b04919e342,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:05.048559 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-1d277124-2bd1-47b9-864c-5483145e0f16 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:05.053338 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1d277124-2bd1-47b9-864c-5483145e0f16 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2322586 Jan 21 09:46:05.061388 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59636) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:05.132069 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=d982bc13-42f6-4a0b-820c-454870d5ec7b,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:05.167285 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-be6d5baa-657d-4bfa-8fb9-ad82d04b412f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting port f875b0bf-40f6-4e9f-a08c-9db7d9d45f5c {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:05.167626 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-be6d5baa-657d-4bfa-8fb9-ad82d04b412f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:05.351216 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-69f4b597-9a56-4973-b013-86fda906972f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Calling delete_port for ca568cc3-a3cb-4031-a25e-d1c1bd0009c3 owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:05.382574 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-df58533f-5bc0-433a-ae6e-87a50790ec57 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] For port d982bc13-42f6-4a0b-820c-454870d5ec7b, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=d982bc13-42f6-4a0b-820c-454870d5ec7b,segment=NetworkSegment(07dd82d8-3478-444e-80b8-d77be715ce7f),segment_id=07dd82d8-3478-444e-80b8-d77be715ce7f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:05.382937 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-df58533f-5bc0-433a-ae6e-87a50790ec57 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:05.400739 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-422deed1-6e1d-476a-a0e4-d967d70d34ee tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:05.492509 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5d63c7b0-f009-4e0d-a595-e417e147f425 None None] Deleting port d982bc13-42f6-4a0b-820c-454870d5ec7b {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:05.492967 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5d63c7b0-f009-4e0d-a595-e417e147f425 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:05.560827 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b261f55d-3b48-450f-8ce5-a92f691d33eb tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:05.614447 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-df58533f-5bc0-433a-ae6e-87a50790ec57 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Calling delete_port for d982bc13-42f6-4a0b-820c-454870d5ec7b owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:05.648263 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-be6d5baa-657d-4bfa-8fb9-ad82d04b412f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:05.765062 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac24630f-b991-41df-9844-2d7eaa33ba66 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:46:05.777433 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421a7c63-05fe-46c5-99f8-d8a76e977f08 None None] Sync routers for ids ['eeebddad-47b7-4f5a-ad27-e14fec637012'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:46:05.798574 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5d63c7b0-f009-4e0d-a595-e417e147f425 None None] For port d982bc13-42f6-4a0b-820c-454870d5ec7b, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=d982bc13-42f6-4a0b-820c-454870d5ec7b,segment=NetworkSegment(07dd82d8-3478-444e-80b8-d77be715ce7f),segment_id=07dd82d8-3478-444e-80b8-d77be715ce7f)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:05.800070 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5d63c7b0-f009-4e0d-a595-e417e147f425 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:05.800386 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421a7c63-05fe-46c5-99f8-d8a76e977f08 None None] Routers {'eeebddad-47b7-4f5a-ad27-e14fec637012'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:05.801218 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-421a7c63-05fe-46c5-99f8-d8a76e977f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:45:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['eeebddad-47b7-4f5a-ad27-e14fec637012'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:05.835176 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ac24630f-b991-41df-9844-2d7eaa33ba66 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "PUT /v2.0/routers/eeebddad-47b7-4f5a-ad27-e14fec637012/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2045541 Jan 21 09:46:05.839867 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59640) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:05.858915 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-be6d5baa-657d-4bfa-8fb9-ad82d04b412f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Calling delete_port for f875b0bf-40f6-4e9f-a08c-9db7d9d45f5c owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:05.970859 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-421a7c63-05fe-46c5-99f8-d8a76e977f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:05.993455 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421a7c63-05fe-46c5-99f8-d8a76e977f08 None None] Routers {'eeebddad-47b7-4f5a-ad27-e14fec637012'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:05.994993 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-421a7c63-05fe-46c5-99f8-d8a76e977f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:45:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['eeebddad-47b7-4f5a-ad27-e14fec637012'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:06.100108 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-be6d5baa-657d-4bfa-8fb9-ad82d04b412f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.161051 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5d63c7b0-f009-4e0d-a595-e417e147f425 None None] Calling delete_port for d982bc13-42f6-4a0b-820c-454870d5ec7b owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:06.161551 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-421a7c63-05fe-46c5-99f8-d8a76e977f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:06.161551 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421a7c63-05fe-46c5-99f8-d8a76e977f08 None None] The sync data for ids ['eeebddad-47b7-4f5a-ad27-e14fec637012'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:46:06.203719 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d5baa-657d-4bfa-8fb9-ad82d04b412f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Port': ['ID=f875b0bf-40f6-4e9f-a08c-9db7d9d45f5c,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:06.215794 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device d327a103-c9f6-4d9b-8f92-53b04919e342 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:06.340877 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5d63c7b0-f009-4e0d-a595-e417e147f425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.359934 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-be6d5baa-657d-4bfa-8fb9-ad82d04b412f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.400547 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-be6d5baa-657d-4bfa-8fb9-ad82d04b412f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/f875b0bf-40f6-4e9f-a08c-9db7d9d45f5c HTTP/1.1" status: 204 len: 168 time: 1.3400371 Jan 21 09:46:06.409301 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59644) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:06.437127 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63c7b0-f009-4e0d-a595-e417e147f425 None None] Pushing event deleted for resources: {'Port': ['ID=d982bc13-42f6-4a0b-820c-454870d5ec7b,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:06.445690 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d63c7b0-f009-4e0d-a595-e417e147f425 None None] No DVR routers for this DVR port d982bc13-42f6-4a0b-820c-454870d5ec7b on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:06.473330 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7ea1e42f-0c37-4d7a-8522-760582c1db27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.478910 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.api [None req-df58533f-5bc0-433a-ae6e-87a50790ec57 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:46:06.479636 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG oslo_db.api [None req-df58533f-5bc0-433a-ae6e-87a50790ec57 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:46:06.487710 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port d327a103-c9f6-4d9b-8f92-53b04919e342 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:06.623061 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1e42f-0c37-4d7a-8522-760582c1db27 admin admin] Pushing event deleted for resources: {'Port': ['ID=792f8e78-68dc-4327-9e5b-cb5aa42c0761,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:06.698782 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-287d4a15-724d-4228-98cd-e75a4a885259 None None] Provisioning for port d327a103-c9f6-4d9b-8f92-53b04919e342 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:06.710664 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-287d4a15-724d-4228-98cd-e75a4a885259 None None] Provisioning complete for port d327a103-c9f6-4d9b-8f92-53b04919e342 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:06.711483 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-287d4a15-724d-4228-98cd-e75a4a885259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.742376 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6aa0639-913f-4ebb-9514-2949e6017ffe tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:06.743796 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6aa0639-913f-4ebb-9514-2949e6017ffe tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:06.745767 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-a6aa0639-913f-4ebb-9514-2949e6017ffe tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:06.768115 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b261f55d-3b48-450f-8ce5-a92f691d33eb tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.772565 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-69f4b597-9a56-4973-b013-86fda906972f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.776621 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b261f55d-3b48-450f-8ce5-a92f691d33eb tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349321', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344087'] for router, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.778897 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-422deed1-6e1d-476a-a0e4-d967d70d34ee tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.867559 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4b597-9a56-4973-b013-86fda906972f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event deleted for resources: {'Port': ['ID=ca568cc3-a3cb-4031-a25e-d1c1bd0009c3,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:06.884958 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-422deed1-6e1d-476a-a0e4-d967d70d34ee tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.894871 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-a6aa0639-913f-4ebb-9514-2949e6017ffe tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:06.896784 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a6aa0639-913f-4ebb-9514-2949e6017ffe tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4856403 Jan 21 09:46:06.902089 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59648) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:06.902512 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-287d4a15-724d-4228-98cd-e75a4a885259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.977643 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-287d4a15-724d-4228-98cd-e75a4a885259 None None] For port d327a103-c9f6-4d9b-8f92-53b04919e342, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=d327a103-c9f6-4d9b-8f92-53b04919e342,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:06.984596 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-df58533f-5bc0-433a-ae6e-87a50790ec57 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Deleting port d982bc13-42f6-4a0b-820c-454870d5ec7b {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:06.984596 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-df58533f-5bc0-433a-ae6e-87a50790ec57 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.996755 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-287d4a15-724d-4228-98cd-e75a4a885259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.137355 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-a69d5e26-a947-4f05-bd71-4d6121e11048 None None] Could not find standard attr ID for object f875b0bf-40f6-4e9f-a08c-9db7d9d45f5c. {{(pid=83599) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:46:07.183646 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d4a15-724d-4228-98cd-e75a4a885259 None None] Pushing event updated for resources: {'Port': ['ID=d327a103-c9f6-4d9b-8f92-53b04919e342,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:07.207665 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfc56e85-da37-4773-9bd8-d30b25c189a8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting subnet c0518b53-37a6-41be-a147-654dee4b27ab {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:46:07.213269 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dfc56e85-da37-4773-9bd8-d30b25c189a8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.348728 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dfc56e85-da37-4773-9bd8-d30b25c189a8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.430866 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-df58533f-5bc0-433a-ae6e-87a50790ec57 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] The port 'd982bc13-42f6-4a0b-820c-454870d5ec7b' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:46:07.464638 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dfc56e85-da37-4773-9bd8-d30b25c189a8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.532985 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b261f55d-3b48-450f-8ce5-a92f691d33eb tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Router 376f32d0-2e84-4275-bc0e-3fd63e52ce78 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:46:07.599896 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-422deed1-6e1d-476a-a0e4-d967d70d34ee tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.600552 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422deed1-6e1d-476a-a0e4-d967d70d34ee tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Fanout notify agent at l3_agent the message router_deleted on router 9271077e-7e8f-479c-a61f-91772801e913 {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:46:07.619165 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dfc56e85-da37-4773-9bd8-d30b25c189a8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.697840 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7ea1e42f-0c37-4d7a-8522-760582c1db27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.717888 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc56e85-da37-4773-9bd8-d30b25c189a8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Subnet': ['ID=c0518b53-37a6-41be-a147-654dee4b27ab,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:07.727092 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dfc56e85-da37-4773-9bd8-d30b25c189a8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.737783 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56628314-6b1b-4529-9142-0f8917410996 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:07.759649 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-dfc56e85-da37-4773-9bd8-d30b25c189a8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/c0518b53-37a6-41be-a147-654dee4b27ab HTTP/1.1" status: 204 len: 168 time: 0.8550241 Jan 21 09:46:07.760304 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59652) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:07.838661 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-fe6d1199-f406-4d31-8ef7-4df3acc4f00a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0757747 Jan 21 09:46:07.842403 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59656) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:08.038512 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fbe21f-0919-4004-8127-00eb78ae8ff0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:08.038512 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-03fbe21f-0919-4004-8127-00eb78ae8ff0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:08.064087 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-03fbe21f-0919-4004-8127-00eb78ae8ff0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:08.067854 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-03fbe21f-0919-4004-8127-00eb78ae8ff0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2221153 Jan 21 09:46:08.069420 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59660) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:08.092864 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad12d00-ed8e-4f34-a4a6-eee0096b6458 None None] DHCP port deletion for d5f237d0-52c1-4100-800c-a471203fec66 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:46:08.097325 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-422deed1-6e1d-476a-a0e4-d967d70d34ee tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.098465 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-422deed1-6e1d-476a-a0e4-d967d70d34ee tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/routers/9271077e-7e8f-479c-a61f-91772801e913 HTTP/1.1" status: 204 len: 168 time: 3.5216639 Jan 21 09:46:08.102417 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-0ad12d00-ed8e-4f34-a4a6-eee0096b6458 None None] Deleting port d327a103-c9f6-4d9b-8f92-53b04919e342 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:08.102860 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0ad12d00-ed8e-4f34-a4a6-eee0096b6458 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.109339 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-df58533f-5bc0-433a-ae6e-87a50790ec57 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.127031 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59664) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:08.245706 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7ea1e42f-0c37-4d7a-8522-760582c1db27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.249451 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-df58533f-5bc0-433a-ae6e-87a50790ec57 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbcf992e-e503-4459-9403-2a25d5dc5122']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:08.287828 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b261f55d-3b48-450f-8ce5-a92f691d33eb tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:46:08.292613 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b261f55d-3b48-450f-8ce5-a92f691d33eb tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.293957 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b261f55d-3b48-450f-8ce5-a92f691d33eb tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] 10.222.0.104 "PUT /v2.0/routers/376f32d0-2e84-4275-bc0e-3fd63e52ce78 HTTP/1.1" status: 200 len: 925 time: 4.6009557 Jan 21 09:46:08.299192 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-df58533f-5bc0-433a-ae6e-87a50790ec57 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07dd82d8-3478-444e-80b8-d77be715ce7f') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:08.299665 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-df58533f-5bc0-433a-ae6e-87a50790ec57 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07dd82d8-3478-444e-80b8-d77be715ce7f') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:08.317680 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59668) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:08.324299 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7ea1e42f-0c37-4d7a-8522-760582c1db27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.336258 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d3aeb8-ba71-4cb1-9abd-c7707208507f None None] Sync routers for ids ['376f32d0-2e84-4275-bc0e-3fd63e52ce78'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:46:08.338237 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device d327a103-c9f6-4d9b-8f92-53b04919e342 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:08.386384 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-df58533f-5bc0-433a-ae6e-87a50790ec57 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.389499 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da64a46b-3a91-4d7b-9325-df9536277169 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:08.390270 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-da64a46b-3a91-4d7b-9325-df9536277169 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:08.427177 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d3aeb8-ba71-4cb1-9abd-c7707208507f None None] Routers {'376f32d0-2e84-4275-bc0e-3fd63e52ce78'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:08.427851 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-31d3aeb8-ba71-4cb1-9abd-c7707208507f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:45:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['376f32d0-2e84-4275-bc0e-3fd63e52ce78'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:08.448090 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-df58533f-5bc0-433a-ae6e-87a50790ec57 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.457913 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-da64a46b-3a91-4d7b-9325-df9536277169 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:08.460771 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-da64a46b-3a91-4d7b-9325-df9536277169 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3880663 Jan 21 09:46:08.464367 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59672) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:08.473669 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2d7a30-7d38-4226-81c6-441480763dc4 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Deleting subnet 53ba5576-f79d-45a8-8d5a-23828592104d {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:46:08.479326 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4a2d7a30-7d38-4226-81c6-441480763dc4 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.487508 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-69f4b597-9a56-4973-b013-86fda906972f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.493584 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-31d3aeb8-ba71-4cb1-9abd-c7707208507f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:08.494196 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df58533f-5bc0-433a-ae6e-87a50790ec57 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:46:08.494805 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-df58533f-5bc0-433a-ae6e-87a50790ec57 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.514386 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-0ad12d00-ed8e-4f34-a4a6-eee0096b6458 None None] For port d327a103-c9f6-4d9b-8f92-53b04919e342, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=d327a103-c9f6-4d9b-8f92-53b04919e342,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:08.514630 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0ad12d00-ed8e-4f34-a4a6-eee0096b6458 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.522840 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:46:08.522840 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:46:08.522840 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:46:08.522840 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:46:08.522840 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:46:08.522840 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:46:08.522840 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:46:08.522840 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:46:08.522840 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:46:08.522840 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:46:08.522840 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:46:08.522840 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:46:08.522840 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:46:08.522840 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:46:08.522840 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:46:08.522840 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:46:08.522840 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:46:08.522840 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:46:08.522840 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:46:08.522840 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:46:08.522840 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:46:08.522840 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:46:08.522840 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:46:08.522840 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:46:08.522840 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:46:08.522840 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:46:08.522840 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:46:08.522840 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:46:08.522840 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:46:08.522840 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:46:08.522840 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:46:08.522840 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:46:08.532909 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d3aeb8-ba71-4cb1-9abd-c7707208507f None None] Routers {'376f32d0-2e84-4275-bc0e-3fd63e52ce78'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:08.533561 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-31d3aeb8-ba71-4cb1-9abd-c7707208507f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:45:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['376f32d0-2e84-4275-bc0e-3fd63e52ce78'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:08.555988 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4a2d7a30-7d38-4226-81c6-441480763dc4 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.654368 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4a2d7a30-7d38-4226-81c6-441480763dc4 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.710682 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-0ad12d00-ed8e-4f34-a4a6-eee0096b6458 None None] Calling delete_port for d327a103-c9f6-4d9b-8f92-53b04919e342 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:08.738887 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-31d3aeb8-ba71-4cb1-9abd-c7707208507f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:08.739575 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d3aeb8-ba71-4cb1-9abd-c7707208507f None None] The sync data for ids ['376f32d0-2e84-4275-bc0e-3fd63e52ce78'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:46:08.819379 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.876298 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port d327a103-c9f6-4d9b-8f92-53b04919e342, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=d327a103-c9f6-4d9b-8f92-53b04919e342,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:08.883051 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.920622 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7ea1e42f-0c37-4d7a-8522-760582c1db27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.921243 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea1e42f-0c37-4d7a-8522-760582c1db27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36e4ec95-5470-4208-b6c3-206848c3ed41 {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:46:08.924811 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4c37c23b-5b55-487c-8ed3-c645e82b887e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4405377 Jan 21 09:46:08.934045 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59676) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:08.938729 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-0ad12d00-ed8e-4f34-a4a6-eee0096b6458 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:46:08.938943 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-0ad12d00-ed8e-4f34-a4a6-eee0096b6458 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:46:08.944415 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4a2d7a30-7d38-4226-81c6-441480763dc4 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.961304 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-b5b59f17-9bae-49e5-bfca-4970b6c60783 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:08.973394 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=d327a103-c9f6-4d9b-8f92-53b04919e342,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:08.996611 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d7a30-7d38-4226-81c6-441480763dc4 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Subnet': ['ID=53ba5576-f79d-45a8-8d5a-23828592104d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:09.006649 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4a2d7a30-7d38-4226-81c6-441480763dc4 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.015116 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4a2d7a30-7d38-4226-81c6-441480763dc4 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/subnets/53ba5576-f79d-45a8-8d5a-23828592104d HTTP/1.1" status: 204 len: 168 time: 0.8865793 Jan 21 09:46:09.021363 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b1c29d-a6aa-45ae-b74f-4456eec8fd38 None None] Network 51d3b16a-4582-4384-980c-916f29e9ac85 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:09.026152 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59680) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:09.059548 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7ea1e42f-0c37-4d7a-8522-760582c1db27 admin admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.063883 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-7ea1e42f-0c37-4d7a-8522-760582c1db27 admin admin] 10.222.0.104 "DELETE /v2.0/routers/36e4ec95-5470-4208-b6c3-206848c3ed41 HTTP/1.1" status: 204 len: 168 time: 9.0051589 Jan 21 09:46:09.064318 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59684) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:09.088363 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-61a60bce-90f4-4b6c-a583-bb16fbe11e8f tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.192164 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ace13253-64cf-4d33-8b84-8fd3ffb13dc8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.213429 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-ace13253-64cf-4d33-8b84-8fd3ffb13dc8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Deleting port 9ede7b14-b860-493b-9bc6-2e6ff0956470 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:09.213828 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ace13253-64cf-4d33-8b84-8fd3ffb13dc8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.227409 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-df58533f-5bc0-433a-ae6e-87a50790ec57 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.349310 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-df58533f-5bc0-433a-ae6e-87a50790ec57 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.380375 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58533f-5bc0-433a-ae6e-87a50790ec57 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event deleted for resources: {'Network': ['ID=bbcf992e-e503-4459-9403-2a25d5dc5122,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:09.438815 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b514e581-bcdc-4ca9-b64f-5ab9795b844c None None] DHCP port deletion for 51d3b16a-4582-4384-980c-916f29e9ac85 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:46:09.444925 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-0ad12d00-ed8e-4f34-a4a6-eee0096b6458 None None] Deleting port d327a103-c9f6-4d9b-8f92-53b04919e342 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:09.445458 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0ad12d00-ed8e-4f34-a4a6-eee0096b6458 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.474741 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-b514e581-bcdc-4ca9-b64f-5ab9795b844c None None] Deleting port 9ede7b14-b860-493b-9bc6-2e6ff0956470 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:09.474741 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b514e581-bcdc-4ca9-b64f-5ab9795b844c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.484285 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-ace13253-64cf-4d33-8b84-8fd3ffb13dc8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] For port 9ede7b14-b860-493b-9bc6-2e6ff0956470, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=9ede7b14-b860-493b-9bc6-2e6ff0956470,segment=NetworkSegment(e0809964-1dab-442e-94e7-acce55851144),segment_id=e0809964-1dab-442e-94e7-acce55851144)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:09.486218 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ace13253-64cf-4d33-8b84-8fd3ffb13dc8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.489153 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-df58533f-5bc0-433a-ae6e-87a50790ec57 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "DELETE /v2.0/networks/bbcf992e-e503-4459-9403-2a25d5dc5122 HTTP/1.1" status: 204 len: 168 time: 6.1395290 Jan 21 09:46:09.490934 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59690) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:09.555300 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b5b59f17-9bae-49e5-bfca-4970b6c60783 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:09.618324 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-ace13253-64cf-4d33-8b84-8fd3ffb13dc8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Calling delete_port for 9ede7b14-b860-493b-9bc6-2e6ff0956470 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:09.618857 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-df0625e7-da51-43f9-af09-bb707e0caace tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] DELETE failed (client error): The resource could not be found. Jan 21 09:46:09.619297 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df0625e7-da51-43f9-af09-bb707e0caace tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:46:09.623813 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-df0625e7-da51-43f9-af09-bb707e0caace tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "DELETE /v2.0/subnets/c0c4d392-b86c-470b-87ca-27b2ed5c4cad HTTP/1.1" status: 404 len: 337 time: 0.1194828 Jan 21 09:46:09.642111 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59694) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:09.653468 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b5b59f17-9bae-49e5-bfca-4970b6c60783 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:09.714332 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f8bcd0b-53fb-4c2a-822b-af47d981102b admin admin] Deleting subnet e7fe4f7c-173a-4a1e-bc9c-b6d802a0a8b0 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:46:09.717023 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ace13253-64cf-4d33-8b84-8fd3ffb13dc8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.721787 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a99cd67-7ee2-44f3-997e-904980bd0db0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] DELETE failed (client error): The resource could not be found. Jan 21 09:46:09.722262 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a99cd67-7ee2-44f3-997e-904980bd0db0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:46:09.726416 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-3a99cd67-7ee2-44f3-997e-904980bd0db0 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "DELETE /v2.0/networks/b4f32bfa-22d8-48a9-b22b-7a60ce6a5a8e HTTP/1.1" status: 404 len: 339 time: 0.0796926 Jan 21 09:46:09.726416 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3f8bcd0b-53fb-4c2a-822b-af47d981102b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.755226 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b59f17-9bae-49e5-bfca-4970b6c60783 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:09.761701 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59698) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:09.816351 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace13253-64cf-4d33-8b84-8fd3ffb13dc8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Port': ['ID=9ede7b14-b860-493b-9bc6-2e6ff0956470,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:09.826668 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace13253-64cf-4d33-8b84-8fd3ffb13dc8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] No DVR routers for this DVR port 9ede7b14-b860-493b-9bc6-2e6ff0956470 on host dv-neutron-825732-1-hyperv {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:09.905977 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-b514e581-bcdc-4ca9-b64f-5ab9795b844c None None] For port 9ede7b14-b860-493b-9bc6-2e6ff0956470, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=9ede7b14-b860-493b-9bc6-2e6ff0956470,segment=NetworkSegment(e0809964-1dab-442e-94e7-acce55851144),segment_id=e0809964-1dab-442e-94e7-acce55851144)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:09.906631 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b514e581-bcdc-4ca9-b64f-5ab9795b844c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.928956 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3f8bcd0b-53fb-4c2a-822b-af47d981102b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.977110 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b5b59f17-9bae-49e5-bfca-4970b6c60783 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.010641 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ace13253-64cf-4d33-8b84-8fd3ffb13dc8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.091070 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-b514e581-bcdc-4ca9-b64f-5ab9795b844c None None] Calling delete_port for 9ede7b14-b860-493b-9bc6-2e6ff0956470 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:10.098523 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-ace13253-64cf-4d33-8b84-8fd3ffb13dc8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d3b16a-4582-4384-980c-916f29e9ac85']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:10.122404 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-ace13253-64cf-4d33-8b84-8fd3ffb13dc8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0809964-1dab-442e-94e7-acce55851144') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:10.122680 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-ace13253-64cf-4d33-8b84-8fd3ffb13dc8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0809964-1dab-442e-94e7-acce55851144') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:10.146808 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ace13253-64cf-4d33-8b84-8fd3ffb13dc8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.185100 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ace13253-64cf-4d33-8b84-8fd3ffb13dc8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.186830 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 792f8e78-68dc-4327-9e5b-cb5aa42c0761 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:10.202080 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d3c1d4-6952-4c79-b3c3-10cb4d89a812 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Deleting subnet e7bee9a2-8bb0-4fc6-b777-8de5c7c4ac7d {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:46:10.204882 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ace13253-64cf-4d33-8b84-8fd3ffb13dc8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:46:10.205298 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ace13253-64cf-4d33-8b84-8fd3ffb13dc8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.220587 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:46:10.220587 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:46:10.220587 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:46:10.220587 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:46:10.220587 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:46:10.220587 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:46:10.220587 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:46:10.220587 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:46:10.220587 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:46:10.220587 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:46:10.220587 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:46:10.220587 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:46:10.220587 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:46:10.220587 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:46:10.220587 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:46:10.220587 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:46:10.220587 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:46:10.220587 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:46:10.220587 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:46:10.220587 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:46:10.220587 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:46:10.220587 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:46:10.220587 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:46:10.220587 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:46:10.220587 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:46:10.220587 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:46:10.220587 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:46:10.220587 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:46:10.220587 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:46:10.220587 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:46:10.220587 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:46:10.220587 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:46:10.226321 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-59d3c1d4-6952-4c79-b3c3-10cb4d89a812 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.256565 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 792f8e78-68dc-4327-9e5b-cb5aa42c0761 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:46:10.257136 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 792f8e78-68dc-4327-9e5b-cb5aa42c0761 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:10.257978 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 9ede7b14-b860-493b-9bc6-2e6ff0956470 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:10.308214 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 9ede7b14-b860-493b-9bc6-2e6ff0956470 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:46:10.308214 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 9ede7b14-b860-493b-9bc6-2e6ff0956470 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:10.314896 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-0ad12d00-ed8e-4f34-a4a6-eee0096b6458 None None] For port d327a103-c9f6-4d9b-8f92-53b04919e342, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=d327a103-c9f6-4d9b-8f92-53b04919e342,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:10.316090 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0ad12d00-ed8e-4f34-a4a6-eee0096b6458 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.358320 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-59d3c1d4-6952-4c79-b3c3-10cb4d89a812 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.392764 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ace13253-64cf-4d33-8b84-8fd3ffb13dc8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.413567 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ace13253-64cf-4d33-8b84-8fd3ffb13dc8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.440596 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace13253-64cf-4d33-8b84-8fd3ffb13dc8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Network': ['ID=51d3b16a-4582-4384-980c-916f29e9ac85,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:10.468805 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-0ad12d00-ed8e-4f34-a4a6-eee0096b6458 None None] Calling delete_port for d327a103-c9f6-4d9b-8f92-53b04919e342 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:10.469042 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ace13253-64cf-4d33-8b84-8fd3ffb13dc8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/networks/51d3b16a-4582-4384-980c-916f29e9ac85 HTTP/1.1" status: 204 len: 168 time: 1.4414701 Jan 21 09:46:10.475004 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59702) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:10.511476 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4c482b6f-bbd4-49cf-b1f6-9114b8bbc34d tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] 10.222.0.104 "GET /v2.0/routers/376f32d0-2e84-4275-bc0e-3fd63e52ce78 HTTP/1.1" status: 200 len: 925 time: 2.1923203 Jan 21 09:46:10.514741 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-b514e581-bcdc-4ca9-b64f-5ab9795b844c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:46:10.515104 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-b514e581-bcdc-4ca9-b64f-5ab9795b844c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:46:10.524807 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59706) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:10.552358 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0ad12d00-ed8e-4f34-a4a6-eee0096b6458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.554103 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751c9fdc-6080-4b25-b5c6-b282643b8c5a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:10.554684 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-751c9fdc-6080-4b25-b5c6-b282643b8c5a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Synchronizing usage tracker for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:10.576979 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-59d3c1d4-6952-4c79-b3c3-10cb4d89a812 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.598710 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3f8bcd0b-53fb-4c2a-822b-af47d981102b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.604946 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad12d00-ed8e-4f34-a4a6-eee0096b6458 None None] Pushing event deleted for resources: {'Port': ['ID=d327a103-c9f6-4d9b-8f92-53b04919e342,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:10.607084 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-751c9fdc-6080-4b25-b5c6-b282643b8c5a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Unset dirty status for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:10.608047 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-751c9fdc-6080-4b25-b5c6-b282643b8c5a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "GET /v2.0/ports/f2945011-18e0-495d-ac1d-ff9d3f113ecc HTTP/1.1" status: 200 len: 845 time: 0.1321113 Jan 21 09:46:10.619712 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad12d00-ed8e-4f34-a4a6-eee0096b6458 None None] No DVR routers for this DVR port d327a103-c9f6-4d9b-8f92-53b04919e342 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:10.623108 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59710) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:10.837709 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f25fb59d-c95c-4d7d-a931-69961bfaa3e0 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "GET /v2.0/ports/f2945011-18e0-495d-ac1d-ff9d3f113ecc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2098491 Jan 21 09:46:10.838157 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59714) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:10.845617 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-f3e4321f-e261-4866-98c8-5c3dca851518 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'subnet': {'network_id': '6087673c-a924-425c-9bf1-b38150ede8d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:10.863300 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-59d3c1d4-6952-4c79-b3c3-10cb4d89a812 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.963579 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3c1d4-6952-4c79-b3c3-10cb4d89a812 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event deleted for resources: {'Subnet': ['ID=e7bee9a2-8bb0-4fc6-b777-8de5c7c4ac7d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:10.986287 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-59d3c1d4-6952-4c79-b3c3-10cb4d89a812 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.993798 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28d040c-0154-4ba8-a764-aed5274d76c5 None None] Network 4f53866a-2774-496a-92bc-f7fccad44b7d requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:11.015047 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f3e4321f-e261-4866-98c8-5c3dca851518 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:11.020347 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-b514e581-bcdc-4ca9-b64f-5ab9795b844c None None] Deleting port 9ede7b14-b860-493b-9bc6-2e6ff0956470 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:11.020909 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b514e581-bcdc-4ca9-b64f-5ab9795b844c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.021295 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-59d3c1d4-6952-4c79-b3c3-10cb4d89a812 tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "DELETE /v2.0/subnets/e7bee9a2-8bb0-4fc6-b777-8de5c7c4ac7d HTTP/1.1" status: 204 len: 168 time: 1.2565196 Jan 21 09:46:11.021967 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59718) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:11.029945 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f3e4321f-e261-4866-98c8-5c3dca851518 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:subnet and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:11.046804 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f3e4321f-e261-4866-98c8-5c3dca851518 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:11.058594 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f3e4321f-e261-4866-98c8-5c3dca851518 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:11.100055 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-1a14b8bb-2bc0-4614-af35-6ed1345b9a0b tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Synchronizing usage tracker for tenant:4747faad71854e4fac490fce5d95fc3d on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:11.124015 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3f8bcd0b-53fb-4c2a-822b-af47d981102b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.156042 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e4321f-e261-4866-98c8-5c3dca851518 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Made reservation on behalf of fd763e9054b0425c8035d150c4a90c6a for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:11.180322 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-b514e581-bcdc-4ca9-b64f-5ab9795b844c None None] The port '9ede7b14-b860-493b-9bc6-2e6ff0956470' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:46:11.203098 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8bcd0b-53fb-4c2a-822b-af47d981102b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7fe4f7c-173a-4a1e-bc9c-b6d802a0a8b0,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:11.213691 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b5b59f17-9bae-49e5-bfca-4970b6c60783 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.261583 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de33374e-d1dd-49a9-a393-213800defd2c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.281953 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9919ef3-40e9-47cd-a7d9-adf022447e42 None None] Network 8515717b-44bc-4a2f-9c9a-f5ff80484c08 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:11.302525 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3f8bcd0b-53fb-4c2a-822b-af47d981102b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.302525 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-1a14b8bb-2bc0-4614-af35-6ed1345b9a0b tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Unset dirty status for tenant:4747faad71854e4fac490fce5d95fc3d on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:11.302525 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-1a14b8bb-2bc0-4614-af35-6ed1345b9a0b tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] 10.222.0.104 "GET /v2.0/ports?network_id=05164b30-8981-419a-8272-388f48c19dd5&device_id=376f32d0-2e84-4275-bc0e-3fd63e52ce78&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7712193 Jan 21 09:46:11.302937 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59722) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:11.333977 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-de33374e-d1dd-49a9-a393-213800defd2c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Deleting port f60f8b1f-dbac-4e29-ba98-d4edd168e926 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:11.334416 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de33374e-d1dd-49a9-a393-213800defd2c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.355382 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b59f17-9bae-49e5-bfca-4970b6c60783 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:11.369883 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-3f8bcd0b-53fb-4c2a-822b-af47d981102b admin admin] 10.222.0.104 "DELETE /v2.0/subnets/e7fe4f7c-173a-4a1e-bc9c-b6d802a0a8b0 HTTP/1.1" status: 204 len: 168 time: 2.2819321 Jan 21 09:46:11.369883 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-b5b59f17-9bae-49e5-bfca-4970b6c60783 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:11.372780 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59726) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:11.384784 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b59f17-9bae-49e5-bfca-4970b6c60783 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:11.385366 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b5b59f17-9bae-49e5-bfca-4970b6c60783 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.385925 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ae1ef0-c7dd-491a-86c0-9b61ca47d94d None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:11.390295 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b59f17-9bae-49e5-bfca-4970b6c60783 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Subnet': ['ID=dd381715-309c-42dd-8058-2fbf00873ea9,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:11.422384 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f3e4321f-e261-4866-98c8-5c3dca851518 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.525768 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f4b597-9a56-4973-b013-86fda906972f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Router 1b8bece9-f214-4d67-86b4-5c601c077517 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:46:11.542127 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b5b59f17-9bae-49e5-bfca-4970b6c60783 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5947299 Jan 21 09:46:11.546796 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59730) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:11.574679 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-f43c3ea5-281e-467f-8338-27bce135cd58 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'port': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'fixed_ips': [{'subnet_id': 'dd381715-309c-42dd-8058-2fbf00873ea9', 'ip_address': '2001:db8::372e:7cdf:ec9c:b539'}], 'name': 'tempest-NetworksTestDHCPv6-1541779197'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:11.646310 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7a6c8f7e-9a02-4c57-b25d-dfa94fb93c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.894886 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf2abd8-3aea-423a-b257-4e1eb27b250d tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:11.897116 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2cf2abd8-3aea-423a-b257-4e1eb27b250d tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] 10.222.0.104 "GET /v2.0/networks/05164b30-8981-419a-8272-388f48c19dd5 HTTP/1.1" status: 200 len: 881 time: 0.5947645 Jan 21 09:46:11.903520 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59734) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:11.908400 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f3e4321f-e261-4866-98c8-5c3dca851518 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.910988 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-7a6c8f7e-9a02-4c57-b25d-dfa94fb93c51 admin admin] Deleting port 36338119-eacf-498f-ba38-63edf1c16615 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:11.911319 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7a6c8f7e-9a02-4c57-b25d-dfa94fb93c51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.920204 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab3e025-a2ac-4af1-b5f9-1a80c5b58845 None None] DHCP port deletion for 4f53866a-2774-496a-92bc-f7fccad44b7d request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:46:11.927594 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b331d2-d51f-403c-9c2b-5e477cb0428e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-d5f237d0-52c1-4100-800c-a471203fec66', 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'tenant_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'fixed_ips': [{'subnet_id': 'dd381715-309c-42dd-8058-2fbf00873ea9'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:46:11.928524 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-12b331d2-d51f-403c-9c2b-5e477cb0428e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.946273 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-eab3e025-a2ac-4af1-b5f9-1a80c5b58845 None None] Deleting port f60f8b1f-dbac-4e29-ba98-d4edd168e926 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:11.946273 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-eab3e025-a2ac-4af1-b5f9-1a80c5b58845 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.005445 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5be29813-2f9a-41e9-9b8d-46148e916254 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] 10.222.0.104 "GET /v2.0/ports?device_id=376f32d0-2e84-4275-bc0e-3fd63e52ce78 HTTP/1.1" status: 200 len: 205 time: 0.0997651 Jan 21 09:46:12.011356 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59738) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:12.062980 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb9d354-bfeb-46a2-9b26-4048133650f2 None None] DHCP port deletion for 8515717b-44bc-4a2f-9c9a-f5ff80484c08 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:46:12.063776 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-de33374e-d1dd-49a9-a393-213800defd2c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] For port f60f8b1f-dbac-4e29-ba98-d4edd168e926, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=f60f8b1f-dbac-4e29-ba98-d4edd168e926,segment=NetworkSegment(b440b379-da42-4e30-a3ac-19e0b5daeb6b),segment_id=b440b379-da42-4e30-a3ac-19e0b5daeb6b)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:12.063776 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de33374e-d1dd-49a9-a393-213800defd2c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.080293 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e4321f-e261-4866-98c8-5c3dca851518 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Network 6087673c-a924-425c-9bf1-b38150ede8d0 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:12.083726 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f43c3ea5-281e-467f-8338-27bce135cd58 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:12.085273 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-f3e4321f-e261-4866-98c8-5c3dca851518 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:12.088797 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4321f-e261-4866-98c8-5c3dca851518 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Subnet': ['ID=50d6de63-5c61-4875-a91e-01fa54dce77d,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:12.092130 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e4321f-e261-4866-98c8-5c3dca851518 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:12.092130 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f3e4321f-e261-4866-98c8-5c3dca851518 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.111754 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-abb9d354-bfeb-46a2-9b26-4048133650f2 None None] Deleting port 36338119-eacf-498f-ba38-63edf1c16615 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:12.112092 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-abb9d354-bfeb-46a2-9b26-4048133650f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.146190 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcbda4d-2a8f-4597-9bb2-4ba23be008bb None None] Network 6087673c-a924-425c-9bf1-b38150ede8d0 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:12.239533 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-de33374e-d1dd-49a9-a393-213800defd2c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Calling delete_port for f60f8b1f-dbac-4e29-ba98-d4edd168e926 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:12.268420 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device f60f8b1f-dbac-4e29-ba98-d4edd168e926 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:12.296027 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f3e4321f-e261-4866-98c8-5c3dca851518 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4568546 Jan 21 09:46:12.300114 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59742) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:12.307691 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-63399c3a-0f29-4871-9e38-90d215888994 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'security_group': {'name': 'tempest-secgroup-316382297'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:12.314306 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-63399c3a-0f29-4871-9e38-90d215888994 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:12.319775 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-63399c3a-0f29-4871-9e38-90d215888994 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:security_group and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:12.319972 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f43c3ea5-281e-467f-8338-27bce135cd58 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:12.322706 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-63399c3a-0f29-4871-9e38-90d215888994 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:12.331901 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-63399c3a-0f29-4871-9e38-90d215888994 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:12.362410 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63399c3a-0f29-4871-9e38-90d215888994 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.406395 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de33374e-d1dd-49a9-a393-213800defd2c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.458075 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43c3ea5-281e-467f-8338-27bce135cd58 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:12.458340 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-63399c3a-0f29-4871-9e38-90d215888994 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:12.462617 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33374e-d1dd-49a9-a393-213800defd2c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event deleted for resources: {'Port': ['ID=f60f8b1f-dbac-4e29-ba98-d4edd168e926,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:12.463340 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f43c3ea5-281e-467f-8338-27bce135cd58 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.467997 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-63399c3a-0f29-4871-9e38-90d215888994 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:security_group_rule and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:12.474699 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de33374e-d1dd-49a9-a393-213800defd2c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] No DVR routers for this DVR port f60f8b1f-dbac-4e29-ba98-d4edd168e926 on host dv-neutron-825732-1-hyperv {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:12.477064 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-63399c3a-0f29-4871-9e38-90d215888994 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:12.508521 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:46:12.516199 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-63399c3a-0f29-4871-9e38-90d215888994 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:12.557560 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-61a60bce-90f4-4b6c-a583-bb16fbe11e8f tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Deleting port c42d4362-06ef-4d36-9676-177a7639170c {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:12.557905 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-61a60bce-90f4-4b6c-a583-bb16fbe11e8f tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.636738 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No active binding found for port f60f8b1f-dbac-4e29-ba98-d4edd168e926 {{(pid=83599) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 21 09:46:12.637154 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device f60f8b1f-dbac-4e29-ba98-d4edd168e926 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:12.638802 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 36338119-eacf-498f-ba38-63edf1c16615 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:12.656264 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-f43c3ea5-281e-467f-8338-27bce135cd58 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] device_id is not set on port d559dd52-cc1e-4dc3-918f-e319817e353f yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:46:12.666047 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33374e-d1dd-49a9-a393-213800defd2c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:12.666796 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33374e-d1dd-49a9-a393-213800defd2c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:12.667491 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33374e-d1dd-49a9-a393-213800defd2c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:12.668181 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33374e-d1dd-49a9-a393-213800defd2c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:12.668864 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33374e-d1dd-49a9-a393-213800defd2c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:12.669599 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33374e-d1dd-49a9-a393-213800defd2c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:12.670299 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33374e-d1dd-49a9-a393-213800defd2c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:12.670985 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33374e-d1dd-49a9-a393-213800defd2c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:12.671669 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33374e-d1dd-49a9-a393-213800defd2c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:12.672972 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33374e-d1dd-49a9-a393-213800defd2c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:12.673629 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33374e-d1dd-49a9-a393-213800defd2c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:12.697098 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-12b331d2-d51f-403c-9c2b-5e477cb0428e None None] Allocated IP 2001:db8::2 (d5f237d0-52c1-4100-800c-a471203fec66/dd381715-309c-42dd-8058-2fbf00873ea9/fa5b5f6d-3df3-4e9d-a311-ed4f1f6a831c) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:12.700382 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-eab3e025-a2ac-4af1-b5f9-1a80c5b58845 None None] For port f60f8b1f-dbac-4e29-ba98-d4edd168e926, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=f60f8b1f-dbac-4e29-ba98-d4edd168e926,segment=NetworkSegment(b440b379-da42-4e30-a3ac-19e0b5daeb6b),segment_id=b440b379-da42-4e30-a3ac-19e0b5daeb6b)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:12.700866 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-eab3e025-a2ac-4af1-b5f9-1a80c5b58845 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.706882 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-7a6c8f7e-9a02-4c57-b25d-dfa94fb93c51 admin admin] For port 36338119-eacf-498f-ba38-63edf1c16615, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=36338119-eacf-498f-ba38-63edf1c16615,segment=NetworkSegment(ffef5f32-ec5b-43f1-8552-8b9a0a25607f),segment_id=ffef5f32-ec5b-43f1-8552-8b9a0a25607f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:12.707240 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7a6c8f7e-9a02-4c57-b25d-dfa94fb93c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.814256 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de33374e-d1dd-49a9-a393-213800defd2c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.869507 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-de33374e-d1dd-49a9-a393-213800defd2c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f53866a-2774-496a-92bc-f7fccad44b7d']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:12.887506 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-de33374e-d1dd-49a9-a393-213800defd2c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b440b379-da42-4e30-a3ac-19e0b5daeb6b') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:12.888104 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-de33374e-d1dd-49a9-a393-213800defd2c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b440b379-da42-4e30-a3ac-19e0b5daeb6b') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:12.921040 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de33374e-d1dd-49a9-a393-213800defd2c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.945215 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-7a6c8f7e-9a02-4c57-b25d-dfa94fb93c51 admin admin] Calling delete_port for 36338119-eacf-498f-ba38-63edf1c16615 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:12.963360 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de33374e-d1dd-49a9-a393-213800defd2c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.979130 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-eab3e025-a2ac-4af1-b5f9-1a80c5b58845 None None] Calling delete_port for f60f8b1f-dbac-4e29-ba98-d4edd168e926 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:12.980009 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63399c3a-0f29-4871-9e38-90d215888994 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.982039 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de33374e-d1dd-49a9-a393-213800defd2c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:46:12.983002 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de33374e-d1dd-49a9-a393-213800defd2c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.000891 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:46:13.000891 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:46:13.000891 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:46:13.000891 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:46:13.000891 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:46:13.000891 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:46:13.000891 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:46:13.000891 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:46:13.000891 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:46:13.000891 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:46:13.000891 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:46:13.000891 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:46:13.000891 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:46:13.000891 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:46:13.000891 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:46:13.000891 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:46:13.000891 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:46:13.000891 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:46:13.000891 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:46:13.000891 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:46:13.000891 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:46:13.000891 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:46:13.000891 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:46:13.000891 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:46:13.000891 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:46:13.000891 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:46:13.000891 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:46:13.000891 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:46:13.000891 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:46:13.000891 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:46:13.000891 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:46:13.000891 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:46:13.004552 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f4b597-9a56-4973-b013-86fda906972f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:46:13.023470 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed2149c-bf83-4382-9ab7-2115f6882d58 None None] Sync routers for ids ['1b8bece9-f214-4d67-86b4-5c601c077517'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:46:13.043606 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed2149c-bf83-4382-9ab7-2115f6882d58 None None] Routers {'1b8bece9-f214-4d67-86b4-5c601c077517'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:13.044795 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-0ed2149c-bf83-4382-9ab7-2115f6882d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:45:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['1b8bece9-f214-4d67-86b4-5c601c077517'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:13.064634 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63399c3a-0f29-4871-9e38-90d215888994 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.090902 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-abb9d354-bfeb-46a2-9b26-4048133650f2 None None] For port 36338119-eacf-498f-ba38-63edf1c16615, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=36338119-eacf-498f-ba38-63edf1c16615,segment=NetworkSegment(ffef5f32-ec5b-43f1-8552-8b9a0a25607f),segment_id=ffef5f32-ec5b-43f1-8552-8b9a0a25607f)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:13.091554 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-abb9d354-bfeb-46a2-9b26-4048133650f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.155750 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63399c3a-0f29-4871-9e38-90d215888994 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa917e5-0a8f-41f0-971c-cfc8cdd9724e,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:13.167849 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de33374e-d1dd-49a9-a393-213800defd2c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.191131 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de33374e-d1dd-49a9-a393-213800defd2c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.193783 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-de33374e-d1dd-49a9-a393-213800defd2c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] 10.222.0.104 "DELETE /v2.0/networks/4f53866a-2774-496a-92bc-f7fccad44b7d HTTP/1.1" status: 204 len: 168 time: 2.1693857 Jan 21 09:46:13.197123 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-69f4b597-9a56-4973-b013-86fda906972f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "PUT /v2.0/routers/1b8bece9-f214-4d67-86b4-5c601c077517/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3010523 Jan 21 09:46:13.198440 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59748) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:13.199826 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63399c3a-0f29-4871-9e38-90d215888994 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.205086 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-63399c3a-0f29-4871-9e38-90d215888994 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9037271 Jan 21 09:46:13.205917 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59750) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:13.212071 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33374e-d1dd-49a9-a393-213800defd2c tempest-NetworksIpV6Test-2058633291 tempest-NetworksIpV6Test-2058633291-project] Pushing event deleted for resources: {'Network': ['ID=4f53866a-2774-496a-92bc-f7fccad44b7d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:13.217865 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-635c83f0-2b1f-4b7c-993c-4088777ce328 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'security_group': {'name': 'tempest-secgroup-1390982503'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:13.226262 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-0ed2149c-bf83-4382-9ab7-2115f6882d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:13.227529 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-635c83f0-2b1f-4b7c-993c-4088777ce328 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:13.232335 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-635c83f0-2b1f-4b7c-993c-4088777ce328 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:security_group and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:13.237316 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-635c83f0-2b1f-4b7c-993c-4088777ce328 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:13.244672 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-635c83f0-2b1f-4b7c-993c-4088777ce328 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:13.248468 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed2149c-bf83-4382-9ab7-2115f6882d58 None None] Routers {'1b8bece9-f214-4d67-86b4-5c601c077517'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:13.249928 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-0ed2149c-bf83-4382-9ab7-2115f6882d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:45:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['1b8bece9-f214-4d67-86b4-5c601c077517'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:13.259234 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-635c83f0-2b1f-4b7c-993c-4088777ce328 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.306497 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-635c83f0-2b1f-4b7c-993c-4088777ce328 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:13.310995 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-635c83f0-2b1f-4b7c-993c-4088777ce328 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:security_group_rule and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:13.327230 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-635c83f0-2b1f-4b7c-993c-4088777ce328 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:13.338571 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-635c83f0-2b1f-4b7c-993c-4088777ce328 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:13.341627 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-61a60bce-90f4-4b6c-a583-bb16fbe11e8f tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.369159 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-0ed2149c-bf83-4382-9ab7-2115f6882d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:13.371946 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed2149c-bf83-4382-9ab7-2115f6882d58 None None] The sync data for ids ['1b8bece9-f214-4d67-86b4-5c601c077517'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:46:13.407250 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-abb9d354-bfeb-46a2-9b26-4048133650f2 None None] Calling delete_port for 36338119-eacf-498f-ba38-63edf1c16615 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:13.442032 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-635c83f0-2b1f-4b7c-993c-4088777ce328 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.449653 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-635c83f0-2b1f-4b7c-993c-4088777ce328 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.507587 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c83f0-2b1f-4b7c-993c-4088777ce328 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb109cb5-9d2f-42ac-9e39-3064f2a0d894,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:13.542219 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-635c83f0-2b1f-4b7c-993c-4088777ce328 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.545359 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-635c83f0-2b1f-4b7c-993c-4088777ce328 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3359683 Jan 21 09:46:13.548926 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59758) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:13.557766 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-61a60bce-90f4-4b6c-a583-bb16fbe11e8f tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Calling delete_port for c42d4362-06ef-4d36-9676-177a7639170c owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:13.559788 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-f52e7031-d856-4698-a14e-db39d3f06d06 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1250762019', 'security_groups': ['bb109cb5-9d2f-42ac-9e39-3064f2a0d894'], 'network_id': '6087673c-a924-425c-9bf1-b38150ede8d0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '50d6de63-5c61-4875-a91e-01fa54dce77d'}]}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:13.614187 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7a6c8f7e-9a02-4c57-b25d-dfa94fb93c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.621755 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-eab3e025-a2ac-4af1-b5f9-1a80c5b58845 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:46:13.622353 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-eab3e025-a2ac-4af1-b5f9-1a80c5b58845 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:46:13.664600 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59762) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:13.675617 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.692331 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c8f7e-9a02-4c57-b25d-dfa94fb93c51 admin admin] Pushing event deleted for resources: {'Port': ['ID=36338119-eacf-498f-ba38-63edf1c16615,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:13.743023 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6c8f7e-9a02-4c57-b25d-dfa94fb93c51 admin admin] No DVR routers for this DVR port 36338119-eacf-498f-ba38-63edf1c16615 on host dv-neutron-825732-1-hyperv {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:13.822715 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6c8f7e-9a02-4c57-b25d-dfa94fb93c51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:13.823193 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6c8f7e-9a02-4c57-b25d-dfa94fb93c51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:13.823656 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6c8f7e-9a02-4c57-b25d-dfa94fb93c51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:13.824067 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6c8f7e-9a02-4c57-b25d-dfa94fb93c51 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:13.824501 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6c8f7e-9a02-4c57-b25d-dfa94fb93c51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:13.824841 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6c8f7e-9a02-4c57-b25d-dfa94fb93c51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:13.825169 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6c8f7e-9a02-4c57-b25d-dfa94fb93c51 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:13.825547 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6c8f7e-9a02-4c57-b25d-dfa94fb93c51 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:13.825888 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6c8f7e-9a02-4c57-b25d-dfa94fb93c51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:13.826301 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6c8f7e-9a02-4c57-b25d-dfa94fb93c51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:13.826732 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6c8f7e-9a02-4c57-b25d-dfa94fb93c51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:13.863362 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-abb9d354-bfeb-46a2-9b26-4048133650f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:46:13.864338 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-abb9d354-bfeb-46a2-9b26-4048133650f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:46:13.885654 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d257744-ea01-469e-bd5e-a90b512a116e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-6087673c-a924-425c-9bf1-b38150ede8d0', 'network_id': '6087673c-a924-425c-9bf1-b38150ede8d0', 'tenant_id': 'fd763e9054b0425c8035d150c4a90c6a', 'fixed_ips': [{'subnet_id': '50d6de63-5c61-4875-a91e-01fa54dce77d'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:46:13.886851 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6d257744-ea01-469e-bd5e-a90b512a116e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.906595 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f52e7031-d856-4698-a14e-db39d3f06d06 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:13.929475 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-12b331d2-d51f-403c-9c2b-5e477cb0428e None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.935909 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f52e7031-d856-4698-a14e-db39d3f06d06 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:13.960226 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52e7031-d856-4698-a14e-db39d3f06d06 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Made reservation on behalf of fd763e9054b0425c8035d150c4a90c6a for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:13.966437 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f52e7031-d856-4698-a14e-db39d3f06d06 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.006970 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-f52e7031-d856-4698-a14e-db39d3f06d06 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] device_id is not set on port a696471c-a077-41ab-bd8d-80c0b329f7f3 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:46:14.019566 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-12b331d2-d51f-403c-9c2b-5e477cb0428e None None] Transition to ACTIVE for port object fa5b5f6d-3df3-4e9d-a311-ed4f1f6a831c will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:14.068802 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-12b331d2-d51f-403c-9c2b-5e477cb0428e None None] Transition to ACTIVE for port object fa5b5f6d-3df3-4e9d-a311-ed4f1f6a831c will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:14.089366 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-12b331d2-d51f-403c-9c2b-5e477cb0428e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.143758 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43bec8f8-3108-425e-b48b-de0fa79f4bed tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.155894 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-eab3e025-a2ac-4af1-b5f9-1a80c5b58845 None None] Deleting port f60f8b1f-dbac-4e29-ba98-d4edd168e926 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:14.157386 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-eab3e025-a2ac-4af1-b5f9-1a80c5b58845 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.261912 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7a6c8f7e-9a02-4c57-b25d-dfa94fb93c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.271317 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-eab3e025-a2ac-4af1-b5f9-1a80c5b58845 None None] The port 'f60f8b1f-dbac-4e29-ba98-d4edd168e926' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:46:14.292972 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b331d2-d51f-403c-9c2b-5e477cb0428e None None] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:14.300802 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-12b331d2-d51f-403c-9c2b-5e477cb0428e None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:14.307862 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b331d2-d51f-403c-9c2b-5e477cb0428e None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:14.319106 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b331d2-d51f-403c-9c2b-5e477cb0428e None None] Pushing event updated for resources: {'Port': ['ID=fa5b5f6d-3df3-4e9d-a311-ed4f1f6a831c,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:14.335977 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-7a6c8f7e-9a02-4c57-b25d-dfa94fb93c51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8515717b-44bc-4a2f-9c9a-f5ff80484c08']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:14.349297 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-f43c3ea5-281e-467f-8338-27bce135cd58 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Allocated IP 2001:db8::372e:7cdf:ec9c:b539 (d5f237d0-52c1-4100-800c-a471203fec66/dd381715-309c-42dd-8058-2fbf00873ea9/d559dd52-cc1e-4dc3-918f-e319817e353f) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:14.360338 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-6d257744-ea01-469e-bd5e-a90b512a116e None None] Allocated IP 2001:db8::2 (6087673c-a924-425c-9bf1-b38150ede8d0/50d6de63-5c61-4875-a91e-01fa54dce77d/4bfe7e5e-2c7a-414a-a132-595cb250029f) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:14.392464 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-abb9d354-bfeb-46a2-9b26-4048133650f2 None None] Deleting port 36338119-eacf-498f-ba38-63edf1c16615 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:14.392826 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-abb9d354-bfeb-46a2-9b26-4048133650f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.464691 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-7a6c8f7e-9a02-4c57-b25d-dfa94fb93c51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffef5f32-ec5b-43f1-8552-8b9a0a25607f') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:14.464888 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-7a6c8f7e-9a02-4c57-b25d-dfa94fb93c51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffef5f32-ec5b-43f1-8552-8b9a0a25607f') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:14.508275 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-abb9d354-bfeb-46a2-9b26-4048133650f2 None None] The port '36338119-eacf-498f-ba38-63edf1c16615' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:46:14.533056 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7a6c8f7e-9a02-4c57-b25d-dfa94fb93c51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.571792 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-12b331d2-d51f-403c-9c2b-5e477cb0428e None None] Attempting to bind port fa5b5f6d-3df3-4e9d-a311-ed4f1f6a831c on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:14.572234 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-12b331d2-d51f-403c-9c2b-5e477cb0428e None None] Attempting to bind port fa5b5f6d-3df3-4e9d-a311-ed4f1f6a831c by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:14.572566 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b331d2-d51f-403c-9c2b-5e477cb0428e None None] Attempting to bind port fa5b5f6d-3df3-4e9d-a311-ed4f1f6a831c on network d5f237d0-52c1-4100-800c-a471203fec66 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:46:14.580515 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c53079d8-cd58-47ac-9b03-385126179c81 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=0d13a625922e456e97b68503a56cb4ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9137845 Jan 21 09:46:14.583189 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59768) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:14.590660 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b331d2-d51f-403c-9c2b-5e477cb0428e None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:46:14.591046 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b331d2-d51f-403c-9c2b-5e477cb0428e None None] Checking segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:46:14.591439 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-12b331d2-d51f-403c-9c2b-5e477cb0428e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.591817 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b331d2-d51f-403c-9c2b-5e477cb0428e None None] Bound using segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:46:14.592404 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-12b331d2-d51f-403c-9c2b-5e477cb0428e None None] Bound port: fa5b5f6d-3df3-4e9d-a311-ed4f1f6a831c, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:14.592779 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-12b331d2-d51f-403c-9c2b-5e477cb0428e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.636228 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7a6c8f7e-9a02-4c57-b25d-dfa94fb93c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.661309 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e6e2ef46-268a-47d1-815b-d30e7201b510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.680748 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a6c8f7e-9a02-4c57-b25d-dfa94fb93c51 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:46:14.680748 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7a6c8f7e-9a02-4c57-b25d-dfa94fb93c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.701264 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e6e2ef46-268a-47d1-815b-d30e7201b510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.701643 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:46:14.701643 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:46:14.701643 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:46:14.701643 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:46:14.701643 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:46:14.701643 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:46:14.701643 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:46:14.701643 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:46:14.701643 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:46:14.701643 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:46:14.701643 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:46:14.701643 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:46:14.701643 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:46:14.701643 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:46:14.701643 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:46:14.701643 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:46:14.701643 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:46:14.701643 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:46:14.701643 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:46:14.701643 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:46:14.701643 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:46:14.701643 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:46:14.701643 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:46:14.701643 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:46:14.701643 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:46:14.701643 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:46:14.701643 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:46:14.701643 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:46:14.701643 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:46:14.701643 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:46:14.701643 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:46:14.701643 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:46:14.720222 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-61a60bce-90f4-4b6c-a583-bb16fbe11e8f tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.774428 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e6e2ef46-268a-47d1-815b-d30e7201b510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.787176 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-12b331d2-d51f-403c-9c2b-5e477cb0428e None None] For port fa5b5f6d-3df3-4e9d-a311-ed4f1f6a831c, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:46:14.794710 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e2ef46-268a-47d1-815b-d30e7201b510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6981e241-ca74-4a2b-8c0c-adbf00628429,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:14.811945 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-12b331d2-d51f-403c-9c2b-5e477cb0428e None None] For port fa5b5f6d-3df3-4e9d-a311-ed4f1f6a831c, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=fa5b5f6d-3df3-4e9d-a311-ed4f1f6a831c,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:46:14.819502 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e6e2ef46-268a-47d1-815b-d30e7201b510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.822178 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e6e2ef46-268a-47d1-815b-d30e7201b510 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/6981e241-ca74-4a2b-8c0c-adbf00628429 HTTP/1.1" status: 204 len: 168 time: 0.2361133 Jan 21 09:46:14.825885 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6d257744-ea01-469e-bd5e-a90b512a116e None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.834325 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-12b331d2-d51f-403c-9c2b-5e477cb0428e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.901085 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-6d257744-ea01-469e-bd5e-a90b512a116e None None] Transition to ACTIVE for port object 4bfe7e5e-2c7a-414a-a132-595cb250029f will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:14.928178 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a60bce-90f4-4b6c-a583-bb16fbe11e8f tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event deleted for resources: {'Port': ['ID=c42d4362-06ef-4d36-9676-177a7639170c,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:14.977288 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-6d257744-ea01-469e-bd5e-a90b512a116e None None] Transition to ACTIVE for port object 4bfe7e5e-2c7a-414a-a132-595cb250029f will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:14.998289 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6d257744-ea01-469e-bd5e-a90b512a116e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.010980 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b331d2-d51f-403c-9c2b-5e477cb0428e None None] Pushing event updated for resources: {'Port': ['ID=fa5b5f6d-3df3-4e9d-a311-ed4f1f6a831c,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:15.079154 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7a6c8f7e-9a02-4c57-b25d-dfa94fb93c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.090449 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d257744-ea01-469e-bd5e-a90b512a116e None None] Network 6087673c-a924-425c-9bf1-b38150ede8d0 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:15.093795 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-6d257744-ea01-469e-bd5e-a90b512a116e None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:15.096951 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d257744-ea01-469e-bd5e-a90b512a116e None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:15.122043 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7a6c8f7e-9a02-4c57-b25d-dfa94fb93c51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.186328 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-f52e7031-d856-4698-a14e-db39d3f06d06 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Allocated IP 2001:db8::3b2 (6087673c-a924-425c-9bf1-b38150ede8d0/50d6de63-5c61-4875-a91e-01fa54dce77d/a696471c-a077-41ab-bd8d-80c0b329f7f3) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:15.211744 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c8f7e-9a02-4c57-b25d-dfa94fb93c51 admin admin] Pushing event deleted for resources: {'Network': ['ID=8515717b-44bc-4a2f-9c9a-f5ff80484c08,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:15.221553 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d257744-ea01-469e-bd5e-a90b512a116e None None] Pushing event updated for resources: {'Port': ['ID=4bfe7e5e-2c7a-414a-a132-595cb250029f,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:15.333667 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-7a6c8f7e-9a02-4c57-b25d-dfa94fb93c51 admin admin] 10.222.0.104 "DELETE /v2.0/networks/8515717b-44bc-4a2f-9c9a-f5ff80484c08 HTTP/1.1" status: 204 len: 168 time: 3.9529698 Jan 21 09:46:15.342610 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f43c3ea5-281e-467f-8338-27bce135cd58 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.342862 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-6d257744-ea01-469e-bd5e-a90b512a116e None None] Attempting to bind port 4bfe7e5e-2c7a-414a-a132-595cb250029f on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:15.343235 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-6d257744-ea01-469e-bd5e-a90b512a116e None None] Attempting to bind port 4bfe7e5e-2c7a-414a-a132-595cb250029f by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'a53668af-045b-4bc6-baa5-021e988b892d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6087673c-a924-425c-9bf1-b38150ede8d0'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:15.343594 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d257744-ea01-469e-bd5e-a90b512a116e None None] Attempting to bind port 4bfe7e5e-2c7a-414a-a132-595cb250029f on network 6087673c-a924-425c-9bf1-b38150ede8d0 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:46:15.371178 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d257744-ea01-469e-bd5e-a90b512a116e None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:46:15.371663 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d257744-ea01-469e-bd5e-a90b512a116e None None] Checking segment: {'id': 'a53668af-045b-4bc6-baa5-021e988b892d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6087673c-a924-425c-9bf1-b38150ede8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:46:15.372082 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6d257744-ea01-469e-bd5e-a90b512a116e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.372486 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d257744-ea01-469e-bd5e-a90b512a116e None None] Bound using segment: {'id': 'a53668af-045b-4bc6-baa5-021e988b892d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6087673c-a924-425c-9bf1-b38150ede8d0'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:46:15.372986 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-6d257744-ea01-469e-bd5e-a90b512a116e None None] Bound port: 4bfe7e5e-2c7a-414a-a132-595cb250029f, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a53668af-045b-4bc6-baa5-021e988b892d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6087673c-a924-425c-9bf1-b38150ede8d0'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:15.373367 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6d257744-ea01-469e-bd5e-a90b512a116e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.513775 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f52e7031-d856-4698-a14e-db39d3f06d06 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.571185 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f43c3ea5-281e-467f-8338-27bce135cd58 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Transition to ACTIVE for port object d559dd52-cc1e-4dc3-918f-e319817e353f will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:15.573466 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-36ab3af6-0c70-45e2-ac33-3b014b4102e1 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.574743 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-f52e7031-d856-4698-a14e-db39d3f06d06 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Transition to ACTIVE for port object a696471c-a077-41ab-bd8d-80c0b329f7f3 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:15.621694 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f52e7031-d856-4698-a14e-db39d3f06d06 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.685507 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-6d257744-ea01-469e-bd5e-a90b512a116e None None] For port 4bfe7e5e-2c7a-414a-a132-595cb250029f, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:46:15.707464 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-6d257744-ea01-469e-bd5e-a90b512a116e None None] For port 4bfe7e5e-2c7a-414a-a132-595cb250029f, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=4bfe7e5e-2c7a-414a-a132-595cb250029f,segment=NetworkSegment(a53668af-045b-4bc6-baa5-021e988b892d),segment_id=a53668af-045b-4bc6-baa5-021e988b892d)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:46:15.716605 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6d257744-ea01-469e-bd5e-a90b512a116e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.737228 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59784) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:15.806790 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52e7031-d856-4698-a14e-db39d3f06d06 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Network 6087673c-a924-425c-9bf1-b38150ede8d0 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:15.825064 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-f52e7031-d856-4698-a14e-db39d3f06d06 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:15.837823 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52e7031-d856-4698-a14e-db39d3f06d06 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:15.842867 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52e7031-d856-4698-a14e-db39d3f06d06 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:15.844041 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f52e7031-d856-4698-a14e-db39d3f06d06 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.869686 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d257744-ea01-469e-bd5e-a90b512a116e None None] Pushing event updated for resources: {'Port': ['ID=4bfe7e5e-2c7a-414a-a132-595cb250029f,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:15.888891 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e7031-d856-4698-a14e-db39d3f06d06 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Port': ['ID=a696471c-a077-41ab-bd8d-80c0b329f7f3,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:15.903085 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43bec8f8-3108-425e-b48b-de0fa79f4bed tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.905650 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3cc6405a-ed98-4a0b-b90e-67e434846b77 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=336aa381caa24798b3c72d188fdcb52a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1645348 Jan 21 09:46:15.907174 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59790) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:15.915071 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f52e7031-d856-4698-a14e-db39d3f06d06 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3635132 Jan 21 09:46:15.917699 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59794) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:15.945784 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-43bec8f8-3108-425e-b48b-de0fa79f4bed tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Deleting port 5bce1042-eb54-4bf3-a511-c2a01e8ae31e {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:15.946269 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43bec8f8-3108-425e-b48b-de0fa79f4bed tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.997554 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-88d09f50-5354-4d63-a8f9-ccf01ecf3073 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'subnet': {'network_id': '6087673c-a924-425c-9bf1-b38150ede8d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:16.127672 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-df70fc62-1056-4a89-9389-5b9c1afe92b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:16.173261 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-df70fc62-1056-4a89-9389-5b9c1afe92b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:16.271203 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device fa5b5f6d-3df3-4e9d-a311-ed4f1f6a831c up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:16.284174 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-61a60bce-90f4-4b6c-a583-bb16fbe11e8f tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:16.316998 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-88d09f50-5354-4d63-a8f9-ccf01ecf3073 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:16.318854 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f43c3ea5-281e-467f-8338-27bce135cd58 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:16.346800 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-88d09f50-5354-4d63-a8f9-ccf01ecf3073 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:subnet and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:16.357939 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-88d09f50-5354-4d63-a8f9-ccf01ecf3073 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:16.372908 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-88d09f50-5354-4d63-a8f9-ccf01ecf3073 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:16.396307 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d09f50-5354-4d63-a8f9-ccf01ecf3073 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Made reservation on behalf of fd763e9054b0425c8035d150c4a90c6a for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:16.402909 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-88d09f50-5354-4d63-a8f9-ccf01ecf3073 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:16.440411 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port fa5b5f6d-3df3-4e9d-a311-ed4f1f6a831c completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:16.556283 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43c3ea5-281e-467f-8338-27bce135cd58 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:16.622847 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-f43c3ea5-281e-467f-8338-27bce135cd58 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:16.629733 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.ipam_backend_mixin [None req-88d09f50-5354-4d63-a8f9-ccf01ecf3073 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 50d6de63-5c61-4875-a91e-01fa54dce77d (CIDR: 2001:db8::/64) Jan 21 09:46:16.632931 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-df70fc62-1056-4a89-9389-5b9c1afe92b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:16.639879 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43c3ea5-281e-467f-8338-27bce135cd58 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:16.644679 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43c3ea5-281e-467f-8338-27bce135cd58 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:16.645307 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f43c3ea5-281e-467f-8338-27bce135cd58 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:16.661413 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d09f50-5354-4d63-a8f9-ccf01ecf3073 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:46:16.662057 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d09f50-5354-4d63-a8f9-ccf01ecf3073 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:46:16.671644 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70fc62-1056-4a89-9389-5b9c1afe92b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f9350f-0260-4151-beac-2286c6125005,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:16.683262 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c3ea5-281e-467f-8338-27bce135cd58 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Port': ['ID=d559dd52-cc1e-4dc3-918f-e319817e353f,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:16.689114 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-df70fc62-1056-4a89-9389-5b9c1afe92b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:16.690443 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-df70fc62-1056-4a89-9389-5b9c1afe92b9 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/88f9350f-0260-4151-beac-2286c6125005 HTTP/1.1" status: 204 len: 168 time: 0.7817702 Jan 21 09:46:16.707710 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-88d09f50-5354-4d63-a8f9-ccf01ecf3073 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7571318 Jan 21 09:46:16.708320 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59806) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:16.720913 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-4c2ada4f-f046-4ec5-9f21-6dc478593a05 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'subnet': {'network_id': '6087673c-a924-425c-9bf1-b38150ede8d0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:16.799855 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59810) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:16.811934 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f43c3ea5-281e-467f-8338-27bce135cd58 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.2625601 Jan 21 09:46:16.815234 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59814) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:16.929797 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-2c1fcd88-4be2-47a9-9c85-cb1b785bec78 None None] Provisioning for port fa5b5f6d-3df3-4e9d-a311-ed4f1f6a831c completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:16.951016 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-2c1fcd88-4be2-47a9-9c85-cb1b785bec78 None None] Provisioning complete for port fa5b5f6d-3df3-4e9d-a311-ed4f1f6a831c triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:16.951957 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2c1fcd88-4be2-47a9-9c85-cb1b785bec78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:17.069336 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43bec8f8-3108-425e-b48b-de0fa79f4bed tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:17.289408 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4c2ada4f-f046-4ec5-9f21-6dc478593a05 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:17.295083 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-4c2ada4f-f046-4ec5-9f21-6dc478593a05 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:subnet and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:17.323621 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-4c2ada4f-f046-4ec5-9f21-6dc478593a05 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:17.351268 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378a7bd8-0223-47b2-bbe8-534a1dd549d5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:17.357336 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378a7bd8-0223-47b2-bbe8-534a1dd549d5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:17.363159 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-378a7bd8-0223-47b2-bbe8-534a1dd549d5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5427275 Jan 21 09:46:17.363159 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4c2ada4f-f046-4ec5-9f21-6dc478593a05 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:17.363940 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59822) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:17.386879 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2c1fcd88-4be2-47a9-9c85-cb1b785bec78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:17.434458 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-2c1fcd88-4be2-47a9-9c85-cb1b785bec78 None None] For port fa5b5f6d-3df3-4e9d-a311-ed4f1f6a831c, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=fa5b5f6d-3df3-4e9d-a311-ed4f1f6a831c,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:17.446265 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2c1fcd88-4be2-47a9-9c85-cb1b785bec78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:17.452788 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2ada4f-f046-4ec5-9f21-6dc478593a05 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Made reservation on behalf of fd763e9054b0425c8035d150c4a90c6a for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:17.546197 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1fcd88-4be2-47a9-9c85-cb1b785bec78 None None] Pushing event updated for resources: {'Port': ['ID=fa5b5f6d-3df3-4e9d-a311-ed4f1f6a831c,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:17.556239 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c05791a1-b718-4752-8e5c-46bf48ffce75 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting port d559dd52-cc1e-4dc3-918f-e319817e353f {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:17.556239 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c05791a1-b718-4752-8e5c-46bf48ffce75 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:17.595963 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-599782b1-ad15-4ec8-85eb-453c644f3f2e None None] Provisioning for port d559dd52-cc1e-4dc3-918f-e319817e353f completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:17.608487 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-599782b1-ad15-4ec8-85eb-453c644f3f2e None None] Provisioning complete for port d559dd52-cc1e-4dc3-918f-e319817e353f triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:17.608848 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-599782b1-ad15-4ec8-85eb-453c644f3f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:17.658330 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-e4cdc1f1-98af-4b9a-9882-b9951c4e85df tempest-SubnetPoolsTestJSON-1650576110 tempest-SubnetPoolsTestJSON-1650576110-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1345356370', 'prefixes': ['172.20.0.0/16']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:17.674068 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-43bec8f8-3108-425e-b48b-de0fa79f4bed tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Calling delete_port for 5bce1042-eb54-4bf3-a511-c2a01e8ae31e owned by network:router_gateway {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:17.715060 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-e4cdc1f1-98af-4b9a-9882-b9951c4e85df tempest-SubnetPoolsTestJSON-1650576110 tempest-SubnetPoolsTestJSON-1650576110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:17.795081 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-599782b1-ad15-4ec8-85eb-453c644f3f2e None None] Port d559dd52-cc1e-4dc3-918f-e319817e353f cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:46:17.876241 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4c2ada4f-f046-4ec5-9f21-6dc478593a05 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:17.949158 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-68ba05cf-9525-4e48-9562-9c697170b510 None None] Provisioning complete for port f2945011-18e0-495d-ac1d-ff9d3f113ecc triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:17.949158 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-68ba05cf-9525-4e48-9562-9c697170b510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.052924 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-68ba05cf-9525-4e48-9562-9c697170b510 None None] Port f2945011-18e0-495d-ac1d-ff9d3f113ecc cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:46:18.068097 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c05791a1-b718-4752-8e5c-46bf48ffce75 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.077610 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-68ba05cf-9525-4e48-9562-9c697170b510 None None] Provisioning for port 4bfe7e5e-2c7a-414a-a132-595cb250029f completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:18.155611 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a60bce-90f4-4b6c-a583-bb16fbe11e8f tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Router eeebddad-47b7-4f5a-ad27-e14fec637012 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:46:18.251766 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c05791a1-b718-4752-8e5c-46bf48ffce75 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Calling delete_port for d559dd52-cc1e-4dc3-918f-e319817e353f owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:18.340035 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-6aaf1509-21f7-4663-b1da-de94658f912b None None] Provisioning for port a696471c-a077-41ab-bd8d-80c0b329f7f3 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:18.349252 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-6aaf1509-21f7-4663-b1da-de94658f912b None None] Provisioning complete for port a696471c-a077-41ab-bd8d-80c0b329f7f3 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:18.349875 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6aaf1509-21f7-4663-b1da-de94658f912b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.424086 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 4bfe7e5e-2c7a-414a-a132-595cb250029f up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:18.524121 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-6aaf1509-21f7-4663-b1da-de94658f912b None None] Port a696471c-a077-41ab-bd8d-80c0b329f7f3 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:46:18.543152 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c05791a1-b718-4752-8e5c-46bf48ffce75 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.552591 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 4bfe7e5e-2c7a-414a-a132-595cb250029f completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:18.556898 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43bec8f8-3108-425e-b48b-de0fa79f4bed tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.563554 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 4bfe7e5e-2c7a-414a-a132-595cb250029f triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:18.564444 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.627757 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05791a1-b718-4752-8e5c-46bf48ffce75 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Port': ['ID=d559dd52-cc1e-4dc3-918f-e319817e353f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:18.667669 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bec8f8-3108-425e-b48b-de0fa79f4bed tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Pushing event deleted for resources: {'Port': ['ID=5bce1042-eb54-4bf3-a511-c2a01e8ae31e,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:18.723070 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c05791a1-b718-4752-8e5c-46bf48ffce75 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.741713 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c05791a1-b718-4752-8e5c-46bf48ffce75 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/d559dd52-cc1e-4dc3-918f-e319817e353f HTTP/1.1" status: 204 len: 168 time: 1.3766158 Jan 21 09:46:18.744491 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59842) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:18.795191 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4c2ada4f-f046-4ec5-9f21-6dc478593a05 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.806671 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.859994 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 4bfe7e5e-2c7a-414a-a132-595cb250029f, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=4bfe7e5e-2c7a-414a-a132-595cb250029f,segment=NetworkSegment(a53668af-045b-4bc6-baa5-021e988b892d),segment_id=a53668af-045b-4bc6-baa5-021e988b892d)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:18.868847 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.869699 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device fa5b5f6d-3df3-4e9d-a311-ed4f1f6a831c up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:18.914275 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2ada4f-f046-4ec5-9f21-6dc478593a05 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Network 6087673c-a924-425c-9bf1-b38150ede8d0 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:18.918400 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0ccf22-0a18-4607-97de-4e4df1f9e165 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:18.919849 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0ccf22-0a18-4607-97de-4e4df1f9e165 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:18.925054 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ee0ccf22-0a18-4607-97de-4e4df1f9e165 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1756907 Jan 21 09:46:18.926785 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-4c2ada4f-f046-4ec5-9f21-6dc478593a05 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:18.930455 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59846) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:18.930692 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2ada4f-f046-4ec5-9f21-6dc478593a05 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:18.932204 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4c2ada4f-f046-4ec5-9f21-6dc478593a05 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.951142 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc1f1-98af-4b9a-9882-b9951c4e85df tempest-SubnetPoolsTestJSON-1650576110 tempest-SubnetPoolsTestJSON-1650576110-project] Notify callbacks [] for subnetpool, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.955897 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e4cdc1f1-98af-4b9a-9882-b9951c4e85df tempest-SubnetPoolsTestJSON-1650576110 tempest-SubnetPoolsTestJSON-1650576110-project] 10.222.0.104 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 2.1507595 Jan 21 09:46:18.970025 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59850) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:18.971229 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ada4f-f046-4ec5-9f21-6dc478593a05 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Subnet': ['ID=ef6eac4e-1a08-433a-9178-2e9127ed88b7,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:18.997811 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4c2ada4f-f046-4ec5-9f21-6dc478593a05 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2879946 Jan 21 09:46:19.001491 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59854) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:19.007932 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962fa619-d080-4ce3-99c3-5bd2b64e3cc5 None None] Network 6087673c-a924-425c-9bf1-b38150ede8d0 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:19.008248 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-dc46b0c1-00a3-4046-ab4e-7a895007e1c8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-61916226', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ef6eac4e-1a08-433a-9178-2e9127ed88b7'}], 'security_groups': ['0fa917e5-0a8f-41f0-971c-cfc8cdd9724e']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:19.168280 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=4bfe7e5e-2c7a-414a-a132-595cb250029f,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:19.182400 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dc46b0c1-00a3-4046-ab4e-7a895007e1c8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.185298 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port fa5b5f6d-3df3-4e9d-a311-ed4f1f6a831c triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:19.185714 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.427412 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a60bce-90f4-4b6c-a583-bb16fbe11e8f tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:46:19.442949 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a1ff53-1334-4713-aaf3-0baca8c00261 None None] Sync routers for ids ['eeebddad-47b7-4f5a-ad27-e14fec637012'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:46:19.470684 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8909146c-ee7f-47dc-8dc3-f5e1d5aff549 tempest-SubnetPoolsTestJSON-1650576110 tempest-SubnetPoolsTestJSON-1650576110-project] 10.222.0.104 "GET /v2.0/subnetpools/c2b7f60e-b4ca-419c-ab60-a6a48a883098 HTTP/1.1" status: 200 len: 732 time: 0.4070399 Jan 21 09:46:19.477508 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-61a60bce-90f4-4b6c-a583-bb16fbe11e8f tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "PUT /v2.0/routers/eeebddad-47b7-4f5a-ad27-e14fec637012/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6247511 Jan 21 09:46:19.480097 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a1ff53-1334-4713-aaf3-0baca8c00261 None None] Routers {'eeebddad-47b7-4f5a-ad27-e14fec637012'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:19.480733 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-57a1ff53-1334-4713-aaf3-0baca8c00261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:45:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['eeebddad-47b7-4f5a-ad27-e14fec637012'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:19.482526 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59866) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:19.482967 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59868) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:19.567396 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-f35f1c46-f3b5-4188-be53-717923499a85 tempest-SubnetPoolsTestJSON-1650576110 tempest-SubnetPoolsTestJSON-1650576110-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1902451743'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:19.567620 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-57a1ff53-1334-4713-aaf3-0baca8c00261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:19.584613 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a1ff53-1334-4713-aaf3-0baca8c00261 None None] Routers {'eeebddad-47b7-4f5a-ad27-e14fec637012'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:19.585244 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-57a1ff53-1334-4713-aaf3-0baca8c00261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:45:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['eeebddad-47b7-4f5a-ad27-e14fec637012'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:19.656549 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-bc492767-9d8f-40f2-acea-eab13fea5480 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Synchronizing usage tracker for tenant:d00df50c19fa484a82254f37be8cb96c on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:19.663214 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43bec8f8-3108-425e-b48b-de0fa79f4bed tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.708152 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-57a1ff53-1334-4713-aaf3-0baca8c00261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:19.708566 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a1ff53-1334-4713-aaf3-0baca8c00261 None None] The sync data for ids ['eeebddad-47b7-4f5a-ad27-e14fec637012'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:46:19.744595 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45610e13-99b3-4a11-b9a5-d15a0cec3776 None None] Update dhcp port {'port': {'network_id': '6087673c-a924-425c-9bf1-b38150ede8d0', 'fixed_ips': [{'subnet_id': '50d6de63-5c61-4875-a91e-01fa54dce77d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ef6eac4e-1a08-433a-9178-2e9127ed88b7'}], 'binding:host_id': 'dv-neutron-825732-1-hyperv'}, 'id': '4bfe7e5e-2c7a-414a-a132-595cb250029f'} from dv-neutron-825732-1-hyperv. {{(pid=83599) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 21 09:46:19.816880 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-45610e13-99b3-4a11-b9a5-d15a0cec3776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.027388 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-dc46b0c1-00a3-4046-ab4e-7a895007e1c8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Delete allocated IP 2001:db8::3b2 (6087673c-a924-425c-9bf1-b38150ede8d0/50d6de63-5c61-4875-a91e-01fa54dce77d) {{(pid=83597) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 21 09:46:20.038450 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-dc46b0c1-00a3-4046-ab4e-7a895007e1c8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Allocated IP 2001:db8:0:1::171 (6087673c-a924-425c-9bf1-b38150ede8d0/ef6eac4e-1a08-433a-9178-2e9127ed88b7/a696471c-a077-41ab-bd8d-80c0b329f7f3) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:20.104235 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59882) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:20.159368 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-bc492767-9d8f-40f2-acea-eab13fea5480 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Unset dirty status for tenant:d00df50c19fa484a82254f37be8cb96c on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:20.163353 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-bc492767-9d8f-40f2-acea-eab13fea5480 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "GET /v2.0/ports?device_id=eeebddad-47b7-4f5a-ad27-e14fec637012 HTTP/1.1" status: 200 len: 205 time: 0.6709583 Jan 21 09:46:20.168921 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59888) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:20.173620 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43bec8f8-3108-425e-b48b-de0fa79f4bed tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.184043 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bd82237-182f-4d66-a569-ddf2a5be8995 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting subnet dd381715-309c-42dd-8058-2fbf00873ea9 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:46:20.187000 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.193983 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43bec8f8-3108-425e-b48b-de0fa79f4bed tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.197552 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 4bfe7e5e-2c7a-414a-a132-595cb250029f up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:20.206393 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4bd82237-182f-4d66-a569-ddf2a5be8995 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.269993 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-36ab3af6-0c70-45e2-ac33-3b014b4102e1 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Deleting port 3573b8c2-940b-4b75-89df-26ba7f1ee961 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:20.270488 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-36ab3af6-0c70-45e2-ac33-3b014b4102e1 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.272303 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 4bfe7e5e-2c7a-414a-a132-595cb250029f triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:20.272706 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.353114 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4bd82237-182f-4d66-a569-ddf2a5be8995 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.407046 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43bec8f8-3108-425e-b48b-de0fa79f4bed tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.407751 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43bec8f8-3108-425e-b48b-de0fa79f4bed tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Fanout notify agent at l3_agent the message router_deleted on router 376f32d0-2e84-4275-bc0e-3fd63e52ce78 {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:46:20.414735 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43bec8f8-3108-425e-b48b-de0fa79f4bed tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.416779 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-43bec8f8-3108-425e-b48b-de0fa79f4bed tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] 10.222.0.104 "DELETE /v2.0/routers/376f32d0-2e84-4275-bc0e-3fd63e52ce78 HTTP/1.1" status: 204 len: 168 time: 8.4023509 Jan 21 09:46:20.423446 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59892) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:20.427536 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f35f1c46-f3b5-4188-be53-717923499a85 tempest-SubnetPoolsTestJSON-1650576110 tempest-SubnetPoolsTestJSON-1650576110-project] Notify callbacks [] for subnetpool, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.431422 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f35f1c46-f3b5-4188-be53-717923499a85 tempest-SubnetPoolsTestJSON-1650576110 tempest-SubnetPoolsTestJSON-1650576110-project] 10.222.0.104 "PUT /v2.0/subnetpools/c2b7f60e-b4ca-419c-ab60-a6a48a883098 HTTP/1.1" status: 200 len: 684 time: 0.9407806 Jan 21 09:46:20.435852 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59894) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:20.437016 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-78e9d302-ee8d-4b6c-87bc-d4fe40f7bffc tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1551638254', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:20.473755 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-78e9d302-ee8d-4b6c-87bc-d4fe40f7bffc tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:20.481404 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-9bf72a56-3799-40b3-a4be-283fa0cf4109 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1751563030'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:20.519397 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9bf72a56-3799-40b3-a4be-283fa0cf4109 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:20.548649 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9bf72a56-3799-40b3-a4be-283fa0cf4109 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Usage tracker for resource:network and tenant:e889cb8b266d441bb509183520d03cb3 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:20.560057 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9bf72a56-3799-40b3-a4be-283fa0cf4109 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:20.581693 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9bf72a56-3799-40b3-a4be-283fa0cf4109 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:20.596367 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f1be05a-284f-4378-ad81-e42cccb26dfb tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.662819 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-78e9d302-ee8d-4b6c-87bc-d4fe40f7bffc tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Usage tracker for resource:router and tenant:3aad8a09c7a8463ea197fff977ac059f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:20.669418 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-78e9d302-ee8d-4b6c-87bc-d4fe40f7bffc tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:20.686656 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-78e9d302-ee8d-4b6c-87bc-d4fe40f7bffc tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:20.694891 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf72a56-3799-40b3-a4be-283fa0cf4109 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Made reservation on behalf of e889cb8b266d441bb509183520d03cb3 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:20.698093 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9bf72a56-3799-40b3-a4be-283fa0cf4109 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.739376 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-78e9d302-ee8d-4b6c-87bc-d4fe40f7bffc tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.740402 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-78e9d302-ee8d-4b6c-87bc-d4fe40f7bffc tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.766451 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-dc46b0c1-00a3-4046-ab4e-7a895007e1c8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:46:20.774363 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4bd82237-182f-4d66-a569-ddf2a5be8995 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.795040 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9bf72a56-3799-40b3-a4be-283fa0cf4109 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.806868 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dc46b0c1-00a3-4046-ab4e-7a895007e1c8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.832003 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-36ab3af6-0c70-45e2-ac33-3b014b4102e1 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.844348 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-dc46b0c1-00a3-4046-ab4e-7a895007e1c8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Transition to ACTIVE for port object a696471c-a077-41ab-bd8d-80c0b329f7f3 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:20.909498 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7b661bbf-d153-4893-b5b9-26331b259451 tempest-SubnetPoolsTestJSON-1650576110 tempest-SubnetPoolsTestJSON-1650576110-project] Notify callbacks [] for subnetpool, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.911826 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7b661bbf-d153-4893-b5b9-26331b259451 tempest-SubnetPoolsTestJSON-1650576110 tempest-SubnetPoolsTestJSON-1650576110-project] 10.222.0.104 "DELETE /v2.0/subnetpools/c2b7f60e-b4ca-419c-ab60-a6a48a883098 HTTP/1.1" status: 204 len: 168 time: 0.4736578 Jan 21 09:46:20.917732 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59900) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:20.923030 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dc46b0c1-00a3-4046-ab4e-7a895007e1c8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.924397 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-78e9d302-ee8d-4b6c-87bc-d4fe40f7bffc tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.947330 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-45610e13-99b3-4a11-b9a5-d15a0cec3776 None None] Allocated IP 2001:db8:0:1::2 (6087673c-a924-425c-9bf1-b38150ede8d0/ef6eac4e-1a08-433a-9178-2e9127ed88b7/4bfe7e5e-2c7a-414a-a132-595cb250029f) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:21.013812 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-36ab3af6-0c70-45e2-ac33-3b014b4102e1 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Calling delete_port for 3573b8c2-940b-4b75-89df-26ba7f1ee961 owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:21.069415 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9bf72a56-3799-40b3-a4be-283fa0cf4109 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:21.088154 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9bf72a56-3799-40b3-a4be-283fa0cf4109 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Usage tracker for resource:security_group_rule and tenant:e889cb8b266d441bb509183520d03cb3 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:21.091109 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-533befca-829d-4aff-871f-6523166e55c5 tempest-SubnetPoolsTestJSON-1650576110 tempest-SubnetPoolsTestJSON-1650576110-project] show failed (client error): The resource could not be found. Jan 21 09:46:21.096407 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-533befca-829d-4aff-871f-6523166e55c5 tempest-SubnetPoolsTestJSON-1650576110 tempest-SubnetPoolsTestJSON-1650576110-project] 10.222.0.104 "GET /v2.0/subnetpools/c2b7f60e-b4ca-419c-ab60-a6a48a883098 HTTP/1.1" status: 404 len: 346 time: 0.1647909 Jan 21 09:46:21.098888 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59904) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:21.135109 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-78e9d302-ee8d-4b6c-87bc-d4fe40f7bffc tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.137309 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-45610e13-99b3-4a11-b9a5-d15a0cec3776 None None] For port 4bfe7e5e-2c7a-414a-a132-595cb250029f, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=4bfe7e5e-2c7a-414a-a132-595cb250029f,segment=NetworkSegment(a53668af-045b-4bc6-baa5-021e988b892d),segment_id=a53668af-045b-4bc6-baa5-021e988b892d)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:21.151978 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9bf72a56-3799-40b3-a4be-283fa0cf4109 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:21.163935 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-105d5b79-f900-4c4c-8cfc-0a0846ba539a tempest-SubnetPoolsTestJSON-1650576110 tempest-SubnetPoolsTestJSON-1650576110-project] delete failed (client error): The resource could not be found. Jan 21 09:46:21.165828 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-105d5b79-f900-4c4c-8cfc-0a0846ba539a tempest-SubnetPoolsTestJSON-1650576110 tempest-SubnetPoolsTestJSON-1650576110-project] 10.222.0.104 "DELETE /v2.0/subnetpools/c2b7f60e-b4ca-419c-ab60-a6a48a883098 HTTP/1.1" status: 404 len: 346 time: 0.0621076 Jan 21 09:46:21.166529 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9bf72a56-3799-40b3-a4be-283fa0cf4109 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:21.180156 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4bd82237-182f-4d66-a569-ddf2a5be8995 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.189638 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-45610e13-99b3-4a11-b9a5-d15a0cec3776 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.214681 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-45610e13-99b3-4a11-b9a5-d15a0cec3776 None None] Transition to ACTIVE for port object 4bfe7e5e-2c7a-414a-a132-595cb250029f will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:21.227496 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-45610e13-99b3-4a11-b9a5-d15a0cec3776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.245125 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd82237-182f-4d66-a569-ddf2a5be8995 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Subnet': ['ID=dd381715-309c-42dd-8058-2fbf00873ea9,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:21.252714 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-78e9d302-ee8d-4b6c-87bc-d4fe40f7bffc tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.254186 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-78e9d302-ee8d-4b6c-87bc-d4fe40f7bffc tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8231218 Jan 21 09:46:21.280798 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59910) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:21.290916 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46b0c1-00a3-4046-ab4e-7a895007e1c8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Port': ['ID=a696471c-a077-41ab-bd8d-80c0b329f7f3,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:21.297728 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6f02fc26-d116-474a-961f-834ad04fa178 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Request body: {'router': {'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:21.354448 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-dc46b0c1-00a3-4046-ab4e-7a895007e1c8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] In _notify_port_updated(), no bound segment for port a696471c-a077-41ab-bd8d-80c0b329f7f3 on network 6087673c-a924-425c-9bf1-b38150ede8d0 {{(pid=83597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:46:21.358446 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc46b0c1-00a3-4046-ab4e-7a895007e1c8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:21.359059 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dc46b0c1-00a3-4046-ab4e-7a895007e1c8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.360666 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-dc46b0c1-00a3-4046-ab4e-7a895007e1c8 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "PUT /v2.0/ports/a696471c-a077-41ab-bd8d-80c0b329f7f3 HTTP/1.1" status: 200 len: 929 time: 2.3581378 Jan 21 09:46:21.369939 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f1be05a-284f-4378-ad81-e42cccb26dfb tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.373278 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59914) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:21.392975 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4bd82237-182f-4d66-a569-ddf2a5be8995 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.403437 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4bd82237-182f-4d66-a569-ddf2a5be8995 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/dd381715-309c-42dd-8058-2fbf00873ea9 HTTP/1.1" status: 204 len: 168 time: 2.4687703 Jan 21 09:46:21.404307 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59918) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:21.409362 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-36ab3af6-0c70-45e2-ac33-3b014b4102e1 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.424668 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f1be05a-284f-4378-ad81-e42cccb26dfb tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.432130 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112db806-2fd4-4101-9dfc-c54435b186cb None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:21.551405 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-07c64025-18f3-4c64-bd8f-70a6fd3620fc tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1454847 Jan 21 09:46:21.553064 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59924) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:21.553785 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab3af6-0c70-45e2-ac33-3b014b4102e1 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event deleted for resources: {'Port': ['ID=3573b8c2-940b-4b75-89df-26ba7f1ee961,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:21.560638 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-f0e0d93d-317d-4f36-bad1-531c7087a277 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:21.570001 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45610e13-99b3-4a11-b9a5-d15a0cec3776 None None] Pushing event updated for resources: {'Port': ['ID=4bfe7e5e-2c7a-414a-a132-595cb250029f,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:21.701410 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f0e0d93d-317d-4f36-bad1-531c7087a277 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:21.709244 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-f0e0d93d-317d-4f36-bad1-531c7087a277 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:subnet and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:21.719431 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-f0e0d93d-317d-4f36-bad1-531c7087a277 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:21.725660 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9bf72a56-3799-40b3-a4be-283fa0cf4109 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.728181 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f0e0d93d-317d-4f36-bad1-531c7087a277 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:21.747945 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e0d93d-317d-4f36-bad1-531c7087a277 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:21.751474 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9bf72a56-3799-40b3-a4be-283fa0cf4109 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.755764 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f0e0d93d-317d-4f36-bad1-531c7087a277 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.772179 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bf72a56-3799-40b3-a4be-283fa0cf4109 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:46:21.799137 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59928) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:21.882887 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9bf72a56-3799-40b3-a4be-283fa0cf4109 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.885806 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-9bf72a56-3799-40b3-a4be-283fa0cf4109 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Added segment 903062d3-7381-41af-a5f6-62250d49bc69 of type vlan for network 40b00694-9710-40c5-a2bc-16dcaa5cc59a Jan 21 09:46:21.940943 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b09beb-46b6-4804-b87b-42b22599c311 None None] DHCP port deletion for d5f237d0-52c1-4100-800c-a471203fec66 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:46:21.944062 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c96bee4f-be3b-4d13-8a66-bce7b72de8c2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Deleting port a696471c-a077-41ab-bd8d-80c0b329f7f3 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:21.944520 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c96bee4f-be3b-4d13-8a66-bce7b72de8c2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.947266 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-56b09beb-46b6-4804-b87b-42b22599c311 None None] Deleting port fa5b5f6d-3df3-4e9d-a311-ed4f1f6a831c {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:21.947641 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-56b09beb-46b6-4804-b87b-42b22599c311 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.263974 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf72a56-3799-40b3-a4be-283fa0cf4109 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61820e20-4da9-4d3a-85ee-12d27f39f659,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:22.305278 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 4bfe7e5e-2c7a-414a-a132-595cb250029f up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:22.309207 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9bf72a56-3799-40b3-a4be-283fa0cf4109 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.315289 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5d0e0224-836a-4d92-8dda-78745dfe56cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.325396 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f1be05a-284f-4378-ad81-e42cccb26dfb tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.326207 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1be05a-284f-4378-ad81-e42cccb26dfb tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Fanout notify agent at l3_agent the message router_deleted on router eeebddad-47b7-4f5a-ad27-e14fec637012 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:46:22.426171 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-36ab3af6-0c70-45e2-ac33-3b014b4102e1 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.433069 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f0e0d93d-317d-4f36-bad1-531c7087a277 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.456208 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-56b09beb-46b6-4804-b87b-42b22599c311 None None] For port fa5b5f6d-3df3-4e9d-a311-ed4f1f6a831c, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=fa5b5f6d-3df3-4e9d-a311-ed4f1f6a831c,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:22.456605 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-56b09beb-46b6-4804-b87b-42b22599c311 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.512189 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e0d93d-317d-4f36-bad1-531c7087a277 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:22.578606 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-f0e0d93d-317d-4f36-bad1-531c7087a277 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:22.587985 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e0d93d-317d-4f36-bad1-531c7087a277 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:22.588561 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f0e0d93d-317d-4f36-bad1-531c7087a277 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.633999 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-56b09beb-46b6-4804-b87b-42b22599c311 None None] Calling delete_port for fa5b5f6d-3df3-4e9d-a311-ed4f1f6a831c owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:22.688708 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9bf72a56-3799-40b3-a4be-283fa0cf4109 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.694416 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf72a56-3799-40b3-a4be-283fa0cf4109 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:22.695035 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9bf72a56-3799-40b3-a4be-283fa0cf4109 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.699590 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5d0e0224-836a-4d92-8dda-78745dfe56cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:22.706478 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ac3834cb-2ae2-4f64-9d26-4b701b39aa5d None None] Provisioning for port a696471c-a077-41ab-bd8d-80c0b329f7f3 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:22.724206 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ac3834cb-2ae2-4f64-9d26-4b701b39aa5d None None] Provisioning complete for port a696471c-a077-41ab-bd8d-80c0b329f7f3 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:22.724708 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ac3834cb-2ae2-4f64-9d26-4b701b39aa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.752871 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-5d0e0224-836a-4d92-8dda-78745dfe56cd admin admin] Usage tracker for resource:security_group_rule and tenant:133f9794ac6d4bab8fd65768f81a7b9e is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:22.773263 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-5d0e0224-836a-4d92-8dda-78745dfe56cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:22.803549 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device fa5b5f6d-3df3-4e9d-a311-ed4f1f6a831c no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:22.828796 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e0d93d-317d-4f36-bad1-531c7087a277 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Subnet': ['ID=7ac6dd6c-718f-468b-8391-0201b45e4747,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:22.849350 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f0e0d93d-317d-4f36-bad1-531c7087a277 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2906556 Jan 21 09:46:22.850274 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59934) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:22.856505 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-df98de35-4213-4bff-a316-3b6eee43e88f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'port': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'fixed_ips': [{'subnet_id': '7ac6dd6c-718f-468b-8391-0201b45e4747', 'ip_address': '2001:db8::8ba9:1064:5713:1744'}], 'name': 'tempest-NetworksTestDHCPv6-496531368'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:22.864726 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-56b09beb-46b6-4804-b87b-42b22599c311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.890139 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f1be05a-284f-4378-ad81-e42cccb26dfb tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.900002 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9f1be05a-284f-4378-ad81-e42cccb26dfb tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/routers/eeebddad-47b7-4f5a-ad27-e14fec637012 HTTP/1.1" status: 204 len: 168 time: 2.7290354 Jan 21 09:46:22.901242 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5d0e0224-836a-4d92-8dda-78745dfe56cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:22.910872 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: fa5b5f6d-3df3-4e9d-a311-ed4f1f6a831c {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:46:22.911780 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device fa5b5f6d-3df3-4e9d-a311-ed4f1f6a831c not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:22.918402 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59938) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:22.946386 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b09beb-46b6-4804-b87b-42b22599c311 None None] Pushing event deleted for resources: {'Port': ['ID=fa5b5f6d-3df3-4e9d-a311-ed4f1f6a831c,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:22.956212 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-ac3834cb-2ae2-4f64-9d26-4b701b39aa5d None None] Port a696471c-a077-41ab-bd8d-80c0b329f7f3 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:46:22.959913 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b09beb-46b6-4804-b87b-42b22599c311 None None] No DVR routers for this DVR port fa5b5f6d-3df3-4e9d-a311-ed4f1f6a831c on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:22.980265 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf691098-5bc1-40ae-a4dc-8f6d4c201212 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:22.999123 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ac3834cb-2ae2-4f64-9d26-4b701b39aa5d None None] Provisioning complete for port f2945011-18e0-495d-ac1d-ff9d3f113ecc triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:23.000776 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ac3834cb-2ae2-4f64-9d26-4b701b39aa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:23.005804 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9bf72a56-3799-40b3-a4be-283fa0cf4109 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.8971527 Jan 21 09:46:23.021504 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59942) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:23.082469 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf72a56-3799-40b3-a4be-283fa0cf4109 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Pushing event updated for resources: {'Network': ['ID=40b00694-9710-40c5-a2bc-16dcaa5cc59a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:23.114846 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-757c2342-ceb5-4888-87be-85a6faf194fe tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Request body: {'subnet': {'network_id': '40b00694-9710-40c5-a2bc-16dcaa5cc59a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:23.145015 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 40b00694-9710-40c5-a2bc-16dcaa5cc59a details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:46:23.154864 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c96bee4f-be3b-4d13-8a66-bce7b72de8c2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:23.180593 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f02fc26-d116-474a-961f-834ad04fa178 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:23.287758 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-ac3834cb-2ae2-4f64-9d26-4b701b39aa5d None None] Port f2945011-18e0-495d-ac1d-ff9d3f113ecc cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:46:23.350213 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c96bee4f-be3b-4d13-8a66-bce7b72de8c2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Calling delete_port for a696471c-a077-41ab-bd8d-80c0b329f7f3 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:23.410855 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-757c2342-ceb5-4888-87be-85a6faf194fe tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:23.411108 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ac3834cb-2ae2-4f64-9d26-4b701b39aa5d None None] Provisioning for port 4bfe7e5e-2c7a-414a-a132-595cb250029f completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:23.431459 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ac3834cb-2ae2-4f64-9d26-4b701b39aa5d None None] Provisioning complete for port 4bfe7e5e-2c7a-414a-a132-595cb250029f triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:23.432048 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ac3834cb-2ae2-4f64-9d26-4b701b39aa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:23.468280 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-757c2342-ceb5-4888-87be-85a6faf194fe tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Usage tracker for resource:subnet and tenant:e889cb8b266d441bb509183520d03cb3 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:23.482481 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-757c2342-ceb5-4888-87be-85a6faf194fe tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:23.493658 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-757c2342-ceb5-4888-87be-85a6faf194fe tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:23.498757 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-df98de35-4213-4bff-a316-3b6eee43e88f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:23.510080 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-df98de35-4213-4bff-a316-3b6eee43e88f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:port and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:23.515198 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-df98de35-4213-4bff-a316-3b6eee43e88f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:23.522902 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757c2342-ceb5-4888-87be-85a6faf194fe tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Made reservation on behalf of e889cb8b266d441bb509183520d03cb3 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:23.542492 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-df98de35-4213-4bff-a316-3b6eee43e88f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:23.615482 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ab3af6-0c70-45e2-ac33-3b014b4102e1 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Router 1b8bece9-f214-4d67-86b4-5c601c077517 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:46:23.653069 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df98de35-4213-4bff-a316-3b6eee43e88f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:23.660082 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-df98de35-4213-4bff-a316-3b6eee43e88f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:23.679092 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa7edb2-f68d-495f-b94e-1a23ac8a21d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-d5f237d0-52c1-4100-800c-a471203fec66', 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'tenant_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'fixed_ips': [{'subnet_id': '7ac6dd6c-718f-468b-8391-0201b45e4747'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:46:23.680367 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-faa7edb2-f68d-495f-b94e-1a23ac8a21d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:23.682785 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-757c2342-ceb5-4888-87be-85a6faf194fe tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:23.767433 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-df98de35-4213-4bff-a316-3b6eee43e88f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] device_id is not set on port ae72f590-316d-4502-b7da-1ca89741ac78 yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:46:23.824327 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5d0e0224-836a-4d92-8dda-78745dfe56cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:23.849006 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5d0e0224-836a-4d92-8dda-78745dfe56cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:23.885595 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a9e964-662d-47b6-81f1-fb5eae56dd2e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Deleting subnet 4f23151d-29da-4116-ad61-15d1d8d84a17 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:46:23.910931 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-52135dfe-15b3-4327-9beb-a40583eb807d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.065857 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a6a9e964-662d-47b6-81f1-fb5eae56dd2e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.074903 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-b7620533-0c63-4418-a123-f5feccf42264 None None] Provisioning complete for port a696471c-a077-41ab-bd8d-80c0b329f7f3 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:24.075480 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b7620533-0c63-4418-a123-f5feccf42264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.137644 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-faa7edb2-f68d-495f-b94e-1a23ac8a21d6 None None] Allocated IP 2001:db8::2 (d5f237d0-52c1-4100-800c-a471203fec66/7ac6dd6c-718f-468b-8391-0201b45e4747/814602e4-e1f6-4900-aa56-a0d9ca47b511) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:24.138111 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ab3af6-0c70-45e2-ac33-3b014b4102e1 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:46:24.161349 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901bf5d2-c4c1-4c8c-8cc6-89c1c3505bf4 None None] Sync routers for ids ['1b8bece9-f214-4d67-86b4-5c601c077517'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:46:24.187218 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5d0e0224-836a-4d92-8dda-78745dfe56cd admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=133f9794ac6d4bab8fd65768f81a7b9e&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3745165 Jan 21 09:46:24.195447 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901bf5d2-c4c1-4c8c-8cc6-89c1c3505bf4 None None] Routers {'1b8bece9-f214-4d67-86b4-5c601c077517'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:24.195679 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e0224-836a-4d92-8dda-78745dfe56cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce66313-3e1d-44ed-8a55-e821134ed738,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:24.196837 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-901bf5d2-c4c1-4c8c-8cc6-89c1c3505bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:45:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['1b8bece9-f214-4d67-86b4-5c601c077517'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:24.199388 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59946) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:24.199932 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a6a9e964-662d-47b6-81f1-fb5eae56dd2e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.210157 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-b7620533-0c63-4418-a123-f5feccf42264 None None] Port a696471c-a077-41ab-bd8d-80c0b329f7f3 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:46:24.222818 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-36ab3af6-0c70-45e2-ac33-3b014b4102e1 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "PUT /v2.0/routers/1b8bece9-f214-4d67-86b4-5c601c077517/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9999583 Jan 21 09:46:24.233002 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59950) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:24.268551 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c96bee4f-be3b-4d13-8a66-bce7b72de8c2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.311392 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-eca98ef7-f6c7-4d9f-b55f-fc62a1d75dac tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Synchronizing usage tracker for tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:24.321414 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-901bf5d2-c4c1-4c8c-8cc6-89c1c3505bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:24.340573 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901bf5d2-c4c1-4c8c-8cc6-89c1c3505bf4 None None] Routers {'1b8bece9-f214-4d67-86b4-5c601c077517'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:24.341427 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-901bf5d2-c4c1-4c8c-8cc6-89c1c3505bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:45:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['1b8bece9-f214-4d67-86b4-5c601c077517'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:24.346524 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96bee4f-be3b-4d13-8a66-bce7b72de8c2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Port': ['ID=a696471c-a077-41ab-bd8d-80c0b329f7f3,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:24.374316 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-eca98ef7-f6c7-4d9f-b55f-fc62a1d75dac tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Unset dirty status for tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:24.379033 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-eca98ef7-f6c7-4d9f-b55f-fc62a1d75dac tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "GET /v2.0/ports?device_id=1b8bece9-f214-4d67-86b4-5c601c077517 HTTP/1.1" status: 200 len: 205 time: 0.1409440 Jan 21 09:46:24.379670 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59954) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:24.426990 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c96bee4f-be3b-4d13-8a66-bce7b72de8c2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.438436 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-901bf5d2-c4c1-4c8c-8cc6-89c1c3505bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:24.439596 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901bf5d2-c4c1-4c8c-8cc6-89c1c3505bf4 None None] The sync data for ids ['1b8bece9-f214-4d67-86b4-5c601c077517'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:46:24.466897 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-757c2342-ceb5-4888-87be-85a6faf194fe tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.471302 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a6a9e964-662d-47b6-81f1-fb5eae56dd2e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.547192 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c96bee4f-be3b-4d13-8a66-bce7b72de8c2 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/ports/a696471c-a077-41ab-bd8d-80c0b329f7f3 HTTP/1.1" status: 204 len: 168 time: 3.1649268 Jan 21 09:46:24.553251 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59958) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:24.594542 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-faa7edb2-f68d-495f-b94e-1a23ac8a21d6 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.661581 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-46c5fa5b-09fc-47f8-abc1-8a2560973b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.690277 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-7183319c-c9ac-480c-9a2c-689380c7c522 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] GET failed (client error): The resource could not be found. Jan 21 09:46:24.690751 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-7183319c-c9ac-480c-9a2c-689380c7c522 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Synchronizing usage tracker for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:24.694235 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f02fc26-d116-474a-961f-834ad04fa178 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.699648 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-faa7edb2-f68d-495f-b94e-1a23ac8a21d6 None None] Transition to ACTIVE for port object 814602e4-e1f6-4900-aa56-a0d9ca47b511 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:24.726676 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-faa7edb2-f68d-495f-b94e-1a23ac8a21d6 None None] Transition to ACTIVE for port object 814602e4-e1f6-4900-aa56-a0d9ca47b511 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:24.727933 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f02fc26-d116-474a-961f-834ad04fa178 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.730296 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a6a9e964-662d-47b6-81f1-fb5eae56dd2e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.736173 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-faa7edb2-f68d-495f-b94e-1a23ac8a21d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.808357 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa7edb2-f68d-495f-b94e-1a23ac8a21d6 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:24.812474 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9e964-662d-47b6-81f1-fb5eae56dd2e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event deleted for resources: {'Subnet': ['ID=4f23151d-29da-4116-ad61-15d1d8d84a17,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:24.813632 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-faa7edb2-f68d-495f-b94e-1a23ac8a21d6 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:24.815355 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7edb2-f68d-495f-b94e-1a23ac8a21d6 None None] Pushing event updated for resources: {'Port': ['ID=814602e4-e1f6-4900-aa56-a0d9ca47b511,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:24.817580 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa7edb2-f68d-495f-b94e-1a23ac8a21d6 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:24.837081 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a6a9e964-662d-47b6-81f1-fb5eae56dd2e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.854581 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-46c5fa5b-09fc-47f8-abc1-8a2560973b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.860378 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-7183319c-c9ac-480c-9a2c-689380c7c522 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Unset dirty status for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:24.861836 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7183319c-c9ac-480c-9a2c-689380c7c522 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "GET /v2.0/ports/a696471c-a077-41ab-bd8d-80c0b329f7f3 HTTP/1.1" status: 404 len: 333 time: 0.2696497 Jan 21 09:46:24.869621 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59962) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:24.871249 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a6a9e964-662d-47b6-81f1-fb5eae56dd2e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/subnets/4f23151d-29da-4116-ad61-15d1d8d84a17 HTTP/1.1" status: 204 len: 168 time: 1.9444623 Jan 21 09:46:24.873942 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c2342-ceb5-4888-87be-85a6faf194fe tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Pushing event updated for resources: {'Subnet': ['ID=8398b5d7-33d2-4877-aaf2-3ff37da94280,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:24.874529 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59964) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:24.912751 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccea677b-d883-4322-888d-8e13bf9e831d None None] Network a98071ca-42bf-4925-95d2-ee0507ad4143 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:24.924577 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ac357dca-b2b1-42b7-97c3-fa50c3ce8270 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.007941 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-faa7edb2-f68d-495f-b94e-1a23ac8a21d6 None None] Attempting to bind port 814602e4-e1f6-4900-aa56-a0d9ca47b511 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:25.008307 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-faa7edb2-f68d-495f-b94e-1a23ac8a21d6 None None] Attempting to bind port 814602e4-e1f6-4900-aa56-a0d9ca47b511 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:25.008665 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa7edb2-f68d-495f-b94e-1a23ac8a21d6 None None] Attempting to bind port 814602e4-e1f6-4900-aa56-a0d9ca47b511 on network d5f237d0-52c1-4100-800c-a471203fec66 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:46:25.030025 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-df98de35-4213-4bff-a316-3b6eee43e88f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Allocated IP 2001:db8::8ba9:1064:5713:1744 (d5f237d0-52c1-4100-800c-a471203fec66/7ac6dd6c-718f-468b-8391-0201b45e4747/ae72f590-316d-4502-b7da-1ca89741ac78) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:25.041469 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa7edb2-f68d-495f-b94e-1a23ac8a21d6 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:46:25.041864 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa7edb2-f68d-495f-b94e-1a23ac8a21d6 None None] Checking segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:46:25.042315 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-faa7edb2-f68d-495f-b94e-1a23ac8a21d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.043475 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa7edb2-f68d-495f-b94e-1a23ac8a21d6 None None] Bound using segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:46:25.043977 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-faa7edb2-f68d-495f-b94e-1a23ac8a21d6 None None] Bound port: 814602e4-e1f6-4900-aa56-a0d9ca47b511, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:25.044429 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-faa7edb2-f68d-495f-b94e-1a23ac8a21d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.086772 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-6f02fc26-d116-474a-961f-834ad04fa178 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Allocated IP 172.26.0.80 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/1833b6df-761c-4ec9-aa6b-efef1ab39d80) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:25.103661 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757c2342-ceb5-4888-87be-85a6faf194fe tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Checking segment: {'id': '903062d3-7381-41af-a5f6-62250d49bc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '40b00694-9710-40c5-a2bc-16dcaa5cc59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:46:25.104217 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757c2342-ceb5-4888-87be-85a6faf194fe tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Network hostable DHCP agents. Network: 40b00694-9710-40c5-a2bc-16dcaa5cc59a, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:46:25.185185 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4e026afb-b1c6-4900-a39c-1ddb7fecbae9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.230781 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-faa7edb2-f68d-495f-b94e-1a23ac8a21d6 None None] For port 814602e4-e1f6-4900-aa56-a0d9ca47b511, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:46:25.236216 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-faa7edb2-f68d-495f-b94e-1a23ac8a21d6 None None] For port 814602e4-e1f6-4900-aa56-a0d9ca47b511, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=814602e4-e1f6-4900-aa56-a0d9ca47b511,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:46:25.243292 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-faa7edb2-f68d-495f-b94e-1a23ac8a21d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.296075 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-46c5fa5b-09fc-47f8-abc1-8a2560973b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.321278 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4e026afb-b1c6-4900-a39c-1ddb7fecbae9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.335514 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7edb2-f68d-495f-b94e-1a23ac8a21d6 None None] Pushing event updated for resources: {'Port': ['ID=814602e4-e1f6-4900-aa56-a0d9ca47b511,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:25.370208 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-983770c1-10b7-4efe-b3ba-d2ecd564361a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Deleting subnet 6ad20189-cec3-4efb-b3cc-95f4e17856d9 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:46:25.390037 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-983770c1-10b7-4efe-b3ba-d2ecd564361a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.409918 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b4e0a0-5244-4f9a-8b30-4f52dcadd10e None None] DHCP port deletion for a98071ca-42bf-4925-95d2-ee0507ad4143 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:46:25.415087 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-b3b4e0a0-5244-4f9a-8b30-4f52dcadd10e None None] Deleting port 2b0c89db-f178-4e8c-ae10-d96b3fb8e25f {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:25.415549 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b3b4e0a0-5244-4f9a-8b30-4f52dcadd10e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.507584 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5fa5b-09fc-47f8-abc1-8a2560973b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce66313-3e1d-44ed-8a55-e821134ed738,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:25.511162 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-983770c1-10b7-4efe-b3ba-d2ecd564361a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.542808 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757c2342-ceb5-4888-87be-85a6faf194fe tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Network 40b00694-9710-40c5-a2bc-16dcaa5cc59a is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:46:25.557075 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f02fc26-d116-474a-961f-834ad04fa178 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.562399 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4e026afb-b1c6-4900-a39c-1ddb7fecbae9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.601724 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e026afb-b1c6-4900-a39c-1ddb7fecbae9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb109cb5-9d2f-42ac-9e39-3064f2a0d894,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:25.655224 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4e026afb-b1c6-4900-a39c-1ddb7fecbae9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.657506 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4e026afb-b1c6-4900-a39c-1ddb7fecbae9 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/security-groups/bb109cb5-9d2f-42ac-9e39-3064f2a0d894 HTTP/1.1" status: 204 len: 168 time: 0.7847171 Jan 21 09:46:25.662198 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59970) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:25.738251 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-46c5fa5b-09fc-47f8-abc1-8a2560973b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.743164 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-46c5fa5b-09fc-47f8-abc1-8a2560973b97 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/6ce66313-3e1d-44ed-8a55-e821134ed738 HTTP/1.1" status: 204 len: 168 time: 1.5422816 Jan 21 09:46:25.763070 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-757c2342-ceb5-4888-87be-85a6faf194fe tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 40b00694-9710-40c5-a2bc-16dcaa5cc59a) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:25.776744 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f02fc26-d116-474a-961f-834ad04fa178 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.781746 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ac357dca-b2b1-42b7-97c3-fa50c3ce8270 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.782475 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-983770c1-10b7-4efe-b3ba-d2ecd564361a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.810887 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757c2342-ceb5-4888-87be-85a6faf194fe tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:25.811716 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-757c2342-ceb5-4888-87be-85a6faf194fe tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.824643 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ac357dca-b2b1-42b7-97c3-fa50c3ce8270 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.873956 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-df98de35-4213-4bff-a316-3b6eee43e88f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.917309 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f02fc26-d116-474a-961f-834ad04fa178 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:25.920182 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-df98de35-4213-4bff-a316-3b6eee43e88f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Transition to ACTIVE for port object ae72f590-316d-4502-b7da-1ca89741ac78 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:25.936782 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-6f02fc26-d116-474a-961f-834ad04fa178 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:25.939990 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f02fc26-d116-474a-961f-834ad04fa178 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:25.958969 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-757c2342-ceb5-4888-87be-85a6faf194fe tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9340591 Jan 21 09:46:25.960425 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59976) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:25.965275 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-df98de35-4213-4bff-a316-3b6eee43e88f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.981272 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-f4eb508a-b66f-4402-bbc2-69acac7d0832 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Request body: {'port': {'network_id': '40b00694-9710-40c5-a2bc-16dcaa5cc59a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1427606148'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:26.027560 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02fc26-d116-474a-961f-834ad04fa178 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Pushing event updated for resources: {'Port': ['ID=1833b6df-761c-4ec9-aa6b-efef1ab39d80,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:26.031990 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-332881b5-7d11-4c8a-9fda-02c16bf06b12 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:26.036493 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd809c8-ebf5-4776-8e77-1f8d56b66f6e None None] Network 40b00694-9710-40c5-a2bc-16dcaa5cc59a requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:26.110510 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-332881b5-7d11-4c8a-9fda-02c16bf06b12 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:26.206352 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df98de35-4213-4bff-a316-3b6eee43e88f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:26.215383 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-df98de35-4213-4bff-a316-3b6eee43e88f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:26.231442 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-b3b4e0a0-5244-4f9a-8b30-4f52dcadd10e None None] For port 2b0c89db-f178-4e8c-ae10-d96b3fb8e25f, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=2b0c89db-f178-4e8c-ae10-d96b3fb8e25f,segment=NetworkSegment(06ce00b1-ce35-4db9-b616-b565bffcc583),segment_id=06ce00b1-ce35-4db9-b616-b565bffcc583)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:26.231986 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b3b4e0a0-5244-4f9a-8b30-4f52dcadd10e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:26.239328 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-983770c1-10b7-4efe-b3ba-d2ecd564361a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:26.293871 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ac357dca-b2b1-42b7-97c3-fa50c3ce8270 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:26.294347 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac357dca-b2b1-42b7-97c3-fa50c3ce8270 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Fanout notify agent at l3_agent the message router_deleted on router 1b8bece9-f214-4d67-86b4-5c601c077517 {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:46:26.300892 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f4eb508a-b66f-4402-bbc2-69acac7d0832 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:26.305448 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-f4eb508a-b66f-4402-bbc2-69acac7d0832 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Usage tracker for resource:port and tenant:e889cb8b266d441bb509183520d03cb3 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:26.308399 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-f4eb508a-b66f-4402-bbc2-69acac7d0832 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:26.316208 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f4eb508a-b66f-4402-bbc2-69acac7d0832 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:26.335755 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df98de35-4213-4bff-a316-3b6eee43e88f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:26.351383 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df98de35-4213-4bff-a316-3b6eee43e88f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:26.352033 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-df98de35-4213-4bff-a316-3b6eee43e88f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:26.357643 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98de35-4213-4bff-a316-3b6eee43e88f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Port': ['ID=ae72f590-316d-4502-b7da-1ca89741ac78,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:26.363070 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4eb508a-b66f-4402-bbc2-69acac7d0832 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Made reservation on behalf of e889cb8b266d441bb509183520d03cb3 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:26.366258 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f4eb508a-b66f-4402-bbc2-69acac7d0832 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:26.385216 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983770c1-10b7-4efe-b3ba-d2ecd564361a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event deleted for resources: {'Subnet': ['ID=6ad20189-cec3-4efb-b3cc-95f4e17856d9,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:26.395697 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-983770c1-10b7-4efe-b3ba-d2ecd564361a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:26.403683 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 814602e4-e1f6-4900-aa56-a0d9ca47b511 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:26.417333 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-332881b5-7d11-4c8a-9fda-02c16bf06b12 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:26.423605 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ac357dca-b2b1-42b7-97c3-fa50c3ce8270 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:26.428049 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ac357dca-b2b1-42b7-97c3-fa50c3ce8270 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/routers/1b8bece9-f214-4d67-86b4-5c601c077517 HTTP/1.1" status: 204 len: 168 time: 2.0366817 Jan 21 09:46:26.428049 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59986) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:26.431838 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-f4eb508a-b66f-4402-bbc2-69acac7d0832 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] device_id is not set on port 90cc1bbb-cf98-4d6b-8f58-255b9fc0ed32 yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:46:26.452936 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf45cce-bae8-4990-9bb7-760fcc891add None None] Network bf9a174f-8395-4d7f-a710-7136c9d924fc requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:26.484824 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-332881b5-7d11-4c8a-9fda-02c16bf06b12 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:26.486842 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-332881b5-7d11-4c8a-9fda-02c16bf06b12 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/security-groups/0fa917e5-0a8f-41f0-971c-cfc8cdd9724e HTTP/1.1" status: 204 len: 168 time: 0.8221691 Jan 21 09:46:26.491162 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-983770c1-10b7-4efe-b3ba-d2ecd564361a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/subnets/6ad20189-cec3-4efb-b3cc-95f4e17856d9 HTTP/1.1" status: 204 len: 168 time: 1.6111844 Jan 21 09:46:26.492935 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59990) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:26.494118 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332881b5-7d11-4c8a-9fda-02c16bf06b12 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa917e5-0a8f-41f0-971c-cfc8cdd9724e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:26.511939 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 59992) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:26.537149 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-df98de35-4213-4bff-a316-3b6eee43e88f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6837692 Jan 21 09:46:26.547435 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 59996) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:26.668079 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-b3b4e0a0-5244-4f9a-8b30-4f52dcadd10e None None] Calling delete_port for 2b0c89db-f178-4e8c-ae10-d96b3fb8e25f owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:27.044302 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5845107b-b5d9-48c7-985c-534b8bf93af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.114862 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4e9da8a4-21a8-4e54-83d6-877e99a759c0 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.142950 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-f4eb508a-b66f-4402-bbc2-69acac7d0832 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Allocated IP 172.20.0.6 (40b00694-9710-40c5-a2bc-16dcaa5cc59a/8398b5d7-33d2-4877-aaf2-3ff37da94280/90cc1bbb-cf98-4d6b-8f58-255b9fc0ed32) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:27.160001 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdb6b89-6613-47f5-9c02-b7b072ce27e1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:27.164579 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdb6b89-6613-47f5-9c02-b7b072ce27e1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:27.165570 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-fbdb6b89-6613-47f5-9c02-b7b072ce27e1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:27.179693 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b3b4e0a0-5244-4f9a-8b30-4f52dcadd10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.264934 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-fbdb6b89-6613-47f5-9c02-b7b072ce27e1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:27.267096 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-fbdb6b89-6613-47f5-9c02-b7b072ce27e1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.7192836 Jan 21 09:46:27.271546 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60008) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:27.296712 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490fe795-b130-404c-9555-e2a320c6dd7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-40b00694-9710-40c5-a2bc-16dcaa5cc59a', 'network_id': '40b00694-9710-40c5-a2bc-16dcaa5cc59a', 'tenant_id': 'e889cb8b266d441bb509183520d03cb3', 'fixed_ips': [{'subnet_id': '8398b5d7-33d2-4877-aaf2-3ff37da94280'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:46:27.297861 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-490fe795-b130-404c-9555-e2a320c6dd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.344366 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4e0a0-5244-4f9a-8b30-4f52dcadd10e None None] Pushing event deleted for resources: {'Port': ['ID=2b0c89db-f178-4e8c-ae10-d96b3fb8e25f,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:27.413540 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b4e0a0-5244-4f9a-8b30-4f52dcadd10e None None] No DVR routers for this DVR port 2b0c89db-f178-4e8c-ae10-d96b3fb8e25f on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:27.452025 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f325b0d-1d4a-4e92-b46c-a5697d164c7a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Deleting subnet cb8f3b6c-8211-4a23-8548-d62b2351ebc9 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:46:27.461409 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0f325b0d-1d4a-4e92-b46c-a5697d164c7a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.490778 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 814602e4-e1f6-4900-aa56-a0d9ca47b511 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:27.503957 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4e9da8a4-21a8-4e54-83d6-877e99a759c0 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.510409 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-592e5999-b566-4963-b4ee-df7af5ad4e89 None None] Provisioning for port 814602e4-e1f6-4900-aa56-a0d9ca47b511 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:27.516763 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.534078 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0f325b0d-1d4a-4e92-b46c-a5697d164c7a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.553369 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 814602e4-e1f6-4900-aa56-a0d9ca47b511 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:27.553974 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.599526 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-4e9da8a4-21a8-4e54-83d6-877e99a759c0 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a98071ca-42bf-4925-95d2-ee0507ad4143']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:27.616167 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-4e9da8a4-21a8-4e54-83d6-877e99a759c0 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ce00b1-ce35-4db9-b616-b565bffcc583') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:27.616572 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-4e9da8a4-21a8-4e54-83d6-877e99a759c0 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ce00b1-ce35-4db9-b616-b565bffcc583') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:27.629656 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-592e5999-b566-4963-b4ee-df7af5ad4e89 None None] Provisioning complete for port 814602e4-e1f6-4900-aa56-a0d9ca47b511 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:27.630346 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-592e5999-b566-4963-b4ee-df7af5ad4e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.644711 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4e9da8a4-21a8-4e54-83d6-877e99a759c0 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.665566 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f5c33bd-1bb2-44ca-ac04-e47874017b69 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Deleting subnet 50d6de63-5c61-4875-a91e-01fa54dce77d {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:46:27.670176 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60016) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:27.679564 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f5c33bd-1bb2-44ca-ac04-e47874017b69 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.719356 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-677ef34e-91bb-4cc8-bc35-23aba64c640a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting port ae72f590-316d-4502-b7da-1ca89741ac78 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:27.719783 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-677ef34e-91bb-4cc8-bc35-23aba64c640a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.724959 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4e9da8a4-21a8-4e54-83d6-877e99a759c0 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.738275 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e9da8a4-21a8-4e54-83d6-877e99a759c0 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:46:27.739711 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4e9da8a4-21a8-4e54-83d6-877e99a759c0 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.779695 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.819519 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0f325b0d-1d4a-4e92-b46c-a5697d164c7a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.914889 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf590e0-2197-4f52-89f8-2253ca77289d None None] DHCP port deletion for bf9a174f-8395-4d7f-a710-7136c9d924fc request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:46:27.931950 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-dbf590e0-2197-4f52-89f8-2253ca77289d None None] Deleting port 581ae45a-a4d1-4d01-b42f-ecaf18657c54 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:27.932481 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dbf590e0-2197-4f52-89f8-2253ca77289d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.976324 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f5c33bd-1bb2-44ca-ac04-e47874017b69 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.989651 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.006618 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-592e5999-b566-4963-b4ee-df7af5ad4e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.014287 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:46:28.014287 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:46:28.014287 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:46:28.014287 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:46:28.014287 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:46:28.014287 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:46:28.014287 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:46:28.014287 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:46:28.014287 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:46:28.014287 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:46:28.014287 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:46:28.014287 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:46:28.014287 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:46:28.014287 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:46:28.014287 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:46:28.014287 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:46:28.014287 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:46:28.014287 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:46:28.014287 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:46:28.014287 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:46:28.014287 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:46:28.014287 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:46:28.014287 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:46:28.014287 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:46:28.014287 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:46:28.014287 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:46:28.014287 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:46:28.014287 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:46:28.014287 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:46:28.014287 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:46:28.014287 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:46:28.014287 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:46:28.028487 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-880b352f-af46-4cdd-9b68-62adf0d37771 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-663346388'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:28.033073 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4e9da8a4-21a8-4e54-83d6-877e99a759c0 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.053454 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f4eb508a-b66f-4402-bbc2-69acac7d0832 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.065949 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-880b352f-af46-4cdd-9b68-62adf0d37771 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:28.068784 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4e9da8a4-21a8-4e54-83d6-877e99a759c0 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.074877 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9da8a4-21a8-4e54-83d6-877e99a759c0 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event deleted for resources: {'Network': ['ID=a98071ca-42bf-4925-95d2-ee0507ad4143,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:28.082527 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-880b352f-af46-4cdd-9b68-62adf0d37771 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Usage tracker for resource:network and tenant:7ee78e3f94094174b7b9d2a0f3655d9b is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:28.098914 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-880b352f-af46-4cdd-9b68-62adf0d37771 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:28.106755 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 814602e4-e1f6-4900-aa56-a0d9ca47b511, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=814602e4-e1f6-4900-aa56-a0d9ca47b511,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:28.107684 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f02fc26-d116-474a-961f-834ad04fa178 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.126051 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.180193 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f4eb508a-b66f-4402-bbc2-69acac7d0832 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Transition to ACTIVE for port object 90cc1bbb-cf98-4d6b-8f58-255b9fc0ed32 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:28.191814 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0f325b0d-1d4a-4e92-b46c-a5697d164c7a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.223970 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-880b352f-af46-4cdd-9b68-62adf0d37771 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:28.237533 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4e9da8a4-21a8-4e54-83d6-877e99a759c0 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/networks/a98071ca-42bf-4925-95d2-ee0507ad4143 HTTP/1.1" status: 204 len: 168 time: 1.6704295 Jan 21 09:46:28.242314 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60022) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:28.263107 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0f325b0d-1d4a-4e92-b46c-a5697d164c7a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.271687 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f325b0d-1d4a-4e92-b46c-a5697d164c7a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event deleted for resources: {'Subnet': ['ID=cb8f3b6c-8211-4a23-8548-d62b2351ebc9,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:28.311116 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0f325b0d-1d4a-4e92-b46c-a5697d164c7a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/subnets/cb8f3b6c-8211-4a23-8548-d62b2351ebc9 HTTP/1.1" status: 204 len: 168 time: 1.8782501 Jan 21 09:46:28.320863 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60026) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:28.363454 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880b352f-af46-4cdd-9b68-62adf0d37771 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Made reservation on behalf of 7ee78e3f94094174b7b9d2a0f3655d9b for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:28.366388 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-880b352f-af46-4cdd-9b68-62adf0d37771 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.376902 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-677ef34e-91bb-4cc8-bc35-23aba64c640a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.393490 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f4eb508a-b66f-4402-bbc2-69acac7d0832 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.451399 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=814602e4-e1f6-4900-aa56-a0d9ca47b511,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:28.454597 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 2b0c89db-f178-4e8c-ae10-d96b3fb8e25f no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:28.457735 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-880b352f-af46-4cdd-9b68-62adf0d37771 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.479215 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2269880d-e0c7-4938-a7a8-411eea7e334d None None] Network b36c603d-e69b-4299-9b5c-dd3923061d89 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:28.497448 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c740416a-547d-4174-a2f4-4d2d4574ea75 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.522599 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f5c33bd-1bb2-44ca-ac04-e47874017b69 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.585446 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-677ef34e-91bb-4cc8-bc35-23aba64c640a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Calling delete_port for ae72f590-316d-4502-b7da-1ca89741ac78 owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:28.593442 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f02fc26-d116-474a-961f-834ad04fa178 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.595936 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c740416a-547d-4174-a2f4-4d2d4574ea75 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Deleting port 581ae45a-a4d1-4d01-b42f-ecaf18657c54 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:28.596357 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c740416a-547d-4174-a2f4-4d2d4574ea75 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.632288 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 2b0c89db-f178-4e8c-ae10-d96b3fb8e25f {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:46:28.632735 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 2b0c89db-f178-4e8c-ae10-d96b3fb8e25f not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:28.645497 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-880b352f-af46-4cdd-9b68-62adf0d37771 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:28.657257 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f02fc26-d116-474a-961f-834ad04fa178 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349321', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344087'] for router, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.667562 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-880b352f-af46-4cdd-9b68-62adf0d37771 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Usage tracker for resource:security_group_rule and tenant:7ee78e3f94094174b7b9d2a0f3655d9b is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:28.674974 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-880b352f-af46-4cdd-9b68-62adf0d37771 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:28.679714 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:28.680364 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:28.681263 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:28.681263 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:28.681824 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:28.683076 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:28.683333 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:28.683785 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:28.684842 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:28.685605 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:28.685605 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:28.686579 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-880b352f-af46-4cdd-9b68-62adf0d37771 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:28.697321 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4eb508a-b66f-4402-bbc2-69acac7d0832 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Network 40b00694-9710-40c5-a2bc-16dcaa5cc59a is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:28.751502 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-592e5999-b566-4963-b4ee-df7af5ad4e89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:46:28.752221 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-592e5999-b566-4963-b4ee-df7af5ad4e89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:46:28.760443 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb508a-b66f-4402-bbc2-69acac7d0832 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Pushing event updated for resources: {'Port': ['ID=90cc1bbb-cf98-4d6b-8f58-255b9fc0ed32,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:28.764731 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-f4eb508a-b66f-4402-bbc2-69acac7d0832 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:28.772684 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-dbf590e0-2197-4f52-89f8-2253ca77289d None None] For port 581ae45a-a4d1-4d01-b42f-ecaf18657c54, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=581ae45a-a4d1-4d01-b42f-ecaf18657c54,segment=NetworkSegment(fb77e118-839a-445d-9640-1106305bfc7a),segment_id=fb77e118-839a-445d-9640-1106305bfc7a)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:28.772684 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dbf590e0-2197-4f52-89f8-2253ca77289d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.776815 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eb508a-b66f-4402-bbc2-69acac7d0832 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:28.815325 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f5c33bd-1bb2-44ca-ac04-e47874017b69 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.898470 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c33bd-1bb2-44ca-ac04-e47874017b69 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Subnet': ['ID=50d6de63-5c61-4875-a91e-01fa54dce77d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:28.926031 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-490fe795-b130-404c-9555-e2a320c6dd7a None None] Allocated IP 172.20.0.2 (40b00694-9710-40c5-a2bc-16dcaa5cc59a/8398b5d7-33d2-4877-aaf2-3ff37da94280/8ed773f3-9ca8-44c4-8f8b-f5390ad5055a) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:28.930133 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 581ae45a-a4d1-4d01-b42f-ecaf18657c54 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:28.963506 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4eb508a-b66f-4402-bbc2-69acac7d0832 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:28.964150 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f4eb508a-b66f-4402-bbc2-69acac7d0832 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.987655 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-af8ca519-426e-43a6-af7a-2feb7e8db87b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Deleting subnet cb7b6903-9777-460b-9887-db7d1c727664 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:46:29.009306 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-af8ca519-426e-43a6-af7a-2feb7e8db87b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:29.054515 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-677ef34e-91bb-4cc8-bc35-23aba64c640a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:29.064537 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f4eb508a-b66f-4402-bbc2-69acac7d0832 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0976753 Jan 21 09:46:29.092328 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60030) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:29.123884 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f5c33bd-1bb2-44ca-ac04-e47874017b69 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:29.129472 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ef34e-91bb-4cc8-bc35-23aba64c640a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Port': ['ID=ae72f590-316d-4502-b7da-1ca89741ac78,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:29.141601 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-af8ca519-426e-43a6-af7a-2feb7e8db87b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:29.234637 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-e872aa88-3a00-4ce0-b627-599a8b6d5fe6 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Deleting port 90cc1bbb-cf98-4d6b-8f58-255b9fc0ed32 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:29.235421 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e872aa88-3a00-4ce0-b627-599a8b6d5fe6 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:29.249547 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6a44ba-8bb9-4577-9371-7dc21f4b2cd3 None None] Network 6087673c-a924-425c-9bf1-b38150ede8d0 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:29.281303 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-dbf590e0-2197-4f52-89f8-2253ca77289d None None] Calling delete_port for 581ae45a-a4d1-4d01-b42f-ecaf18657c54 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:29.419875 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0f5c33bd-1bb2-44ca-ac04-e47874017b69 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/subnets/50d6de63-5c61-4875-a91e-01fa54dce77d HTTP/1.1" status: 204 len: 168 time: 2.9070439 Jan 21 09:46:29.420918 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-c740416a-547d-4174-a2f4-4d2d4574ea75 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] For port 581ae45a-a4d1-4d01-b42f-ecaf18657c54, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=581ae45a-a4d1-4d01-b42f-ecaf18657c54,segment=NetworkSegment(fb77e118-839a-445d-9640-1106305bfc7a),segment_id=fb77e118-839a-445d-9640-1106305bfc7a)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:29.421424 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c740416a-547d-4174-a2f4-4d2d4574ea75 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:29.432924 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60034) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:29.448189 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-677ef34e-91bb-4cc8-bc35-23aba64c640a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:29.454803 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-677ef34e-91bb-4cc8-bc35-23aba64c640a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/ae72f590-316d-4502-b7da-1ca89741ac78 HTTP/1.1" status: 204 len: 168 time: 2.1673496 Jan 21 09:46:29.456828 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60036) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:29.484519 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-3635cc8b-27cc-4506-9cf6-8a96bd76385d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'subnet': {'network_id': '6087673c-a924-425c-9bf1-b38150ede8d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:29.511945 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-af8ca519-426e-43a6-af7a-2feb7e8db87b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:29.597741 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b530dc-942d-4b55-bba0-953877966053 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:29.600525 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b530dc-942d-4b55-bba0-953877966053 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:29.601788 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-51b530dc-942d-4b55-bba0-953877966053 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:29.630916 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-51b530dc-942d-4b55-bba0-953877966053 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:29.635664 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-51b530dc-942d-4b55-bba0-953877966053 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1723700 Jan 21 09:46:29.637116 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60042) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:29.697178 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-af8ca519-426e-43a6-af7a-2feb7e8db87b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:29.713493 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c740416a-547d-4174-a2f4-4d2d4574ea75 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Calling delete_port for 581ae45a-a4d1-4d01-b42f-ecaf18657c54 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:29.747486 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:29.762208 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ca519-426e-43a6-af7a-2feb7e8db87b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event deleted for resources: {'Subnet': ['ID=cb7b6903-9777-460b-9887-db7d1c727664,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:29.780841 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-af8ca519-426e-43a6-af7a-2feb7e8db87b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:29.818298 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-880b352f-af46-4cdd-9b68-62adf0d37771 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:29.826608 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0daf5e-9d83-4389-a8b7-d88190d7e191 None None] Network 2bd58caa-5a3e-4b76-bbaa-2dcee67f3e8b requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:29.880242 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-af8ca519-426e-43a6-af7a-2feb7e8db87b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/subnets/cb7b6903-9777-460b-9887-db7d1c727664 HTTP/1.1" status: 204 len: 168 time: 1.5536911 Jan 21 09:46:29.881483 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60046) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:29.893580 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-880b352f-af46-4cdd-9b68-62adf0d37771 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:29.952109 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b352f-af46-4cdd-9b68-62adf0d37771 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5ec6f8-2fea-4dcf-b3a8-859385865423,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:30.006419 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-880b352f-af46-4cdd-9b68-62adf0d37771 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:46:30.009076 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dbf590e0-2197-4f52-89f8-2253ca77289d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.081153 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-db41b2e5-8a3d-49da-a372-8f2c56e22de3 None None] Could not find standard attr ID for object ae72f590-316d-4502-b7da-1ca89741ac78. {{(pid=83599) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:46:30.083591 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-882c76e1-27c9-4ea8-941f-50cae5045420 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting subnet 7ac6dd6c-718f-468b-8391-0201b45e4747 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:46:30.088557 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-882c76e1-27c9-4ea8-941f-50cae5045420 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.129380 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e455e29f-ded5-4ca9-bf6b-d29ee61e2ee0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.142661 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf590e0-2197-4f52-89f8-2253ca77289d None None] Pushing event deleted for resources: {'Port': ['ID=581ae45a-a4d1-4d01-b42f-ecaf18657c54,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:30.144666 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-880b352f-af46-4cdd-9b68-62adf0d37771 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.146200 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-880b352f-af46-4cdd-9b68-62adf0d37771 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Added segment a2d4e8b4-93b6-4755-bf92-f3c590196f71 of type vlan for network 3032d242-5be1-4415-95da-c82ba6b3c779 Jan 21 09:46:30.157101 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e455e29f-ded5-4ca9-bf6b-d29ee61e2ee0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Deleting port b8c0ae9b-003c-49bc-8d8a-26fe66948656 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:30.157438 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e455e29f-ded5-4ca9-bf6b-d29ee61e2ee0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.163841 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.api [None req-c740416a-547d-4174-a2f4-4d2d4574ea75 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:46:30.164448 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG oslo_db.api [None req-c740416a-547d-4174-a2f4-4d2d4574ea75 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:46:30.167595 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.176021 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e872aa88-3a00-4ce0-b627-599a8b6d5fe6 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.192472 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-882c76e1-27c9-4ea8-941f-50cae5045420 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.219292 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf590e0-2197-4f52-89f8-2253ca77289d None None] No DVR routers for this DVR port 581ae45a-a4d1-4d01-b42f-ecaf18657c54 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:30.282435 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-880b352f-af46-4cdd-9b68-62adf0d37771 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.341922 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a743262-c7ef-431d-ad2b-f89f8a4cfd37 None None] DHCP port deletion for b36c603d-e69b-4299-9b5c-dd3923061d89 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:46:30.378395 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3635cc8b-27cc-4506-9cf6-8a96bd76385d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:30.387778 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-8a743262-c7ef-431d-ad2b-f89f8a4cfd37 None None] Deleting port b8c0ae9b-003c-49bc-8d8a-26fe66948656 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:30.388280 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8a743262-c7ef-431d-ad2b-f89f8a4cfd37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.389537 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-e872aa88-3a00-4ce0-b627-599a8b6d5fe6 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Calling delete_port for 90cc1bbb-cf98-4d6b-8f58-255b9fc0ed32 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:30.434906 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3635cc8b-27cc-4506-9cf6-8a96bd76385d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:subnet and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:30.442895 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3635cc8b-27cc-4506-9cf6-8a96bd76385d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:30.460725 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3635cc8b-27cc-4506-9cf6-8a96bd76385d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:30.486199 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-882c76e1-27c9-4ea8-941f-50cae5045420 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.488859 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-880b352f-af46-4cdd-9b68-62adf0d37771 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.492775 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880b352f-af46-4cdd-9b68-62adf0d37771 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:30.493365 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-880b352f-af46-4cdd-9b68-62adf0d37771 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.533009 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-e455e29f-ded5-4ca9-bf6b-d29ee61e2ee0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] For port b8c0ae9b-003c-49bc-8d8a-26fe66948656, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=b8c0ae9b-003c-49bc-8d8a-26fe66948656,segment=NetworkSegment(cdea2d56-8e72-4a1c-8c98-ee093f0815ff),segment_id=cdea2d56-8e72-4a1c-8c98-ee093f0815ff)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:30.533009 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e455e29f-ded5-4ca9-bf6b-d29ee61e2ee0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.595903 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-490fe795-b130-404c-9555-e2a320c6dd7a None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.621057 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3635cc8b-27cc-4506-9cf6-8a96bd76385d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Made reservation on behalf of fd763e9054b0425c8035d150c4a90c6a for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:30.625503 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3635cc8b-27cc-4506-9cf6-8a96bd76385d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.669972 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c740416a-547d-4174-a2f4-4d2d4574ea75 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Deleting port 581ae45a-a4d1-4d01-b42f-ecaf18657c54 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:30.670395 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c740416a-547d-4174-a2f4-4d2d4574ea75 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.676625 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-490fe795-b130-404c-9555-e2a320c6dd7a None None] Transition to ACTIVE for port object 8ed773f3-9ca8-44c4-8f8b-f5390ad5055a will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:30.696524 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e455e29f-ded5-4ca9-bf6b-d29ee61e2ee0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Calling delete_port for b8c0ae9b-003c-49bc-8d8a-26fe66948656 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:30.748870 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-490fe795-b130-404c-9555-e2a320c6dd7a None None] Transition to ACTIVE for port object 8ed773f3-9ca8-44c4-8f8b-f5390ad5055a will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:30.800243 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-882c76e1-27c9-4ea8-941f-50cae5045420 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.838379 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-490fe795-b130-404c-9555-e2a320c6dd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.842460 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 814602e4-e1f6-4900-aa56-a0d9ca47b511 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:30.873268 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-880b352f-af46-4cdd-9b68-62adf0d37771 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 3.1964333 Jan 21 09:46:30.873978 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-882c76e1-27c9-4ea8-941f-50cae5045420 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.874074 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b352f-af46-4cdd-9b68-62adf0d37771 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Pushing event updated for resources: {'Network': ['ID=3032d242-5be1-4415-95da-c82ba6b3c779,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:30.877190 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60050) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:30.882009 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c76e1-27c9-4ea8-941f-50cae5045420 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Subnet': ['ID=7ac6dd6c-718f-468b-8391-0201b45e4747,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:30.902195 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e455e29f-ded5-4ca9-bf6b-d29ee61e2ee0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.940228 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-882c76e1-27c9-4ea8-941f-50cae5045420 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/7ac6dd6c-718f-468b-8391-0201b45e4747 HTTP/1.1" status: 204 len: 168 time: 1.3015974 Jan 21 09:46:30.942675 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc18b21d-f8f2-4003-8d3d-27b740ab3cb0 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:30.953674 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c740416a-547d-4174-a2f4-4d2d4574ea75 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] The port '581ae45a-a4d1-4d01-b42f-ecaf18657c54' was deleted {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:46:30.956370 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 3032d242-5be1-4415-95da-c82ba6b3c779 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:46:30.957584 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f02fc26-d116-474a-961f-834ad04fa178 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Router e8cb3b34-70a7-4503-b40b-3e2577b721f6 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:46:30.958349 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60052) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:30.964512 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455e29f-ded5-4ca9-bf6b-d29ee61e2ee0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event deleted for resources: {'Port': ['ID=b8c0ae9b-003c-49bc-8d8a-26fe66948656,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:30.972522 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81b611e-9506-4f63-a840-e7c59e1a21f7 None None] DHCP port deletion for 2bd58caa-5a3e-4b76-bbaa-2dcee67f3e8b request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:46:31.058701 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-41828947-292c-41f4-8753-10cc983b5986 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0986347 Jan 21 09:46:31.061581 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60058) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:31.072376 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-c503559a-98cc-4eb9-ad5a-f98152231b46 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:31.088391 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e455e29f-ded5-4ca9-bf6b-d29ee61e2ee0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] No DVR routers for this DVR port b8c0ae9b-003c-49bc-8d8a-26fe66948656 on host dv-neutron-825732-1-hyperv {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:31.098984 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-8a743262-c7ef-431d-ad2b-f89f8a4cfd37 None None] For port b8c0ae9b-003c-49bc-8d8a-26fe66948656, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=b8c0ae9b-003c-49bc-8d8a-26fe66948656,segment=NetworkSegment(cdea2d56-8e72-4a1c-8c98-ee093f0815ff),segment_id=cdea2d56-8e72-4a1c-8c98-ee093f0815ff)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:31.099377 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8a743262-c7ef-431d-ad2b-f89f8a4cfd37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:31.181935 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-b0bbca17-351a-4375-8e0b-c976062ed986 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Request body: {'subnet': {'network_id': '3032d242-5be1-4415-95da-c82ba6b3c779', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:31.374637 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-8a743262-c7ef-431d-ad2b-f89f8a4cfd37 None None] Calling delete_port for b8c0ae9b-003c-49bc-8d8a-26fe66948656 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:31.437568 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e455e29f-ded5-4ca9-bf6b-d29ee61e2ee0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:31.468535 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-e455e29f-ded5-4ca9-bf6b-d29ee61e2ee0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b36c603d-e69b-4299-9b5c-dd3923061d89']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:31.482151 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-e455e29f-ded5-4ca9-bf6b-d29ee61e2ee0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdea2d56-8e72-4a1c-8c98-ee093f0815ff') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:31.482502 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-e455e29f-ded5-4ca9-bf6b-d29ee61e2ee0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdea2d56-8e72-4a1c-8c98-ee093f0815ff') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:31.510135 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-b81b611e-9506-4f63-a840-e7c59e1a21f7 None None] Deleting port fe6df7e0-cdb4-43af-b92c-14f56669cb09 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:31.510693 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b81b611e-9506-4f63-a840-e7c59e1a21f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:31.520742 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-c503559a-98cc-4eb9-ad5a-f98152231b46 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:31.529268 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e455e29f-ded5-4ca9-bf6b-d29ee61e2ee0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:31.540512 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c503559a-98cc-4eb9-ad5a-f98152231b46 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:subnet and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:31.548789 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c503559a-98cc-4eb9-ad5a-f98152231b46 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:31.559663 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-c503559a-98cc-4eb9-ad5a-f98152231b46 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:31.570899 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e455e29f-ded5-4ca9-bf6b-d29ee61e2ee0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:31.581569 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e455e29f-ded5-4ca9-bf6b-d29ee61e2ee0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:46:31.581569 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e455e29f-ded5-4ca9-bf6b-d29ee61e2ee0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:31.594851 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c740416a-547d-4174-a2f4-4d2d4574ea75 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:31.635080 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b0bbca17-351a-4375-8e0b-c976062ed986 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:31.642144 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-b0bbca17-351a-4375-8e0b-c976062ed986 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Usage tracker for resource:subnet and tenant:7ee78e3f94094174b7b9d2a0f3655d9b is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:31.645903 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-b0bbca17-351a-4375-8e0b-c976062ed986 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:31.651167 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490fe795-b130-404c-9555-e2a320c6dd7a None None] Network 40b00694-9710-40c5-a2bc-16dcaa5cc59a is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:31.653524 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b0bbca17-351a-4375-8e0b-c976062ed986 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:31.668980 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-490fe795-b130-404c-9555-e2a320c6dd7a None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:31.672582 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490fe795-b130-404c-9555-e2a320c6dd7a None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:31.686073 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e872aa88-3a00-4ce0-b627-599a8b6d5fe6 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:31.710591 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:46:31.710591 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:46:31.710591 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:46:31.710591 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:46:31.710591 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:46:31.710591 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:46:31.710591 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:46:31.710591 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:46:31.710591 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:46:31.710591 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:46:31.710591 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:46:31.710591 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:46:31.710591 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:46:31.710591 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:46:31.710591 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:46:31.710591 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:46:31.710591 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:46:31.710591 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:46:31.710591 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:46:31.710591 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:46:31.710591 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:46:31.710591 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:46:31.710591 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:46:31.710591 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:46:31.710591 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:46:31.710591 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:46:31.710591 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:46:31.710591 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:46:31.710591 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:46:31.710591 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:46:31.710591 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:46:31.710591 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:46:31.714260 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c503559a-98cc-4eb9-ad5a-f98152231b46 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:31.720239 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490fe795-b130-404c-9555-e2a320c6dd7a None None] Pushing event updated for resources: {'Port': ['ID=8ed773f3-9ca8-44c4-8f8b-f5390ad5055a,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:31.720437 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c503559a-98cc-4eb9-ad5a-f98152231b46 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:31.770659 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bbca17-351a-4375-8e0b-c976062ed986 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Made reservation on behalf of 7ee78e3f94094174b7b9d2a0f3655d9b for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:31.783850 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-8a743262-c7ef-431d-ad2b-f89f8a4cfd37 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:46:31.784521 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-8a743262-c7ef-431d-ad2b-f89f8a4cfd37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:46:31.808492 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e455e29f-ded5-4ca9-bf6b-d29ee61e2ee0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:31.839382 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e455e29f-ded5-4ca9-bf6b-d29ee61e2ee0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:31.863038 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455e29f-ded5-4ca9-bf6b-d29ee61e2ee0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event deleted for resources: {'Network': ['ID=b36c603d-e69b-4299-9b5c-dd3923061d89,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:31.868096 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e455e29f-ded5-4ca9-bf6b-d29ee61e2ee0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/networks/b36c603d-e69b-4299-9b5c-dd3923061d89 HTTP/1.1" status: 204 len: 168 time: 1.9856012 Jan 21 09:46:31.875977 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60062) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:31.925049 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-c740416a-547d-4174-a2f4-4d2d4574ea75 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf9a174f-8395-4d7f-a710-7136c9d924fc']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:31.940326 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e872aa88-3a00-4ce0-b627-599a8b6d5fe6 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Pushing event deleted for resources: {'Port': ['ID=90cc1bbb-cf98-4d6b-8f58-255b9fc0ed32,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:32.010300 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 814602e4-e1f6-4900-aa56-a0d9ca47b511 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:32.011004 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.021133 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-c740416a-547d-4174-a2f4-4d2d4574ea75 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb77e118-839a-445d-9640-1106305bfc7a') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:32.021437 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-c740416a-547d-4174-a2f4-4d2d4574ea75 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb77e118-839a-445d-9640-1106305bfc7a') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:32.025427 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-67065d26-2936-401e-8c3a-e9369c1d54d7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.078577 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-490fe795-b130-404c-9555-e2a320c6dd7a None None] Attempting to bind port 8ed773f3-9ca8-44c4-8f8b-f5390ad5055a on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:32.078932 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-490fe795-b130-404c-9555-e2a320c6dd7a None None] Attempting to bind port 8ed773f3-9ca8-44c4-8f8b-f5390ad5055a by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '903062d3-7381-41af-a5f6-62250d49bc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '40b00694-9710-40c5-a2bc-16dcaa5cc59a'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:32.079368 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490fe795-b130-404c-9555-e2a320c6dd7a None None] Attempting to bind port 8ed773f3-9ca8-44c4-8f8b-f5390ad5055a on network 40b00694-9710-40c5-a2bc-16dcaa5cc59a {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:46:32.082574 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-67065d26-2936-401e-8c3a-e9369c1d54d7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Deleting port fe6df7e0-cdb4-43af-b92c-14f56669cb09 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:32.083024 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-67065d26-2936-401e-8c3a-e9369c1d54d7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.110163 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c740416a-547d-4174-a2f4-4d2d4574ea75 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.127861 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-3e2600cd-f168-4bcf-b9d8-29fcbedb441d None None] Provisioning complete for port f2945011-18e0-495d-ac1d-ff9d3f113ecc triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:32.127861 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3e2600cd-f168-4bcf-b9d8-29fcbedb441d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.162115 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490fe795-b130-404c-9555-e2a320c6dd7a None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:46:32.162572 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490fe795-b130-404c-9555-e2a320c6dd7a None None] Checking segment: {'id': '903062d3-7381-41af-a5f6-62250d49bc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '40b00694-9710-40c5-a2bc-16dcaa5cc59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:46:32.163070 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-490fe795-b130-404c-9555-e2a320c6dd7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.163461 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490fe795-b130-404c-9555-e2a320c6dd7a None None] Bound using segment: {'id': '903062d3-7381-41af-a5f6-62250d49bc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '40b00694-9710-40c5-a2bc-16dcaa5cc59a'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:46:32.164405 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-490fe795-b130-404c-9555-e2a320c6dd7a None None] Bound port: 8ed773f3-9ca8-44c4-8f8b-f5390ad5055a, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903062d3-7381-41af-a5f6-62250d49bc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '40b00694-9710-40c5-a2bc-16dcaa5cc59a'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:32.164789 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-490fe795-b130-404c-9555-e2a320c6dd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.207421 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-b81b611e-9506-4f63-a840-e7c59e1a21f7 None None] For port fe6df7e0-cdb4-43af-b92c-14f56669cb09, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=fe6df7e0-cdb4-43af-b92c-14f56669cb09,segment=NetworkSegment(d368b667-dc63-46bf-87a6-ee0d8e0056cd),segment_id=d368b667-dc63-46bf-87a6-ee0d8e0056cd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:32.207883 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b81b611e-9506-4f63-a840-e7c59e1a21f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.222908 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c740416a-547d-4174-a2f4-4d2d4574ea75 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.229893 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3635cc8b-27cc-4506-9cf6-8a96bd76385d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.237014 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b0bbca17-351a-4375-8e0b-c976062ed986 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.345138 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c503559a-98cc-4eb9-ad5a-f98152231b46 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.378931 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-8a743262-c7ef-431d-ad2b-f89f8a4cfd37 None None] Deleting port b8c0ae9b-003c-49bc-8d8a-26fe66948656 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:32.379633 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8a743262-c7ef-431d-ad2b-f89f8a4cfd37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.399540 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c740416a-547d-4174-a2f4-4d2d4574ea75 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:46:32.399939 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c740416a-547d-4174-a2f4-4d2d4574ea75 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:46:32.419691 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:46:32.449819 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-67065d26-2936-401e-8c3a-e9369c1d54d7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] For port fe6df7e0-cdb4-43af-b92c-14f56669cb09, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=fe6df7e0-cdb4-43af-b92c-14f56669cb09,segment=NetworkSegment(d368b667-dc63-46bf-87a6-ee0d8e0056cd),segment_id=d368b667-dc63-46bf-87a6-ee0d8e0056cd)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:32.450184 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-67065d26-2936-401e-8c3a-e9369c1d54d7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.466907 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503559a-98cc-4eb9-ad5a-f98152231b46 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Subnet': ['ID=b7ca4777-1b78-432b-9e17-92dbe37da23e,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:32.470322 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c503559a-98cc-4eb9-ad5a-f98152231b46 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:32.490311 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2ab9ab-8a02-40fc-9fc3-dff9378ba04a None None] DHCP port deletion for d5f237d0-52c1-4100-800c-a471203fec66 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:46:32.526568 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-c503559a-98cc-4eb9-ad5a-f98152231b46 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:32.534670 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-b81b611e-9506-4f63-a840-e7c59e1a21f7 None None] Calling delete_port for fe6df7e0-cdb4-43af-b92c-14f56669cb09 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:32.565167 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-3e2600cd-f168-4bcf-b9d8-29fcbedb441d None None] Port f2945011-18e0-495d-ac1d-ff9d3f113ecc cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:46:32.583784 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c503559a-98cc-4eb9-ad5a-f98152231b46 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:32.583784 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c503559a-98cc-4eb9-ad5a-f98152231b46 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.595226 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-67065d26-2936-401e-8c3a-e9369c1d54d7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Calling delete_port for fe6df7e0-cdb4-43af-b92c-14f56669cb09 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:32.597869 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-7c2ab9ab-8a02-40fc-9fc3-dff9378ba04a None None] Deleting port 814602e4-e1f6-4900-aa56-a0d9ca47b511 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:32.598379 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7c2ab9ab-8a02-40fc-9fc3-dff9378ba04a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.601504 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e872aa88-3a00-4ce0-b627-599a8b6d5fe6 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.625251 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3635cc8b-27cc-4506-9cf6-8a96bd76385d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Network 6087673c-a924-425c-9bf1-b38150ede8d0 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:32.640623 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3635cc8b-27cc-4506-9cf6-8a96bd76385d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Subnet': ['ID=5254583e-c08d-4f4b-a719-1c37233600c0,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:32.644079 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-3635cc8b-27cc-4506-9cf6-8a96bd76385d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:32.647166 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3635cc8b-27cc-4506-9cf6-8a96bd76385d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:32.647735 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3635cc8b-27cc-4506-9cf6-8a96bd76385d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.676489 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e872aa88-3a00-4ce0-b627-599a8b6d5fe6 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] 10.222.0.104 "DELETE /v2.0/ports/90cc1bbb-cf98-4d6b-8f58-255b9fc0ed32 HTTP/1.1" status: 204 len: 168 time: 3.5575140 Jan 21 09:46:32.678859 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60066) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:32.701431 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-67065d26-2936-401e-8c3a-e9369c1d54d7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.724578 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c740416a-547d-4174-a2f4-4d2d4574ea75 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.729343 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c740416a-547d-4174-a2f4-4d2d4574ea75 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.765615 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67065d26-2936-401e-8c3a-e9369c1d54d7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event deleted for resources: {'Port': ['ID=fe6df7e0-cdb4-43af-b92c-14f56669cb09,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:32.774454 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c503559a-98cc-4eb9-ad5a-f98152231b46 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7088399 Jan 21 09:46:32.777937 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60072) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:32.781109 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3635cc8b-27cc-4506-9cf6-8a96bd76385d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3215373 Jan 21 09:46:32.787567 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-8a743262-c7ef-431d-ad2b-f89f8a4cfd37 None None] The port 'b8c0ae9b-003c-49bc-8d8a-26fe66948656' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:46:32.794275 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-2fe510a1-6c4b-4242-829e-eb2e3ed1b8d5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'port': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'fixed_ips': [{'subnet_id': 'b7ca4777-1b78-432b-9e17-92dbe37da23e', 'ip_address': '2001:db8::41b2:4f89:8f2a:bc2c'}], 'name': 'tempest-NetworksTestDHCPv6-1458012402'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:32.794541 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60076) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:32.798272 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865d43df-2539-4c3e-8622-1a4e537478b2 None None] Network 6087673c-a924-425c-9bf1-b38150ede8d0 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:32.803350 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c740416a-547d-4174-a2f4-4d2d4574ea75 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/networks/bf9a174f-8395-4d7f-a710-7136c9d924fc HTTP/1.1" status: 204 len: 168 time: 4.5572810 Jan 21 09:46:32.806118 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740416a-547d-4174-a2f4-4d2d4574ea75 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event deleted for resources: {'Network': ['ID=bf9a174f-8395-4d7f-a710-7136c9d924fc,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:32.808687 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67065d26-2936-401e-8c3a-e9369c1d54d7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] No DVR routers for this DVR port fe6df7e0-cdb4-43af-b92c-14f56669cb09 on host dv-neutron-825732-1-hyperv {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:32.810100 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60078) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:32.819956 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-98785c02-1d3d-40c8-8fc1-191426f731eb tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Request body: {'network': {'name': 'tempest-RoutersTest-1470984659'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:32.822902 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-85f8c234-274a-4309-9e47-eb5516242c2b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'security_group': {'name': 'tempest-secgroup-922490272'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:32.840824 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-85f8c234-274a-4309-9e47-eb5516242c2b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:32.852652 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-85f8c234-274a-4309-9e47-eb5516242c2b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:security_group and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:32.919210 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-85f8c234-274a-4309-9e47-eb5516242c2b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:32.929317 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-85f8c234-274a-4309-9e47-eb5516242c2b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:32.933082 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b0bbca17-351a-4375-8e0b-c976062ed986 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.939134 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-98785c02-1d3d-40c8-8fc1-191426f731eb tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:32.975330 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-98785c02-1d3d-40c8-8fc1-191426f731eb tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Usage tracker for resource:network and tenant:d00df50c19fa484a82254f37be8cb96c is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:33.031230 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-85f8c234-274a-4309-9e47-eb5516242c2b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.044473 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-98785c02-1d3d-40c8-8fc1-191426f731eb tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:33.050516 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-3e2600cd-f168-4bcf-b9d8-29fcbedb441d None None] Provisioning complete for port 4bfe7e5e-2c7a-414a-a132-595cb250029f triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:33.051130 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3e2600cd-f168-4bcf-b9d8-29fcbedb441d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.072329 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-98785c02-1d3d-40c8-8fc1-191426f731eb tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:33.099428 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bbca17-351a-4375-8e0b-c976062ed986 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Pushing event updated for resources: {'Subnet': ['ID=98df31a9-b457-42ce-88e1-88b9dd9abbca,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:33.105675 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f7c95f71-76ab-4733-b3aa-997f57b465ba tempest-DHCPAgentSchedulersTestJSON-428473835 tempest-DHCPAgentSchedulersTestJSON-428473835-project-admin] 10.222.0.104 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4312 time: 0.4203320 Jan 21 09:46:33.110482 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60084) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:33.121567 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-490fe795-b130-404c-9555-e2a320c6dd7a None None] For port 8ed773f3-9ca8-44c4-8f8b-f5390ad5055a, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:46:33.131638 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-67065d26-2936-401e-8c3a-e9369c1d54d7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.132851 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f02fc26-d116-474a-961f-834ad04fa178 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:46:33.142085 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-b81b611e-9506-4f63-a840-e7c59e1a21f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:46:33.142441 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-b81b611e-9506-4f63-a840-e7c59e1a21f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:46:33.145547 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-85f8c234-274a-4309-9e47-eb5516242c2b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:33.151093 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-537b857f-65f1-47b6-9926-b02964011a64 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1315942871'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:33.152985 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-85f8c234-274a-4309-9e47-eb5516242c2b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:security_group_rule and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:33.159487 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f02fc26-d116-474a-961f-834ad04fa178 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.160658 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6f02fc26-d116-474a-961f-834ad04fa178 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] 10.222.0.104 "PUT /v2.0/routers/e8cb3b34-70a7-4503-b40b-3e2577b721f6 HTTP/1.1" status: 200 len: 883 time: 11.8788652 Jan 21 09:46:33.162176 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-85f8c234-274a-4309-9e47-eb5516242c2b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:33.164809 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60088) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:33.167445 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bbca17-351a-4375-8e0b-c976062ed986 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Checking segment: {'id': 'a2d4e8b4-93b6-4755-bf92-f3c590196f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3032d242-5be1-4415-95da-c82ba6b3c779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:46:33.168489 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bbca17-351a-4375-8e0b-c976062ed986 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Network hostable DHCP agents. Network: 3032d242-5be1-4415-95da-c82ba6b3c779, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:46:33.170536 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b9a510-4300-4689-99d9-0eadafc1c88b None None] Sync routers for ids ['e8cb3b34-70a7-4503-b40b-3e2577b721f6'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:46:33.171834 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-537b857f-65f1-47b6-9926-b02964011a64 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:33.175352 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-490fe795-b130-404c-9555-e2a320c6dd7a None None] For port 8ed773f3-9ca8-44c4-8f8b-f5390ad5055a, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=8ed773f3-9ca8-44c4-8f8b-f5390ad5055a,segment=NetworkSegment(903062d3-7381-41af-a5f6-62250d49bc69),segment_id=903062d3-7381-41af-a5f6-62250d49bc69)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:46:33.228492 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-490fe795-b130-404c-9555-e2a320c6dd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.232650 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device b8c0ae9b-003c-49bc-8d8a-26fe66948656 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:33.330698 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-537b857f-65f1-47b6-9926-b02964011a64 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Usage tracker for resource:network and tenant:e889cb8b266d441bb509183520d03cb3 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:33.335874 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98785c02-1d3d-40c8-8fc1-191426f731eb tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Made reservation on behalf of d00df50c19fa484a82254f37be8cb96c for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:33.338872 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-98785c02-1d3d-40c8-8fc1-191426f731eb tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.355965 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-537b857f-65f1-47b6-9926-b02964011a64 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:33.359479 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-85f8c234-274a-4309-9e47-eb5516242c2b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:33.375764 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-537b857f-65f1-47b6-9926-b02964011a64 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:33.379818 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-67065d26-2936-401e-8c3a-e9369c1d54d7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd58caa-5a3e-4b76-bbaa-2dcee67f3e8b']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:33.381562 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: b8c0ae9b-003c-49bc-8d8a-26fe66948656 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:46:33.381955 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device b8c0ae9b-003c-49bc-8d8a-26fe66948656 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:33.404409 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-2fe510a1-6c4b-4242-829e-eb2e3ed1b8d5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:33.430057 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-67065d26-2936-401e-8c3a-e9369c1d54d7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd368b667-dc63-46bf-87a6-ee0d8e0056cd') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:33.430423 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-67065d26-2936-401e-8c3a-e9369c1d54d7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd368b667-dc63-46bf-87a6-ee0d8e0056cd') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:33.459761 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-2fe510a1-6c4b-4242-829e-eb2e3ed1b8d5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:33.471864 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b9a510-4300-4689-99d9-0eadafc1c88b None None] Routers {'e8cb3b34-70a7-4503-b40b-3e2577b721f6'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:33.472498 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b2b9a510-4300-4689-99d9-0eadafc1c88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:46:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['e8cb3b34-70a7-4503-b40b-3e2577b721f6'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:33.473693 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-85f8c234-274a-4309-9e47-eb5516242c2b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.475179 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-67065d26-2936-401e-8c3a-e9369c1d54d7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.489567 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-85f8c234-274a-4309-9e47-eb5516242c2b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.493568 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537b857f-65f1-47b6-9926-b02964011a64 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Made reservation on behalf of e889cb8b266d441bb509183520d03cb3 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:33.497820 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-537b857f-65f1-47b6-9926-b02964011a64 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.518258 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bbca17-351a-4375-8e0b-c976062ed986 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Network 3032d242-5be1-4415-95da-c82ba6b3c779 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:46:33.532060 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98785c02-1d3d-40c8-8fc1-191426f731eb tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:46:33.543607 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe510a1-6c4b-4242-829e-eb2e3ed1b8d5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:33.550256 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2fe510a1-6c4b-4242-829e-eb2e3ed1b8d5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.564255 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-67065d26-2936-401e-8c3a-e9369c1d54d7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.577010 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-98785c02-1d3d-40c8-8fc1-191426f731eb tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.577440 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-98785c02-1d3d-40c8-8fc1-191426f731eb tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Added segment 96c76414-2d5e-459e-ba51-d26be12902bd of type vlan for network 3fa87ac5-c530-475d-8b7b-c5550e3ae745 Jan 21 09:46:33.584355 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-b0bbca17-351a-4375-8e0b-c976062ed986 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 3032d242-5be1-4415-95da-c82ba6b3c779) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:33.589602 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67065d26-2936-401e-8c3a-e9369c1d54d7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:46:33.590803 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-67065d26-2936-401e-8c3a-e9369c1d54d7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.598805 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 814602e4-e1f6-4900-aa56-a0d9ca47b511 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:33.608350 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:46:33.608350 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:46:33.608350 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:46:33.608350 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:46:33.608350 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:46:33.608350 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:46:33.608350 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:46:33.608350 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:46:33.608350 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:46:33.608350 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:46:33.608350 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:46:33.608350 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:46:33.608350 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:46:33.608350 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:46:33.608350 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:46:33.608350 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:46:33.608350 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:46:33.608350 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:46:33.608350 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:46:33.608350 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:46:33.608350 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:46:33.608350 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:46:33.608350 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:46:33.608350 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:46:33.608350 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:46:33.608350 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:46:33.608350 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:46:33.608350 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:46:33.608350 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:46:33.608350 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:46:33.608350 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:46:33.608350 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:46:33.620709 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bbca17-351a-4375-8e0b-c976062ed986 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:33.621465 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b0bbca17-351a-4375-8e0b-c976062ed986 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.630266 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-85f8c234-274a-4309-9e47-eb5516242c2b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.631490 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-85f8c234-274a-4309-9e47-eb5516242c2b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.8269005 Jan 21 09:46:33.643279 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60092) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:33.655356 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6a5edbfd-9391-494c-9b73-c445a1051b59 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'security_group': {'name': 'tempest-secgroup-2013707243'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:33.656133 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075db647-9358-4f1c-8f3b-89cd862f025e None None] Network 3032d242-5be1-4415-95da-c82ba6b3c779 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:33.662185 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8c234-274a-4309-9e47-eb5516242c2b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97ac5e13-4fbb-4fc3-a07a-f98bfceed461,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:33.667072 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6a5edbfd-9391-494c-9b73-c445a1051b59 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:33.672802 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6a5edbfd-9391-494c-9b73-c445a1051b59 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:security_group and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:33.673134 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-b81b611e-9506-4f63-a840-e7c59e1a21f7 None None] Deleting port fe6df7e0-cdb4-43af-b92c-14f56669cb09 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:33.673974 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b81b611e-9506-4f63-a840-e7c59e1a21f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.689608 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-2fe510a1-6c4b-4242-829e-eb2e3ed1b8d5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] device_id is not set on port 080ddd14-4964-4127-94fb-13d693b4e71f yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:46:33.725691 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6a5edbfd-9391-494c-9b73-c445a1051b59 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:33.730331 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b0bbca17-351a-4375-8e0b-c976062ed986 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7744007 Jan 21 09:46:33.745981 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60098) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:33.750486 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6a5edbfd-9391-494c-9b73-c445a1051b59 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:33.757137 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b2b9a510-4300-4689-99d9-0eadafc1c88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:33.767540 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-537b857f-65f1-47b6-9926-b02964011a64 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:46:33.774013 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-65e7c87f-b553-4e8f-b01a-5308d40374d6 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Request body: {'port': {'network_id': '3032d242-5be1-4415-95da-c82ba6b3c779', 'name': 'tempest-TagsExtTest-1975078463'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:33.783966 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a5edbfd-9391-494c-9b73-c445a1051b59 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.805152 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-98785c02-1d3d-40c8-8fc1-191426f731eb tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.831382 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490fe795-b130-404c-9555-e2a320c6dd7a None None] Pushing event updated for resources: {'Port': ['ID=8ed773f3-9ca8-44c4-8f8b-f5390ad5055a,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:33.837260 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6a5edbfd-9391-494c-9b73-c445a1051b59 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:33.844043 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6a5edbfd-9391-494c-9b73-c445a1051b59 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:security_group_rule and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:33.848037 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6a5edbfd-9391-494c-9b73-c445a1051b59 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:33.855922 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6a5edbfd-9391-494c-9b73-c445a1051b59 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:33.862545 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-07622ded-ac79-4703-b50d-63d75608ea31 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] 10.222.0.104 "GET /v2.0/routers/e8cb3b34-70a7-4503-b40b-3e2577b721f6 HTTP/1.1" status: 200 len: 924 time: 0.6964633 Jan 21 09:46:33.866341 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60102) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:33.882289 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-67065d26-2936-401e-8c3a-e9369c1d54d7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.884267 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-537b857f-65f1-47b6-9926-b02964011a64 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.884691 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-537b857f-65f1-47b6-9926-b02964011a64 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Added segment 8379ccca-ee8e-4846-a3b5-c48709b7a9df of type vlan for network d807468b-8487-499c-8d00-fdab32db5dcc Jan 21 09:46:33.919914 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-67065d26-2936-401e-8c3a-e9369c1d54d7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.922719 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-7c2ab9ab-8a02-40fc-9fc3-dff9378ba04a None None] For port 814602e4-e1f6-4900-aa56-a0d9ca47b511, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=814602e4-e1f6-4900-aa56-a0d9ca47b511,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:33.923573 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7c2ab9ab-8a02-40fc-9fc3-dff9378ba04a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.974539 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-b81b611e-9506-4f63-a840-e7c59e1a21f7 None None] The port 'fe6df7e0-cdb4-43af-b92c-14f56669cb09' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:46:33.988931 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67065d26-2936-401e-8c3a-e9369c1d54d7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event deleted for resources: {'Network': ['ID=2bd58caa-5a3e-4b76-bbaa-2dcee67f3e8b,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:33.996800 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a5edbfd-9391-494c-9b73-c445a1051b59 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.015491 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a5edbfd-9391-494c-9b73-c445a1051b59 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.032425 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-67065d26-2936-401e-8c3a-e9369c1d54d7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/networks/2bd58caa-5a3e-4b76-bbaa-2dcee67f3e8b HTTP/1.1" status: 204 len: 168 time: 2.1549869 Jan 21 09:46:34.069567 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60106) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:34.072955 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-98785c02-1d3d-40c8-8fc1-191426f731eb tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.077176 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98785c02-1d3d-40c8-8fc1-191426f731eb tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:34.078439 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-98785c02-1d3d-40c8-8fc1-191426f731eb tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.088986 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-98be6999-d4f6-44dc-b5cb-c74623cb9acd tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] 10.222.0.104 "GET /v2.0/ports?network_id=05164b30-8981-419a-8272-388f48c19dd5&device_id=e8cb3b34-70a7-4503-b40b-3e2577b721f6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2208488 Jan 21 09:46:34.094478 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60110) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:34.097694 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a5edbfd-9391-494c-9b73-c445a1051b59 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.099462 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6a5edbfd-9391-494c-9b73-c445a1051b59 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4514174 Jan 21 09:46:34.113069 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c92f2e1f-89fe-474c-a0bb-fa278d5b37d5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1196459815'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:34.119955 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c92f2e1f-89fe-474c-a0bb-fa278d5b37d5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:34.126815 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c92f2e1f-89fe-474c-a0bb-fa278d5b37d5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Usage tracker for resource:network and tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:34.132308 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-537b857f-65f1-47b6-9926-b02964011a64 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.133260 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c92f2e1f-89fe-474c-a0bb-fa278d5b37d5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:34.139242 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60114) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:34.168288 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b9a510-4300-4689-99d9-0eadafc1c88b None None] Routers {'e8cb3b34-70a7-4503-b40b-3e2577b721f6'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:34.169134 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b2b9a510-4300-4689-99d9-0eadafc1c88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:46:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['e8cb3b34-70a7-4503-b40b-3e2577b721f6'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:34.200014 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-3f1da773-b9a8-43c5-94b4-298a9d8cbb75 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'security_group': {'name': 'tempest-secgroup-969704342'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:34.215374 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3f1da773-b9a8-43c5-94b4-298a9d8cbb75 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:34.228450 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3f1da773-b9a8-43c5-94b4-298a9d8cbb75 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:security_group and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:34.243325 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3f1da773-b9a8-43c5-94b4-298a9d8cbb75 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:34.269184 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3f1da773-b9a8-43c5-94b4-298a9d8cbb75 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:34.300685 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c92f2e1f-89fe-474c-a0bb-fa278d5b37d5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:34.303927 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-98785c02-1d3d-40c8-8fc1-191426f731eb tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4927874 Jan 21 09:46:34.313161 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60118) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:34.323759 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-7c2ab9ab-8a02-40fc-9fc3-dff9378ba04a None None] Calling delete_port for 814602e4-e1f6-4900-aa56-a0d9ca47b511 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:34.328084 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-138621ac-d77e-4e90-b151-3229216269c8 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Request body: {'subnet': {'network_id': '3fa87ac5-c530-475d-8b7b-c5550e3ae745', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:34.354779 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98785c02-1d3d-40c8-8fc1-191426f731eb tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Network': ['ID=3fa87ac5-c530-475d-8b7b-c5550e3ae745,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:34.364196 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-65e7c87f-b553-4e8f-b01a-5308d40374d6 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:34.388702 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 3fa87ac5-c530-475d-8b7b-c5550e3ae745 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:46:34.414127 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-65e7c87f-b553-4e8f-b01a-5308d40374d6 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Usage tracker for resource:port and tenant:7ee78e3f94094174b7b9d2a0f3655d9b is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:34.416946 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b2b9a510-4300-4689-99d9-0eadafc1c88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:34.417537 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-537b857f-65f1-47b6-9926-b02964011a64 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.417747 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b9a510-4300-4689-99d9-0eadafc1c88b None None] The sync data for ids ['e8cb3b34-70a7-4503-b40b-3e2577b721f6'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:46:34.423039 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537b857f-65f1-47b6-9926-b02964011a64 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:34.423943 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-537b857f-65f1-47b6-9926-b02964011a64 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.428911 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-65e7c87f-b553-4e8f-b01a-5308d40374d6 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:34.442258 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edbfd-9391-494c-9b73-c445a1051b59 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e985be33-5714-4d79-bc6a-412fb7458bb0,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:34.446502 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3f1da773-b9a8-43c5-94b4-298a9d8cbb75 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.539301 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92f2e1f-89fe-474c-a0bb-fa278d5b37d5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Made reservation on behalf of c3efc6a6fd814adc8f7fcb0582dd33b0 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:34.545694 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-65e7c87f-b553-4e8f-b01a-5308d40374d6 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:34.547339 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c92f2e1f-89fe-474c-a0bb-fa278d5b37d5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.614999 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3f1da773-b9a8-43c5-94b4-298a9d8cbb75 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:34.630850 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3f1da773-b9a8-43c5-94b4-298a9d8cbb75 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:security_group_rule and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:34.643193 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-537b857f-65f1-47b6-9926-b02964011a64 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5253315 Jan 21 09:46:34.650188 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60122) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:34.661173 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3f1da773-b9a8-43c5-94b4-298a9d8cbb75 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:34.694471 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e7c87f-b553-4e8f-b01a-5308d40374d6 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Made reservation on behalf of 7ee78e3f94094174b7b9d2a0f3655d9b for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:34.699114 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-65e7c87f-b553-4e8f-b01a-5308d40374d6 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.712647 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-2fe510a1-6c4b-4242-829e-eb2e3ed1b8d5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Allocated IP 2001:db8::41b2:4f89:8f2a:bc2c (d5f237d0-52c1-4100-800c-a471203fec66/b7ca4777-1b78-432b-9e17-92dbe37da23e/080ddd14-4964-4127-94fb-13d693b4e71f) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:34.716713 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b857f-65f1-47b6-9926-b02964011a64 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Pushing event updated for resources: {'Network': ['ID=d807468b-8487-499c-8d00-fdab32db5dcc,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:34.731785 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-138621ac-d77e-4e90-b151-3229216269c8 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:34.745190 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-65e7c87f-b553-4e8f-b01a-5308d40374d6 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] device_id is not set on port 2f5a4077-9250-4585-9432-dd57d1d15bdc yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:46:34.760794 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network d807468b-8487-499c-8d00-fdab32db5dcc details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:46:34.808158 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-138621ac-d77e-4e90-b151-3229216269c8 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Usage tracker for resource:subnet and tenant:d00df50c19fa484a82254f37be8cb96c is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:34.816088 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-138621ac-d77e-4e90-b151-3229216269c8 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:34.848266 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-138621ac-d77e-4e90-b151-3229216269c8 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:34.888638 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3f1da773-b9a8-43c5-94b4-298a9d8cbb75 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:34.922421 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138621ac-d77e-4e90-b151-3229216269c8 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Made reservation on behalf of d00df50c19fa484a82254f37be8cb96c for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:34.970313 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c92f2e1f-89fe-474c-a0bb-fa278d5b37d5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:46:34.973179 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf70b953-9b12-45fa-b452-2f28f245d704 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:34.979170 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-cf70b953-9b12-45fa-b452-2f28f245d704 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] 10.222.0.104 "GET /v2.0/networks/05164b30-8981-419a-8272-388f48c19dd5 HTTP/1.1" status: 200 len: 881 time: 0.8787889 Jan 21 09:46:34.984159 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.992189 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60126) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:35.067022 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7c2ab9ab-8a02-40fc-9fc3-dff9378ba04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:35.086592 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3f1da773-b9a8-43c5-94b4-298a9d8cbb75 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:35.088145 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c92f2e1f-89fe-474c-a0bb-fa278d5b37d5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:35.088686 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-c92f2e1f-89fe-474c-a0bb-fa278d5b37d5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Added segment 74f275cd-0401-4acc-9e3d-288641d7d62c of type vlan for network 262ce80e-277c-46d0-8245-5f7b92c928b6 Jan 21 09:46:35.127236 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3124243e-fcd9-4fbf-ba96-ab2f77022d8f tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] 10.222.0.104 "GET /v2.0/ports?device_id=e8cb3b34-70a7-4503-b40b-3e2577b721f6 HTTP/1.1" status: 200 len: 205 time: 0.1338372 Jan 21 09:46:35.129161 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3f1da773-b9a8-43c5-94b4-298a9d8cbb75 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:35.134908 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60130) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:35.146364 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-65e7c87f-b553-4e8f-b01a-5308d40374d6 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Allocated IP 172.20.0.6 (3032d242-5be1-4415-95da-c82ba6b3c779/98df31a9-b457-42ce-88e1-88b9dd9abbca/2f5a4077-9250-4585-9432-dd57d1d15bdc) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:35.181886 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-138621ac-d77e-4e90-b151-3229216269c8 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:35.277454 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ab9ab-8a02-40fc-9fc3-dff9378ba04a None None] Pushing event deleted for resources: {'Port': ['ID=814602e4-e1f6-4900-aa56-a0d9ca47b511,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:35.387787 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1da773-b9a8-43c5-94b4-298a9d8cbb75 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd05635-8b78-4b7d-801d-5afa9d78a5a3,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:35.392891 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c92f2e1f-89fe-474c-a0bb-fa278d5b37d5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:35.393814 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2ab9ab-8a02-40fc-9fc3-dff9378ba04a None None] No DVR routers for this DVR port 814602e4-e1f6-4900-aa56-a0d9ca47b511 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:35.406504 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device fe6df7e0-cdb4-43af-b92c-14f56669cb09 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:35.431474 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3f1da773-b9a8-43c5-94b4-298a9d8cbb75 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:35.433316 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3f1da773-b9a8-43c5-94b4-298a9d8cbb75 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.2549381 Jan 21 09:46:35.443151 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda5087f-5888-44c9-bf39-04bb58ddc386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-3032d242-5be1-4415-95da-c82ba6b3c779', 'network_id': '3032d242-5be1-4415-95da-c82ba6b3c779', 'tenant_id': '7ee78e3f94094174b7b9d2a0f3655d9b', 'fixed_ips': [{'subnet_id': '98df31a9-b457-42ce-88e1-88b9dd9abbca'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:46:35.443797 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60134) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:35.444798 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cda5087f-5888-44c9-bf39-04bb58ddc386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:35.457178 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-678a555e-9669-4317-9679-490760d43773 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-657570148', 'security_groups': ['7cd05635-8b78-4b7d-801d-5afa9d78a5a3'], 'network_id': '6087673c-a924-425c-9bf1-b38150ede8d0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5254583e-c08d-4f4b-a719-1c37233600c0'}]}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:35.481549 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2b6fc90a-d1a4-4cdc-a03c-8552f913b84a tempest-DHCPAgentSchedulersTestJSON-428473835 tempest-DHCPAgentSchedulersTestJSON-428473835-project-admin] 10.222.0.104 "GET /v2.0/agents/10f78ade-d6ad-417c-9afd-47ab5f0ba373/dhcp-networks HTTP/1.1" status: 200 len: 5555 time: 0.8205130 Jan 21 09:46:35.488162 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a01bd1-0587-4252-a605-63a7a4b21db8 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:35.498423 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60138) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:35.503674 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: fe6df7e0-cdb4-43af-b92c-14f56669cb09 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:46:35.504292 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device fe6df7e0-cdb4-43af-b92c-14f56669cb09 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:35.583537 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f423b276-de11-4f93-be7c-3e0f76e93fcc None None] Update dhcp port {'port': {'network_id': '6087673c-a924-425c-9bf1-b38150ede8d0', 'fixed_ips': [{'subnet_id': 'ef6eac4e-1a08-433a-9178-2e9127ed88b7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5254583e-c08d-4f4b-a719-1c37233600c0'}], 'binding:host_id': 'dv-neutron-825732-1-hyperv'}, 'id': '4bfe7e5e-2c7a-414a-a132-595cb250029f'} from dv-neutron-825732-1-hyperv. {{(pid=83599) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 21 09:46:35.601895 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2fe510a1-6c4b-4242-829e-eb2e3ed1b8d5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:35.650592 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2fe510a1-6c4b-4242-829e-eb2e3ed1b8d5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Transition to ACTIVE for port object 080ddd14-4964-4127-94fb-13d693b4e71f will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:35.727053 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 8ed773f3-9ca8-44c4-8f8b-f5390ad5055a up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:35.740765 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c92f2e1f-89fe-474c-a0bb-fa278d5b37d5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:35.745413 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92f2e1f-89fe-474c-a0bb-fa278d5b37d5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:35.745413 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c92f2e1f-89fe-474c-a0bb-fa278d5b37d5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:35.824280 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f423b276-de11-4f93-be7c-3e0f76e93fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:35.842650 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c92f2e1f-89fe-474c-a0bb-fa278d5b37d5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7617900 Jan 21 09:46:35.854395 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60142) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:35.868834 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-f82f000d-5511-42b7-8835-aa67f14c49d7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Request body: {'subnet': {'network_id': '262ce80e-277c-46d0-8245-5f7b92c928b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:35.898063 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7eb264-8927-48fd-b83d-345361134b09 None None] Network 40b00694-9710-40c5-a2bc-16dcaa5cc59a requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:35.900460 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2fe510a1-6c4b-4242-829e-eb2e3ed1b8d5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:36.025950 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-678a555e-9669-4317-9679-490760d43773 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:36.047478 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f2e1f-89fe-474c-a0bb-fa278d5b37d5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Network': ['ID=262ce80e-277c-46d0-8245-5f7b92c928b6,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:36.051950 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-65e7c87f-b553-4e8f-b01a-5308d40374d6 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:36.060807 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-678a555e-9669-4317-9679-490760d43773 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:36.092229 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678a555e-9669-4317-9679-490760d43773 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Made reservation on behalf of fd763e9054b0425c8035d150c4a90c6a for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:36.109592 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 8ed773f3-9ca8-44c4-8f8b-f5390ad5055a completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:36.113387 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 262ce80e-277c-46d0-8245-5f7b92c928b6 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:46:36.151692 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe510a1-6c4b-4242-829e-eb2e3ed1b8d5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:36.158838 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe510a1-6c4b-4242-829e-eb2e3ed1b8d5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Port': ['ID=080ddd14-4964-4127-94fb-13d693b4e71f,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:36.163496 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-65e7c87f-b553-4e8f-b01a-5308d40374d6 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Transition to ACTIVE for port object 2f5a4077-9250-4585-9432-dd57d1d15bdc will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:36.168767 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-2fe510a1-6c4b-4242-829e-eb2e3ed1b8d5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:36.172928 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe510a1-6c4b-4242-829e-eb2e3ed1b8d5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:36.177719 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe510a1-6c4b-4242-829e-eb2e3ed1b8d5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:36.178641 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2fe510a1-6c4b-4242-829e-eb2e3ed1b8d5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:36.187976 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-138621ac-d77e-4e90-b151-3229216269c8 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:36.251836 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f82f000d-5511-42b7-8835-aa67f14c49d7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:36.270510 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-f82f000d-5511-42b7-8835-aa67f14c49d7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Usage tracker for resource:subnet and tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:36.281278 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-f82f000d-5511-42b7-8835-aa67f14c49d7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:36.285976 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-2fe510a1-6c4b-4242-829e-eb2e3ed1b8d5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5075784 Jan 21 09:46:36.294029 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60146) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:36.296608 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f82f000d-5511-42b7-8835-aa67f14c49d7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:36.319743 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c9067a-398e-47b3-af51-93214e50db78 tempest-DHCPAgentSchedulersTestJSON-428473835 tempest-DHCPAgentSchedulersTestJSON-428473835-project-admin] Network d807468b-8487-499c-8d00-fdab32db5dcc is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:46:36.349995 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-50c9067a-398e-47b3-af51-93214e50db78 tempest-DHCPAgentSchedulersTestJSON-428473835 tempest-DHCPAgentSchedulersTestJSON-428473835-project-admin] 10.222.0.104 "POST /v2.0/agents/10f78ade-d6ad-417c-9afd-47ab5f0ba373/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8394794 Jan 21 09:46:36.355701 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-be7c2d16-aac7-4e78-ab93-ad5244dcfa80 None None] Provisioning for port 8ed773f3-9ca8-44c4-8f8b-f5390ad5055a completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:36.358439 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60150) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:36.389117 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0817fa2f-e89d-44cd-82f1-4d3620a968e9 None None] Network d807468b-8487-499c-8d00-fdab32db5dcc requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:36.410697 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9a21bfc1-c37b-4f55-aa60-3becb5d2349b tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:36.412346 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82f000d-5511-42b7-8835-aa67f14c49d7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Made reservation on behalf of c3efc6a6fd814adc8f7fcb0582dd33b0 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:36.414701 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-be7c2d16-aac7-4e78-ab93-ad5244dcfa80 None None] Provisioning complete for port 8ed773f3-9ca8-44c4-8f8b-f5390ad5055a triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:36.415082 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-be7c2d16-aac7-4e78-ab93-ad5244dcfa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:36.439443 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138621ac-d77e-4e90-b151-3229216269c8 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Subnet': ['ID=905d37bf-c35b-4f68-80f8-6b11f0fed874,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:36.466222 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-65e7c87f-b553-4e8f-b01a-5308d40374d6 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:36.485729 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-678a555e-9669-4317-9679-490760d43773 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:36.520009 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-678a555e-9669-4317-9679-490760d43773 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] device_id is not set on port 663ff71d-a96c-40bb-9020-20bc517e408c yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:46:36.752771 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138621ac-d77e-4e90-b151-3229216269c8 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Checking segment: {'id': '96c76414-2d5e-459e-ba51-d26be12902bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3fa87ac5-c530-475d-8b7b-c5550e3ae745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:46:36.753740 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138621ac-d77e-4e90-b151-3229216269c8 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Network hostable DHCP agents. Network: 3fa87ac5-c530-475d-8b7b-c5550e3ae745, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:46:36.776923 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e7c87f-b553-4e8f-b01a-5308d40374d6 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Network 3032d242-5be1-4415-95da-c82ba6b3c779 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:36.793490 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-65e7c87f-b553-4e8f-b01a-5308d40374d6 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:36.796921 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e7c87f-b553-4e8f-b01a-5308d40374d6 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:36.833655 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9a21bfc1-c37b-4f55-aa60-3becb5d2349b tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:36.853218 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7c87f-b553-4e8f-b01a-5308d40374d6 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Pushing event updated for resources: {'Port': ['ID=2f5a4077-9250-4585-9432-dd57d1d15bdc,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:36.866653 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f82f000d-5511-42b7-8835-aa67f14c49d7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:36.868239 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-cda5087f-5888-44c9-bf39-04bb58ddc386 None None] Allocated IP 172.20.0.2 (3032d242-5be1-4415-95da-c82ba6b3c779/98df31a9-b457-42ce-88e1-88b9dd9abbca/fdec9531-6f98-45b8-9378-61431765b650) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:36.868528 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-9a21bfc1-c37b-4f55-aa60-3becb5d2349b tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Deleting port 1833b6df-761c-4ec9-aa6b-efef1ab39d80 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:36.869180 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9a21bfc1-c37b-4f55-aa60-3becb5d2349b tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.019940 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-f423b276-de11-4f93-be7c-3e0f76e93fcc None None] Allocated IP 2001:db8::2 (6087673c-a924-425c-9bf1-b38150ede8d0/5254583e-c08d-4f4b-a719-1c37233600c0/4bfe7e5e-2c7a-414a-a132-595cb250029f) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:37.030196 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e943dc-f498-4577-8259-40279f32be11 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:37.031187 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-68e943dc-f498-4577-8259-40279f32be11 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:37.070885 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e7c87f-b553-4e8f-b01a-5308d40374d6 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:37.071508 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-65e7c87f-b553-4e8f-b01a-5308d40374d6 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.118897 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9a21bfc1-c37b-4f55-aa60-3becb5d2349b tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.121801 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138621ac-d77e-4e90-b151-3229216269c8 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Network 3fa87ac5-c530-475d-8b7b-c5550e3ae745 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:46:37.147542 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-7fcd432c-9842-44f4-aa29-490abfc1757a tempest-DHCPAgentSchedulersTestJSON-428473835 tempest-DHCPAgentSchedulersTestJSON-428473835-project-admin] 10.222.0.104 "GET /v2.0/agents/10f78ade-d6ad-417c-9afd-47ab5f0ba373/dhcp-networks HTTP/1.1" status: 200 len: 6300 time: 0.7813518 Jan 21 09:46:37.156077 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-65e7c87f-b553-4e8f-b01a-5308d40374d6 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.3964701 Jan 21 09:46:37.157708 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-68e943dc-f498-4577-8259-40279f32be11 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:37.161622 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-68e943dc-f498-4577-8259-40279f32be11 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.8583095 Jan 21 09:46:37.163072 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60154) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:37.163633 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60156) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:37.164377 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60158) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:37.165571 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-138621ac-d77e-4e90-b151-3229216269c8 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 3fa87ac5-c530-475d-8b7b-c5550e3ae745) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:37.200351 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb0b96c-a5cb-4dae-8378-4570db138703 None None] Network 3fa87ac5-c530-475d-8b7b-c5550e3ae745 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:37.211265 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-980f684c-7cca-4479-af85-0b83aecad5c2 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1908485046', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:37.216462 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138621ac-d77e-4e90-b151-3229216269c8 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:37.217046 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-138621ac-d77e-4e90-b151-3229216269c8 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.254022 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-980f684c-7cca-4479-af85-0b83aecad5c2 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:37.278818 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-980f684c-7cca-4479-af85-0b83aecad5c2 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Usage tracker for resource:router and tenant:7ee78e3f94094174b7b9d2a0f3655d9b is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:37.284708 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-980f684c-7cca-4479-af85-0b83aecad5c2 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:37.301007 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-980f684c-7cca-4479-af85-0b83aecad5c2 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:37.305470 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-9a21bfc1-c37b-4f55-aa60-3becb5d2349b tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Calling delete_port for 1833b6df-761c-4ec9-aa6b-efef1ab39d80 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:37.349622 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-138621ac-d77e-4e90-b151-3229216269c8 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0320456 Jan 21 09:46:37.354040 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60166) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:37.371225 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-34d111ed-7fab-4322-9856-69eb3b05dc2c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1260288508', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:37.373239 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-be7c2d16-aac7-4e78-ab93-ad5244dcfa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.385769 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-34d111ed-7fab-4322-9856-69eb3b05dc2c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:37.394767 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-34d111ed-7fab-4322-9856-69eb3b05dc2c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Usage tracker for resource:router and tenant:d00df50c19fa484a82254f37be8cb96c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:37.402256 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-34d111ed-7fab-4322-9856-69eb3b05dc2c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:37.409330 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-959aeb57-a168-4e11-86c2-3df1c0203b2c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting port 080ddd14-4964-4127-94fb-13d693b4e71f {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:37.410498 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-959aeb57-a168-4e11-86c2-3df1c0203b2c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.414542 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-34d111ed-7fab-4322-9856-69eb3b05dc2c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:37.447733 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e7505c-e7eb-4d7f-977d-3814d2e8a3bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-d5f237d0-52c1-4100-800c-a471203fec66', 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'tenant_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'fixed_ips': [{'subnet_id': 'b7ca4777-1b78-432b-9e17-92dbe37da23e'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:46:37.448608 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-22e7505c-e7eb-4d7f-977d-3814d2e8a3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.456045 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-980f684c-7cca-4479-af85-0b83aecad5c2 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.457338 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-980f684c-7cca-4479-af85-0b83aecad5c2 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.458269 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-34d111ed-7fab-4322-9856-69eb3b05dc2c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.459201 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-34d111ed-7fab-4322-9856-69eb3b05dc2c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.496069 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-34d111ed-7fab-4322-9856-69eb3b05dc2c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.536687 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6e202f68-b3d1-445e-a830-f305969a9db8 tempest-DHCPAgentSchedulersTestJSON-428473835 tempest-DHCPAgentSchedulersTestJSON-428473835-project-admin] 10.222.0.104 "DELETE /v2.0/agents/10f78ade-d6ad-417c-9afd-47ab5f0ba373/dhcp-networks/d807468b-8487-499c-8d00-fdab32db5dcc HTTP/1.1" status: 204 len: 168 time: 0.3665490 Jan 21 09:46:37.537007 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60170) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:37.554779 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-34d111ed-7fab-4322-9856-69eb3b05dc2c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.627500 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-980f684c-7cca-4479-af85-0b83aecad5c2 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.629539 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f82f000d-5511-42b7-8835-aa67f14c49d7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.688775 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-be7c2d16-aac7-4e78-ab93-ad5244dcfa80 None None] For port 8ed773f3-9ca8-44c4-8f8b-f5390ad5055a, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=8ed773f3-9ca8-44c4-8f8b-f5390ad5055a,segment=NetworkSegment(903062d3-7381-41af-a5f6-62250d49bc69),segment_id=903062d3-7381-41af-a5f6-62250d49bc69)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:37.708351 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-f423b276-de11-4f93-be7c-3e0f76e93fcc None None] For port 4bfe7e5e-2c7a-414a-a132-595cb250029f, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=4bfe7e5e-2c7a-414a-a132-595cb250029f,segment=NetworkSegment(a53668af-045b-4bc6-baa5-021e988b892d),segment_id=a53668af-045b-4bc6-baa5-021e988b892d)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:37.739424 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-be7c2d16-aac7-4e78-ab93-ad5244dcfa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.742842 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cda5087f-5888-44c9-bf39-04bb58ddc386 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.766652 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-34d111ed-7fab-4322-9856-69eb3b05dc2c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.771202 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-34d111ed-7fab-4322-9856-69eb3b05dc2c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4163208 Jan 21 09:46:37.792135 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60174) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:37.811220 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-eacac370-bee5-4faf-abb0-b2e7f9eed685 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Request body: {'port': {'network_id': '3fa87ac5-c530-475d-8b7b-c5550e3ae745', 'name': 'tempest-RoutersTest-1466525660'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:37.829576 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9a21bfc1-c37b-4f55-aa60-3becb5d2349b tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.892907 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-cda5087f-5888-44c9-bf39-04bb58ddc386 None None] Transition to ACTIVE for port object fdec9531-6f98-45b8-9378-61431765b650 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:37.902838 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21bfc1-c37b-4f55-aa60-3becb5d2349b tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Pushing event deleted for resources: {'Port': ['ID=1833b6df-761c-4ec9-aa6b-efef1ab39d80,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:37.955288 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.resource_extend [None req-f423b276-de11-4f93-be7c-3e0f76e93fcc None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:46:38.039180 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f423b276-de11-4f93-be7c-3e0f76e93fcc None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:38.069913 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-cda5087f-5888-44c9-bf39-04bb58ddc386 None None] Transition to ACTIVE for port object fdec9531-6f98-45b8-9378-61431765b650 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:38.071286 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-980f684c-7cca-4479-af85-0b83aecad5c2 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:38.098471 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f000d-5511-42b7-8835-aa67f14c49d7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Subnet': ['ID=a9dcefc9-ad59-4b50-8d5f-fe7c1b9757aa,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:38.127963 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c2d16-aac7-4e78-ab93-ad5244dcfa80 None None] Pushing event updated for resources: {'Port': ['ID=8ed773f3-9ca8-44c4-8f8b-f5390ad5055a,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:38.147515 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cda5087f-5888-44c9-bf39-04bb58ddc386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:38.160431 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f423b276-de11-4f93-be7c-3e0f76e93fcc None None] Transition to ACTIVE for port object 4bfe7e5e-2c7a-414a-a132-595cb250029f will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:38.198416 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82f000d-5511-42b7-8835-aa67f14c49d7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Checking segment: {'id': '74f275cd-0401-4acc-9e3d-288641d7d62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '262ce80e-277c-46d0-8245-5f7b92c928b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:46:38.198882 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82f000d-5511-42b7-8835-aa67f14c49d7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Network hostable DHCP agents. Network: 262ce80e-277c-46d0-8245-5f7b92c928b6, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:46:38.230571 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-980f684c-7cca-4479-af85-0b83aecad5c2 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:38.235513 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-980f684c-7cca-4479-af85-0b83aecad5c2 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0622895 Jan 21 09:46:38.241971 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60178) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:38.258484 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-959aeb57-a168-4e11-86c2-3df1c0203b2c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:38.272364 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-4280346b-e4a1-4f65-ad85-6a0e6f513822 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1333131632', 'prefixes': ['172.20.0.0/16']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:38.285044 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4280346b-e4a1-4f65-ad85-6a0e6f513822 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:38.375116 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5087f-5888-44c9-bf39-04bb58ddc386 None None] Pushing event updated for resources: {'Port': ['ID=fdec9531-6f98-45b8-9378-61431765b650,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:38.379844 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb80846-8b26-4dcd-bbe3-d4950e70cc94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-3fa87ac5-c530-475d-8b7b-c5550e3ae745', 'network_id': '3fa87ac5-c530-475d-8b7b-c5550e3ae745', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'fixed_ips': [{'subnet_id': '905d37bf-c35b-4f68-80f8-6b11f0fed874'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:46:38.380693 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-beb80846-8b26-4dcd-bbe3-d4950e70cc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:38.398853 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f423b276-de11-4f93-be7c-3e0f76e93fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:38.448552 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-959aeb57-a168-4e11-86c2-3df1c0203b2c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Calling delete_port for 080ddd14-4964-4127-94fb-13d693b4e71f owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:38.486402 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-22e7505c-e7eb-4d7f-977d-3814d2e8a3bd None None] Allocated IP 2001:db8::2 (d5f237d0-52c1-4100-800c-a471203fec66/b7ca4777-1b78-432b-9e17-92dbe37da23e/ad1810bc-2e9c-4488-a1ed-a8961583f506) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:38.502186 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-dfa863a9-3be2-4a75-8486-0de352202df5 None None] Provisioning complete for port 8ed773f3-9ca8-44c4-8f8b-f5390ad5055a triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:38.502552 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dfa863a9-3be2-4a75-8486-0de352202df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:38.516424 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82f000d-5511-42b7-8835-aa67f14c49d7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Network 262ce80e-277c-46d0-8245-5f7b92c928b6 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:46:38.536843 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-f82f000d-5511-42b7-8835-aa67f14c49d7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 262ce80e-277c-46d0-8245-5f7b92c928b6) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:38.548741 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-678a555e-9669-4317-9679-490760d43773 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Allocated IP 2001:db8::a5 (6087673c-a924-425c-9bf1-b38150ede8d0/5254583e-c08d-4f4b-a719-1c37233600c0/663ff71d-a96c-40bb-9020-20bc517e408c) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:38.555288 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82f000d-5511-42b7-8835-aa67f14c49d7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:38.555872 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f82f000d-5511-42b7-8835-aa67f14c49d7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:38.599434 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9a21bfc1-c37b-4f55-aa60-3becb5d2349b tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:38.619689 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf86650-5a97-43ec-8eb8-37eca8973976 None None] Network 262ce80e-277c-46d0-8245-5f7b92c928b6 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:38.620410 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f82f000d-5511-42b7-8835-aa67f14c49d7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7654083 Jan 21 09:46:38.632603 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60182) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:38.641596 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-ca106299-a90c-4937-a39a-e0a9986f21f3 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-434719292', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:38.659330 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ca106299-a90c-4937-a39a-e0a9986f21f3 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:38.667621 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda5087f-5888-44c9-bf39-04bb58ddc386 None None] Network 3032d242-5be1-4415-95da-c82ba6b3c779 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:38.673702 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ca106299-a90c-4937-a39a-e0a9986f21f3 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Usage tracker for resource:router and tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:38.676481 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4280346b-e4a1-4f65-ad85-6a0e6f513822 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks [] for subnetpool, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:38.681608 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4280346b-e4a1-4f65-ad85-6a0e6f513822 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4320071 Jan 21 09:46:38.681608 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ca106299-a90c-4937-a39a-e0a9986f21f3 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:38.687519 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60186) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:38.694311 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ca106299-a90c-4937-a39a-e0a9986f21f3 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:38.699500 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.tag.tag_plugin [None req-862d000f-1a73-49bb-9bae-ea85ed973e30 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '98df31a9-b457-42ce-88e1-88b9dd9abbca', 'tempest-TagsExtTest-Tag-879781228') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:38.739501 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-959aeb57-a168-4e11-86c2-3df1c0203b2c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:38.765747 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-cda5087f-5888-44c9-bf39-04bb58ddc386 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:38.768730 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda5087f-5888-44c9-bf39-04bb58ddc386 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:38.777868 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca106299-a90c-4937-a39a-e0a9986f21f3 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:38.778808 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca106299-a90c-4937-a39a-e0a9986f21f3 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:38.800384 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959aeb57-a168-4e11-86c2-3df1c0203b2c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Port': ['ID=080ddd14-4964-4127-94fb-13d693b4e71f,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:38.872670 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-959aeb57-a168-4e11-86c2-3df1c0203b2c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:38.877548 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca106299-a90c-4937-a39a-e0a9986f21f3 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:38.903854 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-959aeb57-a168-4e11-86c2-3df1c0203b2c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/080ddd14-4964-4127-94fb-13d693b4e71f HTTP/1.1" status: 204 len: 168 time: 1.7324152 Jan 21 09:46:38.906241 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60190) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:38.933038 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f423b276-de11-4f93-be7c-3e0f76e93fcc None None] Pushing event updated for resources: {'Port': ['ID=4bfe7e5e-2c7a-414a-a132-595cb250029f,revision_number=6']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:38.976423 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca106299-a90c-4937-a39a-e0a9986f21f3 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.037864 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b109208-fcb0-4971-a5fe-7986f651e57f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:39.040711 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b109208-fcb0-4971-a5fe-7986f651e57f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:39.041679 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-2b109208-fcb0-4971-a5fe-7986f651e57f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:39.048865 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca106299-a90c-4937-a39a-e0a9986f21f3 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.054806 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ca106299-a90c-4937-a39a-e0a9986f21f3 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4211054 Jan 21 09:46:39.055891 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60194) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:39.066610 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-7dda9126-86cf-44b7-8c7b-9d072a563056 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Request body: {'port': {'network_id': '262ce80e-277c-46d0-8245-5f7b92c928b6', 'name': 'tempest-RoutersIpV6Test-1509183821'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:39.086254 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-862d000f-1a73-49bb-9bae-ea85ed973e30 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "PUT /v2.0/subnets/98df31a9-b457-42ce-88e1-88b9dd9abbca/tags/tempest-TagsExtTest-Tag-879781228 HTTP/1.1" status: 201 len: 201 time: 0.3942864 Jan 21 09:46:39.097637 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60198) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:39.106175 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-eb0be533-f63b-4ec9-86d2-ce28cb7d3abe tempest-DHCPAgentSchedulersTestJSON-428473835 tempest-DHCPAgentSchedulersTestJSON-428473835-project-admin] 10.222.0.104 "GET /v2.0/agents/10f78ade-d6ad-417c-9afd-47ab5f0ba373/dhcp-networks HTTP/1.1" status: 200 len: 6309 time: 1.5635257 Jan 21 09:46:39.120991 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60202) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:39.167191 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.tag.tag_plugin [None req-30cad9ae-5989-4857-bec5-4fef75815db7 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2f5a4077-9250-4585-9432-dd57d1d15bdc', 'tempest-TagsExtTest-Tag-670312613') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:39.222859 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-2b109208-fcb0-4971-a5fe-7986f651e57f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:39.224047 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-2b109208-fcb0-4971-a5fe-7986f651e57f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3168099 Jan 21 09:46:39.238835 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60206) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:39.242902 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9a21bfc1-c37b-4f55-aa60-3becb5d2349b tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.250238 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9a21bfc1-c37b-4f55-aa60-3becb5d2349b tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.257348 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-cda5087f-5888-44c9-bf39-04bb58ddc386 None None] Attempting to bind port fdec9531-6f98-45b8-9378-61431765b650 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:39.257875 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-cda5087f-5888-44c9-bf39-04bb58ddc386 None None] Attempting to bind port fdec9531-6f98-45b8-9378-61431765b650 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'a2d4e8b4-93b6-4755-bf92-f3c590196f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3032d242-5be1-4415-95da-c82ba6b3c779'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:39.258331 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda5087f-5888-44c9-bf39-04bb58ddc386 None None] Attempting to bind port fdec9531-6f98-45b8-9378-61431765b650 on network 3032d242-5be1-4415-95da-c82ba6b3c779 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:46:39.339623 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda5087f-5888-44c9-bf39-04bb58ddc386 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:46:39.340144 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda5087f-5888-44c9-bf39-04bb58ddc386 None None] Checking segment: {'id': 'a2d4e8b4-93b6-4755-bf92-f3c590196f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3032d242-5be1-4415-95da-c82ba6b3c779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:46:39.340784 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cda5087f-5888-44c9-bf39-04bb58ddc386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.341354 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda5087f-5888-44c9-bf39-04bb58ddc386 None None] Bound using segment: {'id': 'a2d4e8b4-93b6-4755-bf92-f3c590196f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3032d242-5be1-4415-95da-c82ba6b3c779'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:46:39.342074 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-cda5087f-5888-44c9-bf39-04bb58ddc386 None None] Bound port: fdec9531-6f98-45b8-9378-61431765b650, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d4e8b4-93b6-4755-bf92-f3c590196f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3032d242-5be1-4415-95da-c82ba6b3c779'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:39.342544 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cda5087f-5888-44c9-bf39-04bb58ddc386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.375137 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-beb80846-8b26-4dcd-bbe3-d4950e70cc94 None None] Allocated IP 172.20.0.2 (3fa87ac5-c530-475d-8b7b-c5550e3ae745/905d37bf-c35b-4f68-80f8-6b11f0fed874/d3ef3f60-a9f4-4191-8451-6d8ac6fefee1) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:39.381671 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7dda9126-86cf-44b7-8c7b-9d072a563056 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:39.409857 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-7dda9126-86cf-44b7-8c7b-9d072a563056 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Usage tracker for resource:port and tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:39.415285 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-7dda9126-86cf-44b7-8c7b-9d072a563056 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:39.426427 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7dda9126-86cf-44b7-8c7b-9d072a563056 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:39.441291 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-678a555e-9669-4317-9679-490760d43773 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.459606 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-fd075c57-3cf0-454e-bb6b-868675b58f4d None None] Could not find standard attr ID for object 90cc1bbb-cf98-4d6b-8f58-255b9fc0ed32. {{(pid=83599) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:46:39.466970 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-678a555e-9669-4317-9679-490760d43773 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Transition to ACTIVE for port object 663ff71d-a96c-40bb-9020-20bc517e408c will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:39.497325 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9a21bfc1-c37b-4f55-aa60-3becb5d2349b tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.497993 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a21bfc1-c37b-4f55-aa60-3becb5d2349b tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Fanout notify agent at l3_agent the message router_deleted on router e8cb3b34-70a7-4503-b40b-3e2577b721f6 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:46:39.501209 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-eacac370-bee5-4faf-abb0-b2e7f9eed685 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:39.513106 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-eacac370-bee5-4faf-abb0-b2e7f9eed685 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Usage tracker for resource:port and tenant:d00df50c19fa484a82254f37be8cb96c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:39.523622 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-eacac370-bee5-4faf-abb0-b2e7f9eed685 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:39.524233 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dda9126-86cf-44b7-8c7b-9d072a563056 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Made reservation on behalf of c3efc6a6fd814adc8f7fcb0582dd33b0 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:39.527612 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7dda9126-86cf-44b7-8c7b-9d072a563056 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.538984 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9a21bfc1-c37b-4f55-aa60-3becb5d2349b tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.540199 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9a21bfc1-c37b-4f55-aa60-3becb5d2349b tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] 10.222.0.104 "DELETE /v2.0/routers/e8cb3b34-70a7-4503-b40b-3e2577b721f6 HTTP/1.1" status: 204 len: 168 time: 4.3738830 Jan 21 09:46:39.542824 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-eacac370-bee5-4faf-abb0-b2e7f9eed685 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:39.544946 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60210) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:39.556492 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-678a555e-9669-4317-9679-490760d43773 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.567121 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-b74be3f5-d091-42dd-a3ef-c424ebb48e62 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-654926064', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:39.591989 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b74be3f5-d091-42dd-a3ef-c424ebb48e62 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:39.602582 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-22e7505c-e7eb-4d7f-977d-3814d2e8a3bd None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.605594 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b74be3f5-d091-42dd-a3ef-c424ebb48e62 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Usage tracker for resource:router and tenant:3aad8a09c7a8463ea197fff977ac059f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:39.611060 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-30cad9ae-5989-4857-bec5-4fef75815db7 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "PUT /v2.0/ports/2f5a4077-9250-4585-9432-dd57d1d15bdc/tags/tempest-TagsExtTest-Tag-670312613 HTTP/1.1" status: 201 len: 201 time: 0.5121710 Jan 21 09:46:39.612219 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b74be3f5-d091-42dd-a3ef-c424ebb48e62 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:39.619196 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-22e7505c-e7eb-4d7f-977d-3814d2e8a3bd None None] Transition to ACTIVE for port object ad1810bc-2e9c-4488-a1ed-a8961583f506 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:39.625184 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-7dda9126-86cf-44b7-8c7b-9d072a563056 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] device_id is not set on port 56a92bb6-5af5-4b55-8270-78ef8311c602 yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:46:39.631460 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60214) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:39.640762 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.tag.tag_plugin [None req-27068002-5525-456a-862c-ff72a1b7e38c tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7bd632fe-4d6d-4128-bbd9-baf0ccac0542', 'tempest-TagsExtTest-Tag-1408780621') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:39.676640 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b74be3f5-d091-42dd-a3ef-c424ebb48e62 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:39.687995 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-cda5087f-5888-44c9-bf39-04bb58ddc386 None None] For port fdec9531-6f98-45b8-9378-61431765b650, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:46:39.690686 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c519a8-65a1-41e7-a218-e5957903b82c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting subnet b7ca4777-1b78-432b-9e17-92dbe37da23e {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:46:39.691951 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-cda5087f-5888-44c9-bf39-04bb58ddc386 None None] For port fdec9531-6f98-45b8-9378-61431765b650, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=fdec9531-6f98-45b8-9378-61431765b650,segment=NetworkSegment(a2d4e8b4-93b6-4755-bf92-f3c590196f71),segment_id=a2d4e8b4-93b6-4755-bf92-f3c590196f71)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:46:39.696319 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacac370-bee5-4faf-abb0-b2e7f9eed685 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Made reservation on behalf of d00df50c19fa484a82254f37be8cb96c for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:39.699412 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eacac370-bee5-4faf-abb0-b2e7f9eed685 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.720779 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b74be3f5-d091-42dd-a3ef-c424ebb48e62 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.723010 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b74be3f5-d091-42dd-a3ef-c424ebb48e62 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.726967 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-46f20956-be64-43e6-9e2e-a7568f6296bb tempest-DHCPAgentSchedulersTestJSON-428473835 tempest-DHCPAgentSchedulersTestJSON-428473835-project-admin] 10.222.0.104 "GET /v2.0/networks/40b00694-9710-40c5-a2bc-16dcaa5cc59a/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.5993080 Jan 21 09:46:39.730527 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60218) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:39.755642 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 4bfe7e5e-2c7a-414a-a132-595cb250029f up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:39.756800 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a555e-9669-4317-9679-490760d43773 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Port': ['ID=663ff71d-a96c-40bb-9020-20bc517e408c,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:39.799954 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cda5087f-5888-44c9-bf39-04bb58ddc386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.841078 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d5bb707e-bde3-45a1-a0bb-574ae4116130 tempest-DHCPAgentSchedulersTestJSON-428473835 tempest-DHCPAgentSchedulersTestJSON-428473835-project-admin] 10.222.0.104 "GET /v2.0/networks/40b00694-9710-40c5-a2bc-16dcaa5cc59a/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1056182 Jan 21 09:46:39.841078 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b74be3f5-d091-42dd-a3ef-c424ebb48e62 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.844406 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60222) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:39.847484 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678a555e-9669-4317-9679-490760d43773 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Network 6087673c-a924-425c-9bf1-b38150ede8d0 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:39.857347 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-eacac370-bee5-4faf-abb0-b2e7f9eed685 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] device_id is not set on port fd5b4297-984f-4b8a-b9bb-9e7e00b40f07 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:46:39.902124 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5087f-5888-44c9-bf39-04bb58ddc386 None None] Pushing event updated for resources: {'Port': ['ID=fdec9531-6f98-45b8-9378-61431765b650,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:39.907455 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e8bd60-5f6d-4810-b58f-95f1d573efc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-262ce80e-277c-46d0-8245-5f7b92c928b6', 'network_id': '262ce80e-277c-46d0-8245-5f7b92c928b6', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'fixed_ips': [{'subnet_id': 'a9dcefc9-ad59-4b50-8d5f-fe7c1b9757aa'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:46:39.908266 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-29e8bd60-5f6d-4810-b58f-95f1d573efc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.918496 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-22e7505c-e7eb-4d7f-977d-3814d2e8a3bd None None] Transition to ACTIVE for port object ad1810bc-2e9c-4488-a1ed-a8961583f506 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:39.927609 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b74be3f5-d091-42dd-a3ef-c424ebb48e62 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.948546 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-678a555e-9669-4317-9679-490760d43773 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:39.955905 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678a555e-9669-4317-9679-490760d43773 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:39.956147 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-2c858d3b-618f-4746-8a2d-c624960fbd58 None None] Provisioning complete for port f2945011-18e0-495d-ac1d-ff9d3f113ecc triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:39.956459 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2c858d3b-618f-4746-8a2d-c624960fbd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.959987 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678a555e-9669-4317-9679-490760d43773 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:39.960589 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-678a555e-9669-4317-9679-490760d43773 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.998243 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-22e7505c-e7eb-4d7f-977d-3814d2e8a3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.003089 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-24c519a8-65a1-41e7-a218-e5957903b82c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.005117 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-27068002-5525-456a-862c-ff72a1b7e38c tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "PUT /v2.0/routers/7bd632fe-4d6d-4128-bbd9-baf0ccac0542/tags/tempest-TagsExtTest-Tag-1408780621 HTTP/1.1" status: 201 len: 201 time: 0.3709641 Jan 21 09:46:40.010204 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-678a555e-9669-4317-9679-490760d43773 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.5611017 Jan 21 09:46:40.010204 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60226) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:40.014523 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.tag.tag_plugin [None req-8090754e-7d2d-4fd5-a1a2-fc5c57393b0c tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1778b0ee-fc85-4b12-9385-40ba61115fd8', 'tempest-TagsExtTest-Tag-1699588709') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:40.029721 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60228) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:40.038685 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-84ad5795-5732-47b4-bb33-0dc1c00dff99 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'subnet': {'network_id': '6087673c-a924-425c-9bf1-b38150ede8d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:40.053901 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-7dda9126-86cf-44b7-8c7b-9d072a563056 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Allocated IP 2001:db8::ee (262ce80e-277c-46d0-8245-5f7b92c928b6/a9dcefc9-ad59-4b50-8d5f-fe7c1b9757aa/56a92bb6-5af5-4b55-8270-78ef8311c602) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:40.149014 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b74be3f5-d091-42dd-a3ef-c424ebb48e62 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.151218 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b74be3f5-d091-42dd-a3ef-c424ebb48e62 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6000614 Jan 21 09:46:40.153071 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8090754e-7d2d-4fd5-a1a2-fc5c57393b0c tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "PUT /v2.0/subnetpools/1778b0ee-fc85-4b12-9385-40ba61115fd8/tags/tempest-TagsExtTest-Tag-1699588709 HTTP/1.1" status: 201 len: 201 time: 0.1435575 Jan 21 09:46:40.157828 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60234) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:40.158274 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60236) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:40.161713 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-24c519a8-65a1-41e7-a218-e5957903b82c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.165104 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e3ecde1e-1c40-49ef-a5ef-d21b70243dbb tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'enable_snat': True}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:40.193589 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e7505c-e7eb-4d7f-977d-3814d2e8a3bd None None] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:40.205449 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-22e7505c-e7eb-4d7f-977d-3814d2e8a3bd None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:40.235293 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e7505c-e7eb-4d7f-977d-3814d2e8a3bd None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:40.254562 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.tag.tag_plugin [None req-cfba42ca-0d5e-4839-b763-ec1eaf7144d5 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '98df31a9-b457-42ce-88e1-88b9dd9abbca') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:40.367038 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7505c-e7eb-4d7f-977d-3814d2e8a3bd None None] Pushing event updated for resources: {'Port': ['ID=ad1810bc-2e9c-4488-a1ed-a8961583f506,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:40.379750 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-2c858d3b-618f-4746-8a2d-c624960fbd58 None None] Port f2945011-18e0-495d-ac1d-ff9d3f113ecc cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:46:40.407566 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 8ed773f3-9ca8-44c4-8f8b-f5390ad5055a up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:40.435038 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-84ad5795-5732-47b4-bb33-0dc1c00dff99 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:40.444924 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-84ad5795-5732-47b4-bb33-0dc1c00dff99 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:subnet and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:40.448719 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-84ad5795-5732-47b4-bb33-0dc1c00dff99 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:40.462818 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-84ad5795-5732-47b4-bb33-0dc1c00dff99 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:40.471386 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9a4b5e1b-d63b-4d25-961a-85d61e54ab9c tempest-DHCPAgentSchedulersTestJSON-428473835 tempest-DHCPAgentSchedulersTestJSON-428473835-project-admin] 10.222.0.104 "GET /v2.0/agents/10f78ade-d6ad-417c-9afd-47ab5f0ba373/dhcp-networks HTTP/1.1" status: 200 len: 7067 time: 0.6205695 Jan 21 09:46:40.523471 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60242) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:40.676712 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-2c858d3b-618f-4746-8a2d-c624960fbd58 None None] Provisioning for port 4bfe7e5e-2c7a-414a-a132-595cb250029f completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:40.716351 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-22e7505c-e7eb-4d7f-977d-3814d2e8a3bd None None] Attempting to bind port ad1810bc-2e9c-4488-a1ed-a8961583f506 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:40.716351 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-22e7505c-e7eb-4d7f-977d-3814d2e8a3bd None None] Attempting to bind port ad1810bc-2e9c-4488-a1ed-a8961583f506 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:40.716351 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e7505c-e7eb-4d7f-977d-3814d2e8a3bd None None] Attempting to bind port ad1810bc-2e9c-4488-a1ed-a8961583f506 on network d5f237d0-52c1-4100-800c-a471203fec66 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:46:40.722726 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-beb80846-8b26-4dcd-bbe3-d4950e70cc94 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.729994 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-2c858d3b-618f-4746-8a2d-c624960fbd58 None None] Provisioning complete for port 4bfe7e5e-2c7a-414a-a132-595cb250029f triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:40.730472 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2c858d3b-618f-4746-8a2d-c624960fbd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.769469 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7dda9126-86cf-44b7-8c7b-9d072a563056 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.776660 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ad5795-5732-47b4-bb33-0dc1c00dff99 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Made reservation on behalf of fd763e9054b0425c8035d150c4a90c6a for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:40.779495 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84ad5795-5732-47b4-bb33-0dc1c00dff99 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.780342 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-beb80846-8b26-4dcd-bbe3-d4950e70cc94 None None] Transition to ACTIVE for port object d3ef3f60-a9f4-4191-8451-6d8ac6fefee1 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:40.799108 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e7505c-e7eb-4d7f-977d-3814d2e8a3bd None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:46:40.800145 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e7505c-e7eb-4d7f-977d-3814d2e8a3bd None None] Checking segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:46:40.800542 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-22e7505c-e7eb-4d7f-977d-3814d2e8a3bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.801028 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e7505c-e7eb-4d7f-977d-3814d2e8a3bd None None] Bound using segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:46:40.801674 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-22e7505c-e7eb-4d7f-977d-3814d2e8a3bd None None] Bound port: ad1810bc-2e9c-4488-a1ed-a8961583f506, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:40.802174 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-22e7505c-e7eb-4d7f-977d-3814d2e8a3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.807459 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-cfba42ca-0d5e-4839-b763-ec1eaf7144d5 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "GET /v2.0/subnets/98df31a9-b457-42ce-88e1-88b9dd9abbca/tags HTTP/1.1" status: 200 len: 240 time: 0.6437144 Jan 21 09:46:40.810763 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60246) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:40.847791 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3de93915-567f-49a2-8ae5-bd1b4ef9b546 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.868564 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.tag.tag_plugin [None req-a5f41d02-682a-4f7a-80b1-3b73de7378a1 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '98df31a9-b457-42ce-88e1-88b9dd9abbca', 'tempest-TagsExtTest-Tag-879781228') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:40.876483 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7dda9126-86cf-44b7-8c7b-9d072a563056 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Transition to ACTIVE for port object 56a92bb6-5af5-4b55-8270-78ef8311c602 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:40.898006 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-beb80846-8b26-4dcd-bbe3-d4950e70cc94 None None] Transition to ACTIVE for port object d3ef3f60-a9f4-4191-8451-6d8ac6fefee1 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:41.011204 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 8ed773f3-9ca8-44c4-8f8b-f5390ad5055a triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:41.011965 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.043588 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-24c519a8-65a1-41e7-a218-e5957903b82c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.048210 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-beb80846-8b26-4dcd-bbe3-d4950e70cc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.090132 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3de93915-567f-49a2-8ae5-bd1b4ef9b546 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.138697 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-3de93915-567f-49a2-8ae5-bd1b4ef9b546 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d807468b-8487-499c-8d00-fdab32db5dcc']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:41.158010 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-3de93915-567f-49a2-8ae5-bd1b4ef9b546 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8379ccca-ee8e-4846-a3b5-c48709b7a9df') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:41.158734 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-3de93915-567f-49a2-8ae5-bd1b4ef9b546 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8379ccca-ee8e-4846-a3b5-c48709b7a9df') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:41.174958 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-eacac370-bee5-4faf-abb0-b2e7f9eed685 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Allocated IP 172.20.0.14 (3fa87ac5-c530-475d-8b7b-c5550e3ae745/905d37bf-c35b-4f68-80f8-6b11f0fed874/fd5b4297-984f-4b8a-b9bb-9e7e00b40f07) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:41.176724 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3de93915-567f-49a2-8ae5-bd1b4ef9b546 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.189624 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7dda9126-86cf-44b7-8c7b-9d072a563056 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.197450 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.ipam_backend_mixin [None req-84ad5795-5732-47b4-bb33-0dc1c00dff99 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5254583e-c08d-4f4b-a719-1c37233600c0 (CIDR: 2001:db8::/64) Jan 21 09:46:41.215062 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ad5795-5732-47b4-bb33-0dc1c00dff99 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:46:41.215505 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84ad5795-5732-47b4-bb33-0dc1c00dff99 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:46:41.257109 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e3ecde1e-1c40-49ef-a5ef-d21b70243dbb tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.268068 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3de93915-567f-49a2-8ae5-bd1b4ef9b546 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.283821 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a5f41d02-682a-4f7a-80b1-3b73de7378a1 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "GET /v2.0/subnets/98df31a9-b457-42ce-88e1-88b9dd9abbca/tags/tempest-TagsExtTest-Tag-879781228 HTTP/1.1" status: 204 len: 168 time: 0.4678159 Jan 21 09:46:41.288313 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60250) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:41.288648 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-24c519a8-65a1-41e7-a218-e5957903b82c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.293556 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-84ad5795-5732-47b4-bb33-0dc1c00dff99 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2628155 Jan 21 09:46:41.298783 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-22e7505c-e7eb-4d7f-977d-3814d2e8a3bd None None] For port ad1810bc-2e9c-4488-a1ed-a8961583f506, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:46:41.301963 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb80846-8b26-4dcd-bbe3-d4950e70cc94 None None] Pushing event updated for resources: {'Port': ['ID=d3ef3f60-a9f4-4191-8451-6d8ac6fefee1,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:41.307285 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.tag.tag_plugin [None req-c9c272ea-0ce9-4fcb-b51d-9d867b13efaa tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '98df31a9-b457-42ce-88e1-88b9dd9abbca', 'tempest-TagsExtTest-Tag-879781228') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:41.308943 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60254) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:41.311766 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb80846-8b26-4dcd-bbe3-d4950e70cc94 None None] Network 3fa87ac5-c530-475d-8b7b-c5550e3ae745 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:41.330895 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-beb80846-8b26-4dcd-bbe3-d4950e70cc94 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:41.342922 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb80846-8b26-4dcd-bbe3-d4950e70cc94 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:41.349598 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-22e7505c-e7eb-4d7f-977d-3814d2e8a3bd None None] For port ad1810bc-2e9c-4488-a1ed-a8961583f506, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ad1810bc-2e9c-4488-a1ed-a8961583f506,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:46:41.355744 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de93915-567f-49a2-8ae5-bd1b4ef9b546 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:46:41.356503 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3de93915-567f-49a2-8ae5-bd1b4ef9b546 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.370217 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-29e8bd60-5f6d-4810-b58f-95f1d573efc3 None None] Allocated IP 2001:db8::2 (262ce80e-277c-46d0-8245-5f7b92c928b6/a9dcefc9-ad59-4b50-8d5f-fe7c1b9757aa/e97ae9eb-c8eb-4fd4-a25e-6d4dc5280df7) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:41.373229 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-22e7505c-e7eb-4d7f-977d-3814d2e8a3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.375045 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-24c519a8-65a1-41e7-a218-e5957903b82c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.396898 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-ceb19865-79e9-4508-8d2b-70cfd81a034a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'subnet': {'network_id': '6087673c-a924-425c-9bf1-b38150ede8d0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:41.416523 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c519a8-65a1-41e7-a218-e5957903b82c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Subnet': ['ID=b7ca4777-1b78-432b-9e17-92dbe37da23e,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:41.419993 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:46:41.419993 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:46:41.419993 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:46:41.419993 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:46:41.419993 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:46:41.419993 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:46:41.419993 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:46:41.419993 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:46:41.419993 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:46:41.419993 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:46:41.419993 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:46:41.419993 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:46:41.419993 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:46:41.419993 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:46:41.419993 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:46:41.419993 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:46:41.419993 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:46:41.419993 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:46:41.419993 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:46:41.419993 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:46:41.419993 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:46:41.419993 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:46:41.419993 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:46:41.419993 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:46:41.419993 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:46:41.419993 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:46:41.419993 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:46:41.419993 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:46:41.419993 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:46:41.419993 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:46:41.419993 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:46:41.419993 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:46:41.578454 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dda9126-86cf-44b7-8c7b-9d072a563056 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Network 262ce80e-277c-46d0-8245-5f7b92c928b6 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:41.579684 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda9126-86cf-44b7-8c7b-9d072a563056 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Port': ['ID=56a92bb6-5af5-4b55-8270-78ef8311c602,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:41.594316 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-7dda9126-86cf-44b7-8c7b-9d072a563056 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:41.651574 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eacac370-bee5-4faf-abb0-b2e7f9eed685 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.660403 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-24c519a8-65a1-41e7-a218-e5957903b82c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/b7ca4777-1b78-432b-9e17-92dbe37da23e HTTP/1.1" status: 204 len: 168 time: 2.4178534 Jan 21 09:46:41.660403 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3de93915-567f-49a2-8ae5-bd1b4ef9b546 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.661315 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dda9126-86cf-44b7-8c7b-9d072a563056 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:41.664612 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60258) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:41.665901 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dda9126-86cf-44b7-8c7b-9d072a563056 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:41.666691 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7dda9126-86cf-44b7-8c7b-9d072a563056 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.713371 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3de93915-567f-49a2-8ae5-bd1b4ef9b546 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.720178 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de93915-567f-49a2-8ae5-bd1b4ef9b546 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Pushing event deleted for resources: {'Network': ['ID=d807468b-8487-499c-8d00-fdab32db5dcc,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:41.725368 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-3de93915-567f-49a2-8ae5-bd1b4ef9b546 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] 10.222.0.104 "DELETE /v2.0/networks/d807468b-8487-499c-8d00-fdab32db5dcc HTTP/1.1" status: 204 len: 168 time: 1.2007015 Jan 21 09:46:41.728928 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60262) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:41.752083 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-eacac370-bee5-4faf-abb0-b2e7f9eed685 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Transition to ACTIVE for port object fd5b4297-984f-4b8a-b9bb-9e7e00b40f07 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:41.783524 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a30c781f-af4f-4c33-867f-f1f5fdd20c35 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1176138 Jan 21 09:46:41.791200 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60266) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:41.807530 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-7dda9126-86cf-44b7-8c7b-9d072a563056 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7475510 Jan 21 09:46:41.807530 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f69977-92ee-4cfe-8764-637df423cf3f tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] DELETE failed (client error): The resource could not be found. Jan 21 09:46:41.807530 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9f69977-92ee-4cfe-8764-637df423cf3f tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:46:41.810614 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f9f69977-92ee-4cfe-8764-637df423cf3f tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] 10.222.0.104 "DELETE /v2.0/ports/90cc1bbb-cf98-4d6b-8f58-255b9fc0ed32 HTTP/1.1" status: 404 len: 333 time: 0.0787632 Jan 21 09:46:41.816036 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60270) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:41.816371 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60272) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:41.848433 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-beb80846-8b26-4dcd-bbe3-d4950e70cc94 None None] Attempting to bind port d3ef3f60-a9f4-4191-8451-6d8ac6fefee1 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:41.848907 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-beb80846-8b26-4dcd-bbe3-d4950e70cc94 None None] Attempting to bind port d3ef3f60-a9f4-4191-8451-6d8ac6fefee1 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '96c76414-2d5e-459e-ba51-d26be12902bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3fa87ac5-c530-475d-8b7b-c5550e3ae745'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:41.849461 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb80846-8b26-4dcd-bbe3-d4950e70cc94 None None] Attempting to bind port d3ef3f60-a9f4-4191-8451-6d8ac6fefee1 on network 3fa87ac5-c530-475d-8b7b-c5550e3ae745 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:46:41.858410 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7505c-e7eb-4d7f-977d-3814d2e8a3bd None None] Pushing event updated for resources: {'Port': ['ID=ad1810bc-2e9c-4488-a1ed-a8961583f506,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:41.885877 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-6f286922-154a-4600-82d2-5b84a8e499cc None None] Provisioning for port 663ff71d-a96c-40bb-9020-20bc517e408c completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:41.912206 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a741ea-7aeb-4215-8281-99f658db32ef None None] Network 3032d242-5be1-4415-95da-c82ba6b3c779 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:41.919826 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c9c272ea-0ce9-4fcb-b51d-9d867b13efaa tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "DELETE /v2.0/subnets/98df31a9-b457-42ce-88e1-88b9dd9abbca/tags/tempest-TagsExtTest-Tag-879781228 HTTP/1.1" status: 204 len: 168 time: 0.6268260 Jan 21 09:46:41.920812 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60278) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:41.947879 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.tag.tag_plugin [None req-4265fba2-bd4b-4f24-afd9-e1eceed39058 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '98df31a9-b457-42ce-88e1-88b9dd9abbca') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:41.969352 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-6f286922-154a-4600-82d2-5b84a8e499cc None None] Provisioning complete for port 663ff71d-a96c-40bb-9020-20bc517e408c triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:41.977759 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6f286922-154a-4600-82d2-5b84a8e499cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.036557 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb80846-8b26-4dcd-bbe3-d4950e70cc94 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:46:42.036823 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb80846-8b26-4dcd-bbe3-d4950e70cc94 None None] Checking segment: {'id': '96c76414-2d5e-459e-ba51-d26be12902bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3fa87ac5-c530-475d-8b7b-c5550e3ae745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:46:42.037277 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-beb80846-8b26-4dcd-bbe3-d4950e70cc94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.037780 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb80846-8b26-4dcd-bbe3-d4950e70cc94 None None] Bound using segment: {'id': '96c76414-2d5e-459e-ba51-d26be12902bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3fa87ac5-c530-475d-8b7b-c5550e3ae745'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:46:42.038350 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-beb80846-8b26-4dcd-bbe3-d4950e70cc94 None None] Bound port: d3ef3f60-a9f4-4191-8451-6d8ac6fefee1, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c76414-2d5e-459e-ba51-d26be12902bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3fa87ac5-c530-475d-8b7b-c5550e3ae745'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:42.039187 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-beb80846-8b26-4dcd-bbe3-d4950e70cc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.047399 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ceb19865-79e9-4508-8d2b-70cfd81a034a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:42.056843 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ceb19865-79e9-4508-8d2b-70cfd81a034a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:subnet and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:42.106480 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eacac370-bee5-4faf-abb0-b2e7f9eed685 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.165221 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ceb19865-79e9-4508-8d2b-70cfd81a034a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:42.176230 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device fdec9531-6f98-45b8-9378-61431765b650 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:42.185558 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ceb19865-79e9-4508-8d2b-70cfd81a034a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:42.228813 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ff425a-3ee1-4d25-8b0b-d8eaf4bb2a31 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:42.229586 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-00ff425a-3ee1-4d25-8b0b-d8eaf4bb2a31 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:42.297829 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e3ecde1e-1c40-49ef-a5ef-d21b70243dbb tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.341892 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-6f286922-154a-4600-82d2-5b84a8e499cc None None] Port 663ff71d-a96c-40bb-9020-20bc517e408c cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:46:42.342148 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-00ff425a-3ee1-4d25-8b0b-d8eaf4bb2a31 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:42.343835 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-00ff425a-3ee1-4d25-8b0b-d8eaf4bb2a31 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5470841 Jan 21 09:46:42.351235 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacac370-bee5-4faf-abb0-b2e7f9eed685 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Network 3fa87ac5-c530-475d-8b7b-c5550e3ae745 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:42.351980 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacac370-bee5-4faf-abb0-b2e7f9eed685 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Port': ['ID=fd5b4297-984f-4b8a-b9bb-9e7e00b40f07,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:42.354247 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60282) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:42.355605 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e3ecde1e-1c40-49ef-a5ef-d21b70243dbb tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.357557 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb19865-79e9-4508-8d2b-70cfd81a034a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Made reservation on behalf of fd763e9054b0425c8035d150c4a90c6a for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:42.361411 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-eacac370-bee5-4faf-abb0-b2e7f9eed685 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:42.367605 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4265fba2-bd4b-4f24-afd9-e1eceed39058 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "GET /v2.0/subnets/98df31a9-b457-42ce-88e1-88b9dd9abbca/tags HTTP/1.1" status: 200 len: 205 time: 0.4308391 Jan 21 09:46:42.368867 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60286) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:42.386439 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-29e8bd60-5f6d-4810-b58f-95f1d573efc3 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.409595 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacac370-bee5-4faf-abb0-b2e7f9eed685 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:42.446613 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-29e8bd60-5f6d-4810-b58f-95f1d573efc3 None None] Transition to ACTIVE for port object e97ae9eb-c8eb-4fd4-a25e-6d4dc5280df7 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:42.486205 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.tag.tag_plugin [None req-4ef00c58-5608-4fa2-afdd-a8034c8beba8 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2f5a4077-9250-4585-9432-dd57d1d15bdc') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:42.520493 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-beb80846-8b26-4dcd-bbe3-d4950e70cc94 None None] For port d3ef3f60-a9f4-4191-8451-6d8ac6fefee1, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:46:42.540640 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-29e8bd60-5f6d-4810-b58f-95f1d573efc3 None None] Transition to ACTIVE for port object e97ae9eb-c8eb-4fd4-a25e-6d4dc5280df7 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:42.553003 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-beb80846-8b26-4dcd-bbe3-d4950e70cc94 None None] For port d3ef3f60-a9f4-4191-8451-6d8ac6fefee1, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=d3ef3f60-a9f4-4191-8451-6d8ac6fefee1,segment=NetworkSegment(96c76414-2d5e-459e-ba51-d26be12902bd),segment_id=96c76414-2d5e-459e-ba51-d26be12902bd)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:46:42.560029 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port fdec9531-6f98-45b8-9378-61431765b650 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:42.569255 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-29e8bd60-5f6d-4810-b58f-95f1d573efc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.612970 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-beb80846-8b26-4dcd-bbe3-d4950e70cc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.653405 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-b56c603f-062f-475d-8d36-df84d1180bfc None None] Provisioning for port fdec9531-6f98-45b8-9378-61431765b650 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:42.704103 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-b56c603f-062f-475d-8d36-df84d1180bfc None None] Provisioning complete for port fdec9531-6f98-45b8-9378-61431765b650 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:42.704103 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b56c603f-062f-475d-8d36-df84d1180bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.865800 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacac370-bee5-4faf-abb0-b2e7f9eed685 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:42.866840 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eacac370-bee5-4faf-abb0-b2e7f9eed685 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.878436 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e8bd60-5f6d-4810-b58f-95f1d573efc3 None None] Pushing event updated for resources: {'Port': ['ID=e97ae9eb-c8eb-4fd4-a25e-6d4dc5280df7,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:42.887251 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d51061-b23d-4d25-bc03-ffa01e275c20 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Deleting subnet 8398b5d7-33d2-4877-aaf2-3ff37da94280 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:46:42.893204 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-55d51061-b23d-4d25-bc03-ffa01e275c20 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.893978 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e8bd60-5f6d-4810-b58f-95f1d573efc3 None None] Network 262ce80e-277c-46d0-8245-5f7b92c928b6 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:42.895498 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47c2453-25be-4e81-b88c-7679de69fa73 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:42.913255 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c47c2453-25be-4e81-b88c-7679de69fa73 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5545218 Jan 21 09:46:42.937376 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60290) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:42.970638 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-55d51061-b23d-4d25-bc03-ffa01e275c20 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.012728 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-29e8bd60-5f6d-4810-b58f-95f1d573efc3 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:43.019244 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ceb19865-79e9-4508-8d2b-70cfd81a034a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.079594 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb80846-8b26-4dcd-bbe3-d4950e70cc94 None None] Pushing event updated for resources: {'Port': ['ID=d3ef3f60-a9f4-4191-8451-6d8ac6fefee1,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:43.084933 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e8bd60-5f6d-4810-b58f-95f1d573efc3 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:43.155162 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b56c603f-062f-475d-8d36-df84d1180bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.217424 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-22b67983-bff8-4f17-b38f-0027be671577 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2756526 Jan 21 09:46:43.229066 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60294) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:43.239743 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-eacac370-bee5-4faf-abb0-b2e7f9eed685 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.4426587 Jan 21 09:46:43.244770 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60298) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:43.253929 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4ef00c58-5608-4fa2-afdd-a8034c8beba8 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "GET /v2.0/ports/2f5a4077-9250-4585-9432-dd57d1d15bdc/tags HTTP/1.1" status: 200 len: 240 time: 0.8174860 Jan 21 09:46:43.256458 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-360eb9da-cb96-482c-b38d-6fa29a45c9d8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:43.259433 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60300) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:43.283048 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.tag.tag_plugin [None req-ffe6462c-1412-4118-ac16-c62880a830fa tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2f5a4077-9250-4585-9432-dd57d1d15bdc', 'tempest-TagsExtTest-Tag-670312613') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:43.322292 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-b56c603f-062f-475d-8d36-df84d1180bfc None None] For port fdec9531-6f98-45b8-9378-61431765b650, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=fdec9531-6f98-45b8-9378-61431765b650,segment=NetworkSegment(a2d4e8b4-93b6-4755-bf92-f3c590196f71),segment_id=a2d4e8b4-93b6-4755-bf92-f3c590196f71)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:43.323715 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-29e8bd60-5f6d-4810-b58f-95f1d573efc3 None None] Attempting to bind port e97ae9eb-c8eb-4fd4-a25e-6d4dc5280df7 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:43.324065 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-29e8bd60-5f6d-4810-b58f-95f1d573efc3 None None] Attempting to bind port e97ae9eb-c8eb-4fd4-a25e-6d4dc5280df7 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '74f275cd-0401-4acc-9e3d-288641d7d62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '262ce80e-277c-46d0-8245-5f7b92c928b6'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:43.324418 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e8bd60-5f6d-4810-b58f-95f1d573efc3 None None] Attempting to bind port e97ae9eb-c8eb-4fd4-a25e-6d4dc5280df7 on network 262ce80e-277c-46d0-8245-5f7b92c928b6 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:46:43.337029 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b56c603f-062f-475d-8d36-df84d1180bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.439979 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c603f-062f-475d-8d36-df84d1180bfc None None] Pushing event updated for resources: {'Port': ['ID=fdec9531-6f98-45b8-9378-61431765b650,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:43.452065 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e8bd60-5f6d-4810-b58f-95f1d573efc3 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:46:43.452499 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e8bd60-5f6d-4810-b58f-95f1d573efc3 None None] Checking segment: {'id': '74f275cd-0401-4acc-9e3d-288641d7d62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '262ce80e-277c-46d0-8245-5f7b92c928b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:46:43.452955 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-29e8bd60-5f6d-4810-b58f-95f1d573efc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.453694 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e8bd60-5f6d-4810-b58f-95f1d573efc3 None None] Bound using segment: {'id': '74f275cd-0401-4acc-9e3d-288641d7d62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '262ce80e-277c-46d0-8245-5f7b92c928b6'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:46:43.454246 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-29e8bd60-5f6d-4810-b58f-95f1d573efc3 None None] Bound port: e97ae9eb-c8eb-4fd4-a25e-6d4dc5280df7, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f275cd-0401-4acc-9e3d-288641d7d62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '262ce80e-277c-46d0-8245-5f7b92c928b6'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:43.458742 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-29e8bd60-5f6d-4810-b58f-95f1d573efc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.490077 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-e3ecde1e-1c40-49ef-a5ef-d21b70243dbb tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Allocated IP 172.26.0.30 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/976c4f6e-8f2c-4e35-87c5-9fcd499c5255) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:43.551053 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-55d51061-b23d-4d25-bc03-ffa01e275c20 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.587726 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-29e8bd60-5f6d-4810-b58f-95f1d573efc3 None None] For port e97ae9eb-c8eb-4fd4-a25e-6d4dc5280df7, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:46:43.591456 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-29e8bd60-5f6d-4810-b58f-95f1d573efc3 None None] For port e97ae9eb-c8eb-4fd4-a25e-6d4dc5280df7, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=e97ae9eb-c8eb-4fd4-a25e-6d4dc5280df7,segment=NetworkSegment(74f275cd-0401-4acc-9e3d-288641d7d62c),segment_id=74f275cd-0401-4acc-9e3d-288641d7d62c)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:46:43.605688 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-29e8bd60-5f6d-4810-b58f-95f1d573efc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.727294 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-360eb9da-cb96-482c-b38d-6fa29a45c9d8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:43.754394 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e8bd60-5f6d-4810-b58f-95f1d573efc3 None None] Pushing event updated for resources: {'Port': ['ID=e97ae9eb-c8eb-4fd4-a25e-6d4dc5280df7,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:43.757674 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-360eb9da-cb96-482c-b38d-6fa29a45c9d8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:subnet and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:43.768348 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-360eb9da-cb96-482c-b38d-6fa29a45c9d8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:43.791544 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.ipam_backend_mixin [None req-ceb19865-79e9-4508-8d2b-70cfd81a034a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ef6eac4e-1a08-433a-9178-2e9127ed88b7 (CIDR: 2001:db8:0:1::/64) Jan 21 09:46:43.792942 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5ba0a30d-dbf4-436d-9633-3b47354f1496 None None] Provisioning complete for port fdec9531-6f98-45b8-9378-61431765b650 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:43.793681 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5ba0a30d-dbf4-436d-9633-3b47354f1496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.797704 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-360eb9da-cb96-482c-b38d-6fa29a45c9d8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:43.838095 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb19865-79e9-4508-8d2b-70cfd81a034a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:46:43.838538 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceb19865-79e9-4508-8d2b-70cfd81a034a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:46:43.883767 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360eb9da-cb96-482c-b38d-6fa29a45c9d8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:43.887602 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-360eb9da-cb96-482c-b38d-6fa29a45c9d8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.974568 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-55d51061-b23d-4d25-bc03-ffa01e275c20 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.044708 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-55d51061-b23d-4d25-bc03-ffa01e275c20 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.050675 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-55d51061-b23d-4d25-bc03-ffa01e275c20 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] 10.222.0.104 "DELETE /v2.0/subnets/8398b5d7-33d2-4877-aaf2-3ff37da94280 HTTP/1.1" status: 204 len: 168 time: 2.2313859 Jan 21 09:46:44.055176 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d51061-b23d-4d25-bc03-ffa01e275c20 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Pushing event deleted for resources: {'Subnet': ['ID=8398b5d7-33d2-4877-aaf2-3ff37da94280,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:44.061073 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60306) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:44.061616 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ceb19865-79e9-4508-8d2b-70cfd81a034a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 2.7100248 Jan 21 09:46:44.068611 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60308) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:44.074007 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0321b5-310d-46b6-8fdf-f49d026dd78e None None] Network 40b00694-9710-40c5-a2bc-16dcaa5cc59a requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:44.130764 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-149f1c64-130e-49f9-8de9-e0baa34aa4de tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'subnet': {'network_id': '6087673c-a924-425c-9bf1-b38150ede8d0', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:44.193052 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383abfff-d833-41cd-827a-437955748f14 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:44.263780 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3ec232f0-010f-4dd7-8c66-28e94664f6d2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.265155 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ffe6462c-1412-4118-ac16-c62880a830fa tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "GET /v2.0/ports/2f5a4077-9250-4585-9432-dd57d1d15bdc/tags/tempest-TagsExtTest-Tag-670312613 HTTP/1.1" status: 204 len: 168 time: 0.9888470 Jan 21 09:46:44.275333 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60314) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:44.287938 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.tag.tag_plugin [None req-0a3d2686-7e20-48cd-b19b-7eb440ee1ab0 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '2f5a4077-9250-4585-9432-dd57d1d15bdc', 'tempest-TagsExtTest-Tag-670312613') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:44.467099 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device d3ef3f60-a9f4-4191-8451-6d8ac6fefee1 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:44.480294 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e3ecde1e-1c40-49ef-a5ef-d21b70243dbb tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.674036 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5ba0a30d-dbf4-436d-9633-3b47354f1496 None None] Provisioning for port 2f5a4077-9250-4585-9432-dd57d1d15bdc completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:44.720146 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-563004bd-2aa2-442c-9846-a1fb81119f87 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.725015 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5ba0a30d-dbf4-436d-9633-3b47354f1496 None None] Provisioning complete for port 2f5a4077-9250-4585-9432-dd57d1d15bdc triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:44.725705 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5ba0a30d-dbf4-436d-9633-3b47354f1496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.818908 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port d3ef3f60-a9f4-4191-8451-6d8ac6fefee1 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:44.833701 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ad1810bc-2e9c-4488-a1ed-a8961583f506 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:44.882452 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-149f1c64-130e-49f9-8de9-e0baa34aa4de tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:44.896574 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5ba0a30d-dbf4-436d-9633-3b47354f1496 None None] Port 2f5a4077-9250-4585-9432-dd57d1d15bdc cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:46:44.898900 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-563004bd-2aa2-442c-9846-a1fb81119f87 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Deleting port 8ed773f3-9ca8-44c4-8f8b-f5390ad5055a {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:44.899318 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-563004bd-2aa2-442c-9846-a1fb81119f87 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.955212 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port ad1810bc-2e9c-4488-a1ed-a8961583f506 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:44.962810 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device fdec9531-6f98-45b8-9378-61431765b650 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:44.992496 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-360eb9da-cb96-482c-b38d-6fa29a45c9d8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.002608 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1539d6-e1d6-47c6-8b97-1d6940fe6901 None None] DHCP port deletion for d5f237d0-52c1-4100-800c-a471203fec66 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:46:45.009916 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-149f1c64-130e-49f9-8de9-e0baa34aa4de tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Usage tracker for resource:subnet and tenant:fd763e9054b0425c8035d150c4a90c6a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:45.011094 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312ca1ca-f7ef-420a-a51d-af364076a8df None None] Network 3fa87ac5-c530-475d-8b7b-c5550e3ae745 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:45.026674 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-149f1c64-130e-49f9-8de9-e0baa34aa4de tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:45.042908 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e3ecde1e-1c40-49ef-a5ef-d21b70243dbb tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.085498 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360eb9da-cb96-482c-b38d-6fa29a45c9d8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:45.105457 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-360eb9da-cb96-482c-b38d-6fa29a45c9d8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:45.106662 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-149f1c64-130e-49f9-8de9-e0baa34aa4de tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:45.111609 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-8f1539d6-e1d6-47c6-8b97-1d6940fe6901 None None] Deleting port ad1810bc-2e9c-4488-a1ed-a8961583f506 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:45.112110 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8f1539d6-e1d6-47c6-8b97-1d6940fe6901 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.131212 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360eb9da-cb96-482c-b38d-6fa29a45c9d8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:45.132144 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-360eb9da-cb96-482c-b38d-6fa29a45c9d8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.136272 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a65c8cc-7391-4eec-b316-97314502b468 None None] DHCP port deletion for 40b00694-9710-40c5-a2bc-16dcaa5cc59a request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:46:45.158091 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ecde1e-1c40-49ef-a5ef-d21b70243dbb tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:45.163409 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-9f452153-f5ac-489c-aaad-c45235794ccc None None] Provisioning for port ad1810bc-2e9c-4488-a1ed-a8961583f506 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:45.168222 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-e3ecde1e-1c40-49ef-a5ef-d21b70243dbb tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:45.177502 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0a3d2686-7e20-48cd-b19b-7eb440ee1ab0 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "DELETE /v2.0/ports/2f5a4077-9250-4585-9432-dd57d1d15bdc/tags/tempest-TagsExtTest-Tag-670312613 HTTP/1.1" status: 204 len: 168 time: 0.8985019 Jan 21 09:46:45.179632 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-9f452153-f5ac-489c-aaad-c45235794ccc None None] Provisioning complete for port ad1810bc-2e9c-4488-a1ed-a8961583f506 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:45.180113 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9f452153-f5ac-489c-aaad-c45235794ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.192503 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60318) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:45.193758 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360eb9da-cb96-482c-b38d-6fa29a45c9d8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Subnet': ['ID=8da87c67-5e2c-4e98-a0ba-f245906e2415,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:45.207879 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.tag.tag_plugin [None req-b67e1583-c72a-4411-8d92-3334182c3d4c tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2f5a4077-9250-4585-9432-dd57d1d15bdc') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:45.241651 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-4a65c8cc-7391-4eec-b316-97314502b468 None None] Deleting port 8ed773f3-9ca8-44c4-8f8b-f5390ad5055a {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:45.242027 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4a65c8cc-7391-4eec-b316-97314502b468 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.277339 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-360eb9da-cb96-482c-b38d-6fa29a45c9d8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0470846 Jan 21 09:46:45.280629 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60322) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:45.292101 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-af1b3c42-be6a-4303-8190-0efbb7512d1b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'port': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'fixed_ips': [{'subnet_id': '8da87c67-5e2c-4e98-a0ba-f245906e2415', 'ip_address': '2001:db8::9ecc:e619:499a:77cb'}], 'name': 'tempest-NetworksTestDHCPv6-50826959'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:45.370035 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ecde1e-1c40-49ef-a5ef-d21b70243dbb tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:45.407311 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149f1c64-130e-49f9-8de9-e0baa34aa4de tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Made reservation on behalf of fd763e9054b0425c8035d150c4a90c6a for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:45.420121 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-3ec232f0-010f-4dd7-8c66-28e94664f6d2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:46:45.445458 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3ec232f0-010f-4dd7-8c66-28e94664f6d2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.454580 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ecde1e-1c40-49ef-a5ef-d21b70243dbb tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Pushing event updated for resources: {'Port': ['ID=976c4f6e-8f2c-4e35-87c5-9fcd499c5255,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:45.475786 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3ec232f0-010f-4dd7-8c66-28e94664f6d2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.612385 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-af1b3c42-be6a-4303-8190-0efbb7512d1b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:45.622472 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b67e1583-c72a-4411-8d92-3334182c3d4c tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "GET /v2.0/ports/2f5a4077-9250-4585-9432-dd57d1d15bdc/tags HTTP/1.1" status: 200 len: 205 time: 0.4228010 Jan 21 09:46:45.631363 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60326) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:45.652168 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.tag.tag_plugin [None req-5afad29f-6b3a-45cf-8473-05bafa863905 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7bd632fe-4d6d-4128-bbd9-baf0ccac0542') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:45.655266 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-4a65c8cc-7391-4eec-b316-97314502b468 None None] For port 8ed773f3-9ca8-44c4-8f8b-f5390ad5055a, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=8ed773f3-9ca8-44c4-8f8b-f5390ad5055a,segment=NetworkSegment(903062d3-7381-41af-a5f6-62250d49bc69),segment_id=903062d3-7381-41af-a5f6-62250d49bc69)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:45.656392 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4a65c8cc-7391-4eec-b316-97314502b468 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.705658 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f26c4543-138c-4608-ba54-8c4f2bb7f740 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.739734 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-af1b3c42-be6a-4303-8190-0efbb7512d1b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:45.749501 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c2a08e-340a-4baa-baa3-8912f4645f55 None None] Network 262ce80e-277c-46d0-8245-5f7b92c928b6 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:45.789398 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec232f0-010f-4dd7-8c66-28e94664f6d2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Port': ['ID=56a92bb6-5af5-4b55-8270-78ef8311c602,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:45.850124 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1b3c42-be6a-4303-8190-0efbb7512d1b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:45.852258 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-149f1c64-130e-49f9-8de9-e0baa34aa4de tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.863389 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-4a65c8cc-7391-4eec-b316-97314502b468 None None] Calling delete_port for 8ed773f3-9ca8-44c4-8f8b-f5390ad5055a owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:45.900709 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-563004bd-2aa2-442c-9846-a1fb81119f87 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] For port 8ed773f3-9ca8-44c4-8f8b-f5390ad5055a, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=8ed773f3-9ca8-44c4-8f8b-f5390ad5055a,segment=NetworkSegment(903062d3-7381-41af-a5f6-62250d49bc69),segment_id=903062d3-7381-41af-a5f6-62250d49bc69)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:45.901072 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-563004bd-2aa2-442c-9846-a1fb81119f87 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.027121 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port fdec9531-6f98-45b8-9378-61431765b650 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:46.027681 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.087603 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-af1b3c42-be6a-4303-8190-0efbb7512d1b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.108933 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5afad29f-6b3a-45cf-8473-05bafa863905 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "GET /v2.0/routers/7bd632fe-4d6d-4128-bbd9-baf0ccac0542/tags HTTP/1.1" status: 200 len: 241 time: 0.4674695 Jan 21 09:46:46.114234 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60330) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:46.122169 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.tag.tag_plugin [None req-fb409ea6-e2c9-494e-bcb5-324b4f9c7c1a tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7bd632fe-4d6d-4128-bbd9-baf0ccac0542', 'tempest-TagsExtTest-Tag-1408780621') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:46.165700 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-563004bd-2aa2-442c-9846-a1fb81119f87 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Calling delete_port for 8ed773f3-9ca8-44c4-8f8b-f5390ad5055a owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:46.196138 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-af1b3c42-be6a-4303-8190-0efbb7512d1b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] device_id is not set on port 98a2c042-3a9b-47fe-afeb-ef6a01973d88 yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:46:46.253582 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9f452153-f5ac-489c-aaad-c45235794ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.371445 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3ec232f0-010f-4dd7-8c66-28e94664f6d2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.428385 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-fb409ea6-e2c9-494e-bcb5-324b4f9c7c1a tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "GET /v2.0/routers/7bd632fe-4d6d-4128-bbd9-baf0ccac0542/tags/tempest-TagsExtTest-Tag-1408780621 HTTP/1.1" status: 204 len: 168 time: 0.3119767 Jan 21 09:46:46.440151 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60334) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:46.447696 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4a65c8cc-7391-4eec-b316-97314502b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.456647 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.tag.tag_plugin [None req-b0dc7d40-10a1-45a7-81bc-95e359d9c0e0 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '7bd632fe-4d6d-4128-bbd9-baf0ccac0542', 'tempest-TagsExtTest-Tag-1408780621') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:46.477647 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.api [None req-563004bd-2aa2-442c-9846-a1fb81119f87 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:46:46.477955 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG oslo_db.api [None req-563004bd-2aa2-442c-9846-a1fb81119f87 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:46:46.568192 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65c8cc-7391-4eec-b316-97314502b468 None None] Pushing event deleted for resources: {'Port': ['ID=8ed773f3-9ca8-44c4-8f8b-f5390ad5055a,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:46.589957 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-8f1539d6-e1d6-47c6-8b97-1d6940fe6901 None None] For port ad1810bc-2e9c-4488-a1ed-a8961583f506, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ad1810bc-2e9c-4488-a1ed-a8961583f506,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:46.589957 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8f1539d6-e1d6-47c6-8b97-1d6940fe6901 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.607124 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-9f452153-f5ac-489c-aaad-c45235794ccc None None] For port ad1810bc-2e9c-4488-a1ed-a8961583f506, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ad1810bc-2e9c-4488-a1ed-a8961583f506,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:46.622902 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e3ecde1e-1c40-49ef-a5ef-d21b70243dbb tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.659107 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a65c8cc-7391-4eec-b316-97314502b468 None None] No DVR routers for this DVR port 8ed773f3-9ca8-44c4-8f8b-f5390ad5055a on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:46.702646 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f26c4543-138c-4608-ba54-8c4f2bb7f740 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.722266 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f26c4543-138c-4608-ba54-8c4f2bb7f740 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.722565 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9f452153-f5ac-489c-aaad-c45235794ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.831853 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-8f1539d6-e1d6-47c6-8b97-1d6940fe6901 None None] Calling delete_port for ad1810bc-2e9c-4488-a1ed-a8961583f506 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:46.991753 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-af1b3c42-be6a-4303-8190-0efbb7512d1b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Allocated IP 2001:db8::9ecc:e619:499a:77cb (d5f237d0-52c1-4100-800c-a471203fec66/8da87c67-5e2c-4e98-a0ba-f245906e2415/98a2c042-3a9b-47fe-afeb-ef6a01973d88) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:47.013808 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-563004bd-2aa2-442c-9846-a1fb81119f87 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Deleting port 8ed773f3-9ca8-44c4-8f8b-f5390ad5055a {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:47.014456 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-563004bd-2aa2-442c-9846-a1fb81119f87 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.024701 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3ec232f0-010f-4dd7-8c66-28e94664f6d2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.054126 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f452153-f5ac-489c-aaad-c45235794ccc None None] Pushing event updated for resources: {'Port': ['ID=ad1810bc-2e9c-4488-a1ed-a8961583f506,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:47.065491 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-8f1539d6-e1d6-47c6-8b97-1d6940fe6901 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:46:47.066241 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-8f1539d6-e1d6-47c6-8b97-1d6940fe6901 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:46:47.073954 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-9f452153-f5ac-489c-aaad-c45235794ccc None None] Provisioning for port d3ef3f60-a9f4-4191-8451-6d8ac6fefee1 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:47.079248 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device e97ae9eb-c8eb-4fd4-a25e-6d4dc5280df7 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:47.117113 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c4543-138c-4608-ba54-8c4f2bb7f740 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Port': ['ID=fd5b4297-984f-4b8a-b9bb-9e7e00b40f07,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:47.148611 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b0dc7d40-10a1-45a7-81bc-95e359d9c0e0 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "DELETE /v2.0/routers/7bd632fe-4d6d-4128-bbd9-baf0ccac0542/tags/tempest-TagsExtTest-Tag-1408780621 HTTP/1.1" status: 204 len: 168 time: 0.7046781 Jan 21 09:46:47.157536 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60338) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:47.175816 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.tag.tag_plugin [None req-0514228c-3a5e-45c1-b05e-c8b0fb62bd42 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7bd632fe-4d6d-4128-bbd9-baf0ccac0542') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:47.187720 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-9f452153-f5ac-489c-aaad-c45235794ccc None None] Provisioning complete for port d3ef3f60-a9f4-4191-8451-6d8ac6fefee1 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:47.188218 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9f452153-f5ac-489c-aaad-c45235794ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.197805 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-563004bd-2aa2-442c-9846-a1fb81119f87 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] The port '8ed773f3-9ca8-44c4-8f8b-f5390ad5055a' was deleted {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:46:47.207474 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-149f1c64-130e-49f9-8de9-e0baa34aa4de tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.287195 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e3ecde1e-1c40-49ef-a5ef-d21b70243dbb tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.305976 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e3ecde1e-1c40-49ef-a5ef-d21b70243dbb tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349321', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344087'] for router, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.357195 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port e97ae9eb-c8eb-4fd4-a25e-6d4dc5280df7 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:47.424338 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9f452153-f5ac-489c-aaad-c45235794ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.495298 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 8ed773f3-9ca8-44c4-8f8b-f5390ad5055a no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:47.545892 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 8ed773f3-9ca8-44c4-8f8b-f5390ad5055a {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:46:47.546242 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 8ed773f3-9ca8-44c4-8f8b-f5390ad5055a not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:47.546843 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ad1810bc-2e9c-4488-a1ed-a8961583f506 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:47.588331 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-8f1539d6-e1d6-47c6-8b97-1d6940fe6901 None None] Deleting port ad1810bc-2e9c-4488-a1ed-a8961583f506 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:47.589302 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8f1539d6-e1d6-47c6-8b97-1d6940fe6901 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.669998 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-9f452153-f5ac-489c-aaad-c45235794ccc None None] For port d3ef3f60-a9f4-4191-8451-6d8ac6fefee1, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=d3ef3f60-a9f4-4191-8451-6d8ac6fefee1,segment=NetworkSegment(96c76414-2d5e-459e-ba51-d26be12902bd),segment_id=96c76414-2d5e-459e-ba51-d26be12902bd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:47.725338 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9f452153-f5ac-489c-aaad-c45235794ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.741274 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0514228c-3a5e-45c1-b05e-c8b0fb62bd42 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "GET /v2.0/routers/7bd632fe-4d6d-4128-bbd9-baf0ccac0542/tags HTTP/1.1" status: 200 len: 205 time: 0.5801866 Jan 21 09:46:47.759020 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60342) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:47.769783 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.tag.tag_plugin [None req-ecbda175-cdb9-4338-925e-90dae279bfcf tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1778b0ee-fc85-4b12-9385-40ba61115fd8') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:47.773294 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-563004bd-2aa2-442c-9846-a1fb81119f87 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.804584 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-563004bd-2aa2-442c-9846-a1fb81119f87 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b00694-9710-40c5-a2bc-16dcaa5cc59a']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:47.916731 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-563004bd-2aa2-442c-9846-a1fb81119f87 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '903062d3-7381-41af-a5f6-62250d49bc69') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:47.917747 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-563004bd-2aa2-442c-9846-a1fb81119f87 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '903062d3-7381-41af-a5f6-62250d49bc69') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:48.037122 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3ec232f0-010f-4dd7-8c66-28e94664f6d2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.065626 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3ec232f0-010f-4dd7-8c66-28e94664f6d2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.066518 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3ec232f0-010f-4dd7-8c66-28e94664f6d2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.076432 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f452153-f5ac-489c-aaad-c45235794ccc None None] Pushing event updated for resources: {'Port': ['ID=d3ef3f60-a9f4-4191-8451-6d8ac6fefee1,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:48.084852 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-9f452153-f5ac-489c-aaad-c45235794ccc None None] Provisioning complete for port 2f5a4077-9250-4585-9432-dd57d1d15bdc triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:48.085541 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9f452153-f5ac-489c-aaad-c45235794ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.095604 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-563004bd-2aa2-442c-9846-a1fb81119f87 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.114335 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-af1b3c42-be6a-4303-8190-0efbb7512d1b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.118701 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149f1c64-130e-49f9-8de9-e0baa34aa4de tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Network 6087673c-a924-425c-9bf1-b38150ede8d0 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:48.131807 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.142190 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-149f1c64-130e-49f9-8de9-e0baa34aa4de tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:48.160157 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149f1c64-130e-49f9-8de9-e0baa34aa4de tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:48.161193 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-149f1c64-130e-49f9-8de9-e0baa34aa4de tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.169261 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-563004bd-2aa2-442c-9846-a1fb81119f87 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.185029 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ecbda175-cdb9-4338-925e-90dae279bfcf tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "GET /v2.0/subnetpools/1778b0ee-fc85-4b12-9385-40ba61115fd8/tags HTTP/1.1" status: 200 len: 241 time: 0.4222116 Jan 21 09:46:48.195141 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60346) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:48.201985 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f1c64-130e-49f9-8de9-e0baa34aa4de tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Subnet': ['ID=cfe7f888-642b-410f-91ba-75bc2a960c60,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:48.204509 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port ad1810bc-2e9c-4488-a1ed-a8961583f506, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ad1810bc-2e9c-4488-a1ed-a8961583f506,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:48.206168 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-563004bd-2aa2-442c-9846-a1fb81119f87 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:46:48.206783 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-563004bd-2aa2-442c-9846-a1fb81119f87 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.221318 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-af1b3c42-be6a-4303-8190-0efbb7512d1b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Transition to ACTIVE for port object 98a2c042-3a9b-47fe-afeb-ef6a01973d88 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:48.229742 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5375122b-8faf-4951-a6e0-22036a5b7977 None None] Network 6087673c-a924-425c-9bf1-b38150ede8d0 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:46:48.231201 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:46:48.233779 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.tag.tag_plugin [None req-ec3cdb51-a853-4fdb-8a44-20d8d65ee924 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1778b0ee-fc85-4b12-9385-40ba61115fd8', 'tempest-TagsExtTest-Tag-1699588709') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:48.257041 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.334929 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec232f0-010f-4dd7-8c66-28e94664f6d2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Port': ['ID=56a92bb6-5af5-4b55-8270-78ef8311c602,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:48.399533 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ec3cdb51-a853-4fdb-8a44-20d8d65ee924 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "GET /v2.0/subnetpools/1778b0ee-fc85-4b12-9385-40ba61115fd8/tags/tempest-TagsExtTest-Tag-1699588709 HTTP/1.1" status: 204 len: 168 time: 0.2005756 Jan 21 09:46:48.402973 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f26c4543-138c-4608-ba54-8c4f2bb7f740 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.403726 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60350) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:48.415602 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-9f452153-f5ac-489c-aaad-c45235794ccc None None] Port 2f5a4077-9250-4585-9432-dd57d1d15bdc cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:46:48.427005 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.tag.tag_plugin [None req-aa764313-21e3-46c0-80bf-ca2b3f6c0686 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '1778b0ee-fc85-4b12-9385-40ba61115fd8', 'tempest-TagsExtTest-Tag-1699588709') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:48.434597 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-9f452153-f5ac-489c-aaad-c45235794ccc None None] Could not find standard attr ID for object 080ddd14-4964-4127-94fb-13d693b4e71f. {{(pid=83599) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:46:48.436927 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-af1b3c42-be6a-4303-8190-0efbb7512d1b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.440877 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-149f1c64-130e-49f9-8de9-e0baa34aa4de tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.3611937 Jan 21 09:46:48.444304 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60354) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:48.457385 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-8f1539d6-e1d6-47c6-8b97-1d6940fe6901 None None] For port ad1810bc-2e9c-4488-a1ed-a8961583f506, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ad1810bc-2e9c-4488-a1ed-a8961583f506,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:48.457847 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8f1539d6-e1d6-47c6-8b97-1d6940fe6901 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.506142 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-50f26f05-4f5a-462b-8ca2-da1ed169b602 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-336808192', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cfe7f888-642b-410f-91ba-75bc2a960c60'}], 'security_groups': ['97ac5e13-4fbb-4fc3-a07a-f98bfceed461', 'e985be33-5714-4d79-bc6a-412fb7458bb0']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:48.564195 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-563004bd-2aa2-442c-9846-a1fb81119f87 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.594547 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec232f0-010f-4dd7-8c66-28e94664f6d2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Network 262ce80e-277c-46d0-8245-5f7b92c928b6 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:48.605972 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-3ec232f0-010f-4dd7-8c66-28e94664f6d2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:48.618533 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1b3c42-be6a-4303-8190-0efbb7512d1b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:48.618752 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-563004bd-2aa2-442c-9846-a1fb81119f87 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.658749 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-8f1539d6-e1d6-47c6-8b97-1d6940fe6901 None None] Calling delete_port for ad1810bc-2e9c-4488-a1ed-a8961583f506 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:48.678086 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563004bd-2aa2-442c-9846-a1fb81119f87 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] Pushing event deleted for resources: {'Network': ['ID=40b00694-9710-40c5-a2bc-16dcaa5cc59a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:48.683230 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-563004bd-2aa2-442c-9846-a1fb81119f87 tempest-DHCPAgentSchedulersTestJSON-758919139 tempest-DHCPAgentSchedulersTestJSON-758919139-project] 10.222.0.104 "DELETE /v2.0/networks/40b00694-9710-40c5-a2bc-16dcaa5cc59a HTTP/1.1" status: 204 len: 168 time: 4.6100981 Jan 21 09:46:48.715629 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=ad1810bc-2e9c-4488-a1ed-a8961583f506,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:48.754735 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-9e19233d-e60d-4dd8-9ce6-c22c65ef0333 None None] Provisioning for port fd5b4297-984f-4b8a-b9bb-9e7e00b40f07 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:48.783294 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-9e19233d-e60d-4dd8-9ce6-c22c65ef0333 None None] Provisioning complete for port fd5b4297-984f-4b8a-b9bb-9e7e00b40f07 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:48.783725 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9e19233d-e60d-4dd8-9ce6-c22c65ef0333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.877551 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f26c4543-138c-4608-ba54-8c4f2bb7f740 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:49.004516 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device d3ef3f60-a9f4-4191-8451-6d8ac6fefee1 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:49.041708 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-8f1539d6-e1d6-47c6-8b97-1d6940fe6901 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:46:49.043176 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-8f1539d6-e1d6-47c6-8b97-1d6940fe6901 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:46:49.048415 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-50f26f05-4f5a-462b-8ca2-da1ed169b602 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:49.105919 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-af1b3c42-be6a-4303-8190-0efbb7512d1b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:49.114495 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1b3c42-be6a-4303-8190-0efbb7512d1b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:49.118116 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1b3c42-be6a-4303-8190-0efbb7512d1b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:49.118733 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-af1b3c42-be6a-4303-8190-0efbb7512d1b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:49.142300 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-9e19233d-e60d-4dd8-9ce6-c22c65ef0333 None None] Port fd5b4297-984f-4b8a-b9bb-9e7e00b40f07 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:46:49.173866 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b3c42-be6a-4303-8190-0efbb7512d1b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Port': ['ID=98a2c042-3a9b-47fe-afeb-ef6a01973d88,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:49.196548 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-af1b3c42-be6a-4303-8190-0efbb7512d1b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.9141090 Jan 21 09:46:49.204156 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-aa764313-21e3-46c0-80bf-ca2b3f6c0686 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "DELETE /v2.0/subnetpools/1778b0ee-fc85-4b12-9385-40ba61115fd8/tags/tempest-TagsExtTest-Tag-1699588709 HTTP/1.1" status: 204 len: 168 time: 0.7992711 Jan 21 09:46:49.207877 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60362) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:49.208229 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60364) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:49.216538 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.tag.tag_plugin [None req-a26ae21c-eb22-46dd-945b-aa5883e6c170 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1778b0ee-fc85-4b12-9385-40ba61115fd8') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:49.239724 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-4ff35538-fe9b-4557-aea7-29dfa3fd38cd tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'port': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'fixed_ips': [{'subnet_id': '8da87c67-5e2c-4e98-a0ba-f245906e2415', 'ip_address': '2001:db8::9ecc:e619:499a:77cb'}], 'name': 'tempest-NetworksTestDHCPv6-1864997995'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:49.246148 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-9e19233d-e60d-4dd8-9ce6-c22c65ef0333 None None] Provisioning complete for port d3ef3f60-a9f4-4191-8451-6d8ac6fefee1 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:49.246514 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9e19233d-e60d-4dd8-9ce6-c22c65ef0333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:49.284962 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port d3ef3f60-a9f4-4191-8451-6d8ac6fefee1 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:49.285445 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:49.381502 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-8f1539d6-e1d6-47c6-8b97-1d6940fe6901 None None] Deleting port ad1810bc-2e9c-4488-a1ed-a8961583f506 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:49.381885 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8f1539d6-e1d6-47c6-8b97-1d6940fe6901 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:49.480408 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4ff35538-fe9b-4557-aea7-29dfa3fd38cd tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:49.489365 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4ff35538-fe9b-4557-aea7-29dfa3fd38cd tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:port and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:49.494231 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4ff35538-fe9b-4557-aea7-29dfa3fd38cd tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:49.502564 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4ff35538-fe9b-4557-aea7-29dfa3fd38cd tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:49.509619 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60370) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:49.511435 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:46:49.595469 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff35538-fe9b-4557-aea7-29dfa3fd38cd tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:49.602410 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4ff35538-fe9b-4557-aea7-29dfa3fd38cd tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:49.636803 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a26ae21c-eb22-46dd-945b-aa5883e6c170 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "GET /v2.0/subnetpools/1778b0ee-fc85-4b12-9385-40ba61115fd8/tags HTTP/1.1" status: 200 len: 205 time: 0.4250422 Jan 21 09:46:49.637303 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60376) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:49.649338 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.tag.tag_plugin [None req-107022ba-a54c-4047-a21f-b31fe3f8881f tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1778b0ee-fc85-4b12-9385-40ba61115fd8') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:49.748409 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-4ff35538-fe9b-4557-aea7-29dfa3fd38cd tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] device_id is not set on port 2c031853-2536-4569-8797-dfc465507ce0 yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:46:49.907110 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-107022ba-a54c-4047-a21f-b31fe3f8881f tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "DELETE /v2.0/subnetpools/1778b0ee-fc85-4b12-9385-40ba61115fd8/tags HTTP/1.1" status: 204 len: 168 time: 0.2640831 Jan 21 09:46:49.908726 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60380) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:49.919288 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.tag.tag_plugin [None req-11b122d4-b532-4844-8ea0-d4c88e907377 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7bd632fe-4d6d-4128-bbd9-baf0ccac0542') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:49.944767 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-8f1539d6-e1d6-47c6-8b97-1d6940fe6901 None None] For port ad1810bc-2e9c-4488-a1ed-a8961583f506, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ad1810bc-2e9c-4488-a1ed-a8961583f506,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:49.944767 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8f1539d6-e1d6-47c6-8b97-1d6940fe6901 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:50.009141 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f26c4543-138c-4608-ba54-8c4f2bb7f740 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:50.027847 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f26c4543-138c-4608-ba54-8c4f2bb7f740 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:50.087060 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-8f1539d6-e1d6-47c6-8b97-1d6940fe6901 None None] Calling delete_port for ad1810bc-2e9c-4488-a1ed-a8961583f506 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:50.203518 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff35538-fe9b-4557-aea7-29dfa3fd38cd tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 21 09:46:50.204250 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ff35538-fe9b-4557-aea7-29dfa3fd38cd tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:46:50.220960 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c45a4a7d-de88-4c5e-9b4c-2100999fc7e8 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=e889cb8b266d441bb509183520d03cb3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7021189 Jan 21 09:46:50.224557 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60384) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:50.261753 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-11b122d4-b532-4844-8ea0-d4c88e907377 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "DELETE /v2.0/routers/7bd632fe-4d6d-4128-bbd9-baf0ccac0542/tags HTTP/1.1" status: 204 len: 168 time: 0.3472593 Jan 21 09:46:50.262565 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60388) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:50.269005 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8f1539d6-e1d6-47c6-8b97-1d6940fe6901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:50.280896 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.tag.tag_plugin [None req-7f012588-58e8-4a03-abec-4a8ec4a34c58 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2f5a4077-9250-4585-9432-dd57d1d15bdc') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:50.332700 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f26c4543-138c-4608-ba54-8c4f2bb7f740 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:50.336272 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60392) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:50.336445 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4ff35538-fe9b-4557-aea7-29dfa3fd38cd tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1269386 Jan 21 09:46:50.341777 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c4543-138c-4608-ba54-8c4f2bb7f740 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Port': ['ID=fd5b4297-984f-4b8a-b9bb-9e7e00b40f07,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:50.350626 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ecde1e-1c40-49ef-a5ef-d21b70243dbb tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Router ac48326d-5a16-4f69-8681-35d40014583d is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:46:50.380107 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1539d6-e1d6-47c6-8b97-1d6940fe6901 None None] Pushing event deleted for resources: {'Port': ['ID=ad1810bc-2e9c-4488-a1ed-a8961583f506,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:50.380937 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec232f0-010f-4dd7-8c66-28e94664f6d2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Router 2ab80dec-9ab5-4324-a97c-ce084d7c9aa6 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:46:50.394822 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1539d6-e1d6-47c6-8b97-1d6940fe6901 None None] No DVR routers for this DVR port ad1810bc-2e9c-4488-a1ed-a8961583f506 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:50.400928 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:50.405771 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f755e512-dff0-4f49-bfd8-761846434c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:50.426465 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb7c414-4ad1-4f16-97cc-fda2202a89f4 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:50.502726 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f755e512-dff0-4f49-bfd8-761846434c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:50.513240 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf31991-3434-4754-bb2f-16d948b63bda None None] Update dhcp port {'port': {'network_id': '6087673c-a924-425c-9bf1-b38150ede8d0', 'fixed_ips': [{'subnet_id': 'ef6eac4e-1a08-433a-9178-2e9127ed88b7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5254583e-c08d-4f4b-a719-1c37233600c0', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cfe7f888-642b-410f-91ba-75bc2a960c60'}], 'binding:host_id': 'dv-neutron-825732-1-hyperv'}, 'id': '4bfe7e5e-2c7a-414a-a132-595cb250029f'} from dv-neutron-825732-1-hyperv. {{(pid=83599) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 21 09:46:50.563649 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-9e19233d-e60d-4dd8-9ce6-c22c65ef0333 None None] Provisioning for port 56a92bb6-5af5-4b55-8270-78ef8311c602 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:50.589637 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-9e19233d-e60d-4dd8-9ce6-c22c65ef0333 None None] Provisioning complete for port 56a92bb6-5af5-4b55-8270-78ef8311c602 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:50.589637 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9e19233d-e60d-4dd8-9ce6-c22c65ef0333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:50.635046 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dbf31991-3434-4754-bb2f-16d948b63bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:50.638866 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-7f012588-58e8-4a03-abec-4a8ec4a34c58 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "DELETE /v2.0/ports/2f5a4077-9250-4585-9432-dd57d1d15bdc/tags HTTP/1.1" status: 204 len: 168 time: 0.3686614 Jan 21 09:46:50.641772 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60396) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:50.649278 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.tag.tag_plugin [None req-e1877369-f4e2-46a4-a4b9-b54424b4b500 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '98df31a9-b457-42ce-88e1-88b9dd9abbca') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:50.737814 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f755e512-dff0-4f49-bfd8-761846434c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:50.748375 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-9e19233d-e60d-4dd8-9ce6-c22c65ef0333 None None] Port 56a92bb6-5af5-4b55-8270-78ef8311c602 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:46:50.762357 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755e512-dff0-4f49-bfd8-761846434c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61820e20-4da9-4d3a-85ee-12d27f39f659,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:50.795018 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f755e512-dff0-4f49-bfd8-761846434c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:50.799533 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f755e512-dff0-4f49-bfd8-761846434c71 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/61820e20-4da9-4d3a-85ee-12d27f39f659 HTTP/1.1" status: 204 len: 168 time: 0.5677264 Jan 21 09:46:50.830811 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec232f0-010f-4dd7-8c66-28e94664f6d2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:46:50.846971 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8862bb04-815e-4b2d-b22f-6f19f861e91c None None] Sync routers for ids ['2ab80dec-9ab5-4324-a97c-ce084d7c9aa6'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:46:50.851138 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-3ec232f0-010f-4dd7-8c66-28e94664f6d2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "PUT /v2.0/routers/2ab80dec-9ab5-4324-a97c-ce084d7c9aa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0335991 Jan 21 09:46:50.853115 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60402) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:50.871465 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8862bb04-815e-4b2d-b22f-6f19f861e91c None None] Routers {'2ab80dec-9ab5-4324-a97c-ce084d7c9aa6'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:50.871925 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-8862bb04-815e-4b2d-b22f-6f19f861e91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:46:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['2ab80dec-9ab5-4324-a97c-ce084d7c9aa6'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:50.886130 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e1877369-f4e2-46a4-a4b9-b54424b4b500 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "DELETE /v2.0/subnets/98df31a9-b457-42ce-88e1-88b9dd9abbca/tags HTTP/1.1" status: 204 len: 168 time: 0.2388875 Jan 21 09:46:50.886628 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60406) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:50.893364 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.tag.tag_plugin [None req-195f1484-4967-4891-8a50-04ff36fcc634 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '98df31a9-b457-42ce-88e1-88b9dd9abbca', 'tempest-TagsExtTest-Tag-1412122522') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:50.915180 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26c4543-138c-4608-ba54-8c4f2bb7f740 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Network 3fa87ac5-c530-475d-8b7b-c5550e3ae745 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:50.924963 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-50f26f05-4f5a-462b-8ca2-da1ed169b602 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Delete allocated IP 2001:db8::a5 (6087673c-a924-425c-9bf1-b38150ede8d0/5254583e-c08d-4f4b-a719-1c37233600c0) {{(pid=83597) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 21 09:46:50.927383 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-f26c4543-138c-4608-ba54-8c4f2bb7f740 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:51.010889 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-8862bb04-815e-4b2d-b22f-6f19f861e91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:51.039969 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-9e19233d-e60d-4dd8-9ce6-c22c65ef0333 None None] Provisioning for port e97ae9eb-c8eb-4fd4-a25e-6d4dc5280df7 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:51.048855 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b42ab5-8894-4175-950f-617509d35bec tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:51.053494 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d0b42ab5-8894-4175-950f-617509d35bec tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.7089958 Jan 21 09:46:51.056747 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8862bb04-815e-4b2d-b22f-6f19f861e91c None None] Routers {'2ab80dec-9ab5-4324-a97c-ce084d7c9aa6'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:51.057609 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60410) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:51.057801 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-8862bb04-815e-4b2d-b22f-6f19f861e91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:46:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['2ab80dec-9ab5-4324-a97c-ce084d7c9aa6'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:51.065854 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-9e19233d-e60d-4dd8-9ce6-c22c65ef0333 None None] Provisioning complete for port e97ae9eb-c8eb-4fd4-a25e-6d4dc5280df7 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:51.066247 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9e19233d-e60d-4dd8-9ce6-c22c65ef0333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.168448 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-195f1484-4967-4891-8a50-04ff36fcc634 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "PUT /v2.0/subnets/98df31a9-b457-42ce-88e1-88b9dd9abbca/tags/tempest-TagsExtTest-Tag-1412122522 HTTP/1.1" status: 201 len: 201 time: 0.2806180 Jan 21 09:46:51.174001 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-50f26f05-4f5a-462b-8ca2-da1ed169b602 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Allocated IP 2001:db8:0:2::16c (6087673c-a924-425c-9bf1-b38150ede8d0/cfe7f888-642b-410f-91ba-75bc2a960c60/663ff71d-a96c-40bb-9020-20bc517e408c) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:51.178715 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60416) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:51.198615 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.tag.tag_plugin [None req-2596b837-4950-47d1-987a-eae39d6e2702 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2f5a4077-9250-4585-9432-dd57d1d15bdc', 'tempest-TagsExtTest-Tag-1193277701') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:51.221962 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-8862bb04-815e-4b2d-b22f-6f19f861e91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:51.222612 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8862bb04-815e-4b2d-b22f-6f19f861e91c None None] The sync data for ids ['2ab80dec-9ab5-4324-a97c-ce084d7c9aa6'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:46:51.275809 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5661a597-94bc-4a89-8477-a8313c558342 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:51.276434 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-5661a597-94bc-4a89-8477-a8313c558342 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Synchronizing usage tracker for tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:51.287994 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d7d690d7-7e66-45de-8057-7ca45fa58350 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting port 98a2c042-3a9b-47fe-afeb-ef6a01973d88 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:51.288752 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d7d690d7-7e66-45de-8057-7ca45fa58350 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.375833 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9e19233d-e60d-4dd8-9ce6-c22c65ef0333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.448303 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a55fe2d-06cd-4393-9263-e91c196aaa33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-d5f237d0-52c1-4100-800c-a471203fec66', 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'tenant_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'fixed_ips': [{'subnet_id': '8da87c67-5e2c-4e98-a0ba-f245906e2415'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:46:51.449134 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7a55fe2d-06cd-4393-9263-e91c196aaa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.459103 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-5661a597-94bc-4a89-8477-a8313c558342 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Unset dirty status for tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:51.460512 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5661a597-94bc-4a89-8477-a8313c558342 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "GET /v2.0/ports/56a92bb6-5af5-4b55-8270-78ef8311c602 HTTP/1.1" status: 200 len: 983 time: 0.6022034 Jan 21 09:46:51.466276 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60420) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:51.472325 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-9e19233d-e60d-4dd8-9ce6-c22c65ef0333 None None] For port e97ae9eb-c8eb-4fd4-a25e-6d4dc5280df7, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=e97ae9eb-c8eb-4fd4-a25e-6d4dc5280df7,segment=NetworkSegment(74f275cd-0401-4acc-9e3d-288641d7d62c),segment_id=74f275cd-0401-4acc-9e3d-288641d7d62c)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:51.485909 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9e19233d-e60d-4dd8-9ce6-c22c65ef0333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.644053 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19233d-e60d-4dd8-9ce6-c22c65ef0333 None None] Pushing event updated for resources: {'Port': ['ID=e97ae9eb-c8eb-4fd4-a25e-6d4dc5280df7,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:51.702936 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-92d151db-271c-49a6-a180-5a46c32343cf None None] Provisioning complete for port fd5b4297-984f-4b8a-b9bb-9e7e00b40f07 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:51.703488 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92d151db-271c-49a6-a180-5a46c32343cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.709177 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60424) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:51.785060 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-92d151db-271c-49a6-a180-5a46c32343cf None None] Port fd5b4297-984f-4b8a-b9bb-9e7e00b40f07 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:46:51.785293 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-2596b837-4950-47d1-987a-eae39d6e2702 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "PUT /v2.0/ports/2f5a4077-9250-4585-9432-dd57d1d15bdc/tags/tempest-TagsExtTest-Tag-1193277701 HTTP/1.1" status: 201 len: 201 time: 0.6038575 Jan 21 09:46:51.797742 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60428) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:51.804623 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-7a55fe2d-06cd-4393-9263-e91c196aaa33 None None] Allocated IP 2001:db8::2 (d5f237d0-52c1-4100-800c-a471203fec66/8da87c67-5e2c-4e98-a0ba-f245906e2415/80ba00a4-416c-4b19-9899-25ab7c9be276) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:51.806867 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.tag.tag_plugin [None req-0ef29444-ce3e-431d-a618-9d8dba2e07ab tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7bd632fe-4d6d-4128-bbd9-baf0ccac0542', 'tempest-TagsExtTest-Tag-1186883614') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:51.842209 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-92d151db-271c-49a6-a180-5a46c32343cf None None] Provisioning complete for port 56a92bb6-5af5-4b55-8270-78ef8311c602 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:51.842896 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92d151db-271c-49a6-a180-5a46c32343cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.847450 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4950e0e2-7bf8-4aa7-9761-d5af4ba2655f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.909289 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-92d151db-271c-49a6-a180-5a46c32343cf None None] Port 56a92bb6-5af5-4b55-8270-78ef8311c602 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:46:52.006475 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d7d690d7-7e66-45de-8057-7ca45fa58350 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.144315 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d7d690d7-7e66-45de-8057-7ca45fa58350 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Calling delete_port for 98a2c042-3a9b-47fe-afeb-ef6a01973d88 owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:52.151737 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4950e0e2-7bf8-4aa7-9761-d5af4ba2655f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:52.170358 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-4950e0e2-7bf8-4aa7-9761-d5af4ba2655f admin admin] Usage tracker for resource:security_group_rule and tenant:5e90445820aa42e0bdfaef21af7bbc87 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:52.174766 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ecde1e-1c40-49ef-a5ef-d21b70243dbb tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:46:52.176364 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-4950e0e2-7bf8-4aa7-9761-d5af4ba2655f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:52.181817 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-50f26f05-4f5a-462b-8ca2-da1ed169b602 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.194421 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7a55fe2d-06cd-4393-9263-e91c196aaa33 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.198982 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd34b856-69a6-4ef8-8a43-e5a1723f902f None None] Sync routers for ids ['ac48326d-5a16-4f69-8681-35d40014583d'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:46:52.200374 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4950e0e2-7bf8-4aa7-9761-d5af4ba2655f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:52.202197 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0ef29444-ce3e-431d-a618-9d8dba2e07ab tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "PUT /v2.0/routers/7bd632fe-4d6d-4128-bbd9-baf0ccac0542/tags/tempest-TagsExtTest-Tag-1186883614 HTTP/1.1" status: 201 len: 201 time: 0.4031882 Jan 21 09:46:52.206188 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60432) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:52.213860 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.tag.tag_plugin [None req-50d74c51-94fa-4402-9773-b6a0cfa9aaaa tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1778b0ee-fc85-4b12-9385-40ba61115fd8', 'tempest-TagsExtTest-Tag-824961852') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:52.215615 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e3ecde1e-1c40-49ef-a5ef-d21b70243dbb tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.215924 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-7a55fe2d-06cd-4393-9263-e91c196aaa33 None None] Transition to ACTIVE for port object 80ba00a4-416c-4b19-9899-25ab7c9be276 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:52.220228 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e3ecde1e-1c40-49ef-a5ef-d21b70243dbb tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] 10.222.0.104 "PUT /v2.0/routers/ac48326d-5a16-4f69-8681-35d40014583d HTTP/1.1" status: 200 len: 917 time: 12.0575047 Jan 21 09:46:52.226625 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60436) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:52.232243 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd34b856-69a6-4ef8-8a43-e5a1723f902f None None] Routers {'ac48326d-5a16-4f69-8681-35d40014583d'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:52.232886 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-bd34b856-69a6-4ef8-8a43-e5a1723f902f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:46:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['ac48326d-5a16-4f69-8681-35d40014583d'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:52.238987 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-50f26f05-4f5a-462b-8ca2-da1ed169b602 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Transition to ACTIVE for port object 663ff71d-a96c-40bb-9020-20bc517e408c will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:52.256883 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-50f26f05-4f5a-462b-8ca2-da1ed169b602 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.388353 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-dbf31991-3434-4754-bb2f-16d948b63bda None None] Allocated IP 2001:db8:0:2::2 (6087673c-a924-425c-9bf1-b38150ede8d0/cfe7f888-642b-410f-91ba-75bc2a960c60/4bfe7e5e-2c7a-414a-a132-595cb250029f) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:52.393129 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-bd34b856-69a6-4ef8-8a43-e5a1723f902f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:52.437229 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd34b856-69a6-4ef8-8a43-e5a1723f902f None None] Routers {'ac48326d-5a16-4f69-8681-35d40014583d'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:52.438091 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-bd34b856-69a6-4ef8-8a43-e5a1723f902f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:46:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['ac48326d-5a16-4f69-8681-35d40014583d'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:52.438221 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-50d74c51-94fa-4402-9773-b6a0cfa9aaaa tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "PUT /v2.0/subnetpools/1778b0ee-fc85-4b12-9385-40ba61115fd8/tags/tempest-TagsExtTest-Tag-824961852 HTTP/1.1" status: 201 len: 201 time: 0.2298486 Jan 21 09:46:52.450144 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60440) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:52.457714 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.tag.tag_plugin [None req-f1bdece9-49da-4b49-9cf8-98263c267247 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '98df31a9-b457-42ce-88e1-88b9dd9abbca', {'tags': ['tempest-TagsExtTest-Tag-1749987351', 'tempest-TagsExtTest-Tag-1689213464', 'tempest-TagsExtTest-Tag-387289638']}) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:52.533564 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f26f05-4f5a-462b-8ca2-da1ed169b602 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event updated for resources: {'Port': ['ID=663ff71d-a96c-40bb-9020-20bc517e408c,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:52.544561 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-7a55fe2d-06cd-4393-9263-e91c196aaa33 None None] Transition to ACTIVE for port object 80ba00a4-416c-4b19-9899-25ab7c9be276 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:52.564538 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7a55fe2d-06cd-4393-9263-e91c196aaa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.599735 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-bd34b856-69a6-4ef8-8a43-e5a1723f902f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:52.600106 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd34b856-69a6-4ef8-8a43-e5a1723f902f None None] The sync data for ids ['ac48326d-5a16-4f69-8681-35d40014583d'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:46:52.614685 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-50f26f05-4f5a-462b-8ca2-da1ed169b602 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] In _notify_port_updated(), no bound segment for port 663ff71d-a96c-40bb-9020-20bc517e408c on network 6087673c-a924-425c-9bf1-b38150ede8d0 {{(pid=83597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:46:52.616478 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d7d690d7-7e66-45de-8057-7ca45fa58350 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.618182 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f26f05-4f5a-462b-8ca2-da1ed169b602 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:52.618819 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-50f26f05-4f5a-462b-8ca2-da1ed169b602 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.623068 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-50f26f05-4f5a-462b-8ca2-da1ed169b602 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "PUT /v2.0/ports/663ff71d-a96c-40bb-9020-20bc517e408c HTTP/1.1" status: 200 len: 969 time: 4.1744745 Jan 21 09:46:52.634088 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60444) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:52.672793 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4950e0e2-7bf8-4aa7-9761-d5af4ba2655f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.673104 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d690d7-7e66-45de-8057-7ca45fa58350 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Port': ['ID=98a2c042-3a9b-47fe-afeb-ef6a01973d88,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:52.673586 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a55fe2d-06cd-4393-9263-e91c196aaa33 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:52.681061 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-7a55fe2d-06cd-4393-9263-e91c196aaa33 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:52.682832 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55fe2d-06cd-4393-9263-e91c196aaa33 None None] Pushing event updated for resources: {'Port': ['ID=80ba00a4-416c-4b19-9899-25ab7c9be276,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:52.686300 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a55fe2d-06cd-4393-9263-e91c196aaa33 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:52.692817 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4950e0e2-7bf8-4aa7-9761-d5af4ba2655f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.744131 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-dbf31991-3434-4754-bb2f-16d948b63bda None None] For port 4bfe7e5e-2c7a-414a-a132-595cb250029f, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=4bfe7e5e-2c7a-414a-a132-595cb250029f,segment=NetworkSegment(a53668af-045b-4bc6-baa5-021e988b892d),segment_id=a53668af-045b-4bc6-baa5-021e988b892d)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:52.767806 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d7d690d7-7e66-45de-8057-7ca45fa58350 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.781610 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-bdcfa9e6-bf0e-4020-86b2-c5225e70dc0a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Deleting port 663ff71d-a96c-40bb-9020-20bc517e408c {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:52.782015 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bdcfa9e6-bf0e-4020-86b2-c5225e70dc0a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.782854 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d7d690d7-7e66-45de-8057-7ca45fa58350 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/98a2c042-3a9b-47fe-afeb-ef6a01973d88 HTTP/1.1" status: 204 len: 168 time: 1.7219250 Jan 21 09:46:52.786290 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60448) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:52.789648 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f1bdece9-49da-4b49-9cf8-98263c267247 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "PUT /v2.0/subnets/98df31a9-b457-42ce-88e1-88b9dd9abbca/tags HTTP/1.1" status: 200 len: 317 time: 0.3431742 Jan 21 09:46:52.813914 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-7a55fe2d-06cd-4393-9263-e91c196aaa33 None None] Attempting to bind port 80ba00a4-416c-4b19-9899-25ab7c9be276 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:52.814385 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-7a55fe2d-06cd-4393-9263-e91c196aaa33 None None] Attempting to bind port 80ba00a4-416c-4b19-9899-25ab7c9be276 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:52.814731 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a55fe2d-06cd-4393-9263-e91c196aaa33 None None] Attempting to bind port 80ba00a4-416c-4b19-9899-25ab7c9be276 on network d5f237d0-52c1-4100-800c-a471203fec66 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:46:52.816028 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60452) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:52.827144 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26c4543-138c-4608-ba54-8c4f2bb7f740 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Router 9f9424e5-04fe-4434-8c68-41802afa6359 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:46:52.834306 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dbf31991-3434-4754-bb2f-16d948b63bda None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.838363 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a55fe2d-06cd-4393-9263-e91c196aaa33 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:46:52.838729 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a55fe2d-06cd-4393-9263-e91c196aaa33 None None] Checking segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:46:52.839117 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7a55fe2d-06cd-4393-9263-e91c196aaa33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.839744 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.tag.tag_plugin [None req-eb72785e-430a-4b77-bfb5-8098f59c5cf6 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '98df31a9-b457-42ce-88e1-88b9dd9abbca') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:52.839883 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a55fe2d-06cd-4393-9263-e91c196aaa33 None None] Bound using segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:46:52.839981 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-7a55fe2d-06cd-4393-9263-e91c196aaa33 None None] Bound port: 80ba00a4-416c-4b19-9899-25ab7c9be276, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:52.840313 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7a55fe2d-06cd-4393-9263-e91c196aaa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.872760 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-23d8f0af-8913-4720-a153-613af12ad6b9 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] 10.222.0.104 "GET /v2.0/routers/ac48326d-5a16-4f69-8681-35d40014583d HTTP/1.1" status: 200 len: 923 time: 0.6436541 Jan 21 09:46:52.876999 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60456) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:52.882421 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679d356f-e0c5-44f8-8fb4-a4a6ed9d9a72 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:52.883858 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679d356f-e0c5-44f8-8fb4-a4a6ed9d9a72 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:52.884606 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-679d356f-e0c5-44f8-8fb4-a4a6ed9d9a72 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:52.898067 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-dbf31991-3434-4754-bb2f-16d948b63bda None None] Transition to ACTIVE for port object 4bfe7e5e-2c7a-414a-a132-595cb250029f will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:52.912193 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4950e0e2-7bf8-4aa7-9761-d5af4ba2655f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=5e90445820aa42e0bdfaef21af7bbc87&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1428444 Jan 21 09:46:52.912193 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950e0e2-7bf8-4aa7-9761-d5af4ba2655f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8072f2d0-62dc-44f8-95be-70ee3c860418,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:52.914349 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60460) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:52.944378 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dbf31991-3434-4754-bb2f-16d948b63bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.964138 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-679d356f-e0c5-44f8-8fb4-a4a6ed9d9a72 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:52.968300 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-679d356f-e0c5-44f8-8fb4-a4a6ed9d9a72 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1774261 Jan 21 09:46:52.971506 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60464) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:53.043987 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device e97ae9eb-c8eb-4fd4-a25e-6d4dc5280df7 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:53.188620 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e69de4c5-6e0e-49d8-a357-6d5a2a64b845 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] 10.222.0.104 "GET /v2.0/ports?network_id=05164b30-8981-419a-8272-388f48c19dd5&device_id=ac48326d-5a16-4f69-8681-35d40014583d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3103495 Jan 21 09:46:53.192660 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60468) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:53.210904 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-7a55fe2d-06cd-4393-9263-e91c196aaa33 None None] For port 80ba00a4-416c-4b19-9899-25ab7c9be276, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:46:53.258619 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-7a55fe2d-06cd-4393-9263-e91c196aaa33 None None] For port 80ba00a4-416c-4b19-9899-25ab7c9be276, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=80ba00a4-416c-4b19-9899-25ab7c9be276,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:46:53.260580 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf31991-3434-4754-bb2f-16d948b63bda None None] Pushing event updated for resources: {'Port': ['ID=4bfe7e5e-2c7a-414a-a132-595cb250029f,revision_number=7']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:53.269843 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7a55fe2d-06cd-4393-9263-e91c196aaa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.318263 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce6df548-613a-42ec-8f05-78e3f4277bc1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting subnet 8da87c67-5e2c-4e98-a0ba-f245906e2415 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:46:53.331036 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ce6df548-613a-42ec-8f05-78e3f4277bc1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.402918 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port e97ae9eb-c8eb-4fd4-a25e-6d4dc5280df7 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:53.403992 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.426617 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-57a0e501-afda-4442-93a8-e70bf2cdafa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.427698 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ce6df548-613a-42ec-8f05-78e3f4277bc1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.625811 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55fe2d-06cd-4393-9263-e91c196aaa33 None None] Pushing event updated for resources: {'Port': ['ID=80ba00a4-416c-4b19-9899-25ab7c9be276,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:53.638835 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e21ed6f-9d8b-4a22-8499-6fb609a0e817 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:53.639658 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-5e21ed6f-9d8b-4a22-8499-6fb609a0e817 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Synchronizing usage tracker for tenant:4747faad71854e4fac490fce5d95fc3d on resource:network {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:53.696224 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-5e21ed6f-9d8b-4a22-8499-6fb609a0e817 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Unset dirty status for tenant:4747faad71854e4fac490fce5d95fc3d on resource:network {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:53.702214 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5e21ed6f-9d8b-4a22-8499-6fb609a0e817 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] 10.222.0.104 "GET /v2.0/networks/05164b30-8981-419a-8272-388f48c19dd5 HTTP/1.1" status: 200 len: 881 time: 0.5083656 Jan 21 09:46:53.704739 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60472) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:53.748447 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ce6df548-613a-42ec-8f05-78e3f4277bc1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.828019 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-57a0e501-afda-4442-93a8-e70bf2cdafa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.850454 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7f3d3c99-c39b-41c0-b295-cc955d9b8720 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] 10.222.0.104 "GET /v2.0/ports?device_id=ac48326d-5a16-4f69-8681-35d40014583d HTTP/1.1" status: 200 len: 205 time: 0.1322734 Jan 21 09:46:53.863572 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60476) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:53.896330 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f0acaf3c-fc91-4932-be38-05c5020154c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.917951 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bdcfa9e6-bf0e-4020-86b2-c5225e70dc0a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.948791 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-eb72785e-430a-4b77-bfb5-8098f59c5cf6 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "DELETE /v2.0/subnets/98df31a9-b457-42ce-88e1-88b9dd9abbca/tags HTTP/1.1" status: 204 len: 168 time: 1.1163716 Jan 21 09:46:53.957985 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60480) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:54.038102 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ce6df548-613a-42ec-8f05-78e3f4277bc1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.038536 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.tag.tag_plugin [None req-b07869f5-92f3-469f-90d8-31f2570aa37e tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '98df31a9-b457-42ce-88e1-88b9dd9abbca', 'tempest-TagsExtTest-Tag-1749987351') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:54.099952 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6df548-613a-42ec-8f05-78e3f4277bc1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Subnet': ['ID=8da87c67-5e2c-4e98-a0ba-f245906e2415,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:54.108394 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ce6df548-613a-42ec-8f05-78e3f4277bc1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.140077 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-bdcfa9e6-bf0e-4020-86b2-c5225e70dc0a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Calling delete_port for 663ff71d-a96c-40bb-9020-20bc517e408c owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:54.198649 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ce6df548-613a-42ec-8f05-78e3f4277bc1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/8da87c67-5e2c-4e98-a0ba-f245906e2415 HTTP/1.1" status: 204 len: 168 time: 1.2259419 Jan 21 09:46:54.201852 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60488) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:54.225439 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26c4543-138c-4608-ba54-8c4f2bb7f740 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:46:54.239006 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a76cc66-05fe-4fcb-a2b5-256fedb5cb27 None None] Sync routers for ids ['9f9424e5-04fe-4434-8c68-41802afa6359'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:46:54.262250 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a76cc66-05fe-4fcb-a2b5-256fedb5cb27 None None] Routers {'9f9424e5-04fe-4434-8c68-41802afa6359'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:54.263016 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-8a76cc66-05fe-4fcb-a2b5-256fedb5cb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:46:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9f9424e5-04fe-4434-8c68-41802afa6359'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:54.284419 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4e06fbc9-afae-4b6f-976e-3a22f929a086 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0813212 Jan 21 09:46:54.291064 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60492) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:54.300178 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-2954dc5a-53a5-4300-9c34-488219762010 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:54.317240 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-57a0e501-afda-4442-93a8-e70bf2cdafa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.345339 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f26c4543-138c-4608-ba54-8c4f2bb7f740 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "PUT /v2.0/routers/9f9424e5-04fe-4434-8c68-41802afa6359/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0873499 Jan 21 09:46:54.350162 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-57a0e501-afda-4442-93a8-e70bf2cdafa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.351365 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-57a0e501-afda-4442-93a8-e70bf2cdafa8 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/8072f2d0-62dc-44f8-95be-70ee3c860418 HTTP/1.1" status: 204 len: 168 time: 1.4306922 Jan 21 09:46:54.354810 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60496) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:54.363573 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0e501-afda-4442-93a8-e70bf2cdafa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8072f2d0-62dc-44f8-95be-70ee3c860418,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:54.378055 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-8a76cc66-05fe-4fcb-a2b5-256fedb5cb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:54.392492 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a76cc66-05fe-4fcb-a2b5-256fedb5cb27 None None] Routers {'9f9424e5-04fe-4434-8c68-41802afa6359'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:54.393306 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-8a76cc66-05fe-4fcb-a2b5-256fedb5cb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:46:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9f9424e5-04fe-4434-8c68-41802afa6359'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:54.467851 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5b24d6e7-e9e2-4074-be33-07a2f73900f2 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.504880 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-8a76cc66-05fe-4fcb-a2b5-256fedb5cb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:54.505587 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a76cc66-05fe-4fcb-a2b5-256fedb5cb27 None None] The sync data for ids ['9f9424e5-04fe-4434-8c68-41802afa6359'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:46:54.509255 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-b07869f5-92f3-469f-90d8-31f2570aa37e tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] show failed (client error): The resource could not be found. Jan 21 09:46:54.511004 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b07869f5-92f3-469f-90d8-31f2570aa37e tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "GET /v2.0/subnets/98df31a9-b457-42ce-88e1-88b9dd9abbca/tags/tempest-TagsExtTest-Tag-1749987351 HTTP/1.1" status: 404 len: 329 time: 0.4865210 Jan 21 09:46:54.528090 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60502) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:54.541027 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.tag.tag_plugin [None req-832b1ad6-c506-4965-8da6-15dc7c494740 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '98df31a9-b457-42ce-88e1-88b9dd9abbca', 'tempest-TagsExtTest-Tag-1689213464') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:54.573904 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf7fca4-8652-4b1d-9c3f-97e443da3362 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:54.574490 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6cf7fca4-8652-4b1d-9c3f-97e443da3362 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Synchronizing usage tracker for tenant:d00df50c19fa484a82254f37be8cb96c on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:54.592719 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-2954dc5a-53a5-4300-9c34-488219762010 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:54.602601 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-6f674a8c-2993-4d92-bcd4-58bf3a3d13a5 None None] Provisioning for port 663ff71d-a96c-40bb-9020-20bc517e408c completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:54.613176 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-2954dc5a-53a5-4300-9c34-488219762010 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:subnet and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:54.613499 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-6f674a8c-2993-4d92-bcd4-58bf3a3d13a5 None None] Provisioning complete for port 663ff71d-a96c-40bb-9020-20bc517e408c triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:54.615406 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6f674a8c-2993-4d92-bcd4-58bf3a3d13a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.617799 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-2954dc5a-53a5-4300-9c34-488219762010 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:54.632515 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-2954dc5a-53a5-4300-9c34-488219762010 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:54.658816 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bdcfa9e6-bf0e-4020-86b2-c5225e70dc0a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.661098 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2954dc5a-53a5-4300-9c34-488219762010 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:54.665329 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2954dc5a-53a5-4300-9c34-488219762010 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.727799 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-6f674a8c-2993-4d92-bcd4-58bf3a3d13a5 None None] Port 663ff71d-a96c-40bb-9020-20bc517e408c was deleted so its status cannot be updated. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 21 09:46:54.757377 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6cf7fca4-8652-4b1d-9c3f-97e443da3362 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Unset dirty status for tenant:d00df50c19fa484a82254f37be8cb96c on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:54.758830 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-6f674a8c-2993-4d92-bcd4-58bf3a3d13a5 None None] Provisioning complete for port f2945011-18e0-495d-ac1d-ff9d3f113ecc triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:54.759406 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6f674a8c-2993-4d92-bcd4-58bf3a3d13a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.762929 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6cf7fca4-8652-4b1d-9c3f-97e443da3362 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "GET /v2.0/ports/fd5b4297-984f-4b8a-b9bb-9e7e00b40f07 HTTP/1.1" status: 200 len: 978 time: 0.4008582 Jan 21 09:46:54.772064 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60506) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:54.783594 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcfa9e6-bf0e-4020-86b2-c5225e70dc0a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Port': ['ID=663ff71d-a96c-40bb-9020-20bc517e408c,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:54.872367 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8a5d4f44-b5b2-4016-9aca-63230caac6d5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.892389 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-6f674a8c-2993-4d92-bcd4-58bf3a3d13a5 None None] Port f2945011-18e0-495d-ac1d-ff9d3f113ecc cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:46:54.928154 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-6f674a8c-2993-4d92-bcd4-58bf3a3d13a5 None None] Provisioning for port 4bfe7e5e-2c7a-414a-a132-595cb250029f completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:54.933883 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-6f674a8c-2993-4d92-bcd4-58bf3a3d13a5 None None] Provisioning complete for port 4bfe7e5e-2c7a-414a-a132-595cb250029f triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:54.934914 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6f674a8c-2993-4d92-bcd4-58bf3a3d13a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.039934 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bdcfa9e6-bf0e-4020-86b2-c5225e70dc0a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.210996 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-bdcfa9e6-bf0e-4020-86b2-c5225e70dc0a tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/ports/663ff71d-a96c-40bb-9020-20bc517e408c HTTP/1.1" status: 204 len: 168 time: 2.5759802 Jan 21 09:46:55.212875 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60516) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:55.258267 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 80ba00a4-416c-4b19-9899-25ab7c9be276 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:55.291418 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2954dc5a-53a5-4300-9c34-488219762010 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.319110 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-832b1ad6-c506-4965-8da6-15dc7c494740 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] show failed (client error): The resource could not be found. Jan 21 09:46:55.320329 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-832b1ad6-c506-4965-8da6-15dc7c494740 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "GET /v2.0/subnets/98df31a9-b457-42ce-88e1-88b9dd9abbca/tags/tempest-TagsExtTest-Tag-1689213464 HTTP/1.1" status: 404 len: 329 time: 0.7913811 Jan 21 09:46:55.346141 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60520) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:55.364240 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-306df7e5-bdac-44f8-a62a-6c2bc2cad312 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] GET failed (client error): The resource could not be found. Jan 21 09:46:55.365023 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-306df7e5-bdac-44f8-a62a-6c2bc2cad312 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Synchronizing usage tracker for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:55.388893 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.tag.tag_plugin [None req-f08a7bf6-f834-4342-8955-b15a5174d003 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '98df31a9-b457-42ce-88e1-88b9dd9abbca', 'tempest-TagsExtTest-Tag-387289638') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:55.396038 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954dc5a-53a5-4300-9c34-488219762010 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Subnet': ['ID=74c84329-84f9-474b-a978-0decb97e062e,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:55.438653 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338f8627-5b89-4b6e-8593-b9bb1485ab53 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:55.463392 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-306df7e5-bdac-44f8-a62a-6c2bc2cad312 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Unset dirty status for tenant:fd763e9054b0425c8035d150c4a90c6a on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:55.468339 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-306df7e5-bdac-44f8-a62a-6c2bc2cad312 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "GET /v2.0/ports/663ff71d-a96c-40bb-9020-20bc517e408c HTTP/1.1" status: 404 len: 333 time: 0.2530668 Jan 21 09:46:55.472678 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60526) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:55.556719 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2954dc5a-53a5-4300-9c34-488219762010 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:55.563826 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-2954dc5a-53a5-4300-9c34-488219762010 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:55.601029 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2954dc5a-53a5-4300-9c34-488219762010 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:55.602835 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2954dc5a-53a5-4300-9c34-488219762010 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.627618 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-f08a7bf6-f834-4342-8955-b15a5174d003 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] show failed (client error): The resource could not be found. Jan 21 09:46:55.628522 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f08a7bf6-f834-4342-8955-b15a5174d003 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "GET /v2.0/subnets/98df31a9-b457-42ce-88e1-88b9dd9abbca/tags/tempest-TagsExtTest-Tag-387289638 HTTP/1.1" status: 404 len: 328 time: 0.2811453 Jan 21 09:46:55.645060 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60532) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:55.665907 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.tag.tag_plugin [None req-2afc32d4-b5da-4fe7-babd-7d73872756e9 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '2f5a4077-9250-4585-9432-dd57d1d15bdc', {'tags': ['tempest-TagsExtTest-Tag-809883595', 'tempest-TagsExtTest-Tag-785090141', 'tempest-TagsExtTest-Tag-767092197']}) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:55.711870 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 80ba00a4-416c-4b19-9899-25ab7c9be276 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:55.717939 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-06ff2ff8-163e-43b9-8daa-b84cda4f374b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.757249 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 4bfe7e5e-2c7a-414a-a132-595cb250029f up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:55.806732 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d0a2667c-e028-4743-8d82-cb79cb969101 None None] Could not find standard attr ID for object 663ff71d-a96c-40bb-9020-20bc517e408c. {{(pid=83599) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:46:55.808514 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-2afc32d4-b5da-4fe7-babd-7d73872756e9 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "PUT /v2.0/ports/2f5a4077-9250-4585-9432-dd57d1d15bdc/tags HTTP/1.1" status: 200 len: 315 time: 0.1583652 Jan 21 09:46:55.828029 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60536) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:55.835055 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-2954dc5a-53a5-4300-9c34-488219762010 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5392637 Jan 21 09:46:55.839841 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60538) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:55.849643 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.tag.tag_plugin [None req-7841948a-a636-4467-b9a6-ecfb4537744f tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2f5a4077-9250-4585-9432-dd57d1d15bdc') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:55.859976 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d0a2667c-e028-4743-8d82-cb79cb969101 None None] Could not find standard attr ID for object 98a2c042-3a9b-47fe-afeb-ef6a01973d88. {{(pid=83599) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:46:55.889890 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-b766be09-93f1-46e2-9c27-6d879dfe5681 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'port': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'fixed_ips': [{'subnet_id': '74c84329-84f9-474b-a978-0decb97e062e', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1104513844'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:55.926427 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-06ff2ff8-163e-43b9-8daa-b84cda4f374b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.968484 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d0a2667c-e028-4743-8d82-cb79cb969101 None None] Provisioning for port 80ba00a4-416c-4b19-9899-25ab7c9be276 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:55.992034 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d0a2667c-e028-4743-8d82-cb79cb969101 None None] Provisioning complete for port 80ba00a4-416c-4b19-9899-25ab7c9be276 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:55.992034 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d0a2667c-e028-4743-8d82-cb79cb969101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.054577 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-8a5d4f44-b5b2-4016-9aca-63230caac6d5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Deleting port 56a92bb6-5af5-4b55-8270-78ef8311c602 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:56.055144 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8a5d4f44-b5b2-4016-9aca-63230caac6d5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.056968 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 4bfe7e5e-2c7a-414a-a132-595cb250029f triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:56.057777 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.257577 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5b24d6e7-e9e2-4074-be33-07a2f73900f2 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.304431 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8a5d4f44-b5b2-4016-9aca-63230caac6d5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.306153 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60550) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:56.361572 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-5b24d6e7-e9e2-4074-be33-07a2f73900f2 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Deleting port 976c4f6e-8f2c-4e35-87c5-9fcd499c5255 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:56.363278 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5b24d6e7-e9e2-4074-be33-07a2f73900f2 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.462590 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4e38d583-9b1a-42cc-9191-612167cf547d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.488144 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d0a2667c-e028-4743-8d82-cb79cb969101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.592725 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf19c826-1268-4348-99fb-7e86fc5e5c52 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:56.597844 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-8a5d4f44-b5b2-4016-9aca-63230caac6d5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Calling delete_port for 56a92bb6-5af5-4b55-8270-78ef8311c602 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:56.686589 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b766be09-93f1-46e2-9c27-6d879dfe5681 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:56.696262 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b766be09-93f1-46e2-9c27-6d879dfe5681 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:port and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:56.701792 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b766be09-93f1-46e2-9c27-6d879dfe5681 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:56.728488 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b766be09-93f1-46e2-9c27-6d879dfe5681 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:56.736000 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-5ef6b934-61c2-49eb-bc63-41758eefc906 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-175772235'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:56.743044 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-d0a2667c-e028-4743-8d82-cb79cb969101 None None] For port 80ba00a4-416c-4b19-9899-25ab7c9be276, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=80ba00a4-416c-4b19-9899-25ab7c9be276,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:56.751259 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-5ef6b934-61c2-49eb-bc63-41758eefc906 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:56.757638 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d0a2667c-e028-4743-8d82-cb79cb969101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.764205 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-5ef6b934-61c2-49eb-bc63-41758eefc906 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Usage tracker for resource:network and tenant:4fe5ffc46e9d424dbc8f262042bd8541 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:56.773802 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-06ff2ff8-163e-43b9-8daa-b84cda4f374b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.779276 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-5ef6b934-61c2-49eb-bc63-41758eefc906 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:56.789005 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b766be09-93f1-46e2-9c27-6d879dfe5681 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:56.794188 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b766be09-93f1-46e2-9c27-6d879dfe5681 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.804440 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-5ef6b934-61c2-49eb-bc63-41758eefc906 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:56.808097 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff2ff8-163e-43b9-8daa-b84cda4f374b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd05635-8b78-4b7d-801d-5afa9d78a5a3,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:56.829444 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-06ff2ff8-163e-43b9-8daa-b84cda4f374b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.830009 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-7841948a-a636-4467-b9a6-ecfb4537744f tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "DELETE /v2.0/ports/2f5a4077-9250-4585-9432-dd57d1d15bdc/tags HTTP/1.1" status: 204 len: 168 time: 0.9949555 Jan 21 09:46:56.833000 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-06ff2ff8-163e-43b9-8daa-b84cda4f374b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/security-groups/7cd05635-8b78-4b7d-801d-5afa9d78a5a3 HTTP/1.1" status: 204 len: 168 time: 1.3563230 Jan 21 09:46:56.833000 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60556) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:56.836739 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8a5d4f44-b5b2-4016-9aca-63230caac6d5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.840805 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60558) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:56.847623 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5b24d6e7-e9e2-4074-be33-07a2f73900f2 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.860041 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.tag.tag_plugin [None req-44a67bae-9087-4a11-95c3-ce4d4395f3a3 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2f5a4077-9250-4585-9432-dd57d1d15bdc', 'tempest-TagsExtTest-Tag-809883595') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:56.926624 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef6b934-61c2-49eb-bc63-41758eefc906 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Made reservation on behalf of 4fe5ffc46e9d424dbc8f262042bd8541 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:56.929911 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5ef6b934-61c2-49eb-bc63-41758eefc906 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.940543 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b766be09-93f1-46e2-9c27-6d879dfe5681 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] device_id is not set on port b101bdbe-1588-42d3-9219-d96c32113882 yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:46:56.954090 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d4f44-b5b2-4016-9aca-63230caac6d5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event deleted for resources: {'Port': ['ID=56a92bb6-5af5-4b55-8270-78ef8311c602,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:56.998976 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a2667c-e028-4743-8d82-cb79cb969101 None None] Pushing event updated for resources: {'Port': ['ID=80ba00a4-416c-4b19-9899-25ab7c9be276,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:57.051254 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-4e9454fe-0bf6-4c5e-830d-3faf3d8ff096 None None] Provisioning complete for port 80ba00a4-416c-4b19-9899-25ab7c9be276 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:57.051746 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4e9454fe-0bf6-4c5e-830d-3faf3d8ff096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:57.061295 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-5b24d6e7-e9e2-4074-be33-07a2f73900f2 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Calling delete_port for 976c4f6e-8f2c-4e35-87c5-9fcd499c5255 owned by network:router_gateway {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:57.166423 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5ef6b934-61c2-49eb-bc63-41758eefc906 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:57.218255 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-70e8b4ed-8329-46e4-b1f4-eafd831e7a40 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:57.228260 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-5ef6b934-61c2-49eb-bc63-41758eefc906 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:57.233196 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-5ef6b934-61c2-49eb-bc63-41758eefc906 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Usage tracker for resource:security_group_rule and tenant:4fe5ffc46e9d424dbc8f262042bd8541 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:57.238623 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-5ef6b934-61c2-49eb-bc63-41758eefc906 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:57.246309 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-5ef6b934-61c2-49eb-bc63-41758eefc906 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:57.253890 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-44a67bae-9087-4a11-95c3-ce4d4395f3a3 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] show failed (client error): The resource could not be found. Jan 21 09:46:57.255304 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-44a67bae-9087-4a11-95c3-ce4d4395f3a3 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "GET /v2.0/ports/2f5a4077-9250-4585-9432-dd57d1d15bdc/tags/tempest-TagsExtTest-Tag-809883595 HTTP/1.1" status: 404 len: 328 time: 0.4230561 Jan 21 09:46:57.259160 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60564) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:57.263679 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8a5d4f44-b5b2-4016-9aca-63230caac6d5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:57.273855 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-70e8b4ed-8329-46e4-b1f4-eafd831e7a40 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:57.286890 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.tag.tag_plugin [None req-53e90ac0-bce6-430a-9b5e-a0377ad23ff9 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2f5a4077-9250-4585-9432-dd57d1d15bdc', 'tempest-TagsExtTest-Tag-785090141') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:57.442465 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:57.533011 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-70e8b4ed-8329-46e4-b1f4-eafd831e7a40 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:57.536754 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5ef6b934-61c2-49eb-bc63-41758eefc906 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:57.548031 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5ef6b934-61c2-49eb-bc63-41758eefc906 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:57.571035 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8b4ed-8329-46e4-b1f4-eafd831e7a40 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e985be33-5714-4d79-bc6a-412fb7458bb0,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:57.575642 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-b766be09-93f1-46e2-9c27-6d879dfe5681 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:46:57.576336 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b766be09-93f1-46e2-9c27-6d879dfe5681 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:46:57.638394 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-1e9569a2-18a5-4faf-b593-18c63ca87b65 None None] Provisioning complete for port 80ba00a4-416c-4b19-9899-25ab7c9be276 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:57.639406 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1e9569a2-18a5-4faf-b593-18c63ca87b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:57.655804 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-70e8b4ed-8329-46e4-b1f4-eafd831e7a40 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:57.658085 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-70e8b4ed-8329-46e4-b1f4-eafd831e7a40 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/security-groups/e985be33-5714-4d79-bc6a-412fb7458bb0 HTTP/1.1" status: 204 len: 168 time: 0.8158414 Jan 21 09:46:57.673133 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60568) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:57.697679 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-53e90ac0-bce6-430a-9b5e-a0377ad23ff9 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] show failed (client error): The resource could not be found. Jan 21 09:46:57.698779 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-53e90ac0-bce6-430a-9b5e-a0377ad23ff9 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "GET /v2.0/ports/2f5a4077-9250-4585-9432-dd57d1d15bdc/tags/tempest-TagsExtTest-Tag-785090141 HTTP/1.1" status: 404 len: 328 time: 0.4385145 Jan 21 09:46:57.710006 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60572) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:57.731305 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.tag.tag_plugin [None req-469a6ce1-dfe8-45d7-b664-49eb324dd6b2 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2f5a4077-9250-4585-9432-dd57d1d15bdc', 'tempest-TagsExtTest-Tag-767092197') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:57.767935 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:57.792663 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6b934-61c2-49eb-bc63-41758eefc906 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e314449e-e727-483e-85f0-713d6e4f777a,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:57.838649 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b766be09-93f1-46e2-9c27-6d879dfe5681 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.9961128 Jan 21 09:46:57.842019 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60576) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:57.916941 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5b24d6e7-e9e2-4074-be33-07a2f73900f2 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:57.926522 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef6b934-61c2-49eb-bc63-41758eefc906 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:46:58.005201 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-478b04e4-cbab-47b6-a843-bf12dfc4cfae None None] Could not find standard attr ID for object 080ddd14-4964-4127-94fb-13d693b4e71f. {{(pid=83599) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:46:58.022553 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24d6e7-e9e2-4074-be33-07a2f73900f2 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Pushing event deleted for resources: {'Port': ['ID=976c4f6e-8f2c-4e35-87c5-9fcd499c5255,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:58.028134 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71c2a07e-b61f-4a90-802f-3b21a52b14a7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:58.034098 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5ef6b934-61c2-49eb-bc63-41758eefc906 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:58.034449 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-5ef6b934-61c2-49eb-bc63-41758eefc906 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Added segment 0afc8ced-8066-4353-b438-3ceaa5f4e3d1 of type vlan for network 4995827c-d02c-45fa-b443-31c4d3fb8ff6 Jan 21 09:46:58.064417 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71c2a07e-b61f-4a90-802f-3b21a52b14a7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:58.098668 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5d4f44-b5b2-4016-9aca-63230caac6d5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Router 2ab80dec-9ab5-4324-a97c-ce084d7c9aa6 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:46:58.123547 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-14d42023-b9ab-4445-ade7-8facbb593b43 None None] Could not find standard attr ID for object 98a2c042-3a9b-47fe-afeb-ef6a01973d88. {{(pid=83599) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:46:58.238665 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5ef6b934-61c2-49eb-bc63-41758eefc906 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:58.270299 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-469a6ce1-dfe8-45d7-b664-49eb324dd6b2 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] show failed (client error): The resource could not be found. Jan 21 09:46:58.274233 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-469a6ce1-dfe8-45d7-b664-49eb324dd6b2 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "GET /v2.0/ports/2f5a4077-9250-4585-9432-dd57d1d15bdc/tags/tempest-TagsExtTest-Tag-767092197 HTTP/1.1" status: 404 len: 328 time: 0.5555806 Jan 21 09:46:58.279610 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb408498-f0e8-4f21-a53a-1063239a1633 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:58.333220 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60580) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:58.350771 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.tag.tag_plugin [None req-3c205aa4-835c-4698-9090-b60ea2f83413 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '7bd632fe-4d6d-4128-bbd9-baf0ccac0542', {'tags': ['tempest-TagsExtTest-Tag-1171877189', 'tempest-TagsExtTest-Tag-1792794780', 'tempest-TagsExtTest-Tag-2035386599']}) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:58.369829 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-5ef6b934-61c2-49eb-bc63-41758eefc906 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:46:58.498425 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71c2a07e-b61f-4a90-802f-3b21a52b14a7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:58.595294 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2a07e-b61f-4a90-802f-3b21a52b14a7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ac5e13-4fbb-4fc3-a07a-f98bfceed461,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:58.614706 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71c2a07e-b61f-4a90-802f-3b21a52b14a7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:58.619024 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-71c2a07e-b61f-4a90-802f-3b21a52b14a7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/security-groups/97ac5e13-4fbb-4fc3-a07a-f98bfceed461 HTTP/1.1" status: 204 len: 168 time: 0.9418523 Jan 21 09:46:58.619584 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60584) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:58.648095 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508f287e-3020-4152-8958-42cdbbbcac94 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:58.648773 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-508f287e-3020-4152-8958-42cdbbbcac94 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:58.676552 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3c205aa4-835c-4698-9090-b60ea2f83413 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "PUT /v2.0/routers/7bd632fe-4d6d-4128-bbd9-baf0ccac0542/tags HTTP/1.1" status: 200 len: 318 time: 0.3418214 Jan 21 09:46:58.680470 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60588) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:58.690218 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5d4f44-b5b2-4016-9aca-63230caac6d5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:46:58.694904 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.tag.tag_plugin [None req-72ba9327-e64c-450e-b065-bd8b778130f5 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7bd632fe-4d6d-4128-bbd9-baf0ccac0542') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:58.701892 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64105125-dbb1-49d9-adfc-7c3e8b3ee381 None None] Sync routers for ids ['2ab80dec-9ab5-4324-a97c-ce084d7c9aa6'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:46:58.717059 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64105125-dbb1-49d9-adfc-7c3e8b3ee381 None None] Routers {'2ab80dec-9ab5-4324-a97c-ce084d7c9aa6'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:58.717459 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-64105125-dbb1-49d9-adfc-7c3e8b3ee381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:46:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['2ab80dec-9ab5-4324-a97c-ce084d7c9aa6'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:58.768915 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8a5d4f44-b5b2-4016-9aca-63230caac6d5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "PUT /v2.0/routers/2ab80dec-9ab5-4324-a97c-ce084d7c9aa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2520325 Jan 21 09:46:58.781067 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60592) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:58.793889 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-64105125-dbb1-49d9-adfc-7c3e8b3ee381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:58.803999 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5ef6b934-61c2-49eb-bc63-41758eefc906 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:58.806512 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64105125-dbb1-49d9-adfc-7c3e8b3ee381 None None] Routers {'2ab80dec-9ab5-4324-a97c-ce084d7c9aa6'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:58.806512 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-64105125-dbb1-49d9-adfc-7c3e8b3ee381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:46:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['2ab80dec-9ab5-4324-a97c-ce084d7c9aa6'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:58.809500 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef6b934-61c2-49eb-bc63-41758eefc906 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:58.817839 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5ef6b934-61c2-49eb-bc63-41758eefc906 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:58.954032 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-64105125-dbb1-49d9-adfc-7c3e8b3ee381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:58.954288 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64105125-dbb1-49d9-adfc-7c3e8b3ee381 None None] The sync data for ids ['2ab80dec-9ab5-4324-a97c-ce084d7c9aa6'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:46:58.974110 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5b24d6e7-e9e2-4074-be33-07a2f73900f2 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:59.001778 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 80ba00a4-416c-4b19-9899-25ab7c9be276 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:59.041908 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-508f287e-3020-4152-8958-42cdbbbcac94 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:59.043318 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-508f287e-3020-4152-8958-42cdbbbcac94 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.1968997 Jan 21 09:46:59.048026 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60596) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:59.082263 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5ef6b934-61c2-49eb-bc63-41758eefc906 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.7672989 Jan 21 09:46:59.133917 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6b934-61c2-49eb-bc63-41758eefc906 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Pushing event updated for resources: {'Network': ['ID=4995827c-d02c-45fa-b443-31c4d3fb8ff6,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:59.137106 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 80ba00a4-416c-4b19-9899-25ab7c9be276 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:59.137688 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:59.143829 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60600) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:59.153041 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-d65678fe-b47f-40fb-b891-e7d9fca81ef2 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Request body: {'subnet': {'network_id': '4995827c-d02c-45fa-b443-31c4d3fb8ff6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:59.190887 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 4995827c-d02c-45fa-b443-31c4d3fb8ff6 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:46:59.356446 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225f1243-a901-4d00-a2d3-96e69b385fe7 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:59.358336 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225f1243-a901-4d00-a2d3-96e69b385fe7 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:59.360194 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-225f1243-a901-4d00-a2d3-96e69b385fe7 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3055637 Jan 21 09:46:59.373003 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60604) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:59.425719 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fba88b1-2c23-4a45-9773-8938effe14d7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Deleting subnet 5254583e-c08d-4f4b-a719-1c37233600c0 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:46:59.432443 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2fba88b1-2c23-4a45-9773-8938effe14d7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:59.448921 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5b24d6e7-e9e2-4074-be33-07a2f73900f2 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:59.460450 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:59.479772 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5b24d6e7-e9e2-4074-be33-07a2f73900f2 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:59.487725 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-d65678fe-b47f-40fb-b891-e7d9fca81ef2 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:59.495628 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-d65678fe-b47f-40fb-b891-e7d9fca81ef2 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Usage tracker for resource:subnet and tenant:4fe5ffc46e9d424dbc8f262042bd8541 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:59.499375 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-d65678fe-b47f-40fb-b891-e7d9fca81ef2 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:59.540644 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-d65678fe-b47f-40fb-b891-e7d9fca81ef2 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:59.544298 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-72ba9327-e64c-450e-b065-bd8b778130f5 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "DELETE /v2.0/routers/7bd632fe-4d6d-4128-bbd9-baf0ccac0542/tags HTTP/1.1" status: 204 len: 168 time: 0.8573296 Jan 21 09:46:59.552096 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60612) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:59.572161 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.tag.tag_plugin [None req-74ff09f3-6070-4e45-8094-85188f8efc92 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7bd632fe-4d6d-4128-bbd9-baf0ccac0542', 'tempest-TagsExtTest-Tag-1171877189') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:59.638601 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2fba88b1-2c23-4a45-9773-8938effe14d7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:59.657722 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65678fe-b47f-40fb-b891-e7d9fca81ef2 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Made reservation on behalf of 4fe5ffc46e9d424dbc8f262042bd8541 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:59.674809 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5b24d6e7-e9e2-4074-be33-07a2f73900f2 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:59.675680 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b24d6e7-e9e2-4074-be33-07a2f73900f2 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Fanout notify agent at l3_agent the message router_deleted on router ac48326d-5a16-4f69-8681-35d40014583d {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:46:59.965506 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5b24d6e7-e9e2-4074-be33-07a2f73900f2 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:59.966748 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5b24d6e7-e9e2-4074-be33-07a2f73900f2 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] 10.222.0.104 "DELETE /v2.0/routers/ac48326d-5a16-4f69-8681-35d40014583d HTTP/1.1" status: 204 len: 168 time: 6.1020606 Jan 21 09:46:59.968395 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-79c7e893-d33a-4279-af45-ed3ff73dba8c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] remove_router_interface failed (client error): The resource could not be found. Jan 21 09:46:59.973359 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-79c7e893-d33a-4279-af45-ed3ff73dba8c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "PUT /v2.0/routers/2ab80dec-9ab5-4324-a97c-ce084d7c9aa6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.1890678 Jan 21 09:46:59.974159 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60616) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:59.974650 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60618) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:00.004031 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d65678fe-b47f-40fb-b891-e7d9fca81ef2 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.014421 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-04ccb2b4-c0d1-4d84-857c-f3e117084f8d tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1689720299', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:00.022052 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-74ff09f3-6070-4e45-8094-85188f8efc92 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] show failed (client error): The resource could not be found. Jan 21 09:47:00.023070 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-74ff09f3-6070-4e45-8094-85188f8efc92 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "GET /v2.0/routers/7bd632fe-4d6d-4128-bbd9-baf0ccac0542/tags/tempest-TagsExtTest-Tag-1171877189 HTTP/1.1" status: 404 len: 329 time: 0.4681704 Jan 21 09:47:00.029425 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60624) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:00.039347 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-04ccb2b4-c0d1-4d84-857c-f3e117084f8d tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:00.057776 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-7a71345c-adb3-421c-b697-5ed04e134257 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Synchronizing usage tracker for tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:00.067162 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.tag.tag_plugin [None req-0b059326-94de-4c31-aa89-58a6a7bed01d tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7bd632fe-4d6d-4128-bbd9-baf0ccac0542', 'tempest-TagsExtTest-Tag-1792794780') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:00.116120 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-04ccb2b4-c0d1-4d84-857c-f3e117084f8d tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Usage tracker for resource:router and tenant:3aad8a09c7a8463ea197fff977ac059f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:00.129268 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-04ccb2b4-c0d1-4d84-857c-f3e117084f8d tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:00.159328 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-04ccb2b4-c0d1-4d84-857c-f3e117084f8d tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:00.250120 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-44141eef-6f03-4c52-aa32-974f949457b6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting subnet 74c84329-84f9-474b-a978-0decb97e062e {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:47:00.261870 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-04ccb2b4-c0d1-4d84-857c-f3e117084f8d tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.262843 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-04ccb2b4-c0d1-4d84-857c-f3e117084f8d tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.266792 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-44141eef-6f03-4c52-aa32-974f949457b6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.281059 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-fb408498-f0e8-4f21-a53a-1063239a1633 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Deleting port fd5b4297-984f-4b8a-b9bb-9e7e00b40f07 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:00.281570 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb408498-f0e8-4f21-a53a-1063239a1633 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.301883 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-7a71345c-adb3-421c-b697-5ed04e134257 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Unset dirty status for tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:00.303115 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7a71345c-adb3-421c-b697-5ed04e134257 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "GET /v2.0/ports?device_id=2ab80dec-9ab5-4324-a97c-ce084d7c9aa6 HTTP/1.1" status: 200 len: 205 time: 0.3273845 Jan 21 09:47:00.306090 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2fba88b1-2c23-4a45-9773-8938effe14d7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.310784 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60628) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:00.397173 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-44141eef-6f03-4c52-aa32-974f949457b6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.443345 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-0b059326-94de-4c31-aa89-58a6a7bed01d tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] show failed (client error): The resource could not be found. Jan 21 09:47:00.444389 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0b059326-94de-4c31-aa89-58a6a7bed01d tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "GET /v2.0/routers/7bd632fe-4d6d-4128-bbd9-baf0ccac0542/tags/tempest-TagsExtTest-Tag-1792794780 HTTP/1.1" status: 404 len: 329 time: 0.4028029 Jan 21 09:47:00.450429 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60632) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:00.462617 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.tag.tag_plugin [None req-6bf15e5e-227f-4ea1-b1c9-965c648c8796 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7bd632fe-4d6d-4128-bbd9-baf0ccac0542', 'tempest-TagsExtTest-Tag-2035386599') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:00.550471 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-04ccb2b4-c0d1-4d84-857c-f3e117084f8d tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.617825 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-44141eef-6f03-4c52-aa32-974f949457b6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.668420 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2fba88b1-2c23-4a45-9773-8938effe14d7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.668881 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2e022b96-538b-46d1-aed0-32ee9c94fcb0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.732873 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-04ccb2b4-c0d1-4d84-857c-f3e117084f8d tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.745360 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba88b1-2c23-4a45-9773-8938effe14d7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Subnet': ['ID=5254583e-c08d-4f4b-a719-1c37233600c0,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:00.768509 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2fba88b1-2c23-4a45-9773-8938effe14d7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.775159 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-6bf15e5e-227f-4ea1-b1c9-965c648c8796 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] show failed (client error): The resource could not be found. Jan 21 09:47:00.778835 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6bf15e5e-227f-4ea1-b1c9-965c648c8796 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "GET /v2.0/routers/7bd632fe-4d6d-4128-bbd9-baf0ccac0542/tags/tempest-TagsExtTest-Tag-2035386599 HTTP/1.1" status: 404 len: 329 time: 0.3248763 Jan 21 09:47:00.779034 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5262e9b4-d33c-40cb-ac1d-ad12b75be400 None None] Network 6087673c-a924-425c-9bf1-b38150ede8d0 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:00.785566 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60636) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:00.790589 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb408498-f0e8-4f21-a53a-1063239a1633 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.800250 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-44141eef-6f03-4c52-aa32-974f949457b6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.820743 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.tag.tag_plugin [None req-a596a41c-b821-41ba-b11f-4e88ebd9c2a9 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '1778b0ee-fc85-4b12-9385-40ba61115fd8', {'tags': ['tempest-TagsExtTest-Tag-80271505', 'tempest-TagsExtTest-Tag-1030554534', 'tempest-TagsExtTest-Tag-1668835064']}) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:00.835749 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2fba88b1-2c23-4a45-9773-8938effe14d7 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/subnets/5254583e-c08d-4f4b-a719-1c37233600c0 HTTP/1.1" status: 204 len: 168 time: 2.2119334 Jan 21 09:47:00.837081 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60640) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:00.855425 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-04ccb2b4-c0d1-4d84-857c-f3e117084f8d tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.855425 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-04ccb2b4-c0d1-4d84-857c-f3e117084f8d tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8718152 Jan 21 09:47:00.878458 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44141eef-6f03-4c52-aa32-974f949457b6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Subnet': ['ID=74c84329-84f9-474b-a978-0decb97e062e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:00.880331 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60644) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:00.897076 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-f6889905-f8bc-45d5-9b5e-1162d39fa9f5 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'enable_snat': False}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:00.960725 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-44141eef-6f03-4c52-aa32-974f949457b6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.961389 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b06b3da-a031-4dd5-8b91-23679be409d9 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:00.965108 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-44141eef-6f03-4c52-aa32-974f949457b6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/74c84329-84f9-474b-a978-0decb97e062e HTTP/1.1" status: 204 len: 168 time: 1.5899453 Jan 21 09:47:00.968450 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60648) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:01.053644 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-f60506a3-de94-4191-90e7-cc7744a6c608 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Deleting subnet cfe7f888-642b-410f-91ba-75bc2a960c60 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:47:01.058612 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f60506a3-de94-4191-90e7-cc7744a6c608 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.111476 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-fb408498-f0e8-4f21-a53a-1063239a1633 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Calling delete_port for fd5b4297-984f-4b8a-b9bb-9e7e00b40f07 owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:01.155747 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d65678fe-b47f-40fb-b891-e7d9fca81ef2 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.163643 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ecb92dd2-872d-4788-8a33-7f432e44961b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1872480 Jan 21 09:47:01.171771 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60652) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:01.188233 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-f75b4503-7618-47db-8248-f4835d1a17c2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:01.266945 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f60506a3-de94-4191-90e7-cc7744a6c608 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.325556 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a596a41c-b821-41ba-b11f-4e88ebd9c2a9 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "PUT /v2.0/subnetpools/1778b0ee-fc85-4b12-9385-40ba61115fd8/tags HTTP/1.1" status: 200 len: 316 time: 0.5355499 Jan 21 09:47:01.344051 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60656) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:01.362967 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62aed788-7883-4df0-93d6-d2db8d98e3b3 None None] DHCP port deletion for d5f237d0-52c1-4100-800c-a471203fec66 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:47:01.378530 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-62aed788-7883-4df0-93d6-d2db8d98e3b3 None None] Deleting port 80ba00a4-416c-4b19-9899-25ab7c9be276 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:01.379167 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-62aed788-7883-4df0-93d6-d2db8d98e3b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.423403 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.tag.tag_plugin [None req-4cad6286-838c-4e04-8aec-d8e8e5350bab tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1778b0ee-fc85-4b12-9385-40ba61115fd8') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:01.455048 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65678fe-b47f-40fb-b891-e7d9fca81ef2 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Pushing event updated for resources: {'Subnet': ['ID=c9c98760-2815-422f-affe-775ec729841e,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:01.574069 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f60506a3-de94-4191-90e7-cc7744a6c608 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.711101 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-62aed788-7883-4df0-93d6-d2db8d98e3b3 None None] For port 80ba00a4-416c-4b19-9899-25ab7c9be276, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=80ba00a4-416c-4b19-9899-25ab7c9be276,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:01.711706 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-62aed788-7883-4df0-93d6-d2db8d98e3b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.816087 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f60506a3-de94-4191-90e7-cc7744a6c608 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.839016 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2e022b96-538b-46d1-aed0-32ee9c94fcb0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.841626 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f75b4503-7618-47db-8248-f4835d1a17c2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:01.842921 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65678fe-b47f-40fb-b891-e7d9fca81ef2 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Checking segment: {'id': '0afc8ced-8066-4353-b438-3ceaa5f4e3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4995827c-d02c-45fa-b443-31c4d3fb8ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:01.843359 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65678fe-b47f-40fb-b891-e7d9fca81ef2 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Network hostable DHCP agents. Network: 4995827c-d02c-45fa-b443-31c4d3fb8ff6, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:47:01.869549 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2e022b96-538b-46d1-aed0-32ee9c94fcb0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.932672 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f75b4503-7618-47db-8248-f4835d1a17c2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:subnet and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:01.942326 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60506a3-de94-4191-90e7-cc7744a6c608 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Subnet': ['ID=cfe7f888-642b-410f-91ba-75bc2a960c60,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:01.946874 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f75b4503-7618-47db-8248-f4835d1a17c2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:01.956374 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f75b4503-7618-47db-8248-f4835d1a17c2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:01.966207 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-62aed788-7883-4df0-93d6-d2db8d98e3b3 None None] Calling delete_port for 80ba00a4-416c-4b19-9899-25ab7c9be276 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:01.970631 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f60506a3-de94-4191-90e7-cc7744a6c608 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.975250 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4cad6286-838c-4e04-8aec-d8e8e5350bab tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "DELETE /v2.0/subnetpools/1778b0ee-fc85-4b12-9385-40ba61115fd8/tags HTTP/1.1" status: 204 len: 168 time: 0.6194856 Jan 21 09:47:01.984114 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f60506a3-de94-4191-90e7-cc7744a6c608 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/subnets/cfe7f888-642b-410f-91ba-75bc2a960c60 HTTP/1.1" status: 204 len: 168 time: 1.1439784 Jan 21 09:47:01.987638 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60660) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:01.988270 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60662) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:02.010061 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65678fe-b47f-40fb-b891-e7d9fca81ef2 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Network 4995827c-d02c-45fa-b443-31c4d3fb8ff6 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:47:02.024861 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2e022b96-538b-46d1-aed0-32ee9c94fcb0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.025402 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e022b96-538b-46d1-aed0-32ee9c94fcb0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Fanout notify agent at l3_agent the message router_deleted on router 2ab80dec-9ab5-4324-a97c-ce084d7c9aa6 {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:47:02.034655 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.tag.tag_plugin [None req-eaaa277c-57b6-453d-b89f-d561073ce1ce tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1778b0ee-fc85-4b12-9385-40ba61115fd8', 'tempest-TagsExtTest-Tag-80271505') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:02.036390 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-d65678fe-b47f-40fb-b891-e7d9fca81ef2 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 4995827c-d02c-45fa-b443-31c4d3fb8ff6) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:02.038081 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb408498-f0e8-4f21-a53a-1063239a1633 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.046885 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65678fe-b47f-40fb-b891-e7d9fca81ef2 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:02.048152 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d65678fe-b47f-40fb-b891-e7d9fca81ef2 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.050334 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75b4503-7618-47db-8248-f4835d1a17c2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:02.053960 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f75b4503-7618-47db-8248-f4835d1a17c2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.054332 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b436912-5f3c-4cff-bf30-679f259dbe50 None None] Network 4995827c-d02c-45fa-b443-31c4d3fb8ff6 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:02.078324 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f6889905-f8bc-45d5-9b5e-1162d39fa9f5 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.086673 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-e69b8941-d14f-41a0-b83f-ac18a69ff56f tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:02.086673 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e69b8941-d14f-41a0-b83f-ac18a69ff56f tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:02.090838 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e69b8941-d14f-41a0-b83f-ac18a69ff56f tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/subnets/5254583e-c08d-4f4b-a719-1c37233600c0 HTTP/1.1" status: 404 len: 337 time: 0.0995653 Jan 21 09:47:02.096938 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60668) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:02.114546 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb408498-f0e8-4f21-a53a-1063239a1633 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event deleted for resources: {'Port': ['ID=fd5b4297-984f-4b8a-b9bb-9e7e00b40f07,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:02.126291 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2e022b96-538b-46d1-aed0-32ee9c94fcb0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.127454 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-2e022b96-538b-46d1-aed0-32ee9c94fcb0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/routers/2ab80dec-9ab5-4324-a97c-ce084d7c9aa6 HTTP/1.1" status: 204 len: 168 time: 1.8157213 Jan 21 09:47:02.150117 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac23cc5-4b4d-4885-ac4d-b4cf649eb7d7 None None] Network 6087673c-a924-425c-9bf1-b38150ede8d0 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:02.152920 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60670) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:02.165376 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d65678fe-b47f-40fb-b891-e7d9fca81ef2 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0179658 Jan 21 09:47:02.198283 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60676) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:02.247110 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-4841d0fe-5461-45b7-8751-425875ca0195 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2009148329', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:02.273100 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4841d0fe-5461-45b7-8751-425875ca0195 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:02.287374 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-eaaa277c-57b6-453d-b89f-d561073ce1ce tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] show failed (client error): The resource could not be found. Jan 21 09:47:02.293270 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-eaaa277c-57b6-453d-b89f-d561073ce1ce tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "GET /v2.0/subnetpools/1778b0ee-fc85-4b12-9385-40ba61115fd8/tags/tempest-TagsExtTest-Tag-80271505 HTTP/1.1" status: 404 len: 327 time: 0.3037996 Jan 21 09:47:02.293498 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4841d0fe-5461-45b7-8751-425875ca0195 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Usage tracker for resource:router and tenant:4fe5ffc46e9d424dbc8f262042bd8541 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:02.297544 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60680) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:02.317179 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-cdacc690-3be5-4fe7-aa00-8a213a3723c5 None None] Provisioning complete for port f2945011-18e0-495d-ac1d-ff9d3f113ecc triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:02.317587 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cdacc690-3be5-4fe7-aa00-8a213a3723c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.318333 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.tag.tag_plugin [None req-ec206c99-4ecd-4bea-8a2e-0f83307466c2 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1778b0ee-fc85-4b12-9385-40ba61115fd8', 'tempest-TagsExtTest-Tag-1030554534') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:02.327830 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4841d0fe-5461-45b7-8751-425875ca0195 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:02.337620 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4841d0fe-5461-45b7-8751-425875ca0195 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:02.343900 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-40cd3b49-9994-431d-9926-c6b210dab7fa tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Deleting subnet ef6eac4e-1a08-433a-9178-2e9127ed88b7 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:47:02.357072 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-40cd3b49-9994-431d-9926-c6b210dab7fa tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.395396 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-cdacc690-3be5-4fe7-aa00-8a213a3723c5 None None] Port f2945011-18e0-495d-ac1d-ff9d3f113ecc cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:47:02.505119 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-ec206c99-4ecd-4bea-8a2e-0f83307466c2 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] show failed (client error): The resource could not be found. Jan 21 09:47:02.509327 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ec206c99-4ecd-4bea-8a2e-0f83307466c2 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "GET /v2.0/subnetpools/1778b0ee-fc85-4b12-9385-40ba61115fd8/tags/tempest-TagsExtTest-Tag-1030554534 HTTP/1.1" status: 404 len: 329 time: 0.2036977 Jan 21 09:47:02.512059 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60684) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:02.512486 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-40cd3b49-9994-431d-9926-c6b210dab7fa tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.515104 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4841d0fe-5461-45b7-8751-425875ca0195 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.517689 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4841d0fe-5461-45b7-8751-425875ca0195 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.529909 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.tag.tag_plugin [None req-190e959a-bcef-46a9-adc9-9ccca9824056 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1778b0ee-fc85-4b12-9385-40ba61115fd8', 'tempest-TagsExtTest-Tag-1668835064') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:02.564301 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-62aed788-7883-4df0-93d6-d2db8d98e3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.646727 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aed788-7883-4df0-93d6-d2db8d98e3b3 None None] Pushing event deleted for resources: {'Port': ['ID=80ba00a4-416c-4b19-9899-25ab7c9be276,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:02.653486 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-cdacc690-3be5-4fe7-aa00-8a213a3723c5 None None] Provisioning complete for port 4bfe7e5e-2c7a-414a-a132-595cb250029f triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:02.653875 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cdacc690-3be5-4fe7-aa00-8a213a3723c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.662287 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-190e959a-bcef-46a9-adc9-9ccca9824056 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] show failed (client error): The resource could not be found. Jan 21 09:47:02.663633 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-190e959a-bcef-46a9-adc9-9ccca9824056 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "GET /v2.0/subnetpools/1778b0ee-fc85-4b12-9385-40ba61115fd8/tags/tempest-TagsExtTest-Tag-1668835064 HTTP/1.1" status: 404 len: 329 time: 0.1419551 Jan 21 09:47:02.673537 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60688) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:02.680924 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.tag.tag_plugin [None req-0d1cc451-0ae7-4e53-8b7b-34fab197c987 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1778b0ee-fc85-4b12-9385-40ba61115fd8') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:02.694467 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-c26d82d3-de97-47b1-89bc-51a7e982594c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Deleting subnet a9dcefc9-ad59-4b50-8d5f-fe7c1b9757aa {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:47:02.696691 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62aed788-7883-4df0-93d6-d2db8d98e3b3 None None] No DVR routers for this DVR port 80ba00a4-416c-4b19-9899-25ab7c9be276 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:47:02.697127 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4841d0fe-5461-45b7-8751-425875ca0195 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.700559 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb408498-f0e8-4f21-a53a-1063239a1633 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.705197 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c26d82d3-de97-47b1-89bc-51a7e982594c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.782917 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-40cd3b49-9994-431d-9926-c6b210dab7fa tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.850291 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f75b4503-7618-47db-8248-f4835d1a17c2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.878448 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d96ba8-d1fc-47b7-9fea-a29f28c5d973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-4995827c-d02c-45fa-b443-31c4d3fb8ff6', 'network_id': '4995827c-d02c-45fa-b443-31c4d3fb8ff6', 'tenant_id': '4fe5ffc46e9d424dbc8f262042bd8541', 'fixed_ips': [{'subnet_id': 'c9c98760-2815-422f-affe-775ec729841e'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:47:02.879247 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-50d96ba8-d1fc-47b7-9fea-a29f28c5d973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.948532 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c26d82d3-de97-47b1-89bc-51a7e982594c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.954105 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0d1cc451-0ae7-4e53-8b7b-34fab197c987 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "DELETE /v2.0/subnetpools/1778b0ee-fc85-4b12-9385-40ba61115fd8/tags HTTP/1.1" status: 204 len: 168 time: 0.2778156 Jan 21 09:47:02.954869 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60692) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:02.972489 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.tag.tag_plugin [None req-48f59fb5-0d14-464f-b7ec-10b4acf4d048 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7bd632fe-4d6d-4128-bbd9-baf0ccac0542') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:03.005427 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 80ba00a4-416c-4b19-9899-25ab7c9be276 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:47:03.027338 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4841d0fe-5461-45b7-8751-425875ca0195 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:03.050428 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75b4503-7618-47db-8248-f4835d1a17c2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:03.059802 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 80ba00a4-416c-4b19-9899-25ab7c9be276 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:47:03.060142 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 80ba00a4-416c-4b19-9899-25ab7c9be276 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:47:03.064084 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f6889905-f8bc-45d5-9b5e-1162d39fa9f5 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:03.088914 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-f75b4503-7618-47db-8248-f4835d1a17c2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:03.107130 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75b4503-7618-47db-8248-f4835d1a17c2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:03.107721 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f75b4503-7618-47db-8248-f4835d1a17c2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:03.111796 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b4503-7618-47db-8248-f4835d1a17c2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Subnet': ['ID=d442a77e-b9d7-4510-a7f0-e2a8a01c323e,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:03.118484 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f6889905-f8bc-45d5-9b5e-1162d39fa9f5 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:03.184479 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4841d0fe-5461-45b7-8751-425875ca0195 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:03.185992 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4841d0fe-5461-45b7-8751-425875ca0195 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.9820082 Jan 21 09:47:03.191330 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bb4a6c-0a8d-4bce-84f4-4c3f56980373 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:03.191952 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60696) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:03.230632 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-40cd3b49-9994-431d-9926-c6b210dab7fa tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:03.288077 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-50d96ba8-d1fc-47b7-9fea-a29f28c5d973 None None] Allocated IP 172.20.0.2 (4995827c-d02c-45fa-b443-31c4d3fb8ff6/c9c98760-2815-422f-affe-775ec729841e/f4ccc646-fcee-473e-9ad0-43a1c64311c1) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:03.321088 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd3b49-9994-431d-9926-c6b210dab7fa tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Subnet': ['ID=ef6eac4e-1a08-433a-9178-2e9127ed88b7,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:03.338398 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f75b4503-7618-47db-8248-f4835d1a17c2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1591823 Jan 21 09:47:03.352376 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60700) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:03.357476 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-40cd3b49-9994-431d-9926-c6b210dab7fa tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:03.363246 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-40cd3b49-9994-431d-9926-c6b210dab7fa tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/subnets/ef6eac4e-1a08-433a-9178-2e9127ed88b7 HTTP/1.1" status: 204 len: 168 time: 1.2113283 Jan 21 09:47:03.371983 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-80c97f76-b3d7-429c-a149-ea1316e054ed tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-223212174', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:03.378522 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60704) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:03.427649 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-80c97f76-b3d7-429c-a149-ea1316e054ed tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:03.447341 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c26d82d3-de97-47b1-89bc-51a7e982594c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:03.470795 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-702ee3ed-fc1f-45fb-a978-ad9446da2e86 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:03.471539 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-702ee3ed-fc1f-45fb-a978-ad9446da2e86 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:03.474323 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-702ee3ed-fc1f-45fb-a978-ad9446da2e86 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/subnets/50d6de63-5c61-4875-a91e-01fa54dce77d HTTP/1.1" status: 404 len: 337 time: 0.0912347 Jan 21 09:47:03.476417 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-80c97f76-b3d7-429c-a149-ea1316e054ed tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:router and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:03.479548 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60708) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:03.483017 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-80c97f76-b3d7-429c-a149-ea1316e054ed tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:03.495459 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-80c97f76-b3d7-429c-a149-ea1316e054ed tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:03.512237 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-48f59fb5-0d14-464f-b7ec-10b4acf4d048 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "DELETE /v2.0/routers/7bd632fe-4d6d-4128-bbd9-baf0ccac0542/tags HTTP/1.1" status: 204 len: 168 time: 0.5471139 Jan 21 09:47:03.515393 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60710) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:03.527064 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.tag.tag_plugin [None req-6c8daf30-e461-4931-b4d9-80990cc2fe50 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2f5a4077-9250-4585-9432-dd57d1d15bdc') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:03.694513 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a0ea28-c351-43a1-950e-637c0b9b257a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-d5f237d0-52c1-4100-800c-a471203fec66', 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'tenant_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'fixed_ips': [{'subnet_id': 'd442a77e-b9d7-4510-a7f0-e2a8a01c323e'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:47:03.695447 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-29a0ea28-c351-43a1-950e-637c0b9b257a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:03.750481 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-518f74e8-0ef2-4358-abb8-945ac21c1b95 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "GET /v2.0/ports?device_id=9271077e-7e8f-479c-a61f-91772801e913 HTTP/1.1" status: 200 len: 205 time: 0.2180581 Jan 21 09:47:03.756722 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60716) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:03.767364 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-80c97f76-b3d7-429c-a149-ea1316e054ed tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:03.768387 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-80c97f76-b3d7-429c-a149-ea1316e054ed tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:03.778824 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-f6889905-f8bc-45d5-9b5e-1162d39fa9f5 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Allocated IP 172.26.0.181 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/f523137c-61fb-4d11-b88d-915e43970301) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:03.899218 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145aae16-964c-4a12-b67b-37e43ebdea6e None None] Network 6087673c-a924-425c-9bf1-b38150ede8d0 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:03.908553 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-74ff3198-c3e8-4904-b6e4-e21f2c055297 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] delete failed (client error): The resource could not be found. Jan 21 09:47:03.911569 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-74ff3198-c3e8-4904-b6e4-e21f2c055297 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/routers/9271077e-7e8f-479c-a61f-91772801e913 HTTP/1.1" status: 404 len: 336 time: 0.1510854 Jan 21 09:47:03.915873 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60720) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:03.964635 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-80c97f76-b3d7-429c-a149-ea1316e054ed tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:03.980954 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cac8b63-b3a1-4226-bf63-4d0b91d667de tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:03.981582 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cac8b63-b3a1-4226-bf63-4d0b91d667de tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:03.996446 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-50d96ba8-d1fc-47b7-9fea-a29f28c5d973 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.008335 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3cac8b63-b3a1-4226-bf63-4d0b91d667de tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/subnets/53ba5576-f79d-45a8-8d5a-23828592104d HTTP/1.1" status: 404 len: 337 time: 0.0852385 Jan 21 09:47:04.010849 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60724) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:04.013994 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6c8daf30-e461-4931-b4d9-80990cc2fe50 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "DELETE /v2.0/ports/2f5a4077-9250-4585-9432-dd57d1d15bdc/tags HTTP/1.1" status: 204 len: 168 time: 0.4950786 Jan 21 09:47:04.033220 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60726) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:04.074186 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-50d96ba8-d1fc-47b7-9fea-a29f28c5d973 None None] Transition to ACTIVE for port object f4ccc646-fcee-473e-9ad0-43a1c64311c1 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:04.080938 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.tag.tag_plugin [None req-ece2dba3-d75f-4637-81b3-5f865db749af tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '98df31a9-b457-42ce-88e1-88b9dd9abbca') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:04.120409 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c26d82d3-de97-47b1-89bc-51a7e982594c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.126644 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec4e3e7-5236-42d2-ada4-dd38bffcb52b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:04.127217 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aec4e3e7-5236-42d2-ada4-dd38bffcb52b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:04.132138 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-aec4e3e7-5236-42d2-ada4-dd38bffcb52b tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/subnets/231fa728-e673-4250-bb02-cf8d4c135028 HTTP/1.1" status: 404 len: 337 time: 0.1160595 Jan 21 09:47:04.137092 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60732) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:04.138008 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-80c97f76-b3d7-429c-a149-ea1316e054ed tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.175729 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d82d3-de97-47b1-89bc-51a7e982594c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event deleted for resources: {'Subnet': ['ID=a9dcefc9-ad59-4b50-8d5f-fe7c1b9757aa,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:04.185422 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c26d82d3-de97-47b1-89bc-51a7e982594c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.196020 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-50d96ba8-d1fc-47b7-9fea-a29f28c5d973 None None] Transition to ACTIVE for port object f4ccc646-fcee-473e-9ad0-43a1c64311c1 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:04.196355 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-d38c4fd6-e040-4e87-89d1-a83168e2b30d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:04.197174 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d38c4fd6-e040-4e87-89d1-a83168e2b30d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:04.197572 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-2cc04e59-4886-42bc-ae9c-54cd8d2d14b3 None None] Provisioning complete for port f2945011-18e0-495d-ac1d-ff9d3f113ecc triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:04.198133 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2cc04e59-4886-42bc-ae9c-54cd8d2d14b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.201805 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d38c4fd6-e040-4e87-89d1-a83168e2b30d tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/subnets/d096748a-55a8-42f8-97a8-c6b4fb15312d HTTP/1.1" status: 404 len: 337 time: 0.0573034 Jan 21 09:47:04.202459 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60736) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:04.235597 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4677ee-b31f-4019-8b5b-ae2dbc0b044e None None] Network 262ce80e-277c-46d0-8245-5f7b92c928b6 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:04.261741 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb408498-f0e8-4f21-a53a-1063239a1633 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Router 9f9424e5-04fe-4434-8c68-41802afa6359 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:47:04.267406 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-50d96ba8-d1fc-47b7-9fea-a29f28c5d973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.270024 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c26d82d3-de97-47b1-89bc-51a7e982594c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/subnets/a9dcefc9-ad59-4b50-8d5f-fe7c1b9757aa HTTP/1.1" status: 204 len: 168 time: 2.1099699 Jan 21 09:47:04.274218 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60740) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:04.276446 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f6889905-f8bc-45d5-9b5e-1162d39fa9f5 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.281185 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-80c97f76-b3d7-429c-a149-ea1316e054ed tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.285811 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-80c97f76-b3d7-429c-a149-ea1316e054ed tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9280810 Jan 21 09:47:04.287333 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1003466-0f19-4cd2-b002-e461be393326 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:04.287845 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1003466-0f19-4cd2-b002-e461be393326 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:04.292031 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d1003466-0f19-4cd2-b002-e461be393326 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/ports/115a425f-2632-4059-b012-47cb98227ffe HTTP/1.1" status: 404 len: 333 time: 0.0715640 Jan 21 09:47:04.292835 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60744) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:04.293229 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60746) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:04.375038 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-29a0ea28-c351-43a1-950e-637c0b9b257a None None] Allocated IP 2001:db8::2 (d5f237d0-52c1-4100-800c-a471203fec66/d442a77e-b9d7-4510-a7f0-e2a8a01c323e/8bf04fe9-b7d2-407e-a5f0-1ee539acc2e9) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:04.426707 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a6be70-4732-424f-ae7d-c00b59d6501e tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:04.427248 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9a6be70-4732-424f-ae7d-c00b59d6501e tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:04.431549 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a9a6be70-4732-424f-ae7d-c00b59d6501e tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/subnets/6e7c3225-acda-4503-aa41-61b0d296e9c5 HTTP/1.1" status: 404 len: 337 time: 0.1331668 Jan 21 09:47:04.432547 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60752) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:04.472132 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-2cc04e59-4886-42bc-ae9c-54cd8d2d14b3 None None] Port f2945011-18e0-495d-ac1d-ff9d3f113ecc cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:47:04.502337 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d96ba8-d1fc-47b7-9fea-a29f28c5d973 None None] Network 4995827c-d02c-45fa-b443-31c4d3fb8ff6 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:04.539810 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d96ba8-d1fc-47b7-9fea-a29f28c5d973 None None] Pushing event updated for resources: {'Port': ['ID=f4ccc646-fcee-473e-9ad0-43a1c64311c1,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:04.542467 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-50d96ba8-d1fc-47b7-9fea-a29f28c5d973 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:04.569795 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-7998e51d-ada8-4319-b73d-2be579a0d55c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:04.570175 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7998e51d-ada8-4319-b73d-2be579a0d55c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:04.575917 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7998e51d-ada8-4319-b73d-2be579a0d55c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/subnets/e92b90a6-0db5-46b3-821a-af6540e38969 HTTP/1.1" status: 404 len: 337 time: 0.1383984 Jan 21 09:47:04.581320 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60756) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:04.610354 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d96ba8-d1fc-47b7-9fea-a29f28c5d973 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:04.650173 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-693a7fe4-5bb2-48a3-bf7d-c525d508fa7a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.654601 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f6889905-f8bc-45d5-9b5e-1162d39fa9f5 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.693949 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f34925f-01bb-4452-b485-182b6cc57c54 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:04.694558 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f34925f-01bb-4452-b485-182b6cc57c54 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:04.694954 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-693a7fe4-5bb2-48a3-bf7d-c525d508fa7a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Deleting port e97ae9eb-c8eb-4fd4-a25e-6d4dc5280df7 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:04.695343 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-693a7fe4-5bb2-48a3-bf7d-c525d508fa7a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.700372 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1f34925f-01bb-4452-b485-182b6cc57c54 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/ports/47579b91-f5cd-494d-904f-406d2d90bf72 HTTP/1.1" status: 404 len: 333 time: 0.1144001 Jan 21 09:47:04.768658 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60760) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:04.794143 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ece2dba3-d75f-4637-81b3-5f865db749af tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "DELETE /v2.0/subnets/98df31a9-b457-42ce-88e1-88b9dd9abbca/tags HTTP/1.1" status: 204 len: 168 time: 0.7578254 Jan 21 09:47:04.796601 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60762) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:04.807601 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb408498-f0e8-4f21-a53a-1063239a1633 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:04.822641 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cdb855-2a82-4d7e-9347-df6bfb21137e None None] Sync routers for ids ['9f9424e5-04fe-4434-8c68-41802afa6359'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:47:04.831909 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1319682-e630-43d9-9875-c64ee9b50aef tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.851457 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-fb408498-f0e8-4f21-a53a-1063239a1633 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "PUT /v2.0/routers/9f9424e5-04fe-4434-8c68-41802afa6359/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9993150 Jan 21 09:47:04.858337 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60768) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:04.871263 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-2cc04e59-4886-42bc-ae9c-54cd8d2d14b3 None None] Provisioning complete for port 4bfe7e5e-2c7a-414a-a132-595cb250029f triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:04.871646 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2cc04e59-4886-42bc-ae9c-54cd8d2d14b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.884216 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cdb855-2a82-4d7e-9347-df6bfb21137e None None] Routers {'9f9424e5-04fe-4434-8c68-41802afa6359'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:04.884845 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-59cdb855-2a82-4d7e-9347-df6bfb21137e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:46:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9f9424e5-04fe-4434-8c68-41802afa6359'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:04.928910 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6889905-f8bc-45d5-9b5e-1162d39fa9f5 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Pushing event updated for resources: {'Port': ['ID=f523137c-61fb-4d11-b88d-915e43970301,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:04.945311 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a88316b-a030-4248-a7d5-c2d03ae99803 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:04.945932 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a88316b-a030-4248-a7d5-c2d03ae99803 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:04.950063 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7a88316b-a030-4248-a7d5-c2d03ae99803 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/subnets/261490ff-df2b-42ee-ac30-57075afd83b0 HTTP/1.1" status: 404 len: 337 time: 0.1519091 Jan 21 09:47:04.954533 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29adbb96-8615-4fea-b1d4-c73b295026a6 None None] DHCP port deletion for 6087673c-a924-425c-9bf1-b38150ede8d0 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:47:05.008204 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60772) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:05.015283 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6889905-f8bc-45d5-9b5e-1162d39fa9f5 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:05.020552 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 4bfe7e5e-2c7a-414a-a132-595cb250029f no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:47:05.022738 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-f6889905-f8bc-45d5-9b5e-1162d39fa9f5 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:05.030780 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6889905-f8bc-45d5-9b5e-1162d39fa9f5 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:05.040521 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-59cdb855-2a82-4d7e-9347-df6bfb21137e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:05.055149 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-29adbb96-8615-4fea-b1d4-c73b295026a6 None None] Deleting port 4bfe7e5e-2c7a-414a-a132-595cb250029f {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:05.055406 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cdb855-2a82-4d7e-9347-df6bfb21137e None None] Routers {'9f9424e5-04fe-4434-8c68-41802afa6359'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:05.055919 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-29adbb96-8615-4fea-b1d4-c73b295026a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.056063 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-59cdb855-2a82-4d7e-9347-df6bfb21137e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:46:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9f9424e5-04fe-4434-8c68-41802afa6359'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:05.191364 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-50d96ba8-d1fc-47b7-9fea-a29f28c5d973 None None] Attempting to bind port f4ccc646-fcee-473e-9ad0-43a1c64311c1 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:05.192387 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-50d96ba8-d1fc-47b7-9fea-a29f28c5d973 None None] Attempting to bind port f4ccc646-fcee-473e-9ad0-43a1c64311c1 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '0afc8ced-8066-4353-b438-3ceaa5f4e3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4995827c-d02c-45fa-b443-31c4d3fb8ff6'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:05.192820 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-59cdb855-2a82-4d7e-9347-df6bfb21137e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:05.193099 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d96ba8-d1fc-47b7-9fea-a29f28c5d973 None None] Attempting to bind port f4ccc646-fcee-473e-9ad0-43a1c64311c1 on network 4995827c-d02c-45fa-b443-31c4d3fb8ff6 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:47:05.193219 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cdb855-2a82-4d7e-9347-df6bfb21137e None None] The sync data for ids ['9f9424e5-04fe-4434-8c68-41802afa6359'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:47:05.300850 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d96ba8-d1fc-47b7-9fea-a29f28c5d973 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:47:05.301602 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d96ba8-d1fc-47b7-9fea-a29f28c5d973 None None] Checking segment: {'id': '0afc8ced-8066-4353-b438-3ceaa5f4e3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4995827c-d02c-45fa-b443-31c4d3fb8ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:05.302200 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-50d96ba8-d1fc-47b7-9fea-a29f28c5d973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.302600 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d96ba8-d1fc-47b7-9fea-a29f28c5d973 None None] Bound using segment: {'id': '0afc8ced-8066-4353-b438-3ceaa5f4e3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4995827c-d02c-45fa-b443-31c4d3fb8ff6'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:47:05.303091 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-50d96ba8-d1fc-47b7-9fea-a29f28c5d973 None None] Bound port: f4ccc646-fcee-473e-9ad0-43a1c64311c1, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0afc8ced-8066-4353-b438-3ceaa5f4e3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4995827c-d02c-45fa-b443-31c4d3fb8ff6'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:05.303464 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-50d96ba8-d1fc-47b7-9fea-a29f28c5d973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.436733 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-b631e24b-3d5c-4473-9256-57b5e17583f0 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:05.438940 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b631e24b-3d5c-4473-9256-57b5e17583f0 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:05.443472 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b631e24b-3d5c-4473-9256-57b5e17583f0 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/subnets/3d4f00d3-5fff-4e3c-b3a8-9b26e3b28ac7 HTTP/1.1" status: 404 len: 337 time: 0.4252858 Jan 21 09:47:05.449926 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-29a0ea28-c351-43a1-950e-637c0b9b257a None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.451559 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60776) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:05.490544 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05e43b3-55d0-42cd-ba04-c9c65bd29342 None None] DHCP port deletion for 262ce80e-277c-46d0-8245-5f7b92c928b6 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:47:05.562320 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-d05e43b3-55d0-42cd-ba04-c9c65bd29342 None None] Deleting port e97ae9eb-c8eb-4fd4-a25e-6d4dc5280df7 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:05.562740 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d05e43b3-55d0-42cd-ba04-c9c65bd29342 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.593845 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-29a0ea28-c351-43a1-950e-637c0b9b257a None None] Transition to ACTIVE for port object 8bf04fe9-b7d2-407e-a5f0-1ee539acc2e9 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:05.635290 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42012296-1428-4c30-a595-8779ddec62a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.721126 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.851658 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-29a0ea28-c351-43a1-950e-637c0b9b257a None None] Transition to ACTIVE for port object 8bf04fe9-b7d2-407e-a5f0-1ee539acc2e9 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:05.857854 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f6889905-f8bc-45d5-9b5e-1162d39fa9f5 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.867036 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-50d96ba8-d1fc-47b7-9fea-a29f28c5d973 None None] For port f4ccc646-fcee-473e-9ad0-43a1c64311c1, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:47:05.890090 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-29a0ea28-c351-43a1-950e-637c0b9b257a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.900076 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-29adbb96-8615-4fea-b1d4-c73b295026a6 None None] For port 4bfe7e5e-2c7a-414a-a132-595cb250029f, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=4bfe7e5e-2c7a-414a-a132-595cb250029f,segment=NetworkSegment(a53668af-045b-4bc6-baa5-021e988b892d),segment_id=a53668af-045b-4bc6-baa5-021e988b892d)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:05.901300 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-29adbb96-8615-4fea-b1d4-c73b295026a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.917015 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-b7033993-f943-4ad0-8651-c3ee1795b306 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Deleting port f2945011-18e0-495d-ac1d-ff9d3f113ecc {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:05.917450 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b7033993-f943-4ad0-8651-c3ee1795b306 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.943873 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-a1319682-e630-43d9-9875-c64ee9b50aef tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Allocated IP 172.20.0.1 (4995827c-d02c-45fa-b443-31c4d3fb8ff6/c9c98760-2815-422f-affe-775ec729841e/04c34aae-783f-41f6-9128-d4f605744e23) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:05.968125 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-50d96ba8-d1fc-47b7-9fea-a29f28c5d973 None None] For port f4ccc646-fcee-473e-9ad0-43a1c64311c1, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=f4ccc646-fcee-473e-9ad0-43a1c64311c1,segment=NetworkSegment(0afc8ced-8066-4353-b438-3ceaa5f4e3d1),segment_id=0afc8ced-8066-4353-b438-3ceaa5f4e3d1)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:47:05.979217 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 4bfe7e5e-2c7a-414a-a132-595cb250029f, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=4bfe7e5e-2c7a-414a-a132-595cb250029f,segment=NetworkSegment(a53668af-045b-4bc6-baa5-021e988b892d),segment_id=a53668af-045b-4bc6-baa5-021e988b892d)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:06.044084 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-693a7fe4-5bb2-48a3-bf7d-c525d508fa7a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] For port e97ae9eb-c8eb-4fd4-a25e-6d4dc5280df7, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=e97ae9eb-c8eb-4fd4-a25e-6d4dc5280df7,segment=NetworkSegment(74f275cd-0401-4acc-9e3d-288641d7d62c),segment_id=74f275cd-0401-4acc-9e3d-288641d7d62c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:06.044720 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-693a7fe4-5bb2-48a3-bf7d-c525d508fa7a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.135362 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-50d96ba8-d1fc-47b7-9fea-a29f28c5d973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.147242 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-29adbb96-8615-4fea-b1d4-c73b295026a6 None None] Calling delete_port for 4bfe7e5e-2c7a-414a-a132-595cb250029f owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:06.188334 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.196611 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c4c8d111-fb8b-4d52-9662-a0652f81a83f tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks [] for subnetpool, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.201073 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c4c8d111-fb8b-4d52-9662-a0652f81a83f tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "DELETE /v2.0/subnetpools/1778b0ee-fc85-4b12-9385-40ba61115fd8 HTTP/1.1" status: 204 len: 168 time: 1.3959067 Jan 21 09:47:06.207838 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60780) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:06.252773 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-693a7fe4-5bb2-48a3-bf7d-c525d508fa7a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Calling delete_port for e97ae9eb-c8eb-4fd4-a25e-6d4dc5280df7 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:06.299215 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a0ea28-c351-43a1-950e-637c0b9b257a None None] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:06.302170 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0ea28-c351-43a1-950e-637c0b9b257a None None] Pushing event updated for resources: {'Port': ['ID=8bf04fe9-b7d2-407e-a5f0-1ee539acc2e9,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:06.311293 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5e04986e-22ba-432a-b138-4b6d2790fd8f tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "GET /v2.0/ports?device_id=7bd632fe-4d6d-4128-bbd9-baf0ccac0542 HTTP/1.1" status: 200 len: 205 time: 0.0886347 Jan 21 09:47:06.312058 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60784) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:06.317562 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-29a0ea28-c351-43a1-950e-637c0b9b257a None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:06.367798 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a0ea28-c351-43a1-950e-637c0b9b257a None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:06.384247 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-693a7fe4-5bb2-48a3-bf7d-c525d508fa7a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.449594 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1319682-e630-43d9-9875-c64ee9b50aef tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.452822 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a7fe4-5bb2-48a3-bf7d-c525d508fa7a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event deleted for resources: {'Port': ['ID=e97ae9eb-c8eb-4fd4-a25e-6d4dc5280df7,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:06.471577 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a1319682-e630-43d9-9875-c64ee9b50aef tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Transition to ACTIVE for port object 04c34aae-783f-41f6-9128-d4f605744e23 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:06.516566 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693a7fe4-5bb2-48a3-bf7d-c525d508fa7a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] No DVR routers for this DVR port e97ae9eb-c8eb-4fd4-a25e-6d4dc5280df7 on host dv-neutron-825732-1-hyperv {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:47:06.546605 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-d05e43b3-55d0-42cd-ba04-c9c65bd29342 None None] For port e97ae9eb-c8eb-4fd4-a25e-6d4dc5280df7, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=e97ae9eb-c8eb-4fd4-a25e-6d4dc5280df7,segment=NetworkSegment(74f275cd-0401-4acc-9e3d-288641d7d62c),segment_id=74f275cd-0401-4acc-9e3d-288641d7d62c)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:06.547684 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d05e43b3-55d0-42cd-ba04-c9c65bd29342 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.558439 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-29adbb96-8615-4fea-b1d4-c73b295026a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:47:06.558882 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-29adbb96-8615-4fea-b1d4-c73b295026a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:47:06.567113 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d96ba8-d1fc-47b7-9fea-a29f28c5d973 None None] Pushing event updated for resources: {'Port': ['ID=f4ccc646-fcee-473e-9ad0-43a1c64311c1,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:06.611284 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1319682-e630-43d9-9875-c64ee9b50aef tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.615789 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f6889905-f8bc-45d5-9b5e-1162d39fa9f5 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.633920 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b7033993-f943-4ad0-8651-c3ee1795b306 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.658081 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-e213f6ef-a54b-4699-9aa3-0998b701a8e6 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] remove_router_interface failed (client error): The resource could not be found. Jan 21 09:47:06.659397 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e213f6ef-a54b-4699-9aa3-0998b701a8e6 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "PUT /v2.0/routers/9f9424e5-04fe-4434-8c68-41802afa6359/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.7929943 Jan 21 09:47:06.678019 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60788) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:06.680999 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f6889905-f8bc-45d5-9b5e-1162d39fa9f5 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349321', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344087'] for router, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.779868 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1319682-e630-43d9-9875-c64ee9b50aef tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Network 4995827c-d02c-45fa-b443-31c4d3fb8ff6 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:06.785566 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-a1319682-e630-43d9-9875-c64ee9b50aef tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:06.788693 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-693a7fe4-5bb2-48a3-bf7d-c525d508fa7a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.803327 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1319682-e630-43d9-9875-c64ee9b50aef tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:06.833120 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-d05e43b3-55d0-42cd-ba04-c9c65bd29342 None None] Calling delete_port for e97ae9eb-c8eb-4fd4-a25e-6d4dc5280df7 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:06.850623 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1319682-e630-43d9-9875-c64ee9b50aef tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Pushing event updated for resources: {'Port': ['ID=04c34aae-783f-41f6-9128-d4f605744e23,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:06.887764 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-693a7fe4-5bb2-48a3-bf7d-c525d508fa7a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['262ce80e-277c-46d0-8245-5f7b92c928b6']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:06.907603 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-29a0ea28-c351-43a1-950e-637c0b9b257a None None] Attempting to bind port 8bf04fe9-b7d2-407e-a5f0-1ee539acc2e9 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:06.908149 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-29a0ea28-c351-43a1-950e-637c0b9b257a None None] Attempting to bind port 8bf04fe9-b7d2-407e-a5f0-1ee539acc2e9 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:06.908685 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a0ea28-c351-43a1-950e-637c0b9b257a None None] Attempting to bind port 8bf04fe9-b7d2-407e-a5f0-1ee539acc2e9 on network d5f237d0-52c1-4100-800c-a471203fec66 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:47:06.913248 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-693a7fe4-5bb2-48a3-bf7d-c525d508fa7a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f275cd-0401-4acc-9e3d-288641d7d62c') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:06.913750 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-693a7fe4-5bb2-48a3-bf7d-c525d508fa7a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f275cd-0401-4acc-9e3d-288641d7d62c') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:06.932232 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1319682-e630-43d9-9875-c64ee9b50aef tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.936989 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a0ea28-c351-43a1-950e-637c0b9b257a None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:47:06.938429 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a0ea28-c351-43a1-950e-637c0b9b257a None None] Checking segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:06.939194 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-29a0ea28-c351-43a1-950e-637c0b9b257a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.939335 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-693a7fe4-5bb2-48a3-bf7d-c525d508fa7a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.939942 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a0ea28-c351-43a1-950e-637c0b9b257a None None] Bound using segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:47:06.940813 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-29a0ea28-c351-43a1-950e-637c0b9b257a None None] Bound port: 8bf04fe9-b7d2-407e-a5f0-1ee539acc2e9, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:06.941400 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-29a0ea28-c351-43a1-950e-637c0b9b257a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.986190 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ca7f29da-e59e-4149-a22b-a1a8d6bef8bc tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.992103 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=4bfe7e5e-2c7a-414a-a132-595cb250029f,revision_number=11']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:07.003527 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-693a7fe4-5bb2-48a3-bf7d-c525d508fa7a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.029063 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-693a7fe4-5bb2-48a3-bf7d-c525d508fa7a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:47:07.029460 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-693a7fe4-5bb2-48a3-bf7d-c525d508fa7a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.056870 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:47:07.056870 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:47:07.056870 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:47:07.056870 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:47:07.056870 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:47:07.056870 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:47:07.056870 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:47:07.056870 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:47:07.056870 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:47:07.056870 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:47:07.056870 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:47:07.056870 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:47:07.056870 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:47:07.056870 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:47:07.056870 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:47:07.056870 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:47:07.056870 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:47:07.056870 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:47:07.056870 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:47:07.056870 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:47:07.056870 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:47:07.056870 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:47:07.056870 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:47:07.056870 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:47:07.056870 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:47:07.056870 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:47:07.056870 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:47:07.056870 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:47:07.056870 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:47:07.056870 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:47:07.056870 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:47:07.056870 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:47:07.080688 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-b7033993-f943-4ad0-8651-c3ee1795b306 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Calling delete_port for f2945011-18e0-495d-ac1d-ff9d3f113ecc owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:07.140022 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-29adbb96-8615-4fea-b1d4-c73b295026a6 None None] Deleting port 4bfe7e5e-2c7a-414a-a132-595cb250029f {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:07.140660 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-29adbb96-8615-4fea-b1d4-c73b295026a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.143616 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b748a503-8aed-4f61-bf6e-ec86fc7a8731 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "GET /v2.0/ports?device_id=9f9424e5-04fe-4434-8c68-41802afa6359 HTTP/1.1" status: 200 len: 205 time: 0.4641316 Jan 21 09:47:07.175004 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device f4ccc646-fcee-473e-9ad0-43a1c64311c1 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:07.209151 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-d05e43b3-55d0-42cd-ba04-c9c65bd29342 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:47:07.209498 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-d05e43b3-55d0-42cd-ba04-c9c65bd29342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:47:07.221137 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-29a0ea28-c351-43a1-950e-637c0b9b257a None None] For port 8bf04fe9-b7d2-407e-a5f0-1ee539acc2e9, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:47:07.261662 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-29a0ea28-c351-43a1-950e-637c0b9b257a None None] For port 8bf04fe9-b7d2-407e-a5f0-1ee539acc2e9, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=8bf04fe9-b7d2-407e-a5f0-1ee539acc2e9,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:47:07.280111 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60792) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:07.305880 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-29a0ea28-c351-43a1-950e-637c0b9b257a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.440632 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-42012296-1428-4c30-a595-8779ddec62a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Allocated IP 2001:db8::1 (d5f237d0-52c1-4100-800c-a471203fec66/d442a77e-b9d7-4510-a7f0-e2a8a01c323e/2bb19ff8-b87d-43b1-bafb-b551689618ea) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:07.505485 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0ea28-c351-43a1-950e-637c0b9b257a None None] Pushing event updated for resources: {'Port': ['ID=8bf04fe9-b7d2-407e-a5f0-1ee539acc2e9,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:07.506722 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-693a7fe4-5bb2-48a3-bf7d-c525d508fa7a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.525567 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port f4ccc646-fcee-473e-9ad0-43a1c64311c1 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:07.560144 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-693a7fe4-5bb2-48a3-bf7d-c525d508fa7a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.582973 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-29adbb96-8615-4fea-b1d4-c73b295026a6 None None] For port 4bfe7e5e-2c7a-414a-a132-595cb250029f, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=4bfe7e5e-2c7a-414a-a132-595cb250029f,segment=NetworkSegment(a53668af-045b-4bc6-baa5-021e988b892d),segment_id=a53668af-045b-4bc6-baa5-021e988b892d)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:07.583570 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-29adbb96-8615-4fea-b1d4-c73b295026a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.596447 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-693a7fe4-5bb2-48a3-bf7d-c525d508fa7a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/networks/262ce80e-277c-46d0-8245-5f7b92c928b6 HTTP/1.1" status: 204 len: 168 time: 3.3209906 Jan 21 09:47:07.597965 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a7fe4-5bb2-48a3-bf7d-c525d508fa7a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event deleted for resources: {'Network': ['ID=262ce80e-277c-46d0-8245-5f7b92c928b6,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:07.601596 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60796) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:07.616397 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad7b3ed6-662b-42e5-9869-d29aacc5c267 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.701433 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-5b7c0c8a-5226-4286-bbfb-48bfb7971e5c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1942205691'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:07.701737 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device e97ae9eb-c8eb-4fd4-a25e-6d4dc5280df7 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:47:07.705714 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1319682-e630-43d9-9875-c64ee9b50aef tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.749473 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-5b7c0c8a-5226-4286-bbfb-48bfb7971e5c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:07.779189 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-5b7c0c8a-5226-4286-bbfb-48bfb7971e5c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Usage tracker for resource:network and tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:07.784096 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-5b7c0c8a-5226-4286-bbfb-48bfb7971e5c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:07.811245 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-d05e43b3-55d0-42cd-ba04-c9c65bd29342 None None] Deleting port e97ae9eb-c8eb-4fd4-a25e-6d4dc5280df7 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:07.811649 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d05e43b3-55d0-42cd-ba04-c9c65bd29342 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.833594 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-5b7c0c8a-5226-4286-bbfb-48bfb7971e5c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:07.911829 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-29adbb96-8615-4fea-b1d4-c73b295026a6 None None] Calling delete_port for 4bfe7e5e-2c7a-414a-a132-595cb250029f owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:08.004277 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: e97ae9eb-c8eb-4fd4-a25e-6d4dc5280df7 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:47:08.004906 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device e97ae9eb-c8eb-4fd4-a25e-6d4dc5280df7 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:47:08.037356 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7c0c8a-5226-4286-bbfb-48bfb7971e5c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Made reservation on behalf of c3efc6a6fd814adc8f7fcb0582dd33b0 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:08.040594 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5b7c0c8a-5226-4286-bbfb-48bfb7971e5c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.061141 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-d05e43b3-55d0-42cd-ba04-c9c65bd29342 None None] The port 'e97ae9eb-c8eb-4fd4-a25e-6d4dc5280df7' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:47:08.101475 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b7033993-f943-4ad0-8651-c3ee1795b306 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.107550 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-29adbb96-8615-4fea-b1d4-c73b295026a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.180543 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29adbb96-8615-4fea-b1d4-c73b295026a6 None None] Pushing event deleted for resources: {'Port': ['ID=4bfe7e5e-2c7a-414a-a132-595cb250029f,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:08.187868 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29adbb96-8615-4fea-b1d4-c73b295026a6 None None] No DVR routers for this DVR port 4bfe7e5e-2c7a-414a-a132-595cb250029f on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:47:08.275305 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7033993-f943-4ad0-8651-c3ee1795b306 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Port': ['ID=f2945011-18e0-495d-ac1d-ff9d3f113ecc,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:08.282240 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42012296-1428-4c30-a595-8779ddec62a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.302987 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ca7f29da-e59e-4149-a22b-a1a8d6bef8bc tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.353372 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e118068-3c6e-4de4-ab9f-a2d1418a3221 None None] Network 4995827c-d02c-45fa-b443-31c4d3fb8ff6 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:08.362036 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b7033993-f943-4ad0-8651-c3ee1795b306 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.372721 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-42012296-1428-4c30-a595-8779ddec62a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Transition to ACTIVE for port object 2bb19ff8-b87d-43b1-bafb-b551689618ea will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:08.389128 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ca7f29da-e59e-4149-a22b-a1a8d6bef8bc tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.401260 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b7033993-f943-4ad0-8651-c3ee1795b306 tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/ports/f2945011-18e0-495d-ac1d-ff9d3f113ecc HTTP/1.1" status: 204 len: 168 time: 2.9462562 Jan 21 09:47:08.402637 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60800) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:08.402770 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b7c0c8a-5226-4286-bbfb-48bfb7971e5c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:47:08.502948 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-4c6caa64-4a4e-431d-bbfa-178a778570a9 None None] Provisioning for port f4ccc646-fcee-473e-9ad0-43a1c64311c1 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:08.563858 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad7b3ed6-662b-42e5-9869-d29aacc5c267 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.568817 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad7b3ed6-662b-42e5-9869-d29aacc5c267 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.570850 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ca7f29da-e59e-4149-a22b-a1a8d6bef8bc tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.571376 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7f29da-e59e-4149-a22b-a1a8d6bef8bc tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Fanout notify agent at l3_agent the message router_deleted on router 7bd632fe-4d6d-4128-bbd9-baf0ccac0542 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:47:08.583073 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-4c6caa64-4a4e-431d-bbfa-178a778570a9 None None] Provisioning complete for port f4ccc646-fcee-473e-9ad0-43a1c64311c1 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:08.583510 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4c6caa64-4a4e-431d-bbfa-178a778570a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.586786 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42012296-1428-4c30-a595-8779ddec62a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.606430 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5b7c0c8a-5226-4286-bbfb-48bfb7971e5c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.606790 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-5b7c0c8a-5226-4286-bbfb-48bfb7971e5c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Added segment 65532659-5eb4-449b-a9fb-7b98ccffa117 of type vlan for network f9ac1039-05e1-49c4-9400-faf32cf974cc Jan 21 09:47:08.615735 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad7b3ed6-662b-42e5-9869-d29aacc5c267 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.616847 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7b3ed6-662b-42e5-9869-d29aacc5c267 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Fanout notify agent at l3_agent the message router_deleted on router 9f9424e5-04fe-4434-8c68-41802afa6359 {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:47:08.626234 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-33a3bd26-cd6e-44d2-83dd-471795cf3f2c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.637826 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ca7f29da-e59e-4149-a22b-a1a8d6bef8bc tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.641624 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ca7f29da-e59e-4149-a22b-a1a8d6bef8bc tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "DELETE /v2.0/routers/7bd632fe-4d6d-4128-bbd9-baf0ccac0542 HTTP/1.1" status: 204 len: 168 time: 2.3179789 Jan 21 09:47:08.644677 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60804) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:08.737550 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42012296-1428-4c30-a595-8779ddec62a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:08.754021 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-42012296-1428-4c30-a595-8779ddec62a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:08.756748 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42012296-1428-4c30-a595-8779ddec62a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:08.757464 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42012296-1428-4c30-a595-8779ddec62a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.759992 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42012296-1428-4c30-a595-8779ddec62a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Port': ['ID=2bb19ff8-b87d-43b1-bafb-b551689618ea,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:08.788554 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5b7c0c8a-5226-4286-bbfb-48bfb7971e5c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.816709 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad7b3ed6-662b-42e5-9869-d29aacc5c267 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.817941 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ad7b3ed6-662b-42e5-9869-d29aacc5c267 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/routers/9f9424e5-04fe-4434-8c68-41802afa6359 HTTP/1.1" status: 204 len: 168 time: 1.5340033 Jan 21 09:47:08.825083 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60808) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:08.863318 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4c6caa64-4a4e-431d-bbfa-178a778570a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.882563 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-33a3bd26-cd6e-44d2-83dd-471795cf3f2c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.944857 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-33a3bd26-cd6e-44d2-83dd-471795cf3f2c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6087673c-a924-425c-9bf1-b38150ede8d0']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:08.950284 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-4c6caa64-4a4e-431d-bbfa-178a778570a9 None None] For port f4ccc646-fcee-473e-9ad0-43a1c64311c1, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=f4ccc646-fcee-473e-9ad0-43a1c64311c1,segment=NetworkSegment(0afc8ced-8066-4353-b438-3ceaa5f4e3d1),segment_id=0afc8ced-8066-4353-b438-3ceaa5f4e3d1)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:08.958280 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4c6caa64-4a4e-431d-bbfa-178a778570a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.998188 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-33a3bd26-cd6e-44d2-83dd-471795cf3f2c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a53668af-045b-4bc6-baa5-021e988b892d') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:08.998600 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-33a3bd26-cd6e-44d2-83dd-471795cf3f2c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a53668af-045b-4bc6-baa5-021e988b892d') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:09.037157 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-33a3bd26-cd6e-44d2-83dd-471795cf3f2c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.077440 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6889905-f8bc-45d5-9b5e-1162d39fa9f5 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Router 30b5b380-84c5-4721-ab49-0159f270d9eb is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:47:09.086751 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 8bf04fe9-b7d2-407e-a5f0-1ee539acc2e9 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:09.114284 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-33a3bd26-cd6e-44d2-83dd-471795cf3f2c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.123525 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-68a8e731-80c0-4465-a8b8-94c267d67849 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Deleting port 2f5a4077-9250-4585-9432-dd57d1d15bdc {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:09.123751 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-68a8e731-80c0-4465-a8b8-94c267d67849 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.124892 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a3bd26-cd6e-44d2-83dd-471795cf3f2c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:47:09.126482 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-33a3bd26-cd6e-44d2-83dd-471795cf3f2c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.163078 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-5b7c0c8a-5226-4286-bbfb-48bfb7971e5c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:47:09.195788 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6caa64-4a4e-431d-bbfa-178a778570a9 None None] Pushing event updated for resources: {'Port': ['ID=f4ccc646-fcee-473e-9ad0-43a1c64311c1,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:09.240439 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 8bf04fe9-b7d2-407e-a5f0-1ee539acc2e9 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:09.265190 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5b7c0c8a-5226-4286-bbfb-48bfb7971e5c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.271520 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7c0c8a-5226-4286-bbfb-48bfb7971e5c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:09.272233 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5b7c0c8a-5226-4286-bbfb-48bfb7971e5c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.397485 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-2ad3c661-3d59-495d-a904-893fd2ff481c None None] Provisioning for port 04c34aae-783f-41f6-9128-d4f605744e23 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:09.403880 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-2ad3c661-3d59-495d-a904-893fd2ff481c None None] Provisioning complete for port 04c34aae-783f-41f6-9128-d4f605744e23 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:09.404253 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2ad3c661-3d59-495d-a904-893fd2ff481c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.443673 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42012296-1428-4c30-a595-8779ddec62a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.444055 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1319682-e630-43d9-9875-c64ee9b50aef tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.454483 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:47:09.454483 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:47:09.454483 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:47:09.454483 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:47:09.454483 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:47:09.454483 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:47:09.454483 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:47:09.454483 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:47:09.454483 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:47:09.454483 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:47:09.454483 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:47:09.454483 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:47:09.454483 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:47:09.454483 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:47:09.454483 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:47:09.454483 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:47:09.454483 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:47:09.454483 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:47:09.454483 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:47:09.454483 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:47:09.454483 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:47:09.454483 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:47:09.454483 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:47:09.454483 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:47:09.454483 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:47:09.454483 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:47:09.454483 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:47:09.454483 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:47:09.454483 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:47:09.454483 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:47:09.454483 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:47:09.454483 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:47:09.459423 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-33a3bd26-cd6e-44d2-83dd-471795cf3f2c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.488871 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-2ad3c661-3d59-495d-a904-893fd2ff481c None None] Port 04c34aae-783f-41f6-9128-d4f605744e23 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:47:09.497958 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-33a3bd26-cd6e-44d2-83dd-471795cf3f2c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.517471 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-2ad3c661-3d59-495d-a904-893fd2ff481c None None] Provisioning complete for port f4ccc646-fcee-473e-9ad0-43a1c64311c1 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:09.517804 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2ad3c661-3d59-495d-a904-893fd2ff481c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.520298 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a3bd26-cd6e-44d2-83dd-471795cf3f2c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] Pushing event deleted for resources: {'Network': ['ID=6087673c-a924-425c-9bf1-b38150ede8d0,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:09.526343 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1319682-e630-43d9-9875-c64ee9b50aef tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.597087 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5b7c0c8a-5226-4286-bbfb-48bfb7971e5c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9939482 Jan 21 09:47:09.647972 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1319682-e630-43d9-9875-c64ee9b50aef tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.657716 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-33a3bd26-cd6e-44d2-83dd-471795cf3f2c tempest-PortsIpV6TestJSON-1157448122 tempest-PortsIpV6TestJSON-1157448122-project] 10.222.0.104 "DELETE /v2.0/networks/6087673c-a924-425c-9bf1-b38150ede8d0 HTTP/1.1" status: 204 len: 168 time: 1.2536192 Jan 21 09:47:09.677155 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60812) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:09.757037 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-2ad3c661-3d59-495d-a904-893fd2ff481c None None] Provisioning for port 8bf04fe9-b7d2-407e-a5f0-1ee539acc2e9 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:09.758312 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c0c8a-5226-4286-bbfb-48bfb7971e5c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Network': ['ID=f9ac1039-05e1-49c4-9400-faf32cf974cc,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:09.765498 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-2ad3c661-3d59-495d-a904-893fd2ff481c None None] Provisioning complete for port 8bf04fe9-b7d2-407e-a5f0-1ee539acc2e9 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:09.766070 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2ad3c661-3d59-495d-a904-893fd2ff481c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.777080 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-47da83af-c3ba-4066-b554-c49c7b9f0c35 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Request body: {'subnet': {'network_id': 'f9ac1039-05e1-49c4-9400-faf32cf974cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:09.794477 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network f9ac1039-05e1-49c4-9400-faf32cf974cc details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:47:09.956971 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1319682-e630-43d9-9875-c64ee9b50aef tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Pushing event updated for resources: {'Port': ['ID=04c34aae-783f-41f6-9128-d4f605744e23,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:10.002261 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-c03af334-db50-4e64-b5f8-481b0c94d1f4 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Deleting subnet 905d37bf-c35b-4f68-80f8-6b11f0fed874 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:47:10.005871 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c03af334-db50-4e64-b5f8-481b0c94d1f4 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.100942 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-68a8e731-80c0-4465-a8b8-94c267d67849 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.110255 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c03af334-db50-4e64-b5f8-481b0c94d1f4 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.122564 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-47da83af-c3ba-4066-b554-c49c7b9f0c35 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:10.133095 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60820) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:10.142824 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-47da83af-c3ba-4066-b554-c49c7b9f0c35 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Usage tracker for resource:subnet and tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:10.147245 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2ad3c661-3d59-495d-a904-893fd2ff481c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.148873 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-47da83af-c3ba-4066-b554-c49c7b9f0c35 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:10.210820 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-2ad3c661-3d59-495d-a904-893fd2ff481c None None] For port 8bf04fe9-b7d2-407e-a5f0-1ee539acc2e9, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=8bf04fe9-b7d2-407e-a5f0-1ee539acc2e9,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:10.219379 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2ad3c661-3d59-495d-a904-893fd2ff481c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.224304 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-47da83af-c3ba-4066-b554-c49c7b9f0c35 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:10.288157 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-68a8e731-80c0-4465-a8b8-94c267d67849 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Calling delete_port for 2f5a4077-9250-4585-9432-dd57d1d15bdc owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:10.313351 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3c661-3d59-495d-a904-893fd2ff481c None None] Pushing event updated for resources: {'Port': ['ID=8bf04fe9-b7d2-407e-a5f0-1ee539acc2e9,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:10.352723 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0146c3ce-9fec-43d7-bf4f-48d1d848a7f5 None None] Provisioning complete for port 04c34aae-783f-41f6-9128-d4f605744e23 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:10.353098 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0146c3ce-9fec-43d7-bf4f-48d1d848a7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.353242 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1319682-e630-43d9-9875-c64ee9b50aef tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Network 4995827c-d02c-45fa-b443-31c4d3fb8ff6 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:10.361777 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-a1319682-e630-43d9-9875-c64ee9b50aef tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:10.368400 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47da83af-c3ba-4066-b554-c49c7b9f0c35 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Made reservation on behalf of c3efc6a6fd814adc8f7fcb0582dd33b0 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:10.437233 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-0146c3ce-9fec-43d7-bf4f-48d1d848a7f5 None None] Port 04c34aae-783f-41f6-9128-d4f605744e23 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:47:10.455171 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0146c3ce-9fec-43d7-bf4f-48d1d848a7f5 None None] Provisioning for port 2bb19ff8-b87d-43b1-bafb-b551689618ea completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:10.464069 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0146c3ce-9fec-43d7-bf4f-48d1d848a7f5 None None] Provisioning complete for port 2bb19ff8-b87d-43b1-bafb-b551689618ea triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:10.464431 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0146c3ce-9fec-43d7-bf4f-48d1d848a7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.546587 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-0146c3ce-9fec-43d7-bf4f-48d1d848a7f5 None None] Port 2bb19ff8-b87d-43b1-bafb-b551689618ea cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:47:10.574569 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-47da83af-c3ba-4066-b554-c49c7b9f0c35 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.634684 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c03af334-db50-4e64-b5f8-481b0c94d1f4 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.671163 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-135405cb-c8b2-42dc-a214-ec1cc4cdfe0c admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=fd763e9054b0425c8035d150c4a90c6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5364480 Jan 21 09:47:10.677818 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60826) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:10.696942 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6889905-f8bc-45d5-9b5e-1162d39fa9f5 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:10.705356 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f6889905-f8bc-45d5-9b5e-1162d39fa9f5 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.708788 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f6889905-f8bc-45d5-9b5e-1162d39fa9f5 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] 10.222.0.104 "PUT /v2.0/routers/30b5b380-84c5-4721-ab49-0159f270d9eb HTTP/1.1" status: 200 len: 920 time: 9.8235533 Jan 21 09:47:10.709750 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161ab566-8850-4602-9334-27acc1ea0cc0 None None] Sync routers for ids ['30b5b380-84c5-4721-ab49-0159f270d9eb'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:47:10.711216 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60830) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:10.714560 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-42012296-1428-4c30-a595-8779ddec62a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:47:10.727515 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161ab566-8850-4602-9334-27acc1ea0cc0 None None] Routers {'30b5b380-84c5-4721-ab49-0159f270d9eb'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:10.728249 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-161ab566-8850-4602-9334-27acc1ea0cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:46:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['30b5b380-84c5-4721-ab49-0159f270d9eb'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:10.799813 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42012296-1428-4c30-a595-8779ddec62a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.836451 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-161ab566-8850-4602-9334-27acc1ea0cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:10.863618 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161ab566-8850-4602-9334-27acc1ea0cc0 None None] Routers {'30b5b380-84c5-4721-ab49-0159f270d9eb'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:10.864247 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-161ab566-8850-4602-9334-27acc1ea0cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:46:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['30b5b380-84c5-4721-ab49-0159f270d9eb'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:10.916592 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-626b09b2-7948-4097-aab3-7d3c7458de05 None None] Provisioning complete for port 04c34aae-783f-41f6-9128-d4f605744e23 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:10.916967 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-626b09b2-7948-4097-aab3-7d3c7458de05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.926057 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42012296-1428-4c30-a595-8779ddec62a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.926824 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42012296-1428-4c30-a595-8779ddec62a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.979762 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 8bf04fe9-b7d2-407e-a5f0-1ee539acc2e9 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:11.005261 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-68a8e731-80c0-4465-a8b8-94c267d67849 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.030791 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-161ab566-8850-4602-9334-27acc1ea0cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:11.031201 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161ab566-8850-4602-9334-27acc1ea0cc0 None None] The sync data for ids ['30b5b380-84c5-4721-ab49-0159f270d9eb'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:47:11.046940 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-626b09b2-7948-4097-aab3-7d3c7458de05 None None] Port 04c34aae-783f-41f6-9128-d4f605744e23 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:47:11.074453 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 8bf04fe9-b7d2-407e-a5f0-1ee539acc2e9 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:11.074766 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.081644 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42012296-1428-4c30-a595-8779ddec62a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Port': ['ID=2bb19ff8-b87d-43b1-bafb-b551689618ea,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:11.161195 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8e731-80c0-4465-a8b8-94c267d67849 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Pushing event deleted for resources: {'Port': ['ID=2f5a4077-9250-4585-9432-dd57d1d15bdc,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:11.168370 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8a67863d-ffed-4f70-9f90-15816159778b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.193622 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c03af334-db50-4e64-b5f8-481b0c94d1f4 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.210084 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device f4ccc646-fcee-473e-9ad0-43a1c64311c1 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:11.298742 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port f4ccc646-fcee-473e-9ad0-43a1c64311c1 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:11.300169 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8a67863d-ffed-4f70-9f90-15816159778b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.300289 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.338944 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03af334-db50-4e64-b5f8-481b0c94d1f4 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event deleted for resources: {'Subnet': ['ID=905d37bf-c35b-4f68-80f8-6b11f0fed874,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:11.354722 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-47da83af-c3ba-4066-b554-c49c7b9f0c35 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.386966 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c03af334-db50-4e64-b5f8-481b0c94d1f4 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.395950 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f613768-4af8-43dc-b35e-2fd2acb08fb1 None None] Network 3fa87ac5-c530-475d-8b7b-c5550e3ae745 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:11.453020 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c03af334-db50-4e64-b5f8-481b0c94d1f4 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/subnets/905d37bf-c35b-4f68-80f8-6b11f0fed874 HTTP/1.1" status: 204 len: 168 time: 2.6086485 Jan 21 09:47:11.473144 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60834) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:11.482691 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-68a8e731-80c0-4465-a8b8-94c267d67849 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.493500 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8a67863d-ffed-4f70-9f90-15816159778b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.517687 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-68a8e731-80c0-4465-a8b8-94c267d67849 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "DELETE /v2.0/ports/2f5a4077-9250-4585-9432-dd57d1d15bdc HTTP/1.1" status: 204 len: 168 time: 2.8665161 Jan 21 09:47:11.518223 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8a67863d-ffed-4f70-9f90-15816159778b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.522106 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8a67863d-ffed-4f70-9f90-15816159778b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/2c3144c0-4c9c-469a-beb4-79e574a4bac7 HTTP/1.1" status: 204 len: 168 time: 0.8389361 Jan 21 09:47:11.522106 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67863d-ffed-4f70-9f90-15816159778b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3144c0-4c9c-469a-beb4-79e574a4bac7,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:11.522334 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60838) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:11.586786 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42012296-1428-4c30-a595-8779ddec62a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:11.601125 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-42012296-1428-4c30-a595-8779ddec62a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:11.805538 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f965560-c6c8-4071-9769-0c6ec2c2eeb9 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Deleting subnet 98df31a9-b457-42ce-88e1-88b9dd9abbca {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:47:11.815169 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3f965560-c6c8-4071-9769-0c6ec2c2eeb9 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.878894 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da83af-c3ba-4066-b554-c49c7b9f0c35 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Subnet': ['ID=b5e710c3-2345-423a-b91b-a656f5b18d3d,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:11.894438 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bedbde9-1cdf-4b7b-8e58-99a603df9074 None None] DHCP port deletion for 3fa87ac5-c530-475d-8b7b-c5550e3ae745 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:47:11.902602 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-1bedbde9-1cdf-4b7b-8e58-99a603df9074 None None] Deleting port d3ef3f60-a9f4-4191-8451-6d8ac6fefee1 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:11.903116 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1bedbde9-1cdf-4b7b-8e58-99a603df9074 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.909372 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1319682-e630-43d9-9875-c64ee9b50aef tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Router bb71b91e-e38a-43a8-9146-3cea462fcbb2 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:47:11.946921 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3f965560-c6c8-4071-9769-0c6ec2c2eeb9 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.973050 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42a13aff-f568-4b2a-947b-b494dbe5462c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.998985 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47da83af-c3ba-4066-b554-c49c7b9f0c35 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Checking segment: {'id': '65532659-5eb4-449b-a9fb-7b98ccffa117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f9ac1039-05e1-49c4-9400-faf32cf974cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:11.999363 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47da83af-c3ba-4066-b554-c49c7b9f0c35 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Network hostable DHCP agents. Network: f9ac1039-05e1-49c4-9400-faf32cf974cc, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:47:12.104736 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-42a13aff-f568-4b2a-947b-b494dbe5462c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Deleting port d3ef3f60-a9f4-4191-8451-6d8ac6fefee1 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:12.105088 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42a13aff-f568-4b2a-947b-b494dbe5462c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.194034 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-1bedbde9-1cdf-4b7b-8e58-99a603df9074 None None] For port d3ef3f60-a9f4-4191-8451-6d8ac6fefee1, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=d3ef3f60-a9f4-4191-8451-6d8ac6fefee1,segment=NetworkSegment(96c76414-2d5e-459e-ba51-d26be12902bd),segment_id=96c76414-2d5e-459e-ba51-d26be12902bd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:12.194560 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1bedbde9-1cdf-4b7b-8e58-99a603df9074 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.210276 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3f965560-c6c8-4071-9769-0c6ec2c2eeb9 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.248417 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6320bed6-298d-4e57-bf1b-b458a01b3b81 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] 10.222.0.104 "GET /v2.0/routers/30b5b380-84c5-4721-ab49-0159f270d9eb HTTP/1.1" status: 200 len: 926 time: 1.5259397 Jan 21 09:47:12.250258 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60854) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:12.305000 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3f965560-c6c8-4071-9769-0c6ec2c2eeb9 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.358124 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f965560-c6c8-4071-9769-0c6ec2c2eeb9 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Pushing event deleted for resources: {'Subnet': ['ID=98df31a9-b457-42ce-88e1-88b9dd9abbca,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:12.364073 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47da83af-c3ba-4066-b554-c49c7b9f0c35 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Network f9ac1039-05e1-49c4-9400-faf32cf974cc is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:47:12.373208 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3f965560-c6c8-4071-9769-0c6ec2c2eeb9 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.384412 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-3f965560-c6c8-4071-9769-0c6ec2c2eeb9 tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "DELETE /v2.0/subnets/98df31a9-b457-42ce-88e1-88b9dd9abbca HTTP/1.1" status: 204 len: 168 time: 0.8575346 Jan 21 09:47:12.384657 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-1bedbde9-1cdf-4b7b-8e58-99a603df9074 None None] Calling delete_port for d3ef3f60-a9f4-4191-8451-6d8ac6fefee1 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:12.385807 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60858) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:12.410737 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-47da83af-c3ba-4066-b554-c49c7b9f0c35 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, f9ac1039-05e1-49c4-9400-faf32cf974cc) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:12.474586 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d610907f-026a-48eb-b567-930388aef4fe None None] Network 3032d242-5be1-4415-95da-c82ba6b3c779 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:12.487482 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525f52ef-0933-46f7-8763-4dc01e3203f1 None None] Network f9ac1039-05e1-49c4-9400-faf32cf974cc requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:12.500100 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47da83af-c3ba-4066-b554-c49c7b9f0c35 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:12.501170 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-47da83af-c3ba-4066-b554-c49c7b9f0c35 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.555543 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1319682-e630-43d9-9875-c64ee9b50aef tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:12.560615 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a1319682-e630-43d9-9875-c64ee9b50aef tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] 10.222.0.104 "PUT /v2.0/routers/bb71b91e-e38a-43a8-9146-3cea462fcbb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3661573 Jan 21 09:47:12.567317 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84868fba-b4de-4ee8-aa8b-521a6ef242d5 None None] Sync routers for ids ['bb71b91e-e38a-43a8-9146-3cea462fcbb2'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:47:12.573857 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c105bd88-b011-4105-9a81-cc6275d3db2e tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.578374 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60864) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:12.593613 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-402c186f-bd13-48d1-8ae3-fb98a5752143 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Request body: {'port': {'network_id': '4995827c-d02c-45fa-b443-31c4d3fb8ff6', 'name': 'tempest-FloatingIPNegativeTestJSON-1449694168'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:12.598631 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1bedbde9-1cdf-4b7b-8e58-99a603df9074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.599183 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84868fba-b4de-4ee8-aa8b-521a6ef242d5 None None] Routers {'bb71b91e-e38a-43a8-9146-3cea462fcbb2'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:12.600145 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-84868fba-b4de-4ee8-aa8b-521a6ef242d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:46:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['bb71b91e-e38a-43a8-9146-3cea462fcbb2'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:12.616524 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-42a13aff-f568-4b2a-947b-b494dbe5462c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] For port d3ef3f60-a9f4-4191-8451-6d8ac6fefee1, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=d3ef3f60-a9f4-4191-8451-6d8ac6fefee1,segment=NetworkSegment(96c76414-2d5e-459e-ba51-d26be12902bd),segment_id=96c76414-2d5e-459e-ba51-d26be12902bd)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:12.617057 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42a13aff-f568-4b2a-947b-b494dbe5462c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.648656 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-47da83af-c3ba-4066-b554-c49c7b9f0c35 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9660842 Jan 21 09:47:12.672188 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60870) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:12.734688 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-84868fba-b4de-4ee8-aa8b-521a6ef242d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:12.756362 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-5c73f343-7c1f-429b-8edb-ee26d91c7e8b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1832099163', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:12.767689 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84868fba-b4de-4ee8-aa8b-521a6ef242d5 None None] Routers {'bb71b91e-e38a-43a8-9146-3cea462fcbb2'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:12.768322 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-84868fba-b4de-4ee8-aa8b-521a6ef242d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:46:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['bb71b91e-e38a-43a8-9146-3cea462fcbb2'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:12.772225 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-5c73f343-7c1f-429b-8edb-ee26d91c7e8b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:12.782307 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-5c73f343-7c1f-429b-8edb-ee26d91c7e8b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Usage tracker for resource:router and tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:12.786446 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-5c73f343-7c1f-429b-8edb-ee26d91c7e8b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:12.792416 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c105bd88-b011-4105-9a81-cc6275d3db2e tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Deleting port fdec9531-6f98-45b8-9378-61431765b650 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:12.793065 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c105bd88-b011-4105-9a81-cc6275d3db2e tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.865795 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4be31f61-5333-42c8-85e1-9e8d419b9630 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] 10.222.0.104 "GET /v2.0/ports?network_id=05164b30-8981-419a-8272-388f48c19dd5&device_id=30b5b380-84c5-4721-ab49-0159f270d9eb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6094022 Jan 21 09:47:12.874729 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-42a13aff-f568-4b2a-947b-b494dbe5462c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Calling delete_port for d3ef3f60-a9f4-4191-8451-6d8ac6fefee1 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:12.896065 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-5c73f343-7c1f-429b-8edb-ee26d91c7e8b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:12.907550 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60876) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:12.921122 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-402c186f-bd13-48d1-8ae3-fb98a5752143 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:12.931548 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-402c186f-bd13-48d1-8ae3-fb98a5752143 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Usage tracker for resource:port and tenant:4fe5ffc46e9d424dbc8f262042bd8541 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:12.936266 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-402c186f-bd13-48d1-8ae3-fb98a5752143 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:12.945381 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5c73f343-7c1f-429b-8edb-ee26d91c7e8b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.946433 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5c73f343-7c1f-429b-8edb-ee26d91c7e8b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.951736 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-402c186f-bd13-48d1-8ae3-fb98a5752143 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:12.971568 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bedbde9-1cdf-4b7b-8e58-99a603df9074 None None] Pushing event deleted for resources: {'Port': ['ID=d3ef3f60-a9f4-4191-8451-6d8ac6fefee1,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:12.974332 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-84868fba-b4de-4ee8-aa8b-521a6ef242d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:12.975237 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84868fba-b4de-4ee8-aa8b-521a6ef242d5 None None] The sync data for ids ['bb71b91e-e38a-43a8-9146-3cea462fcbb2'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:47:13.129293 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402c186f-bd13-48d1-8ae3-fb98a5752143 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Made reservation on behalf of 4fe5ffc46e9d424dbc8f262042bd8541 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:13.133768 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-402c186f-bd13-48d1-8ae3-fb98a5752143 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.156501 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.api [None req-42a13aff-f568-4b2a-947b-b494dbe5462c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:47:13.157097 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG oslo_db.api [None req-42a13aff-f568-4b2a-947b-b494dbe5462c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:47:13.164490 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1f34f5-53b0-427f-a2d2-edd161a3f864 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:13.166307 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-cf1f34f5-53b0-427f-a2d2-edd161a3f864 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] 10.222.0.104 "GET /v2.0/networks/05164b30-8981-419a-8272-388f48c19dd5 HTTP/1.1" status: 200 len: 881 time: 0.2579830 Jan 21 09:47:13.167742 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42012296-1428-4c30-a595-8779ddec62a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Router 9d6a4673-b00b-4014-baa7-bbc3858996ec is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:47:13.169924 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60880) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:13.227077 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4ca24289-d6a8-419f-b9ca-8055bc08a926 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] 10.222.0.104 "GET /v2.0/ports?device_id=30b5b380-84c5-4721-ab49-0159f270d9eb HTTP/1.1" status: 200 len: 205 time: 0.0559103 Jan 21 09:47:13.230823 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60884) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:13.283034 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device d3ef3f60-a9f4-4191-8451-6d8ac6fefee1 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:47:13.327822 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bedbde9-1cdf-4b7b-8e58-99a603df9074 None None] No DVR routers for this DVR port d3ef3f60-a9f4-4191-8451-6d8ac6fefee1 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:47:13.340099 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-7cf73d92-33bf-4715-a3b9-ba6e050890ba None None] Provisioning complete for port 2bb19ff8-b87d-43b1-bafb-b551689618ea triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:13.340804 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7cf73d92-33bf-4715-a3b9-ba6e050890ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.357408 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60888) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:13.391050 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5c73f343-7c1f-429b-8edb-ee26d91c7e8b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.404305 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbcd4a4-b9f1-4ff2-87de-e036cfd58708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-f9ac1039-05e1-49c4-9400-faf32cf974cc', 'network_id': 'f9ac1039-05e1-49c4-9400-faf32cf974cc', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'fixed_ips': [{'subnet_id': 'b5e710c3-2345-423a-b91b-a656f5b18d3d'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:47:13.405248 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dfbcd4a4-b9f1-4ff2-87de-e036cfd58708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.419298 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-402c186f-bd13-48d1-8ae3-fb98a5752143 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] device_id is not set on port 573f27b5-c80c-4b48-b8cd-66a2690cdda4 yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:47:13.424942 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: d3ef3f60-a9f4-4191-8451-6d8ac6fefee1 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:47:13.425378 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device d3ef3f60-a9f4-4191-8451-6d8ac6fefee1 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:47:13.488032 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c105bd88-b011-4105-9a81-cc6275d3db2e tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] For port fdec9531-6f98-45b8-9378-61431765b650, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=fdec9531-6f98-45b8-9378-61431765b650,segment=NetworkSegment(a2d4e8b4-93b6-4755-bf92-f3c590196f71),segment_id=a2d4e8b4-93b6-4755-bf92-f3c590196f71)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:13.488541 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c105bd88-b011-4105-9a81-cc6275d3db2e tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.509419 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5c73f343-7c1f-429b-8edb-ee26d91c7e8b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.532992 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-7cf73d92-33bf-4715-a3b9-ba6e050890ba None None] Port 2bb19ff8-b87d-43b1-bafb-b551689618ea cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:47:13.641792 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-ca6077f1-6890-427a-96b6-3f005c54d94e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2116594116'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:13.680418 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-42a13aff-f568-4b2a-947b-b494dbe5462c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Deleting port d3ef3f60-a9f4-4191-8451-6d8ac6fefee1 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:13.680418 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42a13aff-f568-4b2a-947b-b494dbe5462c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.686847 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-dfbcd4a4-b9f1-4ff2-87de-e036cfd58708 None None] Allocated IP 2001:db8::2 (f9ac1039-05e1-49c4-9400-faf32cf974cc/b5e710c3-2345-423a-b91b-a656f5b18d3d/d55e05f0-eaec-470b-88fc-00fa559970d6) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:13.697262 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9bbcef-f051-4a68-89af-d46b65a90fbc None None] DHCP port deletion for 3032d242-5be1-4415-95da-c82ba6b3c779 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:47:13.710591 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-3d9bbcef-f051-4a68-89af-d46b65a90fbc None None] Deleting port fdec9531-6f98-45b8-9378-61431765b650 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:13.710972 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3d9bbcef-f051-4a68-89af-d46b65a90fbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.746361 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5c73f343-7c1f-429b-8edb-ee26d91c7e8b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.752207 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5c73f343-7c1f-429b-8edb-ee26d91c7e8b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0717804 Jan 21 09:47:13.767446 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c105bd88-b011-4105-9a81-cc6275d3db2e tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Calling delete_port for fdec9531-6f98-45b8-9378-61431765b650 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:13.778463 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60894) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:13.817117 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ca6077f1-6890-427a-96b6-3f005c54d94e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:13.848835 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ca6077f1-6890-427a-96b6-3f005c54d94e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:network and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:13.856136 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ca6077f1-6890-427a-96b6-3f005c54d94e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:13.857681 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-42a13aff-f568-4b2a-947b-b494dbe5462c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] The port 'd3ef3f60-a9f4-4191-8451-6d8ac6fefee1' was deleted {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:47:13.897533 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ca6077f1-6890-427a-96b6-3f005c54d94e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:13.949838 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6077f1-6890-427a-96b6-3f005c54d94e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Made reservation on behalf of 081c5e94b3d84c0c999dc4d73e79f211 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:13.953008 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca6077f1-6890-427a-96b6-3f005c54d94e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.983335 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca6077f1-6890-427a-96b6-3f005c54d94e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.000043 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-402c186f-bd13-48d1-8ae3-fb98a5752143 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Allocated IP 172.20.0.9 (4995827c-d02c-45fa-b443-31c4d3fb8ff6/c9c98760-2815-422f-affe-775ec729841e/573f27b5-c80c-4b48-b8cd-66a2690cdda4) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:14.004433 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c105bd88-b011-4105-9a81-cc6275d3db2e tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.107198 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105bd88-b011-4105-9a81-cc6275d3db2e tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Pushing event deleted for resources: {'Port': ['ID=fdec9531-6f98-45b8-9378-61431765b650,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:14.166500 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c105bd88-b011-4105-9a81-cc6275d3db2e tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] No DVR routers for this DVR port fdec9531-6f98-45b8-9378-61431765b650 on host dv-neutron-825732-1-hyperv {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:47:14.174362 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c105bd88-b011-4105-9a81-cc6275d3db2e tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:14.174757 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c105bd88-b011-4105-9a81-cc6275d3db2e tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:14.175055 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c105bd88-b011-4105-9a81-cc6275d3db2e tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:14.175399 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c105bd88-b011-4105-9a81-cc6275d3db2e tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:14.176336 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c105bd88-b011-4105-9a81-cc6275d3db2e tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:14.176675 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c105bd88-b011-4105-9a81-cc6275d3db2e tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:14.177087 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c105bd88-b011-4105-9a81-cc6275d3db2e tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:14.177477 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c105bd88-b011-4105-9a81-cc6275d3db2e tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:14.177903 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c105bd88-b011-4105-9a81-cc6275d3db2e tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:14.178300 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c105bd88-b011-4105-9a81-cc6275d3db2e tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:14.179980 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c105bd88-b011-4105-9a81-cc6275d3db2e tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:14.209007 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ca6077f1-6890-427a-96b6-3f005c54d94e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:14.209793 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42a13aff-f568-4b2a-947b-b494dbe5462c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.231483 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ca6077f1-6890-427a-96b6-3f005c54d94e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:security_group_rule and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:14.250249 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ca6077f1-6890-427a-96b6-3f005c54d94e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:14.265417 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-3d9bbcef-f051-4a68-89af-d46b65a90fbc None None] For port fdec9531-6f98-45b8-9378-61431765b650, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=fdec9531-6f98-45b8-9378-61431765b650,segment=NetworkSegment(a2d4e8b4-93b6-4755-bf92-f3c590196f71),segment_id=a2d4e8b4-93b6-4755-bf92-f3c590196f71)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:14.266193 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3d9bbcef-f051-4a68-89af-d46b65a90fbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.318574 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ca6077f1-6890-427a-96b6-3f005c54d94e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:14.340618 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-42a13aff-f568-4b2a-947b-b494dbe5462c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fa87ac5-c530-475d-8b7b-c5550e3ae745']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:14.364623 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-42a13aff-f568-4b2a-947b-b494dbe5462c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96c76414-2d5e-459e-ba51-d26be12902bd') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:14.364858 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-42a13aff-f568-4b2a-947b-b494dbe5462c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96c76414-2d5e-459e-ba51-d26be12902bd') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:14.380464 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c105bd88-b011-4105-9a81-cc6275d3db2e tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.413968 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-3d9bbcef-f051-4a68-89af-d46b65a90fbc None None] Calling delete_port for fdec9531-6f98-45b8-9378-61431765b650 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:14.434447 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42a13aff-f568-4b2a-947b-b494dbe5462c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.442852 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42012296-1428-4c30-a595-8779ddec62a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:14.478830 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-42012296-1428-4c30-a595-8779ddec62a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "PUT /v2.0/routers/9d6a4673-b00b-4014-baa7-bbc3858996ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1844473 Jan 21 09:47:14.482158 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42a13aff-f568-4b2a-947b-b494dbe5462c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.484654 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60898) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:14.495438 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a13aff-f568-4b2a-947b-b494dbe5462c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:47:14.495438 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42a13aff-f568-4b2a-947b-b494dbe5462c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.497430 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-c105bd88-b011-4105-9a81-cc6275d3db2e tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3032d242-5be1-4415-95da-c82ba6b3c779']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:14.505120 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d03d59-2b23-4288-83e1-feab2f5a8ec1 None None] Sync routers for ids ['9d6a4673-b00b-4014-baa7-bbc3858996ec'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:47:14.513943 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:47:14.521875 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dfbcd4a4-b9f1-4ff2-87de-e036cfd58708 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.557332 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d03d59-2b23-4288-83e1-feab2f5a8ec1 None None] Routers {'9d6a4673-b00b-4014-baa7-bbc3858996ec'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:14.558102 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-08d03d59-2b23-4288-83e1-feab2f5a8ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:46:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9d6a4673-b00b-4014-baa7-bbc3858996ec'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:14.590194 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-c105bd88-b011-4105-9a81-cc6275d3db2e tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2d4e8b4-93b6-4755-bf92-f3c590196f71') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:14.590595 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-c105bd88-b011-4105-9a81-cc6275d3db2e tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2d4e8b4-93b6-4755-bf92-f3c590196f71') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:14.647962 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c105bd88-b011-4105-9a81-cc6275d3db2e tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.687475 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5be9f6-fe48-44ee-96dd-28d66b5529f5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:14.692841 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0b5be9f6-fe48-44ee-96dd-28d66b5529f5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports/2bb19ff8-b87d-43b1-bafb-b551689618ea HTTP/1.1" status: 200 len: 911 time: 0.2039030 Jan 21 09:47:14.702227 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60902) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:14.704876 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca6077f1-6890-427a-96b6-3f005c54d94e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.724939 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-34550980-e6e8-436f-b14b-dbdfd5d24840 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.742701 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-3d9bbcef-f051-4a68-89af-d46b65a90fbc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:47:14.743048 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-3d9bbcef-f051-4a68-89af-d46b65a90fbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:47:14.745418 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c105bd88-b011-4105-9a81-cc6275d3db2e tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.754744 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-402c186f-bd13-48d1-8ae3-fb98a5752143 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.758561 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca6077f1-6890-427a-96b6-3f005c54d94e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.783453 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-08d03d59-2b23-4288-83e1-feab2f5a8ec1 None None] Set router 9d6a4673-b00b-4014-baa7-bbc3858996ec gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:47:14.802032 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c105bd88-b011-4105-9a81-cc6275d3db2e tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:47:14.802520 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c105bd88-b011-4105-9a81-cc6275d3db2e tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.820704 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:47:14.820704 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:47:14.820704 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:47:14.820704 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:47:14.820704 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:47:14.820704 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:47:14.820704 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:47:14.820704 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:47:14.820704 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:47:14.820704 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:47:14.820704 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:47:14.820704 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:47:14.820704 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:47:14.820704 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:47:14.820704 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:47:14.820704 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:47:14.820704 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:47:14.820704 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:47:14.820704 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:47:14.820704 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:47:14.820704 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:47:14.820704 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:47:14.820704 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:47:14.820704 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:47:14.820704 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:47:14.820704 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:47:14.820704 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:47:14.820704 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:47:14.820704 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:47:14.820704 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:47:14.820704 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:47:14.820704 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:47:14.910682 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca6077f1-6890-427a-96b6-3f005c54d94e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:47:14.938852 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42a13aff-f568-4b2a-947b-b494dbe5462c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.960992 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42a13aff-f568-4b2a-947b-b494dbe5462c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.975481 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca6077f1-6890-427a-96b6-3f005c54d94e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.982537 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-42a13aff-f568-4b2a-947b-b494dbe5462c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/networks/3fa87ac5-c530-475d-8b7b-c5550e3ae745 HTTP/1.1" status: 204 len: 168 time: 3.5077863 Jan 21 09:47:14.983009 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-ca6077f1-6890-427a-96b6-3f005c54d94e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Added segment 7e2b1c37-e1f9-43d4-b8b6-7ea884e72745 of type vlan for network eb5bb302-f98e-4daf-ab12-078a12bff700 Jan 21 09:47:14.985698 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6077f1-6890-427a-96b6-3f005c54d94e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9d149c-b9e6-4701-89bd-02fda3a6c268,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:14.987480 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a13aff-f568-4b2a-947b-b494dbe5462c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event deleted for resources: {'Network': ['ID=3fa87ac5-c530-475d-8b7b-c5550e3ae745,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:14.999576 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60906) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:15.011396 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-d4e12fd0-5211-4577-a5c0-50bae77170dc tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Request body: {'network': {'name': 'tempest-RoutersTest-317919292'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:15.017606 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-402c186f-bd13-48d1-8ae3-fb98a5752143 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Transition to ACTIVE for port object 573f27b5-c80c-4b48-b8cd-66a2690cdda4 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:15.029636 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c105bd88-b011-4105-9a81-cc6275d3db2e tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.061145 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d4e12fd0-5211-4577-a5c0-50bae77170dc tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:15.066093 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a13aff-f568-4b2a-947b-b494dbe5462c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:15.066433 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a13aff-f568-4b2a-947b-b494dbe5462c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:15.066776 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a13aff-f568-4b2a-947b-b494dbe5462c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:15.067107 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a13aff-f568-4b2a-947b-b494dbe5462c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:15.067426 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a13aff-f568-4b2a-947b-b494dbe5462c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:15.067765 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a13aff-f568-4b2a-947b-b494dbe5462c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:15.068066 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a13aff-f568-4b2a-947b-b494dbe5462c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:15.068388 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a13aff-f568-4b2a-947b-b494dbe5462c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:15.068707 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a13aff-f568-4b2a-947b-b494dbe5462c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:15.069047 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a13aff-f568-4b2a-947b-b494dbe5462c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:15.069391 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a13aff-f568-4b2a-947b-b494dbe5462c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:15.077761 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c105bd88-b011-4105-9a81-cc6275d3db2e tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.078743 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-d4e12fd0-5211-4577-a5c0-50bae77170dc tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Usage tracker for resource:network and tenant:d00df50c19fa484a82254f37be8cb96c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:15.084557 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-d4e12fd0-5211-4577-a5c0-50bae77170dc tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:15.088466 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-dfbcd4a4-b9f1-4ff2-87de-e036cfd58708 None None] Transition to ACTIVE for port object d55e05f0-eaec-470b-88fc-00fa559970d6 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:15.091890 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device fdec9531-6f98-45b8-9378-61431765b650 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:47:15.096630 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d4e12fd0-5211-4577-a5c0-50bae77170dc tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:15.115353 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105bd88-b011-4105-9a81-cc6275d3db2e tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] Pushing event deleted for resources: {'Network': ['ID=3032d242-5be1-4415-95da-c82ba6b3c779,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:15.127616 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca6077f1-6890-427a-96b6-3f005c54d94e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.150527 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038a57f8-cf49-463a-9fd4-95bb8a80b67f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:15.154654 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038a57f8-cf49-463a-9fd4-95bb8a80b67f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:15.160860 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-038a57f8-cf49-463a-9fd4-95bb8a80b67f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4492402 Jan 21 09:47:15.161095 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e12fd0-5211-4577-a5c0-50bae77170dc tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Made reservation on behalf of d00df50c19fa484a82254f37be8cb96c for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:15.161844 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d4e12fd0-5211-4577-a5c0-50bae77170dc tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.162823 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60910) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:15.166814 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c105bd88-b011-4105-9a81-cc6275d3db2e tempest-TagsExtTest-1325788710 tempest-TagsExtTest-1325788710-project] 10.222.0.104 "DELETE /v2.0/networks/3032d242-5be1-4415-95da-c82ba6b3c779 HTTP/1.1" status: 204 len: 168 time: 2.7803974 Jan 21 09:47:15.168802 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-dfbcd4a4-b9f1-4ff2-87de-e036cfd58708 None None] Transition to ACTIVE for port object d55e05f0-eaec-470b-88fc-00fa559970d6 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:15.179967 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: fdec9531-6f98-45b8-9378-61431765b650 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:47:15.180728 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device fdec9531-6f98-45b8-9378-61431765b650 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:47:15.201777 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0a230e2e-bdba-4243-856e-81134ae4df79 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.238190 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dfbcd4a4-b9f1-4ff2-87de-e036cfd58708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.276065 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-ca6077f1-6890-427a-96b6-3f005c54d94e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:47:15.301960 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-402c186f-bd13-48d1-8ae3-fb98a5752143 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.315019 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-3d9bbcef-f051-4a68-89af-d46b65a90fbc None None] Deleting port fdec9531-6f98-45b8-9378-61431765b650 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:15.315584 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3d9bbcef-f051-4a68-89af-d46b65a90fbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.354943 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcd4a4-b9f1-4ff2-87de-e036cfd58708 None None] Pushing event updated for resources: {'Port': ['ID=d55e05f0-eaec-470b-88fc-00fa559970d6,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:15.408724 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-3d9bbcef-f051-4a68-89af-d46b65a90fbc None None] The port 'fdec9531-6f98-45b8-9378-61431765b650' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:47:15.420620 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca6077f1-6890-427a-96b6-3f005c54d94e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.425950 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6077f1-6890-427a-96b6-3f005c54d94e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:15.425950 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca6077f1-6890-427a-96b6-3f005c54d94e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.460657 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbcd4a4-b9f1-4ff2-87de-e036cfd58708 None None] Network f9ac1039-05e1-49c4-9400-faf32cf974cc is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:15.466140 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-dfbcd4a4-b9f1-4ff2-87de-e036cfd58708 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:15.471579 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbcd4a4-b9f1-4ff2-87de-e036cfd58708 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:15.538197 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e12fd0-5211-4577-a5c0-50bae77170dc tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:47:15.582056 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d4e12fd0-5211-4577-a5c0-50bae77170dc tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.582396 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-d4e12fd0-5211-4577-a5c0-50bae77170dc tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Added segment 45f63646-c33c-4143-bb87-a496b475b41a of type vlan for network af86d464-3852-4fdf-a9f0-052c71377529 Jan 21 09:47:15.648210 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-dfbcd4a4-b9f1-4ff2-87de-e036cfd58708 None None] Attempting to bind port d55e05f0-eaec-470b-88fc-00fa559970d6 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:15.648658 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-dfbcd4a4-b9f1-4ff2-87de-e036cfd58708 None None] Attempting to bind port d55e05f0-eaec-470b-88fc-00fa559970d6 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '65532659-5eb4-449b-a9fb-7b98ccffa117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f9ac1039-05e1-49c4-9400-faf32cf974cc'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:15.649017 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbcd4a4-b9f1-4ff2-87de-e036cfd58708 None None] Attempting to bind port d55e05f0-eaec-470b-88fc-00fa559970d6 on network f9ac1039-05e1-49c4-9400-faf32cf974cc {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:47:15.663530 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbcd4a4-b9f1-4ff2-87de-e036cfd58708 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:47:15.663999 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbcd4a4-b9f1-4ff2-87de-e036cfd58708 None None] Checking segment: {'id': '65532659-5eb4-449b-a9fb-7b98ccffa117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f9ac1039-05e1-49c4-9400-faf32cf974cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:15.664546 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dfbcd4a4-b9f1-4ff2-87de-e036cfd58708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.665008 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbcd4a4-b9f1-4ff2-87de-e036cfd58708 None None] Bound using segment: {'id': '65532659-5eb4-449b-a9fb-7b98ccffa117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f9ac1039-05e1-49c4-9400-faf32cf974cc'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:47:15.665493 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-dfbcd4a4-b9f1-4ff2-87de-e036cfd58708 None None] Bound port: d55e05f0-eaec-470b-88fc-00fa559970d6, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65532659-5eb4-449b-a9fb-7b98ccffa117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f9ac1039-05e1-49c4-9400-faf32cf974cc'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:15.665887 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dfbcd4a4-b9f1-4ff2-87de-e036cfd58708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.679563 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60918) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:15.710862 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d4e12fd0-5211-4577-a5c0-50bae77170dc tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.803064 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6077f1-6890-427a-96b6-3f005c54d94e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Network': ['ID=eb5bb302-f98e-4daf-ab12-078a12bff700,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:15.820535 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network eb5bb302-f98e-4daf-ab12-078a12bff700 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:47:15.829129 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ca6077f1-6890-427a-96b6-3f005c54d94e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.4695513 Jan 21 09:47:15.839595 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-08d03d59-2b23-4288-83e1-feab2f5a8ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6a4673-b00b-4014-baa7-bbc3858996ec', 'name': 'tempest-NetworksTestDHCPv6-router-223212174', 'tenant_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:03Z', 'updated_at': '2022-01-21T09:47:08Z', 'revision_number': 2, 'project_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'gw_port_host': None, '_interfaces': [{'id': '2bb19ff8-b87d-43b1-bafb-b551689618ea', 'name': '', 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'tenant_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'mac_address': 'fa:16:3e:71:db:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6a4673-b00b-4014-baa7-bbc3858996ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd442a77e-b9d7-4510-a7f0-e2a8a01c323e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:06Z', 'updated_at': '2022-01-21T09:47:10Z', 'revision_number': 2, 'project_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'subnets': [{'id': 'd442a77e-b9d7-4510-a7f0-e2a8a01c323e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:15.847487 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-34550980-e6e8-436f-b14b-dbdfd5d24840 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.853869 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60924) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:15.858285 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d4e12fd0-5211-4577-a5c0-50bae77170dc tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.862418 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e12fd0-5211-4577-a5c0-50bae77170dc tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:15.863045 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d4e12fd0-5211-4577-a5c0-50bae77170dc tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.871534 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-0a230e2e-bdba-4243-856e-81134ae4df79 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Allocated IP 2001:db8::1 (f9ac1039-05e1-49c4-9400-faf32cf974cc/b5e710c3-2345-423a-b91b-a656f5b18d3d/24c88058-2c97-4e99-affb-77bbf244f18b) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:15.879504 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402c186f-bd13-48d1-8ae3-fb98a5752143 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Network 4995827c-d02c-45fa-b443-31c4d3fb8ff6 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:15.890913 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-f0b91400-f769-4bcb-9f04-796b97b7c16e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'port': {'network_id': 'eb5bb302-f98e-4daf-ab12-078a12bff700', 'name': 'tempest-PortsTestJSON-2052525721'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:15.895052 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-402c186f-bd13-48d1-8ae3-fb98a5752143 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:15.898801 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402c186f-bd13-48d1-8ae3-fb98a5752143 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:15.963305 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402c186f-bd13-48d1-8ae3-fb98a5752143 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Pushing event updated for resources: {'Port': ['ID=573f27b5-c80c-4b48-b8cd-66a2690cdda4,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:16.001698 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-34550980-e6e8-436f-b14b-dbdfd5d24840 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Deleting port f523137c-61fb-4d11-b88d-915e43970301 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:16.002411 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-34550980-e6e8-436f-b14b-dbdfd5d24840 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:16.108348 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-dfbcd4a4-b9f1-4ff2-87de-e036cfd58708 None None] For port d55e05f0-eaec-470b-88fc-00fa559970d6, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:47:16.128296 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-dfbcd4a4-b9f1-4ff2-87de-e036cfd58708 None None] For port d55e05f0-eaec-470b-88fc-00fa559970d6, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=d55e05f0-eaec-470b-88fc-00fa559970d6,segment=NetworkSegment(65532659-5eb4-449b-a9fb-7b98ccffa117),segment_id=65532659-5eb4-449b-a9fb-7b98ccffa117)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:47:16.130607 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d03d59-2b23-4288-83e1-feab2f5a8ec1 None None] Checking router: 9d6a4673-b00b-4014-baa7-bbc3858996ec for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:47:16.131796 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d03d59-2b23-4288-83e1-feab2f5a8ec1 None None] Updating router 9d6a4673-b00b-4014-baa7-bbc3858996ec port 2bb19ff8-b87d-43b1-bafb-b551689618ea binding host dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:47:16.171317 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402c186f-bd13-48d1-8ae3-fb98a5752143 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:16.172408 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-402c186f-bd13-48d1-8ae3-fb98a5752143 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:16.194319 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dfbcd4a4-b9f1-4ff2-87de-e036cfd58708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:16.268180 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-402c186f-bd13-48d1-8ae3-fb98a5752143 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6802435 Jan 21 09:47:16.274912 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60928) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:16.284327 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-a67bbb8a-8152-4ebf-be49-527a77a8cadc tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:16.295269 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a67bbb8a-8152-4ebf-be49-527a77a8cadc tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:16.303066 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a67bbb8a-8152-4ebf-be49-527a77a8cadc tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Usage tracker for resource:floatingip and tenant:4fe5ffc46e9d424dbc8f262042bd8541 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:16.308637 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d4e12fd0-5211-4577-a5c0-50bae77170dc tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3078949 Jan 21 09:47:16.310826 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-08d03d59-2b23-4288-83e1-feab2f5a8ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:16.324582 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a67bbb8a-8152-4ebf-be49-527a77a8cadc tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:16.324878 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e12fd0-5211-4577-a5c0-50bae77170dc tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Network': ['ID=af86d464-3852-4fdf-a9f0-052c71377529,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:16.330419 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60932) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:16.341089 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-edba39de-cc43-4020-9dbb-7834de7e8f03 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Request body: {'subnet': {'network_id': 'af86d464-3852-4fdf-a9f0-052c71377529', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:16.361215 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network af86d464-3852-4fdf-a9f0-052c71377529 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:47:16.373845 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcd4a4-b9f1-4ff2-87de-e036cfd58708 None None] Pushing event updated for resources: {'Port': ['ID=d55e05f0-eaec-470b-88fc-00fa559970d6,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:16.388552 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a67bbb8a-8152-4ebf-be49-527a77a8cadc tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:16.475358 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f0b91400-f769-4bcb-9f04-796b97b7c16e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:16.494817 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f0b91400-f769-4bcb-9f04-796b97b7c16e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:port and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:16.506144 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a67bbb8a-8152-4ebf-be49-527a77a8cadc tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks [] for floatingip, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:16.512284 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f0b91400-f769-4bcb-9f04-796b97b7c16e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:16.521102 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-00f3d947-9a51-40c6-a8ae-973d76456b0d None None] Provisioning for port 573f27b5-c80c-4b48-b8cd-66a2690cdda4 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:16.535839 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-cd8a72cc-01a9-4dd7-b093-92563acf756f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=7ee78e3f94094174b7b9d2a0f3655d9b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8468316 Jan 21 09:47:16.544289 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60936) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:16.548953 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f0b91400-f769-4bcb-9f04-796b97b7c16e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:16.566391 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-00f3d947-9a51-40c6-a8ae-973d76456b0d None None] Provisioning complete for port 573f27b5-c80c-4b48-b8cd-66a2690cdda4 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:16.566967 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-00f3d947-9a51-40c6-a8ae-973d76456b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:16.577556 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-edba39de-cc43-4020-9dbb-7834de7e8f03 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:16.582201 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-edba39de-cc43-4020-9dbb-7834de7e8f03 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Usage tracker for resource:subnet and tenant:d00df50c19fa484a82254f37be8cb96c is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:16.607576 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b91400-f769-4bcb-9f04-796b97b7c16e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Made reservation on behalf of 081c5e94b3d84c0c999dc4d73e79f211 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:16.612562 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f0b91400-f769-4bcb-9f04-796b97b7c16e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:16.631965 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0a230e2e-bdba-4243-856e-81134ae4df79 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:16.647038 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-34550980-e6e8-436f-b14b-dbdfd5d24840 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:16.654622 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-edba39de-cc43-4020-9dbb-7834de7e8f03 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:16.697415 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-edba39de-cc43-4020-9dbb-7834de7e8f03 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:16.732491 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-f0b91400-f769-4bcb-9f04-796b97b7c16e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] device_id is not set on port cec084f2-5697-4286-891c-593ab7de3a18 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:47:16.771525 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edba39de-cc43-4020-9dbb-7834de7e8f03 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Made reservation on behalf of d00df50c19fa484a82254f37be8cb96c for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:16.866557 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-00f3d947-9a51-40c6-a8ae-973d76456b0d None None] Port 573f27b5-c80c-4b48-b8cd-66a2690cdda4 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:47:17.004818 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2374ff45-7a5a-4a2e-baea-c09f19fd77c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:17.047553 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2374ff45-7a5a-4a2e-baea-c09f19fd77c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:17.106591 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-edba39de-cc43-4020-9dbb-7834de7e8f03 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:17.115441 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device d55e05f0-eaec-470b-88fc-00fa559970d6 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:17.115687 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-0a230e2e-bdba-4243-856e-81134ae4df79 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Transition to ACTIVE for port object 24c88058-2c97-4e99-affb-77bbf244f18b will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:17.125011 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-34550980-e6e8-436f-b14b-dbdfd5d24840 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Calling delete_port for f523137c-61fb-4d11-b88d-915e43970301 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:17.268534 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port d55e05f0-eaec-470b-88fc-00fa559970d6 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:17.340423 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2374ff45-7a5a-4a2e-baea-c09f19fd77c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:17.374648 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374ff45-7a5a-4a2e-baea-c09f19fd77c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5ec6f8-2fea-4dcf-b3a8-859385865423,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:17.389966 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a67bbb8a-8152-4ebf-be49-527a77a8cadc tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:17.408446 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0a230e2e-bdba-4243-856e-81134ae4df79 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:17.409181 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-08d03d59-2b23-4288-83e1-feab2f5a8ec1 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:17.429557 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-08d03d59-2b23-4288-83e1-feab2f5a8ec1 None None] Transition to ACTIVE for port object 2bb19ff8-b87d-43b1-bafb-b551689618ea will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:17.452302 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-08d03d59-2b23-4288-83e1-feab2f5a8ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:17.459337 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2374ff45-7a5a-4a2e-baea-c09f19fd77c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:17.462986 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-2374ff45-7a5a-4a2e-baea-c09f19fd77c6 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/cb5ec6f8-2fea-4dcf-b3a8-859385865423 HTTP/1.1" status: 204 len: 168 time: 0.9118984 Jan 21 09:47:17.469972 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f0b91400-f769-4bcb-9f04-796b97b7c16e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:17.520940 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a230e2e-bdba-4243-856e-81134ae4df79 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Network f9ac1039-05e1-49c4-9400-faf32cf974cc is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:17.527544 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-0a230e2e-bdba-4243-856e-81134ae4df79 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:17.563960 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a230e2e-bdba-4243-856e-81134ae4df79 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Port': ['ID=24c88058-2c97-4e99-affb-77bbf244f18b,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:17.572604 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a230e2e-bdba-4243-856e-81134ae4df79 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:17.573139 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0a230e2e-bdba-4243-856e-81134ae4df79 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:17.627631 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f0b91400-f769-4bcb-9f04-796b97b7c16e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:17.640037 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63233ca-54c8-4b67-b2c1-d2fa3973d826 None None] Pushing event updated for resources: {'Port': ['ID=2bb19ff8-b87d-43b1-bafb-b551689618ea,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:17.678298 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-34550980-e6e8-436f-b14b-dbdfd5d24840 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:17.852488 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-edba39de-cc43-4020-9dbb-7834de7e8f03 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:17.903310 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b91400-f769-4bcb-9f04-796b97b7c16e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Port': ['ID=cec084f2-5697-4286-891c-593ab7de3a18,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:17.925119 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-a67bbb8a-8152-4ebf-be49-527a77a8cadc tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Allocated IP 172.26.0.155 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/cf06111c-8efa-4e6b-9d86-7f9e45198893) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:17.949719 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c6c8906e-ac88-47cc-8234-8bb14b4e893d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:18.095612 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0a230e2e-bdba-4243-856e-81134ae4df79 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:18.099312 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-08d03d59-2b23-4288-83e1-feab2f5a8ec1 None None] Attempting to bind port 2bb19ff8-b87d-43b1-bafb-b551689618ea on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:18.100091 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-08d03d59-2b23-4288-83e1-feab2f5a8ec1 None None] Attempting to bind port 2bb19ff8-b87d-43b1-bafb-b551689618ea by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:18.100639 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d03d59-2b23-4288-83e1-feab2f5a8ec1 None None] Attempting to bind port 2bb19ff8-b87d-43b1-bafb-b551689618ea on network d5f237d0-52c1-4100-800c-a471203fec66 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:47:18.114445 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d03d59-2b23-4288-83e1-feab2f5a8ec1 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:47:18.115046 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d03d59-2b23-4288-83e1-feab2f5a8ec1 None None] Checking segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:18.115634 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-08d03d59-2b23-4288-83e1-feab2f5a8ec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:18.116174 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d03d59-2b23-4288-83e1-feab2f5a8ec1 None None] Bound using segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:47:18.116842 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-08d03d59-2b23-4288-83e1-feab2f5a8ec1 None None] Bound port: 2bb19ff8-b87d-43b1-bafb-b551689618ea, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:18.117431 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-08d03d59-2b23-4288-83e1-feab2f5a8ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:18.177415 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b91400-f769-4bcb-9f04-796b97b7c16e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Checking segment: {'id': '7e2b1c37-e1f9-43d4-b8b6-7ea884e72745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'eb5bb302-f98e-4daf-ab12-078a12bff700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:18.178132 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b91400-f769-4bcb-9f04-796b97b7c16e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Network hostable DHCP agents. Network: eb5bb302-f98e-4daf-ab12-078a12bff700, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:47:18.186187 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8db462-ec3e-43d5-99c8-138fd09d6c81 None None] Network f9ac1039-05e1-49c4-9400-faf32cf974cc requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:18.198635 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34550980-e6e8-436f-b14b-dbdfd5d24840 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Pushing event deleted for resources: {'Port': ['ID=f523137c-61fb-4d11-b88d-915e43970301,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:18.339462 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-db2b307d-63f6-4ff0-8d39-ace7b18d4925 None None] Provisioning for port d55e05f0-eaec-470b-88fc-00fa559970d6 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:18.366207 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-db2b307d-63f6-4ff0-8d39-ace7b18d4925 None None] Provisioning complete for port d55e05f0-eaec-470b-88fc-00fa559970d6 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:18.366990 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-db2b307d-63f6-4ff0-8d39-ace7b18d4925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:18.476429 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b91400-f769-4bcb-9f04-796b97b7c16e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Network eb5bb302-f98e-4daf-ab12-078a12bff700 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:47:18.476932 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba39de-cc43-4020-9dbb-7834de7e8f03 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Subnet': ['ID=e68b65ba-d0ac-4ca5-80b1-f04b1b536dba,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:18.493403 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-f0b91400-f769-4bcb-9f04-796b97b7c16e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, eb5bb302-f98e-4daf-ab12-078a12bff700) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:18.498244 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-34550980-e6e8-436f-b14b-dbdfd5d24840 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:18.520658 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f5ce58-8d4a-40a4-a497-73714f12d954 None None] Network eb5bb302-f98e-4daf-ab12-078a12bff700 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:18.532534 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edba39de-cc43-4020-9dbb-7834de7e8f03 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Checking segment: {'id': '45f63646-c33c-4143-bb87-a496b475b41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'af86d464-3852-4fdf-a9f0-052c71377529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:18.533346 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edba39de-cc43-4020-9dbb-7834de7e8f03 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Network hostable DHCP agents. Network: af86d464-3852-4fdf-a9f0-052c71377529, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:47:18.584946 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-08d03d59-2b23-4288-83e1-feab2f5a8ec1 None None] For port 2bb19ff8-b87d-43b1-bafb-b551689618ea, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:47:18.646328 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edba39de-cc43-4020-9dbb-7834de7e8f03 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Network af86d464-3852-4fdf-a9f0-052c71377529 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:47:18.684458 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-edba39de-cc43-4020-9dbb-7834de7e8f03 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, af86d464-3852-4fdf-a9f0-052c71377529) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:18.698504 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edba39de-cc43-4020-9dbb-7834de7e8f03 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:18.699398 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-edba39de-cc43-4020-9dbb-7834de7e8f03 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:18.718615 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc71486-85e4-4626-8a07-4635d14c0566 None None] Network af86d464-3852-4fdf-a9f0-052c71377529 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:18.729692 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a67bbb8a-8152-4ebf-be49-527a77a8cadc tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:18.763552 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-08d03d59-2b23-4288-83e1-feab2f5a8ec1 None None] For port 2bb19ff8-b87d-43b1-bafb-b551689618ea, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=2bb19ff8-b87d-43b1-bafb-b551689618ea,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:47:18.837187 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b91400-f769-4bcb-9f04-796b97b7c16e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:18.841692 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b91400-f769-4bcb-9f04-796b97b7c16e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:18.842535 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f0b91400-f769-4bcb-9f04-796b97b7c16e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:18.888082 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-edba39de-cc43-4020-9dbb-7834de7e8f03 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5560496 Jan 21 09:47:18.907084 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-08d03d59-2b23-4288-83e1-feab2f5a8ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:18.914598 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60956) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:18.942145 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-aeb8d560-31e4-43c7-8827-704acd670a6a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-129575367', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:18.982541 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-aeb8d560-31e4-43c7-8827-704acd670a6a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:19.143201 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-aeb8d560-31e4-43c7-8827-704acd670a6a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Usage tracker for resource:router and tenant:d00df50c19fa484a82254f37be8cb96c is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:19.160782 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-34550980-e6e8-436f-b14b-dbdfd5d24840 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.163746 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-aeb8d560-31e4-43c7-8827-704acd670a6a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:19.177276 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-aeb8d560-31e4-43c7-8827-704acd670a6a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:19.184272 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-34550980-e6e8-436f-b14b-dbdfd5d24840 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.190364 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f0b91400-f769-4bcb-9f04-796b97b7c16e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.3335845 Jan 21 09:47:19.198515 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60964) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:19.205965 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-dba61051-b44b-4439-8f75-4e60c4a0854d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2144212240'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:19.211516 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-dba61051-b44b-4439-8f75-4e60c4a0854d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:19.215481 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-dba61051-b44b-4439-8f75-4e60c4a0854d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:network and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:19.218442 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-dba61051-b44b-4439-8f75-4e60c4a0854d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:19.224306 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-dba61051-b44b-4439-8f75-4e60c4a0854d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:19.239625 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba61051-b44b-4439-8f75-4e60c4a0854d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Made reservation on behalf of 081c5e94b3d84c0c999dc4d73e79f211 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:19.243106 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dba61051-b44b-4439-8f75-4e60c4a0854d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.310950 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aeb8d560-31e4-43c7-8827-704acd670a6a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.312302 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aeb8d560-31e4-43c7-8827-704acd670a6a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.322071 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a67bbb8a-8152-4ebf-be49-527a77a8cadc tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.387579 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba61051-b44b-4439-8f75-4e60c4a0854d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:47:19.400960 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-34550980-e6e8-436f-b14b-dbdfd5d24840 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.401639 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34550980-e6e8-436f-b14b-dbdfd5d24840 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Fanout notify agent at l3_agent the message router_deleted on router 30b5b380-84c5-4721-ab49-0159f270d9eb {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:47:19.416965 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c6c8906e-ac88-47cc-8234-8bb14b4e893d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting port 2bb19ff8-b87d-43b1-bafb-b551689618ea {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:19.417363 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c6c8906e-ac88-47cc-8234-8bb14b4e893d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.422776 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dba61051-b44b-4439-8f75-4e60c4a0854d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.423115 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-dba61051-b44b-4439-8f75-4e60c4a0854d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Added segment a58874f2-026a-4b77-bc1e-e3ec58ef21e2 of type vlan for network 99721099-8b12-4541-9cf8-afa157153fb0 Jan 21 09:47:19.474018 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-34550980-e6e8-436f-b14b-dbdfd5d24840 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.479447 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-db2b307d-63f6-4ff0-8d39-ace7b18d4925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.483324 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-34550980-e6e8-436f-b14b-dbdfd5d24840 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] 10.222.0.104 "DELETE /v2.0/routers/30b5b380-84c5-4721-ab49-0159f270d9eb HTTP/1.1" status: 204 len: 168 time: 6.2511399 Jan 21 09:47:19.494546 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 60970) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:19.512734 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67bbb8a-8152-4ebf-be49-527a77a8cadc tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:19.520758 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67bbb8a-8152-4ebf-be49-527a77a8cadc tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Pushing event updated for resources: {'Port': ['ID=cf06111c-8efa-4e6b-9d86-7f9e45198893,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:19.523393 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-71d374ca-0424-4281-89d1-557176cd63fc tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1224329229', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}, 'admin_state_up': False}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:19.527333 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aeb8d560-31e4-43c7-8827-704acd670a6a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.529001 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-a67bbb8a-8152-4ebf-be49-527a77a8cadc tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:19.531096 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-71d374ca-0424-4281-89d1-557176cd63fc tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:19.531432 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67bbb8a-8152-4ebf-be49-527a77a8cadc tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:19.535495 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-71d374ca-0424-4281-89d1-557176cd63fc tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Usage tracker for resource:router and tenant:3aad8a09c7a8463ea197fff977ac059f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:19.539004 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-71d374ca-0424-4281-89d1-557176cd63fc tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:19.546221 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-71d374ca-0424-4281-89d1-557176cd63fc tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:19.552808 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63233ca-54c8-4b67-b2c1-d2fa3973d826 None None] Pushing event updated for resources: {'Port': ['ID=2bb19ff8-b87d-43b1-bafb-b551689618ea,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:19.583058 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dba61051-b44b-4439-8f75-4e60c4a0854d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.595718 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71d374ca-0424-4281-89d1-557176cd63fc tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.596977 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71d374ca-0424-4281-89d1-557176cd63fc tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.628450 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d03d59-2b23-4288-83e1-feab2f5a8ec1 None None] Routers {'9d6a4673-b00b-4014-baa7-bbc3858996ec'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:19.631512 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-08d03d59-2b23-4288-83e1-feab2f5a8ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:46:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9d6a4673-b00b-4014-baa7-bbc3858996ec'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:19.636412 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71d374ca-0424-4281-89d1-557176cd63fc tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.720028 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aeb8d560-31e4-43c7-8827-704acd670a6a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.781353 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aeb8d560-31e4-43c7-8827-704acd670a6a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.783469 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-aeb8d560-31e4-43c7-8827-704acd670a6a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8673217 Jan 21 09:47:19.789146 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60976) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:19.864818 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dba61051-b44b-4439-8f75-4e60c4a0854d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.868804 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba61051-b44b-4439-8f75-4e60c4a0854d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:19.869348 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dba61051-b44b-4439-8f75-4e60c4a0854d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.975894 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-db2b307d-63f6-4ff0-8d39-ace7b18d4925 None None] For port d55e05f0-eaec-470b-88fc-00fa559970d6, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=d55e05f0-eaec-470b-88fc-00fa559970d6,segment=NetworkSegment(65532659-5eb4-449b-a9fb-7b98ccffa117),segment_id=65532659-5eb4-449b-a9fb-7b98ccffa117)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:19.985030 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-0a230e2e-bdba-4243-856e-81134ae4df79 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:47:19.998055 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c6c8906e-ac88-47cc-8234-8bb14b4e893d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] For port 2bb19ff8-b87d-43b1-bafb-b551689618ea, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=2bb19ff8-b87d-43b1-bafb-b551689618ea,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:19.998466 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c6c8906e-ac88-47cc-8234-8bb14b4e893d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:20.007405 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0a230e2e-bdba-4243-856e-81134ae4df79 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:20.008172 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-db2b307d-63f6-4ff0-8d39-ace7b18d4925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:20.045690 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0a230e2e-bdba-4243-856e-81134ae4df79 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:20.047020 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0a230e2e-bdba-4243-856e-81134ae4df79 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:20.055577 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-dba61051-b44b-4439-8f75-4e60c4a0854d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8559608 Jan 21 09:47:20.066105 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 60984) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:20.213697 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-08d03d59-2b23-4288-83e1-feab2f5a8ec1 None None] Set router 9d6a4673-b00b-4014-baa7-bbc3858996ec gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:47:20.225645 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-8042f532-03e8-4835-818d-160b8c8b6d56 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'ports': [{'network_id': 'eb5bb302-f98e-4daf-ab12-078a12bff700'}, {'network_id': '99721099-8b12-4541-9cf8-afa157153fb0'}]} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:20.225969 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-8042f532-03e8-4835-818d-160b8c8b6d56 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'port': {'network_id': 'eb5bb302-f98e-4daf-ab12-078a12bff700'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:20.226413 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-8042f532-03e8-4835-818d-160b8c8b6d56 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'port': {'network_id': '99721099-8b12-4541-9cf8-afa157153fb0'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:20.247657 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c6c8906e-ac88-47cc-8234-8bb14b4e893d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Calling delete_port for 2bb19ff8-b87d-43b1-bafb-b551689618ea owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:20.256691 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d69f4ba-7e3b-46b2-927d-a1720792b0c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-af86d464-3852-4fdf-a9f0-052c71377529', 'network_id': 'af86d464-3852-4fdf-a9f0-052c71377529', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'fixed_ips': [{'subnet_id': 'e68b65ba-d0ac-4ca5-80b1-f04b1b536dba'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:47:20.257545 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0d69f4ba-7e3b-46b2-927d-a1720792b0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:20.274823 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba61051-b44b-4439-8f75-4e60c4a0854d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Network': ['ID=99721099-8b12-4541-9cf8-afa157153fb0,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:20.275610 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2b307d-63f6-4ff0-8d39-ace7b18d4925 None None] Pushing event updated for resources: {'Port': ['ID=d55e05f0-eaec-470b-88fc-00fa559970d6,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:20.325392 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a230e2e-bdba-4243-856e-81134ae4df79 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Port': ['ID=24c88058-2c97-4e99-affb-77bbf244f18b,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:20.335963 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71d374ca-0424-4281-89d1-557176cd63fc tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:20.386357 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 99721099-8b12-4541-9cf8-afa157153fb0 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:47:20.418577 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:20.708054 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a230e2e-bdba-4243-856e-81134ae4df79 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Network f9ac1039-05e1-49c4-9400-faf32cf974cc is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:20.713367 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-0a230e2e-bdba-4243-856e-81134ae4df79 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:20.827922 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a67bbb8a-8152-4ebf-be49-527a77a8cadc tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.131421 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a67bbb8a-8152-4ebf-be49-527a77a8cadc tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.154813 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-8042f532-03e8-4835-818d-160b8c8b6d56 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:21.178232 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-0d69f4ba-7e3b-46b2-927d-a1720792b0c1 None None] Allocated IP 172.20.0.2 (af86d464-3852-4fdf-a9f0-052c71377529/e68b65ba-d0ac-4ca5-80b1-f04b1b536dba/4aa88d7c-651a-46cd-8878-ccbf69b9c2ce) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:21.236631 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-8042f532-03e8-4835-818d-160b8c8b6d56 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:port and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:21.280361 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-8042f532-03e8-4835-818d-160b8c8b6d56 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:21.317240 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-8042f532-03e8-4835-818d-160b8c8b6d56 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:21.444543 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8042f532-03e8-4835-818d-160b8c8b6d56 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Made reservation on behalf of 081c5e94b3d84c0c999dc4d73e79f211 for: {'port': 2} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:21.448127 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8042f532-03e8-4835-818d-160b8c8b6d56 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.485772 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71d374ca-0424-4281-89d1-557176cd63fc tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.496967 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c6c8906e-ac88-47cc-8234-8bb14b4e893d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.531301 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0d69f4ba-7e3b-46b2-927d-a1720792b0c1 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.540460 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8042f532-03e8-4835-818d-160b8c8b6d56 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.547124 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0d69f4ba-7e3b-46b2-927d-a1720792b0c1 None None] Transition to ACTIVE for port object 4aa88d7c-651a-46cd-8878-ccbf69b9c2ce will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:21.574177 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0d69f4ba-7e3b-46b2-927d-a1720792b0c1 None None] Transition to ACTIVE for port object 4aa88d7c-651a-46cd-8878-ccbf69b9c2ce will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:21.577829 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71d374ca-0424-4281-89d1-557176cd63fc tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.643384 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device d55e05f0-eaec-470b-88fc-00fa559970d6 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:21.720410 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0d69f4ba-7e3b-46b2-927d-a1720792b0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.794682 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8906e-ac88-47cc-8234-8bb14b4e893d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Port': ['ID=2bb19ff8-b87d-43b1-bafb-b551689618ea,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:21.834892 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d69f4ba-7e3b-46b2-927d-a1720792b0c1 None None] Network af86d464-3852-4fdf-a9f0-052c71377529 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:21.845922 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d69f4ba-7e3b-46b2-927d-a1720792b0c1 None None] Pushing event updated for resources: {'Port': ['ID=4aa88d7c-651a-46cd-8878-ccbf69b9c2ce,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:21.849390 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-0d69f4ba-7e3b-46b2-927d-a1720792b0c1 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:21.858626 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d69f4ba-7e3b-46b2-927d-a1720792b0c1 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:21.867950 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-121cfc49-bcf7-486b-8e5f-5549132476a2 None None] Provisioning complete for port d55e05f0-eaec-470b-88fc-00fa559970d6 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:21.868313 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-121cfc49-bcf7-486b-8e5f-5549132476a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.950220 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 32770) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:21.957547 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-9e695b62-d61e-46ea-990d-25201726aed7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-757512050', 'description': 'tempest-secgroup-smoke-757512050 description', 'project_id': '1e3f77cee1f142a6ae1fa2606c54e16c'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:21.970403 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9e695b62-d61e-46ea-990d-25201726aed7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:21.980067 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9e695b62-d61e-46ea-990d-25201726aed7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Usage tracker for resource:security_group and tenant:1e3f77cee1f142a6ae1fa2606c54e16c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:21.987005 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a230e2e-bdba-4243-856e-81134ae4df79 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Router 74a006f8-ee34-4e8d-a02c-b492bda6a9b3 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:47:21.994498 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9e695b62-d61e-46ea-990d-25201726aed7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:22.007428 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9e695b62-d61e-46ea-990d-25201726aed7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:22.010842 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port d55e05f0-eaec-470b-88fc-00fa559970d6 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:22.011155 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.030594 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-71d374ca-0424-4281-89d1-557176cd63fc tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Allocated IP 172.26.0.242 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/a580bbee-2cac-4065-9a1e-ef1509d8fd30) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:22.112607 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-0d69f4ba-7e3b-46b2-927d-a1720792b0c1 None None] Attempting to bind port 4aa88d7c-651a-46cd-8878-ccbf69b9c2ce on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:22.112607 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-0d69f4ba-7e3b-46b2-927d-a1720792b0c1 None None] Attempting to bind port 4aa88d7c-651a-46cd-8878-ccbf69b9c2ce by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '45f63646-c33c-4143-bb87-a496b475b41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'af86d464-3852-4fdf-a9f0-052c71377529'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:22.113070 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d69f4ba-7e3b-46b2-927d-a1720792b0c1 None None] Attempting to bind port 4aa88d7c-651a-46cd-8878-ccbf69b9c2ce on network af86d464-3852-4fdf-a9f0-052c71377529 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:47:22.113742 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9e695b62-d61e-46ea-990d-25201726aed7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.127105 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d69f4ba-7e3b-46b2-927d-a1720792b0c1 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:47:22.127953 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d69f4ba-7e3b-46b2-927d-a1720792b0c1 None None] Checking segment: {'id': '45f63646-c33c-4143-bb87-a496b475b41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'af86d464-3852-4fdf-a9f0-052c71377529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:22.128078 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0d69f4ba-7e3b-46b2-927d-a1720792b0c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.128375 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d69f4ba-7e3b-46b2-927d-a1720792b0c1 None None] Bound using segment: {'id': '45f63646-c33c-4143-bb87-a496b475b41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'af86d464-3852-4fdf-a9f0-052c71377529'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:47:22.128852 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-0d69f4ba-7e3b-46b2-927d-a1720792b0c1 None None] Bound port: 4aa88d7c-651a-46cd-8878-ccbf69b9c2ce, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f63646-c33c-4143-bb87-a496b475b41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'af86d464-3852-4fdf-a9f0-052c71377529'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:22.129221 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0d69f4ba-7e3b-46b2-927d-a1720792b0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.132463 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9e695b62-d61e-46ea-990d-25201726aed7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.249337 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-08d03d59-2b23-4288-83e1-feab2f5a8ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6a4673-b00b-4014-baa7-bbc3858996ec', 'name': 'tempest-NetworksTestDHCPv6-router-223212174', 'tenant_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:03Z', 'updated_at': '2022-01-21T09:47:08Z', 'revision_number': 2, 'project_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'gw_port_host': None, '_interfaces': [{'id': '2bb19ff8-b87d-43b1-bafb-b551689618ea', 'name': '', 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'tenant_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'mac_address': 'fa:16:3e:71:db:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6a4673-b00b-4014-baa7-bbc3858996ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd442a77e-b9d7-4510-a7f0-e2a8a01c323e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:06Z', 'updated_at': '2022-01-21T09:47:18Z', 'revision_number': 4, 'project_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'subnets': [{'id': 'd442a77e-b9d7-4510-a7f0-e2a8a01c323e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:22.264511 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d03d59-2b23-4288-83e1-feab2f5a8ec1 None None] The sync data for ids ['9d6a4673-b00b-4014-baa7-bbc3858996ec'] in dv-neutron-825732-1-hyperv is: [{'id': '9d6a4673-b00b-4014-baa7-bbc3858996ec', 'name': 'tempest-NetworksTestDHCPv6-router-223212174', 'tenant_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:03Z', 'updated_at': '2022-01-21T09:47:08Z', 'revision_number': 2, 'project_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'gw_port_host': None, '_interfaces': [{'id': '2bb19ff8-b87d-43b1-bafb-b551689618ea', 'name': '', 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'tenant_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'mac_address': 'fa:16:3e:71:db:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6a4673-b00b-4014-baa7-bbc3858996ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd442a77e-b9d7-4510-a7f0-e2a8a01c323e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:06Z', 'updated_at': '2022-01-21T09:47:18Z', 'revision_number': 4, 'project_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'subnets': [{'id': 'd442a77e-b9d7-4510-a7f0-e2a8a01c323e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:47:22.319429 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9e695b62-d61e-46ea-990d-25201726aed7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:22.320482 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8f77cafb-2703-4a15-ba68-b570adffae68 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.330553 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9e695b62-d61e-46ea-990d-25201726aed7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Usage tracker for resource:security_group_rule and tenant:1e3f77cee1f142a6ae1fa2606c54e16c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:22.349229 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9e695b62-d61e-46ea-990d-25201726aed7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:22.361806 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9e695b62-d61e-46ea-990d-25201726aed7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:22.441884 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-0d69f4ba-7e3b-46b2-927d-a1720792b0c1 None None] For port 4aa88d7c-651a-46cd-8878-ccbf69b9c2ce, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:47:22.453751 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-0d69f4ba-7e3b-46b2-927d-a1720792b0c1 None None] For port 4aa88d7c-651a-46cd-8878-ccbf69b9c2ce, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=4aa88d7c-651a-46cd-8878-ccbf69b9c2ce,segment=NetworkSegment(45f63646-c33c-4143-bb87-a496b475b41a),segment_id=45f63646-c33c-4143-bb87-a496b475b41a)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:47:22.464293 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71d374ca-0424-4281-89d1-557176cd63fc tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.486068 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-a67bbb8a-8152-4ebf-be49-527a77a8cadc tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:47:22.554405 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-121cfc49-bcf7-486b-8e5f-5549132476a2 None None] Provisioning for port 24c88058-2c97-4e99-affb-77bbf244f18b completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:22.570866 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0d69f4ba-7e3b-46b2-927d-a1720792b0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.582117 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9e695b62-d61e-46ea-990d-25201726aed7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.606203 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a230e2e-bdba-4243-856e-81134ae4df79 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:22.617463 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9e695b62-d61e-46ea-990d-25201726aed7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.621270 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7c8f92-8e4a-4ab2-a3ee-6c1fb68edddd None None] Sync routers for ids ['74a006f8-ee34-4e8d-a02c-b492bda6a9b3'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:47:22.639662 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a67bbb8a-8152-4ebf-be49-527a77a8cadc tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.643347 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71d374ca-0424-4281-89d1-557176cd63fc tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.652806 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7c8f92-8e4a-4ab2-a3ee-6c1fb68edddd None None] Routers {'74a006f8-ee34-4e8d-a02c-b492bda6a9b3'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:22.653453 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-dd7c8f92-8e4a-4ab2-a3ee-6c1fb68edddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:46:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['74a006f8-ee34-4e8d-a02c-b492bda6a9b3'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:22.684207 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-121cfc49-bcf7-486b-8e5f-5549132476a2 None None] Provisioning complete for port 24c88058-2c97-4e99-affb-77bbf244f18b triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:22.685241 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-121cfc49-bcf7-486b-8e5f-5549132476a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.733954 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-dd7c8f92-8e4a-4ab2-a3ee-6c1fb68edddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:22.749606 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7c8f92-8e4a-4ab2-a3ee-6c1fb68edddd None None] Routers {'74a006f8-ee34-4e8d-a02c-b492bda6a9b3'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:22.750526 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-dd7c8f92-8e4a-4ab2-a3ee-6c1fb68edddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:46:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['74a006f8-ee34-4e8d-a02c-b492bda6a9b3'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:22.790240 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9e695b62-d61e-46ea-990d-25201726aed7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:22.803215 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9e695b62-d61e-46ea-990d-25201726aed7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Usage tracker for resource:security_group_rule and tenant:1e3f77cee1f142a6ae1fa2606c54e16c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:22.815906 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9e695b62-d61e-46ea-990d-25201726aed7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:22.825165 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-dd7c8f92-8e4a-4ab2-a3ee-6c1fb68edddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:22.825920 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7c8f92-8e4a-4ab2-a3ee-6c1fb68edddd None None] The sync data for ids ['74a006f8-ee34-4e8d-a02c-b492bda6a9b3'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:47:22.854361 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d374ca-0424-4281-89d1-557176cd63fc tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:22.869242 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9e695b62-d61e-46ea-990d-25201726aed7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:22.873363 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d69f4ba-7e3b-46b2-927d-a1720792b0c1 None None] Pushing event updated for resources: {'Port': ['ID=4aa88d7c-651a-46cd-8878-ccbf69b9c2ce,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:22.875254 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-71d374ca-0424-4281-89d1-557176cd63fc tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:22.887647 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d374ca-0424-4281-89d1-557176cd63fc tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:22.924014 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e695b62-d61e-46ea-990d-25201726aed7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c08380bc-939d-403f-b892-eb7d356d8152,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:22.936578 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-121cfc49-bcf7-486b-8e5f-5549132476a2 None None] Port 24c88058-2c97-4e99-affb-77bbf244f18b cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:47:22.955882 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d374ca-0424-4281-89d1-557176cd63fc tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Pushing event updated for resources: {'Port': ['ID=a580bbee-2cac-4065-9a1e-ef1509d8fd30,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:22.968743 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-8042f532-03e8-4835-818d-160b8c8b6d56 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] device_id is not set on port dd20049c-af73-43ad-a71a-c4d4e8103f30 yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:47:22.976870 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0a230e2e-bdba-4243-856e-81134ae4df79 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "PUT /v2.0/routers/74a006f8-ee34-4e8d-a02c-b492bda6a9b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1877499 Jan 21 09:47:22.980644 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 32774) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:23.013186 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a67bbb8a-8152-4ebf-be49-527a77a8cadc tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.091161 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-b75d6889-bb35-4a83-b714-9f28f4f1c02a None None] Provisioning complete for port 24c88058-2c97-4e99-affb-77bbf244f18b triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:23.091711 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b75d6889-bb35-4a83-b714-9f28f4f1c02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.210494 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-b75d6889-bb35-4a83-b714-9f28f4f1c02a None None] Port 24c88058-2c97-4e99-affb-77bbf244f18b cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:47:23.224644 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67bbb8a-8152-4ebf-be49-527a77a8cadc tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Pushing event updated for resources: {'Port': ['ID=cf06111c-8efa-4e6b-9d86-7f9e45198893,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:23.236387 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ff6c17-7b8d-499d-bded-f625644340f1 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:23.236996 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-b9ff6c17-7b8d-499d-bded-f625644340f1 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Synchronizing usage tracker for tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:23.243285 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9e695b62-d61e-46ea-990d-25201726aed7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.248871 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c6c8906e-ac88-47cc-8234-8bb14b4e893d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.263909 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9e695b62-d61e-46ea-990d-25201726aed7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.306628 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-b9ff6c17-7b8d-499d-bded-f625644340f1 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Unset dirty status for tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:23.308913 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b9ff6c17-7b8d-499d-bded-f625644340f1 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "GET /v2.0/ports/24c88058-2c97-4e99-affb-77bbf244f18b HTTP/1.1" status: 200 len: 911 time: 0.3258216 Jan 21 09:47:23.323107 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 32778) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:23.418706 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9e695b62-d61e-46ea-990d-25201726aed7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.424357 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9e695b62-d61e-46ea-990d-25201726aed7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.4681275 Jan 21 09:47:23.431895 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 32782) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:23.446091 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-5a2ede49-8e8e-47bb-a527-cb07914b71d2 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Request body: {'security_group_rule': {'security_group_id': 'f7576773-34b9-47cd-986d-6bff6a0f6165', 'project_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:23.454499 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e695b62-d61e-46ea-990d-25201726aed7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7576773-34b9-47cd-986d-6bff6a0f6165,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:23.458679 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5a2ede49-8e8e-47bb-a527-cb07914b71d2 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:23.523545 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-5a2ede49-8e8e-47bb-a527-cb07914b71d2 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Usage tracker for resource:security_group_rule and tenant:1e3f77cee1f142a6ae1fa2606c54e16c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:23.530992 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-5a2ede49-8e8e-47bb-a527-cb07914b71d2 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:23.544951 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5a2ede49-8e8e-47bb-a527-cb07914b71d2 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:23.582373 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a67bbb8a-8152-4ebf-be49-527a77a8cadc tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.591481 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5a2ede49-8e8e-47bb-a527-cb07914b71d2 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.682654 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71d374ca-0424-4281-89d1-557176cd63fc tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.683399 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71d374ca-0424-4281-89d1-557176cd63fc tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.769542 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5a2ede49-8e8e-47bb-a527-cb07914b71d2 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.787054 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a67bbb8a-8152-4ebf-be49-527a77a8cadc tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.791426 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a67bbb8a-8152-4ebf-be49-527a77a8cadc tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5123456 Jan 21 09:47:23.805895 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8042f532-03e8-4835-818d-160b8c8b6d56 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.809700 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 32786) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:23.845074 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5a2ede49-8e8e-47bb-a527-cb07914b71d2 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.870993 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-5e257d12-87bb-4361-8000-ca7c09a2e011 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Request body: {'floatingip': {'port_id': '573f27b5-c80c-4b48-b8cd-66a2690cdda4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:23.885933 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3d3238ed-1814-40b5-ab72-b143dd448aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.928269 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-8f77cafb-2703-4a15-ba68-b570adffae68 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Allocated IP 172.20.0.1 (af86d464-3852-4fdf-a9f0-052c71377529/e68b65ba-d0ac-4ca5-80b1-f04b1b536dba/7019056a-3a17-41fd-a255-cf0b151bc48c) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:23.971128 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ede49-8e8e-47bb-a527-cb07914b71d2 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46104c98-7d6d-4144-979b-ed0e61532c42,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:24.009125 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5a2ede49-8e8e-47bb-a527-cb07914b71d2 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:24.013179 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5a2ede49-8e8e-47bb-a527-cb07914b71d2 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5715091 Jan 21 09:47:24.016575 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 32790) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:24.025916 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-398c66d1-0c81-4576-88c3-621e08600a6a tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Request body: {'security_group_rule': {'security_group_id': 'f7576773-34b9-47cd-986d-6bff6a0f6165', 'project_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:24.040346 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-398c66d1-0c81-4576-88c3-621e08600a6a tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:24.048118 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-398c66d1-0c81-4576-88c3-621e08600a6a tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Usage tracker for resource:security_group_rule and tenant:1e3f77cee1f142a6ae1fa2606c54e16c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:24.052495 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-398c66d1-0c81-4576-88c3-621e08600a6a tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:24.055425 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5e257d12-87bb-4361-8000-ca7c09a2e011 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks [] for floatingip, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:24.061152 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-398c66d1-0c81-4576-88c3-621e08600a6a tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:24.210903 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ef35f9-a956-4a04-9cc1-f1b14f4f2876 None None] Network af86d464-3852-4fdf-a9f0-052c71377529 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:24.271495 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-398c66d1-0c81-4576-88c3-621e08600a6a tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:24.299293 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-32f8db51-c5e2-4621-b245-d117266019d2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:24.312398 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-2641f634-714b-4fd4-9a53-011e79430329 None None] Provisioning for port 4aa88d7c-651a-46cd-8878-ccbf69b9c2ce completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:24.349853 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-8042f532-03e8-4835-818d-160b8c8b6d56 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] device_id is not set on port 132cdf71-956c-4f06-aa0c-7c80107fcbb3 yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:47:24.507624 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-398c66d1-0c81-4576-88c3-621e08600a6a tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:24.527529 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-398c66d1-0c81-4576-88c3-621e08600a6a tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:24.573567 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c66d1-0c81-4576-88c3-621e08600a6a tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f1dd403-7751-4caf-8889-2344200c430a,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:24.596888 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-398c66d1-0c81-4576-88c3-621e08600a6a tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:24.598130 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-398c66d1-0c81-4576-88c3-621e08600a6a tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5806668 Jan 21 09:47:24.605375 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 32794) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:24.616996 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-3fdacbad-36f5-483c-a48f-ecf52975a9c3 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Request body: {'security_group_rule': {'security_group_id': 'f7576773-34b9-47cd-986d-6bff6a0f6165', 'project_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:24.624770 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3fdacbad-36f5-483c-a48f-ecf52975a9c3 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:24.659192 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3fdacbad-36f5-483c-a48f-ecf52975a9c3 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Usage tracker for resource:security_group_rule and tenant:1e3f77cee1f142a6ae1fa2606c54e16c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:24.665495 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3fdacbad-36f5-483c-a48f-ecf52975a9c3 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:24.681950 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3fdacbad-36f5-483c-a48f-ecf52975a9c3 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:24.700346 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d374ca-0424-4281-89d1-557176cd63fc tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Router b47807e1-f1d9-4493-8083-30e99e0229d1 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:47:24.742708 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8f77cafb-2703-4a15-ba68-b570adffae68 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:24.794172 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8f77cafb-2703-4a15-ba68-b570adffae68 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Transition to ACTIVE for port object 7019056a-3a17-41fd-a255-cf0b151bc48c will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:24.795577 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3fdacbad-36f5-483c-a48f-ecf52975a9c3 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:24.807696 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-5e257d12-87bb-4361-8000-ca7c09a2e011 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] update failed (client error): The resource could not be found. Jan 21 09:47:24.808756 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5e257d12-87bb-4361-8000-ca7c09a2e011 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] 10.222.0.104 "PUT /v2.0/floatingips/eeeb52d3-9779-46a9-be25-e23efcee378a HTTP/1.1" status: 404 len: 507 time: 0.9980969 Jan 21 09:47:24.818580 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c8906e-ac88-47cc-8234-8bb14b4e893d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Router 9d6a4673-b00b-4014-baa7-bbc3858996ec has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:47:24.819211 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 32798) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:25.036441 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 4aa88d7c-651a-46cd-8878-ccbf69b9c2ce up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:25.037702 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8042f532-03e8-4835-818d-160b8c8b6d56 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:25.058770 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3fdacbad-36f5-483c-a48f-ecf52975a9c3 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:25.064766 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3fdacbad-36f5-483c-a48f-ecf52975a9c3 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:25.109862 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ff094132-e9c7-4a7d-a3fd-67e444f36f69 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Deleting port cf06111c-8efa-4e6b-9d86-7f9e45198893 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:25.111399 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ff094132-e9c7-4a7d-a3fd-67e444f36f69 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:25.116139 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdacbad-36f5-483c-a48f-ecf52975a9c3 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c5986ce-d1dc-49a0-8e4d-47c43138b7a9,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:25.126974 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 4aa88d7c-651a-46cd-8878-ccbf69b9c2ce completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:25.133169 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 4aa88d7c-651a-46cd-8878-ccbf69b9c2ce triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:25.133596 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:25.154107 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8f77cafb-2703-4a15-ba68-b570adffae68 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:25.158190 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3fdacbad-36f5-483c-a48f-ecf52975a9c3 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:25.162094 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3fdacbad-36f5-483c-a48f-ecf52975a9c3 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5518272 Jan 21 09:47:25.162277 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 32802) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:25.168268 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-b500d8c0-741c-40d2-8314-8577689bc763 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Request body: {'security_group_rule': {'security_group_id': 'f7576773-34b9-47cd-986d-6bff6a0f6165', 'project_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:25.230272 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b500d8c0-741c-40d2-8314-8577689bc763 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:25.242653 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-b500d8c0-741c-40d2-8314-8577689bc763 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Usage tracker for resource:security_group_rule and tenant:1e3f77cee1f142a6ae1fa2606c54e16c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:25.248168 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-b500d8c0-741c-40d2-8314-8577689bc763 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:25.263056 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b500d8c0-741c-40d2-8314-8577689bc763 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:25.275961 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:25.312936 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 4aa88d7c-651a-46cd-8878-ccbf69b9c2ce, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=4aa88d7c-651a-46cd-8878-ccbf69b9c2ce,segment=NetworkSegment(45f63646-c33c-4143-bb87-a496b475b41a),segment_id=45f63646-c33c-4143-bb87-a496b475b41a)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:25.319419 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:25.344154 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b500d8c0-741c-40d2-8314-8577689bc763 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:25.389695 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=4aa88d7c-651a-46cd-8878-ccbf69b9c2ce,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:25.410592 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f77cafb-2703-4a15-ba68-b570adffae68 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Network af86d464-3852-4fdf-a9f0-052c71377529 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:25.417647 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-8f77cafb-2703-4a15-ba68-b570adffae68 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:25.419620 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f77cafb-2703-4a15-ba68-b570adffae68 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Port': ['ID=7019056a-3a17-41fd-a255-cf0b151bc48c,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:25.425472 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f77cafb-2703-4a15-ba68-b570adffae68 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:25.436517 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d374ca-0424-4281-89d1-557176cd63fc tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:25.452966 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ad3f87-2249-495c-8ec9-35124d820abb None None] Sync routers for ids ['b47807e1-f1d9-4493-8083-30e99e0229d1'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:47:25.463473 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8042f532-03e8-4835-818d-160b8c8b6d56 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:25.473937 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b500d8c0-741c-40d2-8314-8577689bc763 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:25.475121 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ad3f87-2249-495c-8ec9-35124d820abb None None] Routers {'b47807e1-f1d9-4493-8083-30e99e0229d1'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:25.476296 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a6ad3f87-2249-495c-8ec9-35124d820abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:46:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b47807e1-f1d9-4493-8083-30e99e0229d1'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:25.514864 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b500d8c0-741c-40d2-8314-8577689bc763 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:25.529905 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c8906e-ac88-47cc-8234-8bb14b4e893d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:25.535016 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71d374ca-0424-4281-89d1-557176cd63fc tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:25.536247 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-71d374ca-0424-4281-89d1-557176cd63fc tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.0378020 Jan 21 09:47:25.542400 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2ca654-500e-4e6e-aee5-f8973980b7c9 None None] Sync routers for ids ['9d6a4673-b00b-4014-baa7-bbc3858996ec'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:47:25.546996 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 32806) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:25.571795 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-a27566a9-3724-44ae-85ba-40631e9eaa95 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:25.592047 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2ca654-500e-4e6e-aee5-f8973980b7c9 None None] Routers {'9d6a4673-b00b-4014-baa7-bbc3858996ec'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:25.593476 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-0b2ca654-500e-4e6e-aee5-f8973980b7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:46:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9d6a4673-b00b-4014-baa7-bbc3858996ec'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:25.624220 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c6c8906e-ac88-47cc-8234-8bb14b4e893d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "PUT /v2.0/routers/9d6a4673-b00b-4014-baa7-bbc3858996ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4559958 Jan 21 09:47:25.627661 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a6ad3f87-2249-495c-8ec9-35124d820abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:25.645731 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ad3f87-2249-495c-8ec9-35124d820abb None None] Routers {'b47807e1-f1d9-4493-8083-30e99e0229d1'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:25.646623 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a6ad3f87-2249-495c-8ec9-35124d820abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:46:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b47807e1-f1d9-4493-8083-30e99e0229d1'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:25.648272 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 32810) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:25.663267 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500d8c0-741c-40d2-8314-8577689bc763 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8315f624-19a0-4ca3-8dbe-dd4d36cd2c19,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:25.671573 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ff094132-e9c7-4a7d-a3fd-67e444f36f69 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:25.671867 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b500d8c0-741c-40d2-8314-8577689bc763 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:25.672285 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ff094132-e9c7-4a7d-a3fd-67e444f36f69 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:25.673302 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b500d8c0-741c-40d2-8314-8577689bc763 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5100260 Jan 21 09:47:25.684617 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 32814) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:25.686582 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8042f532-03e8-4835-818d-160b8c8b6d56 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Network eb5bb302-f98e-4daf-ab12-078a12bff700 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:25.698594 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8f77cafb-2703-4a15-ba68-b570adffae68 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:25.709379 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-ff6734e7-f63c-4478-adcc-6f1c1320c466 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Request body: {'security_group_rule': {'security_group_id': 'f7576773-34b9-47cd-986d-6bff6a0f6165', 'project_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:25.723325 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ff6734e7-f63c-4478-adcc-6f1c1320c466 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:25.728549 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ff6734e7-f63c-4478-adcc-6f1c1320c466 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Usage tracker for resource:security_group_rule and tenant:1e3f77cee1f142a6ae1fa2606c54e16c is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:25.733226 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ff6734e7-f63c-4478-adcc-6f1c1320c466 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:25.745637 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-32f8db51-c5e2-4621-b245-d117266019d2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Deleting port 24c88058-2c97-4e99-affb-77bbf244f18b {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:25.745864 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ff6734e7-f63c-4478-adcc-6f1c1320c466 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:25.746307 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-32f8db51-c5e2-4621-b245-d117266019d2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:25.757498 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a6ad3f87-2249-495c-8ec9-35124d820abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:25.757970 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ad3f87-2249-495c-8ec9-35124d820abb None None] The sync data for ids ['b47807e1-f1d9-4493-8083-30e99e0229d1'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:47:25.773376 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-0b2ca654-500e-4e6e-aee5-f8973980b7c9 None None] Set router 9d6a4673-b00b-4014-baa7-bbc3858996ec gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:47:25.800377 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-644889fc-af2a-44ae-b039-f38c72ccc9d9 None None] Provisioning for port 7019056a-3a17-41fd-a255-cf0b151bc48c completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:25.807066 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-644889fc-af2a-44ae-b039-f38c72ccc9d9 None None] Provisioning complete for port 7019056a-3a17-41fd-a255-cf0b151bc48c triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:25.807544 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-644889fc-af2a-44ae-b039-f38c72ccc9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:25.871235 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4e8b9f-5b4c-47eb-9e7f-1c1961f17617 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:25.872706 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4e8b9f-5b4c-47eb-9e7f-1c1961f17617 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:25.873501 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8a4e8b9f-5b4c-47eb-9e7f-1c1961f17617 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:25.880393 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-644889fc-af2a-44ae-b039-f38c72ccc9d9 None None] Port 7019056a-3a17-41fd-a255-cf0b151bc48c cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:47:25.880814 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-8042f532-03e8-4835-818d-160b8c8b6d56 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:25.883263 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042f532-03e8-4835-818d-160b8c8b6d56 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Port': ['ID=dd20049c-af73-43ad-a71a-c4d4e8103f30,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:25.885702 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8042f532-03e8-4835-818d-160b8c8b6d56 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:25.886697 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8042f532-03e8-4835-818d-160b8c8b6d56 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:25.908907 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-0b2ca654-500e-4e6e-aee5-f8973980b7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6a4673-b00b-4014-baa7-bbc3858996ec', 'name': 'tempest-NetworksTestDHCPv6-router-223212174', 'tenant_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:03Z', 'updated_at': '2022-01-21T09:47:21Z', 'revision_number': 3, 'project_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'gw_port_host': None}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:25.917714 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2ca654-500e-4e6e-aee5-f8973980b7c9 None None] Checking router: 9d6a4673-b00b-4014-baa7-bbc3858996ec for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:47:25.934511 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2ca654-500e-4e6e-aee5-f8973980b7c9 None None] Routers {'9d6a4673-b00b-4014-baa7-bbc3858996ec'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:25.935135 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-0b2ca654-500e-4e6e-aee5-f8973980b7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:46:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9d6a4673-b00b-4014-baa7-bbc3858996ec'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:26.002244 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8a4e8b9f-5b4c-47eb-9e7f-1c1961f17617 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:26.002848 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8a4e8b9f-5b4c-47eb-9e7f-1c1961f17617 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3539159 Jan 21 09:47:26.006671 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.securitygroups_db [None req-ff6734e7-f63c-4478-adcc-6f1c1320c466 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Project 1e3f77cee1f142a6ae1fa2606c54e16c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:47:26.010340 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 32818) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:26.028399 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ff094132-e9c7-4a7d-a3fd-67e444f36f69 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Calling delete_port for cf06111c-8efa-4e6b-9d86-7f9e45198893 owned by network:floatingip {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:26.088185 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-0b2ca654-500e-4e6e-aee5-f8973980b7c9 None None] Set router 9d6a4673-b00b-4014-baa7-bbc3858996ec gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:47:26.104888 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ff6734e7-f63c-4478-adcc-6f1c1320c466 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:26.193385 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042f532-03e8-4835-818d-160b8c8b6d56 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Port': ['ID=132cdf71-956c-4f06-aa0c-7c80107fcbb3,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:26.206025 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-0b2ca654-500e-4e6e-aee5-f8973980b7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6a4673-b00b-4014-baa7-bbc3858996ec', 'name': 'tempest-NetworksTestDHCPv6-router-223212174', 'tenant_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:03Z', 'updated_at': '2022-01-21T09:47:21Z', 'revision_number': 3, 'project_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'gw_port_host': None}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:26.210872 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2ca654-500e-4e6e-aee5-f8973980b7c9 None None] The sync data for ids ['9d6a4673-b00b-4014-baa7-bbc3858996ec'] in dv-neutron-825732-1-hyperv is: [{'id': '9d6a4673-b00b-4014-baa7-bbc3858996ec', 'name': 'tempest-NetworksTestDHCPv6-router-223212174', 'tenant_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:03Z', 'updated_at': '2022-01-21T09:47:21Z', 'revision_number': 3, 'project_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'gw_port_host': None}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:47:26.294297 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-32f8db51-c5e2-4621-b245-d117266019d2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:26.308618 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-eb6c6d56-940d-452d-bcd1-ad92a433a52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:26.316068 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8042f532-03e8-4835-818d-160b8c8b6d56 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Checking segment: {'id': 'a58874f2-026a-4b77-bc1e-e3ec58ef21e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '99721099-8b12-4541-9cf8-afa157153fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:26.316440 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8042f532-03e8-4835-818d-160b8c8b6d56 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Network hostable DHCP agents. Network: 99721099-8b12-4541-9cf8-afa157153fb0, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:47:26.396363 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8f77cafb-2703-4a15-ba68-b570adffae68 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:26.432717 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ff6734e7-f63c-4478-adcc-6f1c1320c466 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:26.444616 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ff6734e7-f63c-4478-adcc-6f1c1320c466 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:26.447569 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-32f8db51-c5e2-4621-b245-d117266019d2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Calling delete_port for 24c88058-2c97-4e99-affb-77bbf244f18b owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:26.495401 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ff094132-e9c7-4a7d-a3fd-67e444f36f69 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:26.511643 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:47:26.553321 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8042f532-03e8-4835-818d-160b8c8b6d56 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Network 99721099-8b12-4541-9cf8-afa157153fb0 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:47:26.574416 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6734e7-f63c-4478-adcc-6f1c1320c466 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed67a6f7-3e1b-4601-8dff-d3519dde1c10,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:26.604823 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff094132-e9c7-4a7d-a3fd-67e444f36f69 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Pushing event deleted for resources: {'Port': ['ID=cf06111c-8efa-4e6b-9d86-7f9e45198893,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:26.703092 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-874adbe1-c0d0-49f4-acb1-d6e6f0f3a429 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting subnet d442a77e-b9d7-4510-a7f0-e2a8a01c323e {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:47:26.710838 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-874adbe1-c0d0-49f4-acb1-d6e6f0f3a429 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:26.837811 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-8042f532-03e8-4835-818d-160b8c8b6d56 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 99721099-8b12-4541-9cf8-afa157153fb0) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:26.853767 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616f1f74-df72-4f8b-bd34-c2e4bc9c2adb None None] Network 99721099-8b12-4541-9cf8-afa157153fb0 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:26.889481 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-874adbe1-c0d0-49f4-acb1-d6e6f0f3a429 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:26.933335 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8042f532-03e8-4835-818d-160b8c8b6d56 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:26.939081 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8042f532-03e8-4835-818d-160b8c8b6d56 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:26.941485 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8042f532-03e8-4835-818d-160b8c8b6d56 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:26.942199 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8042f532-03e8-4835-818d-160b8c8b6d56 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:26.949046 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ff6734e7-f63c-4478-adcc-6f1c1320c466 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:26.950426 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ff6734e7-f63c-4478-adcc-6f1c1320c466 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.2549400 Jan 21 09:47:26.956637 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 32822) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:26.969624 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-0afdaf3a-e70a-4845-934b-84ab77e877e2 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Request body: {'security_group_rule': {'security_group_id': 'f7576773-34b9-47cd-986d-6bff6a0f6165', 'project_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:26.989075 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0afdaf3a-e70a-4845-934b-84ab77e877e2 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:27.007550 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8042f532-03e8-4835-818d-160b8c8b6d56 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.9403253 Jan 21 09:47:27.018822 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 32826) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:27.036388 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0afdaf3a-e70a-4845-934b-84ab77e877e2 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Usage tracker for resource:security_group_rule and tenant:1e3f77cee1f142a6ae1fa2606c54e16c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:27.044300 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 4aa88d7c-651a-46cd-8878-ccbf69b9c2ce up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:27.047175 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0afdaf3a-e70a-4845-934b-84ab77e877e2 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:27.061484 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ff094132-e9c7-4a7d-a3fd-67e444f36f69 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks [] for floatingip, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:27.064060 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ff094132-e9c7-4a7d-a3fd-67e444f36f69 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:27.065455 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ff094132-e9c7-4a7d-a3fd-67e444f36f69 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] 10.222.0.104 "DELETE /v2.0/floatingips/eeeb52d3-9779-46a9-be25-e23efcee378a HTTP/1.1" status: 204 len: 168 time: 2.2431791 Jan 21 09:47:27.075971 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 32830) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:27.086096 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-874adbe1-c0d0-49f4-acb1-d6e6f0f3a429 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:27.089275 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-99b23ae5-2fb8-4d08-969c-3296931d24c6 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Request body: {'floatingip': {'floating_network_id': '4995827c-d02c-45fa-b443-31c4d3fb8ff6', 'port_id': '573f27b5-c80c-4b48-b8cd-66a2690cdda4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:27.103588 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-99b23ae5-2fb8-4d08-969c-3296931d24c6 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:27.112521 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-99b23ae5-2fb8-4d08-969c-3296931d24c6 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Usage tracker for resource:floatingip and tenant:4fe5ffc46e9d424dbc8f262042bd8541 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:27.119729 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-99b23ae5-2fb8-4d08-969c-3296931d24c6 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:27.175400 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0afdaf3a-e70a-4845-934b-84ab77e877e2 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:27.188156 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-32f8db51-c5e2-4621-b245-d117266019d2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:27.189708 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 4aa88d7c-651a-46cd-8878-ccbf69b9c2ce triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:27.190148 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:27.193682 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-874adbe1-c0d0-49f4-acb1-d6e6f0f3a429 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:27.198968 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-99b23ae5-2fb8-4d08-969c-3296931d24c6 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:27.211929 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e7da8389-6ec5-4384-a003-8420d16af045 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Deleting port 132cdf71-956c-4f06-aa0c-7c80107fcbb3 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:27.212525 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e7da8389-6ec5-4384-a003-8420d16af045 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:27.280627 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-99b23ae5-2fb8-4d08-969c-3296931d24c6 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks [] for floatingip, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:27.324696 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-0afdaf3a-e70a-4845-934b-84ab77e877e2 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Project 1e3f77cee1f142a6ae1fa2606c54e16c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:47:27.330144 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8db51-c5e2-4621-b245-d117266019d2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event deleted for resources: {'Port': ['ID=24c88058-2c97-4e99-affb-77bbf244f18b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:27.353739 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 2bb19ff8-b87d-43b1-bafb-b551689618ea no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:47:27.360964 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874adbe1-c0d0-49f4-acb1-d6e6f0f3a429 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Subnet': ['ID=d442a77e-b9d7-4510-a7f0-e2a8a01c323e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:27.364820 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0afdaf3a-e70a-4845-934b-84ab77e877e2 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:27.397278 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383254d0-6e6a-40d4-bd6b-48efecbf9950 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:27.412038 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-874adbe1-c0d0-49f4-acb1-d6e6f0f3a429 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:27.413321 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 2bb19ff8-b87d-43b1-bafb-b551689618ea {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:47:27.413693 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 2bb19ff8-b87d-43b1-bafb-b551689618ea not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:47:27.582186 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8f77cafb-2703-4a15-ba68-b570adffae68 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:27.588700 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:27.606428 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-874adbe1-c0d0-49f4-acb1-d6e6f0f3a429 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/d442a77e-b9d7-4510-a7f0-e2a8a01c323e HTTP/1.1" status: 204 len: 168 time: 1.5935922 Jan 21 09:47:27.633506 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 32834) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:27.650820 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e7da8389-6ec5-4384-a003-8420d16af045 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:27.681630 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:27.752706 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8f77cafb-2703-4a15-ba68-b570adffae68 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:27.813077 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d73e5f7-5005-486d-b5ef-a1ec36892dc3 None None] DHCP port deletion for d5f237d0-52c1-4100-800c-a471203fec66 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:47:27.818927 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-6d73e5f7-5005-486d-b5ef-a1ec36892dc3 None None] Deleting port 8bf04fe9-b7d2-407e-a5f0-1ee539acc2e9 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:27.819665 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6d73e5f7-5005-486d-b5ef-a1ec36892dc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:27.850040 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e7da8389-6ec5-4384-a003-8420d16af045 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Calling delete_port for 132cdf71-956c-4f06-aa0c-7c80107fcbb3 owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:27.857584 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0afdaf3a-e70a-4845-934b-84ab77e877e2 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:27.873707 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-32f8db51-c5e2-4621-b245-d117266019d2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:27.886901 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0afdaf3a-e70a-4845-934b-84ab77e877e2 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:28.041920 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8f77cafb-2703-4a15-ba68-b570adffae68 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:28.048631 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f77cafb-2703-4a15-ba68-b570adffae68 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Port': ['ID=7019056a-3a17-41fd-a255-cf0b151bc48c,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:28.067577 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e7da8389-6ec5-4384-a003-8420d16af045 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:28.133942 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-6d73e5f7-5005-486d-b5ef-a1ec36892dc3 None None] For port 8bf04fe9-b7d2-407e-a5f0-1ee539acc2e9, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=8bf04fe9-b7d2-407e-a5f0-1ee539acc2e9,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:28.134324 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6d73e5f7-5005-486d-b5ef-a1ec36892dc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:28.152832 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afdaf3a-e70a-4845-934b-84ab77e877e2 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d073564-52de-47ad-8558-bf47256f50c5,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:28.161924 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da8389-6ec5-4384-a003-8420d16af045 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Port': ['ID=132cdf71-956c-4f06-aa0c-7c80107fcbb3,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:28.236530 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-2764557f-bb14-4bb3-9585-bdc31623c23a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:router {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:28.242231 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e7da8389-6ec5-4384-a003-8420d16af045 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:28.242671 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0afdaf3a-e70a-4845-934b-84ab77e877e2 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:28.246744 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0afdaf3a-e70a-4845-934b-84ab77e877e2 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.2817559 Jan 21 09:47:28.246918 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 32838) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:28.262385 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-6d73e5f7-5005-486d-b5ef-a1ec36892dc3 None None] Calling delete_port for 8bf04fe9-b7d2-407e-a5f0-1ee539acc2e9 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:28.267382 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-0fc4071f-6976-4d0f-b49b-5b372bc44ba7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Request body: {'network': {'name': 'tempest-network-smoke--63529234', 'project_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'port_security_enabled': True}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:28.274735 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-99b23ae5-2fb8-4d08-969c-3296931d24c6 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:47:28.280145 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-99b23ae5-2fb8-4d08-969c-3296931d24c6 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.1988568 Jan 21 09:47:28.280145 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e7da8389-6ec5-4384-a003-8420d16af045 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/ports/132cdf71-956c-4f06-aa0c-7c80107fcbb3 HTTP/1.1" status: 204 len: 168 time: 1.2575173 Jan 21 09:47:28.281893 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-0fc4071f-6976-4d0f-b49b-5b372bc44ba7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:28.284544 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 32842) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:28.284881 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 32844) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:28.344995 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-b827e08e-3846-4012-acd1-4fc8ab609643 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'port_id': '573f27b5-c80c-4b48-b8cd-66a2690cdda4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:28.350963 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b827e08e-3846-4012-acd1-4fc8ab609643 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:28.352839 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-2764557f-bb14-4bb3-9585-bdc31623c23a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:router {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:28.353378 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-0fc4071f-6976-4d0f-b49b-5b372bc44ba7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Usage tracker for resource:network and tenant:1e3f77cee1f142a6ae1fa2606c54e16c is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:28.354360 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2764557f-bb14-4bb3-9585-bdc31623c23a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.7192054 Jan 21 09:47:28.357426 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 32850) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:28.361564 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6d73e5f7-5005-486d-b5ef-a1ec36892dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:28.363648 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-0fc4071f-6976-4d0f-b49b-5b372bc44ba7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:28.374378 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b827e08e-3846-4012-acd1-4fc8ab609643 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Usage tracker for resource:floatingip and tenant:4fe5ffc46e9d424dbc8f262042bd8541 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:28.386367 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-0fc4071f-6976-4d0f-b49b-5b372bc44ba7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:28.393597 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b827e08e-3846-4012-acd1-4fc8ab609643 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:28.403375 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b827e08e-3846-4012-acd1-4fc8ab609643 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:28.408777 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d73e5f7-5005-486d-b5ef-a1ec36892dc3 None None] Pushing event deleted for resources: {'Port': ['ID=8bf04fe9-b7d2-407e-a5f0-1ee539acc2e9,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:28.415656 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d73e5f7-5005-486d-b5ef-a1ec36892dc3 None None] No DVR routers for this DVR port 8bf04fe9-b7d2-407e-a5f0-1ee539acc2e9 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:47:28.434558 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc4071f-6976-4d0f-b49b-5b372bc44ba7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Made reservation on behalf of 1e3f77cee1f142a6ae1fa2606c54e16c for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:28.437223 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0fc4071f-6976-4d0f-b49b-5b372bc44ba7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:28.451221 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f77cafb-2703-4a15-ba68-b570adffae68 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Network af86d464-3852-4fdf-a9f0-052c71377529 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:28.456560 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b827e08e-3846-4012-acd1-4fc8ab609643 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks [] for floatingip, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:28.469387 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-8f77cafb-2703-4a15-ba68-b570adffae68 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:28.765026 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-fe9dece7-e595-43bc-9c20-43fcd3fa2185 None None] Provisioning complete for port 7019056a-3a17-41fd-a255-cf0b151bc48c triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:28.765844 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fe9dece7-e595-43bc-9c20-43fcd3fa2185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:28.832161 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-140505e2-1fdc-48ea-8c40-2eac3888a235 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:28.860953 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-fe9dece7-e595-43bc-9c20-43fcd3fa2185 None None] Port 7019056a-3a17-41fd-a255-cf0b151bc48c cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:47:28.934335 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fc4071f-6976-4d0f-b49b-5b372bc44ba7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:47:28.971365 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b980041-aa65-46de-873d-e7b1f2ca04f3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:28.975365 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b980041-aa65-46de-873d-e7b1f2ca04f3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:28.976147 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4b980041-aa65-46de-873d-e7b1f2ca04f3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Synchronizing usage tracker for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:28.979185 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0fc4071f-6976-4d0f-b49b-5b372bc44ba7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:28.979507 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-0fc4071f-6976-4d0f-b49b-5b372bc44ba7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Added segment 155ca858-1c82-4acd-b696-f79df79a5f2d of type vlan for network 7c76e461-3311-4ee9-93b1-5e66961e7ff1 Jan 21 09:47:29.006354 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 8bf04fe9-b7d2-407e-a5f0-1ee539acc2e9 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:47:29.046512 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 8bf04fe9-b7d2-407e-a5f0-1ee539acc2e9 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:47:29.046923 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 8bf04fe9-b7d2-407e-a5f0-1ee539acc2e9 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:47:29.065575 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f8db51-c5e2-4621-b245-d117266019d2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Router 74a006f8-ee34-4e8d-a02c-b492bda6a9b3 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:47:29.118262 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0fc4071f-6976-4d0f-b49b-5b372bc44ba7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:29.154531 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a27566a9-3724-44ae-85ba-40631e9eaa95 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:29.175648 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4b980041-aa65-46de-873d-e7b1f2ca04f3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Unset dirty status for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:29.176831 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4b980041-aa65-46de-873d-e7b1f2ca04f3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.8885007 Jan 21 09:47:29.184894 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 32854) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:29.296104 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0fc4071f-6976-4d0f-b49b-5b372bc44ba7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:29.301639 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc4071f-6976-4d0f-b49b-5b372bc44ba7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:29.302528 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0fc4071f-6976-4d0f-b49b-5b372bc44ba7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:29.335188 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-80121067-9649-4a73-94e9-4c82e66ca806 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Deleting port dd20049c-af73-43ad-a71a-c4d4e8103f30 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:29.335535 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-80121067-9649-4a73-94e9-4c82e66ca806 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:29.387764 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:29.496869 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a27566a9-3724-44ae-85ba-40631e9eaa95 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:29.497162 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0fc4071f-6976-4d0f-b49b-5b372bc44ba7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2492366 Jan 21 09:47:29.506906 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 32858) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:29.511717 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4071f-6976-4d0f-b49b-5b372bc44ba7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Pushing event updated for resources: {'Network': ['ID=7c76e461-3311-4ee9-93b1-5e66961e7ff1,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:29.524714 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-f7c2a874-a1a6-4237-ace5-83d7c9a1b27e tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-812918749', 'admin_state_up': True, 'project_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:29.525843 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 7c76e461-3311-4ee9-93b1-5e66961e7ff1 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:47:29.536313 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b827e08e-3846-4012-acd1-4fc8ab609643 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:29.541176 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f7c2a874-a1a6-4237-ace5-83d7c9a1b27e tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:29.614998 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-f7c2a874-a1a6-4237-ace5-83d7c9a1b27e tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Usage tracker for resource:router and tenant:1e3f77cee1f142a6ae1fa2606c54e16c is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:29.626992 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-140505e2-1fdc-48ea-8c40-2eac3888a235 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:29.631301 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-f7c2a874-a1a6-4237-ace5-83d7c9a1b27e tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:29.632271 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-a27566a9-3724-44ae-85ba-40631e9eaa95 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Deleting port a580bbee-2cac-4065-9a1e-ef1509d8fd30 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:29.632650 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a27566a9-3724-44ae-85ba-40631e9eaa95 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:29.657010 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f7c2a874-a1a6-4237-ace5-83d7c9a1b27e tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:29.680762 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-140505e2-1fdc-48ea-8c40-2eac3888a235 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:29.707210 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f8db51-c5e2-4621-b245-d117266019d2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:29.722866 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d756611c-bc47-453d-88cf-8261852dda7b None None] Sync routers for ids ['74a006f8-ee34-4e8d-a02c-b492bda6a9b3'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:47:29.730908 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-32f8db51-c5e2-4621-b245-d117266019d2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "PUT /v2.0/routers/74a006f8-ee34-4e8d-a02c-b492bda6a9b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4003067 Jan 21 09:47:29.744656 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d756611c-bc47-453d-88cf-8261852dda7b None None] Routers {'74a006f8-ee34-4e8d-a02c-b492bda6a9b3'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:29.745624 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d756611c-bc47-453d-88cf-8261852dda7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:47:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['74a006f8-ee34-4e8d-a02c-b492bda6a9b3'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:29.749656 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 32862) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:29.750546 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a874-a1a6-4237-ace5-83d7c9a1b27e tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:29.751541 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a874-a1a6-4237-ace5-83d7c9a1b27e tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:29.815092 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d756611c-bc47-453d-88cf-8261852dda7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:29.815845 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-140505e2-1fdc-48ea-8c40-2eac3888a235 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:29.816479 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140505e2-1fdc-48ea-8c40-2eac3888a235 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Fanout notify agent at l3_agent the message router_deleted on router 9d6a4673-b00b-4014-baa7-bbc3858996ec {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:47:29.833496 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d756611c-bc47-453d-88cf-8261852dda7b None None] Routers {'74a006f8-ee34-4e8d-a02c-b492bda6a9b3'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:29.834157 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d756611c-bc47-453d-88cf-8261852dda7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:47:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['74a006f8-ee34-4e8d-a02c-b492bda6a9b3'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:29.863296 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-140505e2-1fdc-48ea-8c40-2eac3888a235 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:29.864474 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-140505e2-1fdc-48ea-8c40-2eac3888a235 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/routers/9d6a4673-b00b-4014-baa7-bbc3858996ec HTTP/1.1" status: 204 len: 168 time: 1.5045598 Jan 21 09:47:29.875841 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 32866) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:29.890283 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-7ab09e6b-effc-452f-b7bd-50dcc095a381 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:29.910018 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d756611c-bc47-453d-88cf-8261852dda7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:29.910335 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d756611c-bc47-453d-88cf-8261852dda7b None None] The sync data for ids ['74a006f8-ee34-4e8d-a02c-b492bda6a9b3'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:47:29.980129 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c3b50f73-f8a8-4d20-bc10-45d531775be7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Synchronizing usage tracker for tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:29.997968 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a27566a9-3724-44ae-85ba-40631e9eaa95 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:30.021549 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-80121067-9649-4a73-94e9-4c82e66ca806 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:30.158823 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-a27566a9-3724-44ae-85ba-40631e9eaa95 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Calling delete_port for a580bbee-2cac-4065-9a1e-ef1509d8fd30 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:30.170011 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a874-a1a6-4237-ace5-83d7c9a1b27e tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:30.178505 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-80121067-9649-4a73-94e9-4c82e66ca806 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Calling delete_port for dd20049c-af73-43ad-a71a-c4d4e8103f30 owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:30.212702 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c3b50f73-f8a8-4d20-bc10-45d531775be7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Unset dirty status for tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:30.213876 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c3b50f73-f8a8-4d20-bc10-45d531775be7 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "GET /v2.0/ports?device_id=74a006f8-ee34-4e8d-a02c-b492bda6a9b3 HTTP/1.1" status: 200 len: 205 time: 0.4585202 Jan 21 09:47:30.217605 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 32870) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:30.218485 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7ab09e6b-effc-452f-b7bd-50dcc095a381 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:30.226153 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-7ab09e6b-effc-452f-b7bd-50dcc095a381 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:subnet and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:30.250832 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-b827e08e-3846-4012-acd1-4fc8ab609643 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Allocated IP 172.26.0.16 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/ce227ec3-6e81-4299-856e-abb96247e817) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:30.260835 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f77cafb-2703-4a15-ba68-b570adffae68 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Router 75b71171-eb84-466b-af39-a24205037958 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:47:30.291461 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-7ab09e6b-effc-452f-b7bd-50dcc095a381 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:30.313075 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7ab09e6b-effc-452f-b7bd-50dcc095a381 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:30.398899 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab09e6b-effc-452f-b7bd-50dcc095a381 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:30.402725 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7ab09e6b-effc-452f-b7bd-50dcc095a381 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:30.511611 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63237584-8c1b-4da3-9880-7f7689fd2e7a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:30.556183 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-80121067-9649-4a73-94e9-4c82e66ca806 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:30.737975 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80121067-9649-4a73-94e9-4c82e66ca806 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Port': ['ID=dd20049c-af73-43ad-a71a-c4d4e8103f30,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:30.816322 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-80121067-9649-4a73-94e9-4c82e66ca806 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:30.882703 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a874-a1a6-4237-ace5-83d7c9a1b27e tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:30.895238 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-80121067-9649-4a73-94e9-4c82e66ca806 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/ports/dd20049c-af73-43ad-a71a-c4d4e8103f30 HTTP/1.1" status: 204 len: 168 time: 1.7081501 Jan 21 09:47:30.909671 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b827e08e-3846-4012-acd1-4fc8ab609643 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:30.910654 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 32874) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:31.069156 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b827e08e-3846-4012-acd1-4fc8ab609643 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:31.125389 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f77cafb-2703-4a15-ba68-b570adffae68 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:31.142637 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd81972-3d34-4ee6-b80d-83af31c90c61 None None] Sync routers for ids ['75b71171-eb84-466b-af39-a24205037958'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:47:31.143349 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8f77cafb-2703-4a15-ba68-b570adffae68 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "PUT /v2.0/routers/75b71171-eb84-466b-af39-a24205037958/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3387680 Jan 21 09:47:31.147577 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 32878) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:31.158126 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd81972-3d34-4ee6-b80d-83af31c90c61 None None] Routers {'75b71171-eb84-466b-af39-a24205037958'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:31.159083 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-dbd81972-3d34-4ee6-b80d-83af31c90c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:47:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['75b71171-eb84-466b-af39-a24205037958'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:31.165295 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b827e08e-3846-4012-acd1-4fc8ab609643 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:31.171090 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-b827e08e-3846-4012-acd1-4fc8ab609643 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:31.174009 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827e08e-3846-4012-acd1-4fc8ab609643 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Pushing event updated for resources: {'Port': ['ID=ce227ec3-6e81-4299-856e-abb96247e817,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:31.176585 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b827e08e-3846-4012-acd1-4fc8ab609643 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:31.219229 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a27566a9-3724-44ae-85ba-40631e9eaa95 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:31.247330 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-dbd81972-3d34-4ee6-b80d-83af31c90c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:31.262485 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd81972-3d34-4ee6-b80d-83af31c90c61 None None] Routers {'75b71171-eb84-466b-af39-a24205037958'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:31.263092 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-dbd81972-3d34-4ee6-b80d-83af31c90c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:47:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['75b71171-eb84-466b-af39-a24205037958'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:31.327584 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-dbd81972-3d34-4ee6-b80d-83af31c90c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:31.327820 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd81972-3d34-4ee6-b80d-83af31c90c61 None None] The sync data for ids ['75b71171-eb84-466b-af39-a24205037958'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:47:31.403550 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a874-a1a6-4237-ace5-83d7c9a1b27e tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for router_gateway, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:31.415123 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27566a9-3724-44ae-85ba-40631e9eaa95 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Pushing event deleted for resources: {'Port': ['ID=a580bbee-2cac-4065-9a1e-ef1509d8fd30,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:31.445914 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a874-a1a6-4237-ace5-83d7c9a1b27e tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:31.447781 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63237584-8c1b-4da3-9880-7f7689fd2e7a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:31.510550 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63237584-8c1b-4da3-9880-7f7689fd2e7a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:31.525366 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab468a4-2c0b-444d-8520-7d31fb20f446 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:31.526172 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-4ab468a4-2c0b-444d-8520-7d31fb20f446 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Synchronizing usage tracker for tenant:d00df50c19fa484a82254f37be8cb96c on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:31.532757 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b827e08e-3846-4012-acd1-4fc8ab609643 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Deleting port ce227ec3-6e81-4299-856e-abb96247e817 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:31.533335 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b827e08e-3846-4012-acd1-4fc8ab609643 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:31.575297 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7ab09e6b-effc-452f-b7bd-50dcc095a381 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:31.660823 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-4ab468a4-2c0b-444d-8520-7d31fb20f446 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Unset dirty status for tenant:d00df50c19fa484a82254f37be8cb96c on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:31.665183 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4ab468a4-2c0b-444d-8520-7d31fb20f446 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "GET /v2.0/ports/7019056a-3a17-41fd-a255-cf0b151bc48c HTTP/1.1" status: 200 len: 910 time: 0.4511058 Jan 21 09:47:31.667696 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be06e4d-62b8-45ab-9062-3ab79345a652 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:31.668384 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-2be06e4d-62b8-45ab-9062-3ab79345a652 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Synchronizing usage tracker for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:31.681197 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 32882) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:31.732466 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-f7c2a874-a1a6-4237-ace5-83d7c9a1b27e tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Allocated IP 172.26.0.172 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/dec602ff-1162-4498-bd44-cd887f5327ad) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:31.820667 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab09e6b-effc-452f-b7bd-50dcc095a381 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Subnet': ['ID=9f4831d1-7bc0-4fb5-869e-b3e335bb0bc4,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:31.825478 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab09e6b-effc-452f-b7bd-50dcc095a381 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:31.888723 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-7ab09e6b-effc-452f-b7bd-50dcc095a381 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:31.890410 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63237584-8c1b-4da3-9880-7f7689fd2e7a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:31.890792 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63237584-8c1b-4da3-9880-7f7689fd2e7a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Fanout notify agent at l3_agent the message router_deleted on router 74a006f8-ee34-4e8d-a02c-b492bda6a9b3 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:47:31.893576 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab09e6b-effc-452f-b7bd-50dcc095a381 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:31.894157 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7ab09e6b-effc-452f-b7bd-50dcc095a381 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:31.906130 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b827e08e-3846-4012-acd1-4fc8ab609643 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:31.906678 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b827e08e-3846-4012-acd1-4fc8ab609643 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:31.917329 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031661f3-65cf-4115-ae96-89e65133d7e6 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:32.025841 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-2be06e4d-62b8-45ab-9062-3ab79345a652 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Unset dirty status for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:32.027099 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2be06e4d-62b8-45ab-9062-3ab79345a652 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 1.1114199 Jan 21 09:47:32.044816 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 32886) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:32.114163 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7ab09e6b-effc-452f-b7bd-50dcc095a381 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2368038 Jan 21 09:47:32.120373 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63237584-8c1b-4da3-9880-7f7689fd2e7a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:32.125279 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-63237584-8c1b-4da3-9880-7f7689fd2e7a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/routers/74a006f8-ee34-4e8d-a02c-b492bda6a9b3 HTTP/1.1" status: 204 len: 168 time: 1.9005225 Jan 21 09:47:32.125279 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4744614-70ec-40ef-8631-581e5749996d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] GET failed (client error): The resource could not be found. Jan 21 09:47:32.129771 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a4744614-70ec-40ef-8631-581e5749996d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "GET /v2.0/ports/132cdf71-956c-4f06-aa0c-7c80107fcbb3 HTTP/1.1" status: 404 len: 333 time: 0.0804424 Jan 21 09:47:32.129771 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 32890) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:32.129771 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 32892) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:32.129771 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a27566a9-3724-44ae-85ba-40631e9eaa95 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:32.191847 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f188a1-fac2-4c35-91fe-aed1485c9fce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-d5f237d0-52c1-4100-800c-a471203fec66', 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'tenant_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'fixed_ips': [{'subnet_id': '9f4831d1-7bc0-4fb5-869e-b3e335bb0bc4'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:47:32.192665 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c4f188a1-fac2-4c35-91fe-aed1485c9fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:32.197800 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 32894) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:32.224720 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b827e08e-3846-4012-acd1-4fc8ab609643 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Calling delete_port for ce227ec3-6e81-4299-856e-abb96247e817 owned by network:floatingip {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:32.240220 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-3c5fc674-112a-47a3-8937-e847967ec1bb tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1748832630', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:32.345662 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a874-a1a6-4237-ace5-83d7c9a1b27e tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:32.403839 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-c4f188a1-fac2-4c35-91fe-aed1485c9fce None None] Allocated IP 2001:db8::2 (d5f237d0-52c1-4100-800c-a471203fec66/9f4831d1-7bc0-4fb5-869e-b3e335bb0bc4/4c5f2a92-13e3-4b7a-9947-af7346fdb734) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:32.423480 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3c5fc674-112a-47a3-8937-e847967ec1bb tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:32.431189 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b827e08e-3846-4012-acd1-4fc8ab609643 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:32.472491 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a874-a1a6-4237-ace5-83d7c9a1b27e tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:32.487986 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827e08e-3846-4012-acd1-4fc8ab609643 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Pushing event deleted for resources: {'Port': ['ID=ce227ec3-6e81-4299-856e-abb96247e817,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:32.509222 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3c5fc674-112a-47a3-8937-e847967ec1bb tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:router and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:32.520852 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3c5fc674-112a-47a3-8937-e847967ec1bb tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:32.524186 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a5e325c-f17c-4897-aa7b-e75cffe79c00 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] GET failed (client error): The resource could not be found. Jan 21 09:47:32.528074 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5a5e325c-f17c-4897-aa7b-e75cffe79c00 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "GET /v2.0/ports/dd20049c-af73-43ad-a71a-c4d4e8103f30 HTTP/1.1" status: 404 len: 333 time: 0.3214574 Jan 21 09:47:32.538162 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a27566a9-3724-44ae-85ba-40631e9eaa95 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:32.540395 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3c5fc674-112a-47a3-8937-e847967ec1bb tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:32.545466 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 32902) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:32.560125 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a27566a9-3724-44ae-85ba-40631e9eaa95 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349321', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344087'] for router, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:32.600810 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3c5fc674-112a-47a3-8937-e847967ec1bb tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:32.600810 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3c5fc674-112a-47a3-8937-e847967ec1bb tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:32.715880 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c4f188a1-fac2-4c35-91fe-aed1485c9fce None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:32.728686 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-c4f188a1-fac2-4c35-91fe-aed1485c9fce None None] Transition to ACTIVE for port object 4c5f2a92-13e3-4b7a-9947-af7346fdb734 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:32.751691 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c2a874-a1a6-4237-ace5-83d7c9a1b27e tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:32.754692 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-c4f188a1-fac2-4c35-91fe-aed1485c9fce None None] Transition to ACTIVE for port object 4c5f2a92-13e3-4b7a-9947-af7346fdb734 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:32.766043 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c4f188a1-fac2-4c35-91fe-aed1485c9fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:32.769765 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-f7c2a874-a1a6-4237-ace5-83d7c9a1b27e tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:32.783191 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2a874-a1a6-4237-ace5-83d7c9a1b27e tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Pushing event updated for resources: {'Port': ['ID=dec602ff-1162-4498-bd44-cd887f5327ad,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:32.810099 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c2a874-a1a6-4237-ace5-83d7c9a1b27e tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:32.843852 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f188a1-fac2-4c35-91fe-aed1485c9fce None None] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:32.845321 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f188a1-fac2-4c35-91fe-aed1485c9fce None None] Pushing event updated for resources: {'Port': ['ID=4c5f2a92-13e3-4b7a-9947-af7346fdb734,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:32.848358 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-c4f188a1-fac2-4c35-91fe-aed1485c9fce None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:32.848583 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3c5fc674-112a-47a3-8937-e847967ec1bb tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:32.851066 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f188a1-fac2-4c35-91fe-aed1485c9fce None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:32.887819 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f188a1-fac2-4c35-91fe-aed1485c9fce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:32.888271 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f188a1-fac2-4c35-91fe-aed1485c9fce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:32.888486 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f188a1-fac2-4c35-91fe-aed1485c9fce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:32.888815 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f188a1-fac2-4c35-91fe-aed1485c9fce None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:32.889141 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f188a1-fac2-4c35-91fe-aed1485c9fce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:32.889449 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f188a1-fac2-4c35-91fe-aed1485c9fce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:32.889885 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f188a1-fac2-4c35-91fe-aed1485c9fce None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:32.890185 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f188a1-fac2-4c35-91fe-aed1485c9fce None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:32.890504 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f188a1-fac2-4c35-91fe-aed1485c9fce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:32.890816 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f188a1-fac2-4c35-91fe-aed1485c9fce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:32.891129 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f188a1-fac2-4c35-91fe-aed1485c9fce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:32.930021 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b703342a-ebaf-4745-97be-d6cfd3ca3a96 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:32.959999 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c4f188a1-fac2-4c35-91fe-aed1485c9fce None None] Attempting to bind port 4c5f2a92-13e3-4b7a-9947-af7346fdb734 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:32.960649 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c4f188a1-fac2-4c35-91fe-aed1485c9fce None None] Attempting to bind port 4c5f2a92-13e3-4b7a-9947-af7346fdb734 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:32.960649 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f188a1-fac2-4c35-91fe-aed1485c9fce None None] Attempting to bind port 4c5f2a92-13e3-4b7a-9947-af7346fdb734 on network d5f237d0-52c1-4100-800c-a471203fec66 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:47:32.968020 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f188a1-fac2-4c35-91fe-aed1485c9fce None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:47:32.968406 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f188a1-fac2-4c35-91fe-aed1485c9fce None None] Checking segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:32.968775 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c4f188a1-fac2-4c35-91fe-aed1485c9fce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:32.969161 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f188a1-fac2-4c35-91fe-aed1485c9fce None None] Bound using segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:47:32.970181 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c4f188a1-fac2-4c35-91fe-aed1485c9fce None None] Bound port: 4c5f2a92-13e3-4b7a-9947-af7346fdb734, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:32.970544 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c4f188a1-fac2-4c35-91fe-aed1485c9fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:33.016619 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbcc6325-0a1a-414d-9ddc-bf3537279263 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Deleting subnet b5e710c3-2345-423a-b91b-a656f5b18d3d {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:47:33.032280 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27566a9-3724-44ae-85ba-40631e9eaa95 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Router b47807e1-f1d9-4493-8083-30e99e0229d1 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:47:33.033453 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3c5fc674-112a-47a3-8937-e847967ec1bb tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:33.039661 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bbcc6325-0a1a-414d-9ddc-bf3537279263 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:33.067458 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-c4f188a1-fac2-4c35-91fe-aed1485c9fce None None] For port 4c5f2a92-13e3-4b7a-9947-af7346fdb734, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:47:33.073714 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-c4f188a1-fac2-4c35-91fe-aed1485c9fce None None] For port 4c5f2a92-13e3-4b7a-9947-af7346fdb734, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=4c5f2a92-13e3-4b7a-9947-af7346fdb734,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:47:33.083324 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c4f188a1-fac2-4c35-91fe-aed1485c9fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:33.147042 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-b827e08e-3846-4012-acd1-4fc8ab609643 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] create failed (client error): The resource could not be found. Jan 21 09:47:33.151200 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b827e08e-3846-4012-acd1-4fc8ab609643 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.8582060 Jan 21 09:47:33.167355 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 32906) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:33.178128 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b703342a-ebaf-4745-97be-d6cfd3ca3a96 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:33.221168 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-b703342a-ebaf-4745-97be-d6cfd3ca3a96 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99721099-8b12-4541-9cf8-afa157153fb0']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:33.233212 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3c5fc674-112a-47a3-8937-e847967ec1bb tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:33.234008 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f188a1-fac2-4c35-91fe-aed1485c9fce None None] Pushing event updated for resources: {'Port': ['ID=4c5f2a92-13e3-4b7a-9947-af7346fdb734,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:33.235075 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3c5fc674-112a-47a3-8937-e847967ec1bb tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.0493484 Jan 21 09:47:33.241722 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 32910) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:33.248113 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-b703342a-ebaf-4745-97be-d6cfd3ca3a96 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a58874f2-026a-4b77-bc1e-e3ec58ef21e2') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:33.248607 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-b703342a-ebaf-4745-97be-d6cfd3ca3a96 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a58874f2-026a-4b77-bc1e-e3ec58ef21e2') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:33.252885 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bbcc6325-0a1a-414d-9ddc-bf3537279263 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:33.392872 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b703342a-ebaf-4745-97be-d6cfd3ca3a96 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:33.483263 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-741d2f5e-0875-4617-8caf-d9acef4bd286 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Deleting port 573f27b5-c80c-4b48-b8cd-66a2690cdda4 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:33.483815 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-741d2f5e-0875-4617-8caf-d9acef4bd286 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:33.517672 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b703342a-ebaf-4745-97be-d6cfd3ca3a96 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:33.534657 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b703342a-ebaf-4745-97be-d6cfd3ca3a96 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:47:33.535064 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b703342a-ebaf-4745-97be-d6cfd3ca3a96 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:33.552288 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:47:33.552288 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:47:33.552288 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:47:33.552288 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:47:33.552288 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:47:33.552288 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:47:33.552288 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:47:33.552288 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:47:33.552288 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:47:33.552288 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:47:33.552288 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:47:33.552288 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:47:33.552288 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:47:33.552288 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:47:33.552288 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:47:33.552288 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:47:33.552288 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:47:33.552288 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:47:33.552288 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:47:33.552288 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:47:33.552288 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:47:33.552288 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:47:33.552288 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:47:33.552288 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:47:33.552288 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:47:33.552288 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:47:33.552288 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:47:33.552288 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:47:33.552288 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:47:33.552288 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:47:33.552288 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:47:33.552288 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:47:33.599733 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-878b4720-e0fd-4931-b42a-2c23d5f10e7a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:33.671017 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27566a9-3724-44ae-85ba-40631e9eaa95 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:33.683590 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4783403-7272-42b0-928e-334711d5b8c7 None None] Sync routers for ids ['b47807e1-f1d9-4493-8083-30e99e0229d1'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:47:33.695310 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a27566a9-3724-44ae-85ba-40631e9eaa95 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:33.696499 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a27566a9-3724-44ae-85ba-40631e9eaa95 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] 10.222.0.104 "PUT /v2.0/routers/b47807e1-f1d9-4493-8083-30e99e0229d1 HTTP/1.1" status: 200 len: 710 time: 8.1379969 Jan 21 09:47:33.702609 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4783403-7272-42b0-928e-334711d5b8c7 None None] Routers {'b47807e1-f1d9-4493-8083-30e99e0229d1'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:33.703448 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b4783403-7272-42b0-928e-334711d5b8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:47:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b47807e1-f1d9-4493-8083-30e99e0229d1'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:33.707020 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 32914) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:33.725145 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bbcc6325-0a1a-414d-9ddc-bf3537279263 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:33.776918 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b4783403-7272-42b0-928e-334711d5b8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:33.786025 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b703342a-ebaf-4745-97be-d6cfd3ca3a96 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:33.801914 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4783403-7272-42b0-928e-334711d5b8c7 None None] Routers {'b47807e1-f1d9-4493-8083-30e99e0229d1'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:33.802784 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b4783403-7272-42b0-928e-334711d5b8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:47:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b47807e1-f1d9-4493-8083-30e99e0229d1'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:33.812205 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a874-a1a6-4237-ace5-83d7c9a1b27e tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for router_gateway, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:33.813168 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a874-a1a6-4237-ace5-83d7c9a1b27e tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:33.892292 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b4783403-7272-42b0-928e-334711d5b8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:33.892742 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4783403-7272-42b0-928e-334711d5b8c7 None None] The sync data for ids ['b47807e1-f1d9-4493-8083-30e99e0229d1'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:47:33.904988 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b703342a-ebaf-4745-97be-d6cfd3ca3a96 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:34.033879 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bbcc6325-0a1a-414d-9ddc-bf3537279263 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:34.150687 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703342a-ebaf-4745-97be-d6cfd3ca3a96 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Network': ['ID=99721099-8b12-4541-9cf8-afa157153fb0,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:34.239238 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b703342a-ebaf-4745-97be-d6cfd3ca3a96 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/networks/99721099-8b12-4541-9cf8-afa157153fb0 HTTP/1.1" status: 204 len: 168 time: 1.6926534 Jan 21 09:47:34.250205 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 32918) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:34.255861 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc6325-0a1a-414d-9ddc-bf3537279263 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event deleted for resources: {'Subnet': ['ID=b5e710c3-2345-423a-b91b-a656f5b18d3d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:34.270605 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-ec3d947a-34c3-42cf-beb8-2d989d8e479b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-920824121'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:34.283833 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bbcc6325-0a1a-414d-9ddc-bf3537279263 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:34.287707 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-741d2f5e-0875-4617-8caf-d9acef4bd286 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:34.292377 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d19341-5802-4a34-8cb8-1b32efe0928f None None] Network f9ac1039-05e1-49c4-9400-faf32cf974cc requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:34.348056 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ec3d947a-34c3-42cf-beb8-2d989d8e479b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:34.356078 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ec3d947a-34c3-42cf-beb8-2d989d8e479b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:network and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:34.362668 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8cf6da02-6887-4df0-bb98-0b3458c583b8 tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] 10.222.0.104 "GET /v2.0/routers/b47807e1-f1d9-4493-8083-30e99e0229d1 HTTP/1.1" status: 200 len: 745 time: 0.6545808 Jan 21 09:47:34.364623 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ec3d947a-34c3-42cf-beb8-2d989d8e479b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:34.365965 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-bbcc6325-0a1a-414d-9ddc-bf3537279263 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/subnets/b5e710c3-2345-423a-b91b-a656f5b18d3d HTTP/1.1" status: 204 len: 168 time: 2.1784446 Jan 21 09:47:34.366778 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 32922) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:34.370254 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 32924) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:34.423723 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ec3d947a-34c3-42cf-beb8-2d989d8e479b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:34.467217 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3d947a-34c3-42cf-beb8-2d989d8e479b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Made reservation on behalf of 081c5e94b3d84c0c999dc4d73e79f211 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:34.470561 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ec3d947a-34c3-42cf-beb8-2d989d8e479b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:34.471367 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-741d2f5e-0875-4617-8caf-d9acef4bd286 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Calling delete_port for 573f27b5-c80c-4b48-b8cd-66a2690cdda4 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:34.603315 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2e6d02e4-bc97-4eb9-9e2f-5a3bccc694ea tempest-RoutersIpV6AdminTest-1300610374 tempest-RoutersIpV6AdminTest-1300610374-project-admin] 10.222.0.104 "GET /v2.0/ports?network_id=05164b30-8981-419a-8272-388f48c19dd5&device_id=b47807e1-f1d9-4493-8083-30e99e0229d1 HTTP/1.1" status: 200 len: 205 time: 0.2341859 Jan 21 09:47:34.604587 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-1e404d74-3df1-4c4b-9adc-e59d8abc8108 None None] Provisioning for port 4c5f2a92-13e3-4b7a-9947-af7346fdb734 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:34.613494 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 32930) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:34.656674 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec3d947a-34c3-42cf-beb8-2d989d8e479b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:47:34.673311 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-09ab27c6-8588-4eda-bb46-014aa14e17fc tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:34.700851 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ec3d947a-34c3-42cf-beb8-2d989d8e479b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:34.701116 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-ec3d947a-34c3-42cf-beb8-2d989d8e479b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Added segment 30a5ae28-4575-4ec1-9e70-d8f419d9e517 of type vlan for network 9b9aba57-8845-4ad2-8e61-e7e44d117b49 Jan 21 09:47:34.715364 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06881d6b-1062-42bf-bd0f-b89fb6ce885a None None] DHCP port deletion for f9ac1039-05e1-49c4-9400-faf32cf974cc request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:47:34.721503 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-06881d6b-1062-42bf-bd0f-b89fb6ce885a None None] Deleting port d55e05f0-eaec-470b-88fc-00fa559970d6 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:34.722039 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-06881d6b-1062-42bf-bd0f-b89fb6ce885a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:34.733178 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-78d10eff-82ff-446f-9db3-3494ce95399f tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] 10.222.0.104 "GET /v2.0/ports?device_id=b47807e1-f1d9-4493-8083-30e99e0229d1 HTTP/1.1" status: 200 len: 205 time: 0.0870421 Jan 21 09:47:34.742368 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 32934) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:34.812703 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3bed86c9-48f2-451f-93c9-4e582d658050 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:34.908138 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ec3d947a-34c3-42cf-beb8-2d989d8e479b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:34.974546 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-06881d6b-1062-42bf-bd0f-b89fb6ce885a None None] For port d55e05f0-eaec-470b-88fc-00fa559970d6, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=d55e05f0-eaec-470b-88fc-00fa559970d6,segment=NetworkSegment(65532659-5eb4-449b-a9fb-7b98ccffa117),segment_id=65532659-5eb4-449b-a9fb-7b98ccffa117)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:34.976012 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-06881d6b-1062-42bf-bd0f-b89fb6ce885a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:35.026800 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-3bed86c9-48f2-451f-93c9-4e582d658050 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Deleting port d55e05f0-eaec-470b-88fc-00fa559970d6 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:35.027401 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3bed86c9-48f2-451f-93c9-4e582d658050 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:35.088260 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-ec3d947a-34c3-42cf-beb8-2d989d8e479b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:47:35.134510 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-06881d6b-1062-42bf-bd0f-b89fb6ce885a None None] Calling delete_port for d55e05f0-eaec-470b-88fc-00fa559970d6 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:35.144112 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ec3d947a-34c3-42cf-beb8-2d989d8e479b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:35.148442 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3d947a-34c3-42cf-beb8-2d989d8e479b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:35.149322 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ec3d947a-34c3-42cf-beb8-2d989d8e479b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:35.165867 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0d15ca2e-c205-4f24-80c2-15d44c2d5c10 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:35.169765 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 4c5f2a92-13e3-4b7a-9947-af7346fdb734 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:35.302701 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 4c5f2a92-13e3-4b7a-9947-af7346fdb734 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:35.304577 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-741d2f5e-0875-4617-8caf-d9acef4bd286 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:35.312963 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 4c5f2a92-13e3-4b7a-9947-af7346fdb734 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:35.314093 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:35.342179 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ec3d947a-34c3-42cf-beb8-2d989d8e479b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0784655 Jan 21 09:47:35.352223 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 32938) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:35.363942 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-06881d6b-1062-42bf-bd0f-b89fb6ce885a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:35.372291 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-e9a3e824-2a34-496c-b5f3-4a52972c3494 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'subnet': {'network_id': '9b9aba57-8845-4ad2-8e61-e7e44d117b49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:35.389838 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d947a-34c3-42cf-beb8-2d989d8e479b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Network': ['ID=9b9aba57-8845-4ad2-8e61-e7e44d117b49,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:35.423500 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-09ab27c6-8588-4eda-bb46-014aa14e17fc tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Allocated IP 2001:db8::1 (d5f237d0-52c1-4100-800c-a471203fec66/9f4831d1-7bc0-4fb5-869e-b3e335bb0bc4/bd438db9-e01f-45aa-9932-bde4fcf62f20) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:35.425614 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 9b9aba57-8845-4ad2-8e61-e7e44d117b49 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:47:35.444467 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06881d6b-1062-42bf-bd0f-b89fb6ce885a None None] Pushing event deleted for resources: {'Port': ['ID=d55e05f0-eaec-470b-88fc-00fa559970d6,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:35.459015 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d2f5e-0875-4617-8caf-d9acef4bd286 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Pushing event deleted for resources: {'Port': ['ID=573f27b5-c80c-4b48-b8cd-66a2690cdda4,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:35.540766 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06881d6b-1062-42bf-bd0f-b89fb6ce885a None None] No DVR routers for this DVR port d55e05f0-eaec-470b-88fc-00fa559970d6 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:47:35.650812 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c2a874-a1a6-4237-ace5-83d7c9a1b27e tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Router fae9df63-ee59-438f-b9ac-7850c2e519bf is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:47:35.656268 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-e9a3e824-2a34-496c-b5f3-4a52972c3494 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:35.668084 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e9a3e824-2a34-496c-b5f3-4a52972c3494 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:subnet and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:35.698787 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e9a3e824-2a34-496c-b5f3-4a52972c3494 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:35.715616 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-e9a3e824-2a34-496c-b5f3-4a52972c3494 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:35.751416 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:35.797087 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 4c5f2a92-13e3-4b7a-9947-af7346fdb734, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=4c5f2a92-13e3-4b7a-9947-af7346fdb734,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:35.804863 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:35.822039 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a3e824-2a34-496c-b5f3-4a52972c3494 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Made reservation on behalf of 081c5e94b3d84c0c999dc4d73e79f211 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:35.882884 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device d55e05f0-eaec-470b-88fc-00fa559970d6 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:47:35.925598 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: d55e05f0-eaec-470b-88fc-00fa559970d6 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:47:35.926287 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device d55e05f0-eaec-470b-88fc-00fa559970d6 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:47:35.933965 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=4c5f2a92-13e3-4b7a-9947-af7346fdb734,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:36.088505 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-09ab27c6-8588-4eda-bb46-014aa14e17fc tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:36.114687 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e9a3e824-2a34-496c-b5f3-4a52972c3494 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:36.129330 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-09ab27c6-8588-4eda-bb46-014aa14e17fc tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Transition to ACTIVE for port object bd438db9-e01f-45aa-9932-bde4fcf62f20 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:36.164061 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-741d2f5e-0875-4617-8caf-d9acef4bd286 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:36.222576 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.ipam_backend_mixin [None req-e9a3e824-2a34-496c-b5f3-4a52972c3494 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Performing IP validity checks on allocation pools {{(pid=83598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 09:47:36.223186 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.ipam_backend_mixin [None req-e9a3e824-2a34-496c-b5f3-4a52972c3494 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 09:47:36.241502 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-3bed86c9-48f2-451f-93c9-4e582d658050 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] For port d55e05f0-eaec-470b-88fc-00fa559970d6, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=d55e05f0-eaec-470b-88fc-00fa559970d6,segment=NetworkSegment(65532659-5eb4-449b-a9fb-7b98ccffa117),segment_id=65532659-5eb4-449b-a9fb-7b98ccffa117)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:36.241895 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3bed86c9-48f2-451f-93c9-4e582d658050 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:36.250714 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-741d2f5e-0875-4617-8caf-d9acef4bd286 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] 10.222.0.104 "DELETE /v2.0/ports/573f27b5-c80c-4b48-b8cd-66a2690cdda4 HTTP/1.1" status: 204 len: 168 time: 3.0743108 Jan 21 09:47:36.257074 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 32942) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:36.273163 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0d15ca2e-c205-4f24-80c2-15d44c2d5c10 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:36.361208 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-09ab27c6-8588-4eda-bb46-014aa14e17fc tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:36.392406 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-3bed86c9-48f2-451f-93c9-4e582d658050 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Calling delete_port for d55e05f0-eaec-470b-88fc-00fa559970d6 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:36.426912 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0d15ca2e-c205-4f24-80c2-15d44c2d5c10 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:36.504700 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ab27c6-8588-4eda-bb46-014aa14e17fc tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:36.519313 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-09ab27c6-8588-4eda-bb46-014aa14e17fc tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:36.529877 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0d15ca2e-c205-4f24-80c2-15d44c2d5c10 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:36.530362 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d15ca2e-c205-4f24-80c2-15d44c2d5c10 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Fanout notify agent at l3_agent the message router_deleted on router b47807e1-f1d9-4493-8083-30e99e0229d1 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:47:36.534797 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.api [None req-3bed86c9-48f2-451f-93c9-4e582d658050 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:47:36.535062 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG oslo_db.api [None req-3bed86c9-48f2-451f-93c9-4e582d658050 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:47:36.538386 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ab27c6-8588-4eda-bb46-014aa14e17fc tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:36.539189 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-09ab27c6-8588-4eda-bb46-014aa14e17fc tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:36.554257 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab27c6-8588-4eda-bb46-014aa14e17fc tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Port': ['ID=bd438db9-e01f-45aa-9932-bde4fcf62f20,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:36.569385 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0d15ca2e-c205-4f24-80c2-15d44c2d5c10 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:36.570631 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0d15ca2e-c205-4f24-80c2-15d44c2d5c10 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] 10.222.0.104 "DELETE /v2.0/routers/b47807e1-f1d9-4493-8083-30e99e0229d1 HTTP/1.1" status: 204 len: 168 time: 1.8271027 Jan 21 09:47:36.574494 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 32946) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:36.627815 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e5905669-022a-478f-a707-353e25673b5f tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] 10.222.0.104 "GET /v2.0/ports?device_id=b47807e1-f1d9-4493-8083-30e99e0229d1 HTTP/1.1" status: 200 len: 205 time: 0.0520289 Jan 21 09:47:36.631138 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c643ef9c-bff0-4cdf-9a87-9bbe04e968b5 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:36.632138 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 32950) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:36.632319 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c643ef9c-bff0-4cdf-9a87-9bbe04e968b5 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Synchronizing usage tracker for tenant:4fe5ffc46e9d424dbc8f262042bd8541 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:36.639171 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e9a3e824-2a34-496c-b5f3-4a52972c3494 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:36.747010 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-e1da7dd4-d7f8-4c94-9632-8c57b0ed22fc tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] delete failed (client error): The resource could not be found. Jan 21 09:47:36.750579 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e1da7dd4-d7f8-4c94-9632-8c57b0ed22fc tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] 10.222.0.104 "DELETE /v2.0/routers/b47807e1-f1d9-4493-8083-30e99e0229d1 HTTP/1.1" status: 404 len: 336 time: 0.1147397 Jan 21 09:47:36.751723 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 32954) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:36.761148 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c643ef9c-bff0-4cdf-9a87-9bbe04e968b5 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Unset dirty status for tenant:4fe5ffc46e9d424dbc8f262042bd8541 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:36.764898 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c643ef9c-bff0-4cdf-9a87-9bbe04e968b5 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] 10.222.0.104 "GET /v2.0/ports?device_id=bb71b91e-e38a-43a8-9146-3cea462fcbb2 HTTP/1.1" status: 200 len: 913 time: 0.5038605 Jan 21 09:47:36.774434 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 32958) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:36.809385 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-48a82309-0b13-4a3f-98ea-454683057b56 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] 10.222.0.104 "GET /v2.0/ports?device_id=30b5b380-84c5-4721-ab49-0159f270d9eb HTTP/1.1" status: 200 len: 205 time: 0.0543005 Jan 21 09:47:36.810746 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 32962) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:36.877742 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c2a874-a1a6-4237-ace5-83d7c9a1b27e tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:36.883650 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ee0fbb1d-e795-46fd-8917-8561aec73420 None None] Provisioning for port bd438db9-e01f-45aa-9932-bde4fcf62f20 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:36.891208 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-b44aa48f-60cf-46a8-b1e0-991b65b96a71 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] delete failed (client error): The resource could not be found. Jan 21 09:47:36.892963 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b44aa48f-60cf-46a8-b1e0-991b65b96a71 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] 10.222.0.104 "DELETE /v2.0/routers/30b5b380-84c5-4721-ab49-0159f270d9eb HTTP/1.1" status: 404 len: 336 time: 0.0811760 Jan 21 09:47:36.893741 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-878b4720-e0fd-4931-b42a-2c23d5f10e7a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Deleting port 7019056a-3a17-41fd-a255-cf0b151bc48c {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:36.894063 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-878b4720-e0fd-4931-b42a-2c23d5f10e7a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:36.900779 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbea910b-1036-412b-9c2e-7b33b1ec48a7 None None] Sync routers for ids ['fae9df63-ee59-438f-b9ac-7850c2e519bf'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:47:36.912726 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 32966) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:36.913841 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ee0fbb1d-e795-46fd-8917-8561aec73420 None None] Provisioning complete for port bd438db9-e01f-45aa-9932-bde4fcf62f20 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:36.915383 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ee0fbb1d-e795-46fd-8917-8561aec73420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:36.925453 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbea910b-1036-412b-9c2e-7b33b1ec48a7 None None] Routers {'fae9df63-ee59-438f-b9ac-7850c2e519bf'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:36.942515 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-cbea910b-1036-412b-9c2e-7b33b1ec48a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:47:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['fae9df63-ee59-438f-b9ac-7850c2e519bf'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:36.946408 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a3e824-2a34-496c-b5f3-4a52972c3494 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Subnet': ['ID=36151a67-effc-4163-a974-1d40440bc9da,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:37.026239 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-ee0fbb1d-e795-46fd-8917-8561aec73420 None None] Port bd438db9-e01f-45aa-9932-bde4fcf62f20 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:47:37.046743 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-09ab27c6-8588-4eda-bb46-014aa14e17fc tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:37.083715 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 4c5f2a92-13e3-4b7a-9947-af7346fdb734 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:37.126951 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-3bed86c9-48f2-451f-93c9-4e582d658050 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Deleting port d55e05f0-eaec-470b-88fc-00fa559970d6 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:37.127686 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3bed86c9-48f2-451f-93c9-4e582d658050 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:37.174845 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 4c5f2a92-13e3-4b7a-9947-af7346fdb734 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:37.175224 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:37.181742 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-68f71a9f-5acf-4ddb-bf32-69e795249050 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] 10.222.0.104 "GET /v2.0/ports?device_id=ac48326d-5a16-4f69-8681-35d40014583d HTTP/1.1" status: 200 len: 205 time: 0.2373056 Jan 21 09:47:37.197736 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 32970) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:37.209742 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a874-a1a6-4237-ace5-83d7c9a1b27e tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:37.211775 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f7c2a874-a1a6-4237-ace5-83d7c9a1b27e tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.7019603 Jan 21 09:47:37.255299 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-cbea910b-1036-412b-9c2e-7b33b1ec48a7 None None] Set router fae9df63-ee59-438f-b9ac-7850c2e519bf gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:47:37.263477 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 32972) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:37.284976 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a3e824-2a34-496c-b5f3-4a52972c3494 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Checking segment: {'id': '30a5ae28-4575-4ec1-9e70-d8f419d9e517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9b9aba57-8845-4ad2-8e61-e7e44d117b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:37.284976 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a3e824-2a34-496c-b5f3-4a52972c3494 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Network hostable DHCP agents. Network: 9b9aba57-8845-4ad2-8e61-e7e44d117b49, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:47:37.395886 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-3bed86c9-48f2-451f-93c9-4e582d658050 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] The port 'd55e05f0-eaec-470b-88fc-00fa559970d6' was deleted {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:47:37.401533 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-b6c7ebf7-3ad1-4a3f-8891-d7f63010c37c tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] delete failed (client error): The resource could not be found. Jan 21 09:47:37.406751 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b6c7ebf7-3ad1-4a3f-8891-d7f63010c37c tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] 10.222.0.104 "DELETE /v2.0/routers/ac48326d-5a16-4f69-8681-35d40014583d HTTP/1.1" status: 404 len: 336 time: 0.1611936 Jan 21 09:47:37.408880 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 32980) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:37.638209 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-cbea910b-1036-412b-9c2e-7b33b1ec48a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812918749', 'tenant_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': 'dec602ff-1162-4498-bd44-cd887f5327ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:29Z', 'updated_at': '2022-01-21T09:47:33Z', 'revision_number': 3, 'project_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'gw_port': {'id': 'dec602ff-1162-4498-bd44-cd887f5327ad', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:31Z', 'updated_at': '2022-01-21T09:47:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:37.647393 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbea910b-1036-412b-9c2e-7b33b1ec48a7 None None] Checking router: fae9df63-ee59-438f-b9ac-7850c2e519bf for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:47:37.647393 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbea910b-1036-412b-9c2e-7b33b1ec48a7 None None] Updating router fae9df63-ee59-438f-b9ac-7850c2e519bf port dec602ff-1162-4498-bd44-cd887f5327ad binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:47:37.676436 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6a84ce85-674d-4510-9b55-8858a9daab09 tempest-TestNetworkAdvancedServerOps-1707011327 tempest-TestNetworkAdvancedServerOps-1707011327-project-admin] 10.222.0.104 "GET /v2.0/subnets?project_id=1e3f77cee1f142a6ae1fa2606c54e16c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4081881 Jan 21 09:47:37.700086 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 32984) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:37.723637 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-cbea910b-1036-412b-9c2e-7b33b1ec48a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:37.765130 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5dae6bc9-0354-41c5-bc6e-3e1c38a4b45e tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] 10.222.0.104 "GET /v2.0/ports?device_id=e8cb3b34-70a7-4503-b40b-3e2577b721f6 HTTP/1.1" status: 200 len: 205 time: 0.3073423 Jan 21 09:47:37.766460 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a3e824-2a34-496c-b5f3-4a52972c3494 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Network 9b9aba57-8845-4ad2-8e61-e7e44d117b49 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:47:37.770453 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 32988) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:37.944288 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-878b4720-e0fd-4931-b42a-2c23d5f10e7a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:37.968441 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3bed86c9-48f2-451f-93c9-4e582d658050 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.158625 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-cbea910b-1036-412b-9c2e-7b33b1ec48a7 None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.182863 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-cbea910b-1036-412b-9c2e-7b33b1ec48a7 None None] Transition to ACTIVE for port object dec602ff-1162-4498-bd44-cd887f5327ad will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:38.190568 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-cbea910b-1036-412b-9c2e-7b33b1ec48a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.209372 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-878b4720-e0fd-4931-b42a-2c23d5f10e7a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Calling delete_port for 7019056a-3a17-41fd-a255-cf0b151bc48c owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:38.211770 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-935dbffe-7c65-46cc-b0b2-3faecba40da6 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] delete failed (client error): The resource could not be found. Jan 21 09:47:38.213372 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-935dbffe-7c65-46cc-b0b2-3faecba40da6 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] 10.222.0.104 "DELETE /v2.0/routers/e8cb3b34-70a7-4503-b40b-3e2577b721f6 HTTP/1.1" status: 404 len: 336 time: 0.3551786 Jan 21 09:47:38.224152 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-e9a3e824-2a34-496c-b5f3-4a52972c3494 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 9b9aba57-8845-4ad2-8e61-e7e44d117b49) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:38.239806 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cccf24-09bc-4b0b-b2e8-b0d363fd33d5 None None] Network 9b9aba57-8845-4ad2-8e61-e7e44d117b49 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:38.243038 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 32992) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:38.284428 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-3bed86c9-48f2-451f-93c9-4e582d658050 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ac1039-05e1-49c4-9400-faf32cf974cc']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:38.296581 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988f6ed-e85a-4732-aa31-4214906c2011 None None] Pushing event updated for resources: {'Port': ['ID=dec602ff-1162-4498-bd44-cd887f5327ad,revision_number=2']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:38.301712 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-cbea910b-1036-412b-9c2e-7b33b1ec48a7 None None] Attempting to bind port dec602ff-1162-4498-bd44-cd887f5327ad on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:38.302074 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-cbea910b-1036-412b-9c2e-7b33b1ec48a7 None None] Attempting to bind port dec602ff-1162-4498-bd44-cd887f5327ad by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:38.302428 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbea910b-1036-412b-9c2e-7b33b1ec48a7 None None] Attempting to bind port dec602ff-1162-4498-bd44-cd887f5327ad on network 05164b30-8981-419a-8272-388f48c19dd5 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:47:38.309127 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a3e824-2a34-496c-b5f3-4a52972c3494 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:38.309647 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e9a3e824-2a34-496c-b5f3-4a52972c3494 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.314213 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a988f6ed-e85a-4732-aa31-4214906c2011 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:38.314568 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a988f6ed-e85a-4732-aa31-4214906c2011 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:38.315112 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a988f6ed-e85a-4732-aa31-4214906c2011 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:38.315446 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a988f6ed-e85a-4732-aa31-4214906c2011 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:38.316042 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a988f6ed-e85a-4732-aa31-4214906c2011 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:38.316956 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a988f6ed-e85a-4732-aa31-4214906c2011 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:38.316956 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a988f6ed-e85a-4732-aa31-4214906c2011 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:38.317158 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a988f6ed-e85a-4732-aa31-4214906c2011 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:38.317376 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a988f6ed-e85a-4732-aa31-4214906c2011 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:38.317693 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a988f6ed-e85a-4732-aa31-4214906c2011 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:38.318734 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a988f6ed-e85a-4732-aa31-4214906c2011 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:38.324339 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-3bed86c9-48f2-451f-93c9-4e582d658050 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65532659-5eb4-449b-a9fb-7b98ccffa117') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:38.324614 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbea910b-1036-412b-9c2e-7b33b1ec48a7 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:47:38.324821 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-3bed86c9-48f2-451f-93c9-4e582d658050 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65532659-5eb4-449b-a9fb-7b98ccffa117') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:38.325209 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbea910b-1036-412b-9c2e-7b33b1ec48a7 None None] Checking segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:38.325649 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-cbea910b-1036-412b-9c2e-7b33b1ec48a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.326326 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbea910b-1036-412b-9c2e-7b33b1ec48a7 None None] Bound using segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:47:38.326845 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-cbea910b-1036-412b-9c2e-7b33b1ec48a7 None None] Bound port: dec602ff-1162-4498-bd44-cd887f5327ad, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:38.327277 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-cbea910b-1036-412b-9c2e-7b33b1ec48a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.358312 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3bed86c9-48f2-451f-93c9-4e582d658050 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.411142 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3bed86c9-48f2-451f-93c9-4e582d658050 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.431111 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-cbea910b-1036-412b-9c2e-7b33b1ec48a7 None None] For port dec602ff-1162-4498-bd44-cd887f5327ad, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:47:38.434628 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bed86c9-48f2-451f-93c9-4e582d658050 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:47:38.435252 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3bed86c9-48f2-451f-93c9-4e582d658050 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.436437 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-cbea910b-1036-412b-9c2e-7b33b1ec48a7 None None] For port dec602ff-1162-4498-bd44-cd887f5327ad, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=dec602ff-1162-4498-bd44-cd887f5327ad,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:47:38.448609 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-cbea910b-1036-412b-9c2e-7b33b1ec48a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.590997 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988f6ed-e85a-4732-aa31-4214906c2011 None None] Pushing event updated for resources: {'Port': ['ID=dec602ff-1162-4498-bd44-cd887f5327ad,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:47:38.610830 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:47:38.616535 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8478f721-4f72-4282-8b74-54f28a6c8ed7 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] 10.222.0.104 "GET /v2.0/ports?device_id=376f32d0-2e84-4275-bc0e-3fd63e52ce78 HTTP/1.1" status: 200 len: 205 time: 0.3702183 Jan 21 09:47:38.624883 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbea910b-1036-412b-9c2e-7b33b1ec48a7 None None] Routers {'fae9df63-ee59-438f-b9ac-7850c2e519bf'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:38.625674 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-cbea910b-1036-412b-9c2e-7b33b1ec48a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:47:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['fae9df63-ee59-438f-b9ac-7850c2e519bf'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:38.652000 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 32996) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:38.676286 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3bed86c9-48f2-451f-93c9-4e582d658050 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.684479 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3bed86c9-48f2-451f-93c9-4e582d658050 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.690934 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6da534-dbcb-4e80-8a3e-934cfee6c4b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-9b9aba57-8845-4ad2-8e61-e7e44d117b49', 'network_id': '9b9aba57-8845-4ad2-8e61-e7e44d117b49', 'tenant_id': '081c5e94b3d84c0c999dc4d73e79f211', 'fixed_ips': [{'subnet_id': '36151a67-effc-4163-a974-1d40440bc9da'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:47:38.692435 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ba6da534-dbcb-4e80-8a3e-934cfee6c4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.753923 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed86c9-48f2-451f-93c9-4e582d658050 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event deleted for resources: {'Network': ['ID=f9ac1039-05e1-49c4-9400-faf32cf974cc,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:38.808122 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3bed86c9-48f2-451f-93c9-4e582d658050 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/networks/f9ac1039-05e1-49c4-9400-faf32cf974cc HTTP/1.1" status: 204 len: 168 time: 4.3787580 Jan 21 09:47:38.818061 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33000) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:38.826475 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-9c9646c6-d92b-412c-8ba4-170f897accd6 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2001211494', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}, 'admin_state_up': False}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:38.847221 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9c9646c6-d92b-412c-8ba4-170f897accd6 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:38.861247 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9c9646c6-d92b-412c-8ba4-170f897accd6 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Usage tracker for resource:router and tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:38.881501 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9c9646c6-d92b-412c-8ba4-170f897accd6 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:38.899973 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9c9646c6-d92b-412c-8ba4-170f897accd6 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:38.918658 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-cbea910b-1036-412b-9c2e-7b33b1ec48a7 None None] Set router fae9df63-ee59-438f-b9ac-7850c2e519bf gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:47:38.921069 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-878b4720-e0fd-4931-b42a-2c23d5f10e7a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.972011 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e9a3e824-2a34-496c-b5f3-4a52972c3494 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6186912 Jan 21 09:47:38.983477 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33004) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:38.993736 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9c9646c6-d92b-412c-8ba4-170f897accd6 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.995346 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9c9646c6-d92b-412c-8ba4-170f897accd6 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.999398 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-990a4de0-70d0-4e96-8be9-c79c85d1133d tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] delete failed (client error): The resource could not be found. Jan 21 09:47:39.004034 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-990a4de0-70d0-4e96-8be9-c79c85d1133d tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] 10.222.0.104 "DELETE /v2.0/routers/376f32d0-2e84-4275-bc0e-3fd63e52ce78 HTTP/1.1" status: 404 len: 336 time: 0.3471391 Jan 21 09:47:39.010414 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9508f45d-36f7-4ad5-94a7-6ed4ad80eaeb tempest-TestNetworkAdvancedServerOps-1707011327 tempest-TestNetworkAdvancedServerOps-1707011327-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:39.012744 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9508f45d-36f7-4ad5-94a7-6ed4ad80eaeb tempest-TestNetworkAdvancedServerOps-1707011327 tempest-TestNetworkAdvancedServerOps-1707011327-project-admin] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.3111880 Jan 21 09:47:39.018548 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33006) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:39.019044 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33010) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:39.031793 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-56167f79-6231-4678-8324-81460ef6b664 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'port': {'network_id': '9b9aba57-8845-4ad2-8e61-e7e44d117b49', 'name': 'tempest-PortsTestJSON-2016955671'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:39.041180 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-ba6da534-dbcb-4e80-8a3e-934cfee6c4b1 None None] Allocated IP 172.20.0.2 (9b9aba57-8845-4ad2-8e61-e7e44d117b49/36151a67-effc-4163-a974-1d40440bc9da/b7253fc3-dc25-4dd6-be9b-9d90966efd3b) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:39.058806 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b4720-e0fd-4931-b42a-2c23d5f10e7a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event deleted for resources: {'Port': ['ID=7019056a-3a17-41fd-a255-cf0b151bc48c,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:39.262193 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0a39070d-8a74-4e9c-b9d3-6763f5318cd4 tempest-TestNetworkAdvancedServerOps-1707011327 tempest-TestNetworkAdvancedServerOps-1707011327-project-admin] 10.222.0.104 "GET /v2.0/subnets?network_id=05164b30-8981-419a-8272-388f48c19dd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2367494 Jan 21 09:47:39.271338 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-585f1633-399c-43ad-8824-a7b1eb1ccdad tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] 10.222.0.104 "GET /v2.0/ports?device_id=071f19c7-27f1-4c34-8d59-84b364f9401b HTTP/1.1" status: 200 len: 205 time: 0.2483625 Jan 21 09:47:39.272147 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33016) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:39.275708 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33018) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:39.338388 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-cbea910b-1036-412b-9c2e-7b33b1ec48a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812918749', 'tenant_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': 'dec602ff-1162-4498-bd44-cd887f5327ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:29Z', 'updated_at': '2022-01-21T09:47:33Z', 'revision_number': 3, 'project_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'gw_port': {'id': 'dec602ff-1162-4498-bd44-cd887f5327ad', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:31Z', 'updated_at': '2022-01-21T09:47:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:39.342760 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbea910b-1036-412b-9c2e-7b33b1ec48a7 None None] The sync data for ids ['fae9df63-ee59-438f-b9ac-7850c2e519bf'] in dv-neutron-825732-1-hyperv is: [{'id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812918749', 'tenant_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': 'dec602ff-1162-4498-bd44-cd887f5327ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:29Z', 'updated_at': '2022-01-21T09:47:33Z', 'revision_number': 3, 'project_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'gw_port': {'id': 'dec602ff-1162-4498-bd44-cd887f5327ad', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:31Z', 'updated_at': '2022-01-21T09:47:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:47:39.365931 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e221724d-a736-499c-8466-9273307a4531 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-78624512', 'network_id': '7c76e461-3311-4ee9-93b1-5e66961e7ff1', 'project_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:39.402307 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ba6da534-dbcb-4e80-8a3e-934cfee6c4b1 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.419522 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ba6da534-dbcb-4e80-8a3e-934cfee6c4b1 None None] Transition to ACTIVE for port object b7253fc3-dc25-4dd6-be9b-9d90966efd3b will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:39.450683 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ba6da534-dbcb-4e80-8a3e-934cfee6c4b1 None None] Transition to ACTIVE for port object b7253fc3-dc25-4dd6-be9b-9d90966efd3b will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:39.462471 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ba6da534-dbcb-4e80-8a3e-934cfee6c4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.478300 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-79133d1e-6a5c-4981-8033-ef2c304af694 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] delete failed (client error): The resource could not be found. Jan 21 09:47:39.479907 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-79133d1e-6a5c-4981-8033-ef2c304af694 tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] 10.222.0.104 "DELETE /v2.0/routers/071f19c7-27f1-4c34-8d59-84b364f9401b HTTP/1.1" status: 404 len: 336 time: 0.1852777 Jan 21 09:47:39.484300 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33024) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:39.567107 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a2550b1-0df9-479c-a634-237eee8d6ddb tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:39.567779 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a2550b1-0df9-479c-a634-237eee8d6ddb tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:39.568524 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6da534-dbcb-4e80-8a3e-934cfee6c4b1 None None] Network 9b9aba57-8845-4ad2-8e61-e7e44d117b49 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:39.570426 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9a2550b1-0df9-479c-a634-237eee8d6ddb tempest-RoutersIpV6AdminTest-1282887217 tempest-RoutersIpV6AdminTest-1282887217-project] 10.222.0.104 "DELETE /v2.0/subnets/d7ac5055-fd73-45e9-b9e0-65b0d70d994f HTTP/1.1" status: 404 len: 337 time: 0.0820942 Jan 21 09:47:39.577827 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-ba6da534-dbcb-4e80-8a3e-934cfee6c4b1 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:39.584107 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9c9646c6-d92b-412c-8ba4-170f897accd6 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.589503 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6da534-dbcb-4e80-8a3e-934cfee6c4b1 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:39.602201 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-09ab27c6-8588-4eda-bb46-014aa14e17fc tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.602414 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6da534-dbcb-4e80-8a3e-934cfee6c4b1 None None] Pushing event updated for resources: {'Port': ['ID=b7253fc3-dc25-4dd6-be9b-9d90966efd3b,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:39.619973 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-09ab27c6-8588-4eda-bb46-014aa14e17fc tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.621027 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-09ab27c6-8588-4eda-bb46-014aa14e17fc tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.747643 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-871e1b90-1b23-4d2a-9b3f-3c1dcdd8d31f tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.762190 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-878b4720-e0fd-4931-b42a-2c23d5f10e7a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.805074 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e221724d-a736-499c-8466-9273307a4531 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:39.811501 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e221724d-a736-499c-8466-9273307a4531 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Usage tracker for resource:subnet and tenant:1e3f77cee1f142a6ae1fa2606c54e16c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:39.815693 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e221724d-a736-499c-8466-9273307a4531 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:39.826680 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e221724d-a736-499c-8466-9273307a4531 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:39.841902 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-56167f79-6231-4678-8324-81460ef6b664 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:39.857170 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-56167f79-6231-4678-8324-81460ef6b664 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:39.866927 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e221724d-a736-499c-8466-9273307a4531 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Made reservation on behalf of 1e3f77cee1f142a6ae1fa2606c54e16c for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:39.871203 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ba6da534-dbcb-4e80-8a3e-934cfee6c4b1 None None] Attempting to bind port b7253fc3-dc25-4dd6-be9b-9d90966efd3b on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:39.871953 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ba6da534-dbcb-4e80-8a3e-934cfee6c4b1 None None] Attempting to bind port b7253fc3-dc25-4dd6-be9b-9d90966efd3b by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '30a5ae28-4575-4ec1-9e70-d8f419d9e517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9b9aba57-8845-4ad2-8e61-e7e44d117b49'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:39.872532 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6da534-dbcb-4e80-8a3e-934cfee6c4b1 None None] Attempting to bind port b7253fc3-dc25-4dd6-be9b-9d90966efd3b on network 9b9aba57-8845-4ad2-8e61-e7e44d117b49 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:47:39.883705 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6da534-dbcb-4e80-8a3e-934cfee6c4b1 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:47:39.884277 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6da534-dbcb-4e80-8a3e-934cfee6c4b1 None None] Checking segment: {'id': '30a5ae28-4575-4ec1-9e70-d8f419d9e517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9b9aba57-8845-4ad2-8e61-e7e44d117b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:39.884901 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ba6da534-dbcb-4e80-8a3e-934cfee6c4b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.885491 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6da534-dbcb-4e80-8a3e-934cfee6c4b1 None None] Bound using segment: {'id': '30a5ae28-4575-4ec1-9e70-d8f419d9e517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9b9aba57-8845-4ad2-8e61-e7e44d117b49'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:47:39.886228 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ba6da534-dbcb-4e80-8a3e-934cfee6c4b1 None None] Bound port: b7253fc3-dc25-4dd6-be9b-9d90966efd3b, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a5ae28-4575-4ec1-9e70-d8f419d9e517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9b9aba57-8845-4ad2-8e61-e7e44d117b49'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:39.886814 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ba6da534-dbcb-4e80-8a3e-934cfee6c4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:40.082776 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-ba6da534-dbcb-4e80-8a3e-934cfee6c4b1 None None] For port b7253fc3-dc25-4dd6-be9b-9d90966efd3b, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:47:40.087681 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-ba6da534-dbcb-4e80-8a3e-934cfee6c4b1 None None] For port b7253fc3-dc25-4dd6-be9b-9d90966efd3b, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=b7253fc3-dc25-4dd6-be9b-9d90966efd3b,segment=NetworkSegment(30a5ae28-4575-4ec1-9e70-d8f419d9e517),segment_id=30a5ae28-4575-4ec1-9e70-d8f419d9e517)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:47:40.096551 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ba6da534-dbcb-4e80-8a3e-934cfee6c4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:40.203110 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab27c6-8588-4eda-bb46-014aa14e17fc tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Port': ['ID=bd438db9-e01f-45aa-9932-bde4fcf62f20,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:40.218539 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e221724d-a736-499c-8466-9273307a4531 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:40.266741 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6da534-dbcb-4e80-8a3e-934cfee6c4b1 None None] Pushing event updated for resources: {'Port': ['ID=b7253fc3-dc25-4dd6-be9b-9d90966efd3b,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:40.311925 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56167f79-6231-4678-8324-81460ef6b664 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Made reservation on behalf of 081c5e94b3d84c0c999dc4d73e79f211 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:40.316593 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-56167f79-6231-4678-8324-81460ef6b664 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:40.383697 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33032) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:40.420658 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ab27c6-8588-4eda-bb46-014aa14e17fc tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:40.424349 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-09ab27c6-8588-4eda-bb46-014aa14e17fc tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:40.870846 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-56167f79-6231-4678-8324-81460ef6b664 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] device_id is not set on port ac36c8e5-f7fe-4c4c-a001-28338363fc9a yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:47:41.033397 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9c9646c6-d92b-412c-8ba4-170f897accd6 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:41.103247 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ce61320f-4e91-450e-bb0c-940757524813 None None] Provisioning complete for port bd438db9-e01f-45aa-9932-bde4fcf62f20 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:41.103821 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ce61320f-4e91-450e-bb0c-940757524813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:41.139732 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device dec602ff-1162-4498-bd44-cd887f5327ad up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:41.193227 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5fb930ca-85bc-4b6f-9af0-fc8c81e0f4b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:41.242680 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-ce61320f-4e91-450e-bb0c-940757524813 None None] Port bd438db9-e01f-45aa-9932-bde4fcf62f20 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:47:41.262240 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port dec602ff-1162-4498-bd44-cd887f5327ad completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:41.267843 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port dec602ff-1162-4498-bd44-cd887f5327ad triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:41.268235 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:41.294923 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-5fb930ca-85bc-4b6f-9af0-fc8c81e0f4b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:41.379255 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-5fb930ca-85bc-4b6f-9af0-fc8c81e0f4b3 admin admin] Usage tracker for resource:security_group_rule and tenant:3aad8a09c7a8463ea197fff977ac059f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:41.416233 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:41.439232 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-5fb930ca-85bc-4b6f-9af0-fc8c81e0f4b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:41.440491 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port dec602ff-1162-4498-bd44-cd887f5327ad, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=dec602ff-1162-4498-bd44-cd887f5327ad,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:41.448004 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:41.449846 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device b7253fc3-dc25-4dd6-be9b-9d90966efd3b up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:41.463462 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-5fb930ca-85bc-4b6f-9af0-fc8c81e0f4b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:41.563409 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-56167f79-6231-4678-8324-81460ef6b664 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Allocated IP 172.20.0.11 (9b9aba57-8845-4ad2-8e61-e7e44d117b49/36151a67-effc-4163-a974-1d40440bc9da/ac36c8e5-f7fe-4c4c-a001-28338363fc9a) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:41.602679 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=dec602ff-1162-4498-bd44-cd887f5327ad,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:41.646989 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port b7253fc3-dc25-4dd6-be9b-9d90966efd3b completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:41.712151 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5fb930ca-85bc-4b6f-9af0-fc8c81e0f4b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:41.724520 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e221724d-a736-499c-8466-9273307a4531 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:41.741320 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5fb930ca-85bc-4b6f-9af0-fc8c81e0f4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:41.784675 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878b4720-e0fd-4931-b42a-2c23d5f10e7a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Router 75b71171-eb84-466b-af39-a24205037958 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:47:41.834806 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb930ca-85bc-4b6f-9af0-fc8c81e0f4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8ae7a2-50cf-4ad8-9185-096a0a21e45a,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:41.869255 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5fb930ca-85bc-4b6f-9af0-fc8c81e0f4b3 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=3aad8a09c7a8463ea197fff977ac059f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4824250 Jan 21 09:47:41.873022 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33038) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:41.917990 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bd33ea-5a5e-42ec-ad92-dfe7b84387aa None None] Network 9b9aba57-8845-4ad2-8e61-e7e44d117b49 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:42.026899 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ab27c6-8588-4eda-bb46-014aa14e17fc tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Router 47e55622-48f3-46bd-ab9d-0c49ff72de48 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:47:42.057421 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-871e1b90-1b23-4d2a-9b3f-3c1dcdd8d31f tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Deleting port 04c34aae-783f-41f6-9128-d4f605744e23 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:42.058062 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-871e1b90-1b23-4d2a-9b3f-3c1dcdd8d31f tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:42.080699 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0eab3a5d-9f38-4758-bc10-d2063f4e9086 None None] Provisioning for port b7253fc3-dc25-4dd6-be9b-9d90966efd3b completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:42.088366 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0eab3a5d-9f38-4758-bc10-d2063f4e9086 None None] Provisioning complete for port b7253fc3-dc25-4dd6-be9b-9d90966efd3b triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:42.088746 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0eab3a5d-9f38-4758-bc10-d2063f4e9086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:42.156157 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221724d-a736-499c-8466-9273307a4531 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Pushing event updated for resources: {'Subnet': ['ID=23e2bbf6-5c4d-4071-9407-50801ecd5467,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:42.221115 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13b1e820-e01b-4f27-8bc5-54cb8bd42340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:42.297311 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9c9646c6-d92b-412c-8ba4-170f897accd6 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:42.332656 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e221724d-a736-499c-8466-9273307a4531 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Checking segment: {'id': '155ca858-1c82-4acd-b696-f79df79a5f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7c76e461-3311-4ee9-93b1-5e66961e7ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:42.333109 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e221724d-a736-499c-8466-9273307a4531 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Network hostable DHCP agents. Network: 7c76e461-3311-4ee9-93b1-5e66961e7ff1, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:47:42.342455 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0eab3a5d-9f38-4758-bc10-d2063f4e9086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:42.357012 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9c9646c6-d92b-412c-8ba4-170f897accd6 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:42.398128 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-0eab3a5d-9f38-4758-bc10-d2063f4e9086 None None] For port b7253fc3-dc25-4dd6-be9b-9d90966efd3b, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=b7253fc3-dc25-4dd6-be9b-9d90966efd3b,segment=NetworkSegment(30a5ae28-4575-4ec1-9e70-d8f419d9e517),segment_id=30a5ae28-4575-4ec1-9e70-d8f419d9e517)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:42.406217 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0eab3a5d-9f38-4758-bc10-d2063f4e9086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:42.416042 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13b1e820-e01b-4f27-8bc5-54cb8bd42340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:42.468375 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878b4720-e0fd-4931-b42a-2c23d5f10e7a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:42.491132 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-56167f79-6231-4678-8324-81460ef6b664 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:42.510119 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8fd3b2-70e2-4934-ac5d-c70cada9a6f8 None None] Sync routers for ids ['75b71171-eb84-466b-af39-a24205037958'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:47:42.538502 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-871e1b90-1b23-4d2a-9b3f-3c1dcdd8d31f tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:42.552120 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab3a5d-9f38-4758-bc10-d2063f4e9086 None None] Pushing event updated for resources: {'Port': ['ID=b7253fc3-dc25-4dd6-be9b-9d90966efd3b,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:42.559310 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-56167f79-6231-4678-8324-81460ef6b664 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Transition to ACTIVE for port object ac36c8e5-f7fe-4c4c-a001-28338363fc9a will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:42.560410 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8fd3b2-70e2-4934-ac5d-c70cada9a6f8 None None] Routers {'75b71171-eb84-466b-af39-a24205037958'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:42.566302 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-2d8fd3b2-70e2-4934-ac5d-c70cada9a6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:47:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['75b71171-eb84-466b-af39-a24205037958'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:42.589699 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e221724d-a736-499c-8466-9273307a4531 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Network 7c76e461-3311-4ee9-93b1-5e66961e7ff1 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:47:42.631472 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-878b4720-e0fd-4931-b42a-2c23d5f10e7a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "PUT /v2.0/routers/75b71171-eb84-466b-af39-a24205037958/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9463773 Jan 21 09:47:42.633377 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-2d8fd3b2-70e2-4934-ac5d-c70cada9a6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:42.634967 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33042) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:42.635688 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-e221724d-a736-499c-8466-9273307a4531 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 7c76e461-3311-4ee9-93b1-5e66961e7ff1) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:42.647651 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644f2d71-3748-45a3-baea-5b8dc5bc8080 None None] Network 7c76e461-3311-4ee9-93b1-5e66961e7ff1 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:42.696079 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e221724d-a736-499c-8466-9273307a4531 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:42.696975 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e221724d-a736-499c-8466-9273307a4531 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:42.706561 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-9c9646c6-d92b-412c-8ba4-170f897accd6 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Allocated IP 172.26.0.35 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/40335cce-a087-4cb8-9372-597f455fc88f) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:42.730431 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3cbbdc71-7ea8-4cee-864a-7de65993e9ac tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Synchronizing usage tracker for tenant:d00df50c19fa484a82254f37be8cb96c on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:42.739846 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8fd3b2-70e2-4934-ac5d-c70cada9a6f8 None None] Routers {'75b71171-eb84-466b-af39-a24205037958'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:42.740626 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-2d8fd3b2-70e2-4934-ac5d-c70cada9a6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:47:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['75b71171-eb84-466b-af39-a24205037958'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:42.772748 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-871e1b90-1b23-4d2a-9b3f-3c1dcdd8d31f tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Calling delete_port for 04c34aae-783f-41f6-9128-d4f605744e23 owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:42.790868 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-56167f79-6231-4678-8324-81460ef6b664 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:42.793853 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e221724d-a736-499c-8466-9273307a4531 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.5200341 Jan 21 09:47:42.819205 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-2d8fd3b2-70e2-4934-ac5d-c70cada9a6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:42.819458 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8fd3b2-70e2-4934-ac5d-c70cada9a6f8 None None] The sync data for ids ['75b71171-eb84-466b-af39-a24205037958'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:47:42.830683 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33046) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:42.847879 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13b1e820-e01b-4f27-8bc5-54cb8bd42340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:42.852825 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3cbbdc71-7ea8-4cee-864a-7de65993e9ac tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Unset dirty status for tenant:d00df50c19fa484a82254f37be8cb96c on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:42.857221 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3cbbdc71-7ea8-4cee-864a-7de65993e9ac tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "GET /v2.0/ports?device_id=75b71171-eb84-466b-af39-a24205037958 HTTP/1.1" status: 200 len: 205 time: 0.2161911 Jan 21 09:47:42.872882 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-59ca18af-bc33-4ad3-8df8-a1dc18b9b6be None None] Provisioning complete for port b7253fc3-dc25-4dd6-be9b-9d90966efd3b triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:42.873244 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-59ca18af-bc33-4ad3-8df8-a1dc18b9b6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:42.892834 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33050) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:42.992696 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1e820-e01b-4f27-8bc5-54cb8bd42340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8ae7a2-50cf-4ad8-9185-096a0a21e45a,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:43.000790 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ab27c6-8588-4eda-bb46-014aa14e17fc tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:43.018851 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f898721e-2435-4596-80e7-412e173a3e42 None None] Sync routers for ids ['47e55622-48f3-46bd-ab9d-0c49ff72de48'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:47:43.022999 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13b1e820-e01b-4f27-8bc5-54cb8bd42340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.024967 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-13b1e820-e01b-4f27-8bc5-54cb8bd42340 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/7b8ae7a2-50cf-4ad8-9185-096a0a21e45a HTTP/1.1" status: 204 len: 168 time: 1.1503329 Jan 21 09:47:43.050523 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-09ab27c6-8588-4eda-bb46-014aa14e17fc tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "PUT /v2.0/routers/47e55622-48f3-46bd-ab9d-0c49ff72de48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8066530 Jan 21 09:47:43.070032 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33056) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:43.072242 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f898721e-2435-4596-80e7-412e173a3e42 None None] Routers {'47e55622-48f3-46bd-ab9d-0c49ff72de48'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:43.079610 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56167f79-6231-4678-8324-81460ef6b664 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Network 9b9aba57-8845-4ad2-8e61-e7e44d117b49 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:43.081333 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-f898721e-2435-4596-80e7-412e173a3e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:47:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['47e55622-48f3-46bd-ab9d-0c49ff72de48'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:43.083382 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778f8e04-172f-4eeb-bfee-c8a5b0d4e74e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-7c76e461-3311-4ee9-93b1-5e66961e7ff1', 'network_id': '7c76e461-3311-4ee9-93b1-5e66961e7ff1', 'tenant_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'fixed_ips': [{'subnet_id': '23e2bbf6-5c4d-4071-9407-50801ecd5467'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:47:43.084201 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-778f8e04-172f-4eeb-bfee-c8a5b0d4e74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.108439 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device dec602ff-1162-4498-bd44-cd887f5327ad up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:43.189921 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c21e72-7f5f-4bae-a55d-9342f059ad9a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:43.191257 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a0c21e72-7f5f-4bae-a55d-9342f059ad9a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:43.202207 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-56167f79-6231-4678-8324-81460ef6b664 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:43.287386 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9c9646c6-d92b-412c-8ba4-170f897accd6 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.312637 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port dec602ff-1162-4498-bd44-cd887f5327ad triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:43.313009 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.370642 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56167f79-6231-4678-8324-81460ef6b664 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Port': ['ID=ac36c8e5-f7fe-4c4c-a001-28338363fc9a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:43.397926 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56167f79-6231-4678-8324-81460ef6b664 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:43.455062 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-f898721e-2435-4596-80e7-412e173a3e42 None None] Set router 47e55622-48f3-46bd-ab9d-0c49ff72de48 gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:47:43.527802 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-778f8e04-172f-4eeb-bfee-c8a5b0d4e74e None None] Allocated IP 172.20.0.2 (7c76e461-3311-4ee9-93b1-5e66961e7ff1/23e2bbf6-5c4d-4071-9407-50801ecd5467/0b19ddea-a864-449d-af63-134654b739e1) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:43.537473 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56167f79-6231-4678-8324-81460ef6b664 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:43.541075 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-56167f79-6231-4678-8324-81460ef6b664 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.607628 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33062) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:43.610210 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-56167f79-6231-4678-8324-81460ef6b664 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.6015344 Jan 21 09:47:43.635955 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c24e04ee-172b-4dfa-9dbd-274e84f12799 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.755175 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9c9646c6-d92b-412c-8ba4-170f897accd6 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.785919 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a0c21e72-7f5f-4bae-a55d-9342f059ad9a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:43.789482 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a0c21e72-7f5f-4bae-a55d-9342f059ad9a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports/bd438db9-e01f-45aa-9932-bde4fcf62f20 HTTP/1.1" status: 200 len: 911 time: 0.7147715 Jan 21 09:47:43.799388 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33066) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:43.819748 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-871e1b90-1b23-4d2a-9b3f-3c1dcdd8d31f tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.922281 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9646c6-d92b-412c-8ba4-170f897accd6 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:43.922844 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33070) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:43.935536 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9646c6-d92b-412c-8ba4-170f897accd6 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Port': ['ID=40335cce-a087-4cb8-9372-597f455fc88f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:43.944586 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-9c9646c6-d92b-412c-8ba4-170f897accd6 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:43.948085 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d707d8ac-1d6d-4a73-9d3e-0b071fbd9471 None None] Provisioning for port ac36c8e5-f7fe-4c4c-a001-28338363fc9a completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:43.978200 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-f898721e-2435-4596-80e7-412e173a3e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e55622-48f3-46bd-ab9d-0c49ff72de48', 'name': 'tempest-NetworksTestDHCPv6-router-1748832630', 'tenant_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:32Z', 'updated_at': '2022-01-21T09:47:36Z', 'revision_number': 2, 'project_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'gw_port_host': None, '_interfaces': [{'id': 'bd438db9-e01f-45aa-9932-bde4fcf62f20', 'name': '', 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'tenant_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'mac_address': 'fa:16:3e:17:4d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e55622-48f3-46bd-ab9d-0c49ff72de48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f4831d1-7bc0-4fb5-869e-b3e335bb0bc4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:34Z', 'updated_at': '2022-01-21T09:47:38Z', 'revision_number': 2, 'project_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'subnets': [{'id': '9f4831d1-7bc0-4fb5-869e-b3e335bb0bc4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:43.979633 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9646c6-d92b-412c-8ba4-170f897accd6 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:43.983909 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f898721e-2435-4596-80e7-412e173a3e42 None None] Checking router: 47e55622-48f3-46bd-ab9d-0c49ff72de48 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:47:43.984487 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f898721e-2435-4596-80e7-412e173a3e42 None None] Updating router 47e55622-48f3-46bd-ab9d-0c49ff72de48 port bd438db9-e01f-45aa-9932-bde4fcf62f20 binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:47:43.984836 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d707d8ac-1d6d-4a73-9d3e-0b071fbd9471 None None] Provisioning complete for port ac36c8e5-f7fe-4c4c-a001-28338363fc9a triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:43.985124 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d707d8ac-1d6d-4a73-9d3e-0b071fbd9471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.029575 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e1b90-1b23-4d2a-9b3f-3c1dcdd8d31f tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Pushing event deleted for resources: {'Port': ['ID=04c34aae-783f-41f6-9128-d4f605744e23,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:44.040012 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-73427ea6-8095-4007-83ab-f006269cfe20 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Deleting port ac36c8e5-f7fe-4c4c-a001-28338363fc9a {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:44.040550 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-73427ea6-8095-4007-83ab-f006269cfe20 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.086189 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-f898721e-2435-4596-80e7-412e173a3e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.130855 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device b7253fc3-dc25-4dd6-be9b-9d90966efd3b up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:44.233329 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-d707d8ac-1d6d-4a73-9d3e-0b071fbd9471 None None] Port ac36c8e5-f7fe-4c4c-a001-28338363fc9a cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:47:44.263908 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ce1f23-5672-4016-a399-1af03c459d9e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:44.274331 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ce1f23-5672-4016-a399-1af03c459d9e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:44.278432 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d5ce1f23-5672-4016-a399-1af03c459d9e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4602206 Jan 21 09:47:44.301204 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-778f8e04-172f-4eeb-bfee-c8a5b0d4e74e None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.316628 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-778f8e04-172f-4eeb-bfee-c8a5b0d4e74e None None] Transition to ACTIVE for port object 0b19ddea-a864-449d-af63-134654b739e1 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:44.341760 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33074) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:44.344100 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-778f8e04-172f-4eeb-bfee-c8a5b0d4e74e None None] Transition to ACTIVE for port object 0b19ddea-a864-449d-af63-134654b739e1 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:44.354424 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port b7253fc3-dc25-4dd6-be9b-9d90966efd3b triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:44.354865 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.399437 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-778f8e04-172f-4eeb-bfee-c8a5b0d4e74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.541864 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778f8e04-172f-4eeb-bfee-c8a5b0d4e74e None None] Network 7c76e461-3311-4ee9-93b1-5e66961e7ff1 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:44.543493 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f8e04-172f-4eeb-bfee-c8a5b0d4e74e None None] Pushing event updated for resources: {'Port': ['ID=0b19ddea-a864-449d-af63-134654b739e1,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:44.555678 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-778f8e04-172f-4eeb-bfee-c8a5b0d4e74e None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:44.559057 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778f8e04-172f-4eeb-bfee-c8a5b0d4e74e None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:44.700060 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-f898721e-2435-4596-80e7-412e173a3e42 None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.716950 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-f898721e-2435-4596-80e7-412e173a3e42 None None] Transition to ACTIVE for port object bd438db9-e01f-45aa-9932-bde4fcf62f20 will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:44.729626 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-f898721e-2435-4596-80e7-412e173a3e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.756142 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-778f8e04-172f-4eeb-bfee-c8a5b0d4e74e None None] Attempting to bind port 0b19ddea-a864-449d-af63-134654b739e1 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:44.757042 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-778f8e04-172f-4eeb-bfee-c8a5b0d4e74e None None] Attempting to bind port 0b19ddea-a864-449d-af63-134654b739e1 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '155ca858-1c82-4acd-b696-f79df79a5f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7c76e461-3311-4ee9-93b1-5e66961e7ff1'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:44.758082 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778f8e04-172f-4eeb-bfee-c8a5b0d4e74e None None] Attempting to bind port 0b19ddea-a864-449d-af63-134654b739e1 on network 7c76e461-3311-4ee9-93b1-5e66961e7ff1 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:47:44.768430 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778f8e04-172f-4eeb-bfee-c8a5b0d4e74e None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:47:44.769280 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778f8e04-172f-4eeb-bfee-c8a5b0d4e74e None None] Checking segment: {'id': '155ca858-1c82-4acd-b696-f79df79a5f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7c76e461-3311-4ee9-93b1-5e66961e7ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:44.769937 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-778f8e04-172f-4eeb-bfee-c8a5b0d4e74e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.770551 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778f8e04-172f-4eeb-bfee-c8a5b0d4e74e None None] Bound using segment: {'id': '155ca858-1c82-4acd-b696-f79df79a5f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7c76e461-3311-4ee9-93b1-5e66961e7ff1'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:47:44.771302 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-778f8e04-172f-4eeb-bfee-c8a5b0d4e74e None None] Bound port: 0b19ddea-a864-449d-af63-134654b739e1, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '155ca858-1c82-4acd-b696-f79df79a5f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7c76e461-3311-4ee9-93b1-5e66961e7ff1'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:44.771928 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-778f8e04-172f-4eeb-bfee-c8a5b0d4e74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.803544 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-73427ea6-8095-4007-83ab-f006269cfe20 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.865789 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d4349dd9-a705-4a56-803d-4e85cc186d37 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=4747faad71854e4fac490fce5d95fc3d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9133694 Jan 21 09:47:44.873489 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33078) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:44.901738 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-871e1b90-1b23-4d2a-9b3f-3c1dcdd8d31f tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.916947 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-778f8e04-172f-4eeb-bfee-c8a5b0d4e74e None None] For port 0b19ddea-a864-449d-af63-134654b739e1, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:47:44.921485 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-778f8e04-172f-4eeb-bfee-c8a5b0d4e74e None None] For port 0b19ddea-a864-449d-af63-134654b739e1, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=0b19ddea-a864-449d-af63-134654b739e1,segment=NetworkSegment(155ca858-1c82-4acd-b696-f79df79a5f2d),segment_id=155ca858-1c82-4acd-b696-f79df79a5f2d)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:47:44.938717 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-778f8e04-172f-4eeb-bfee-c8a5b0d4e74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.052912 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c24e04ee-172b-4dfa-9dbd-274e84f12799 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.097417 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9c9646c6-d92b-412c-8ba4-170f897accd6 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.098331 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9c9646c6-d92b-412c-8ba4-170f897accd6 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.112190 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c24e04ee-172b-4dfa-9dbd-274e84f12799 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.133724 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-f898721e-2435-4596-80e7-412e173a3e42 None None] Attempting to bind port bd438db9-e01f-45aa-9932-bde4fcf62f20 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:45.134296 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-f898721e-2435-4596-80e7-412e173a3e42 None None] Attempting to bind port bd438db9-e01f-45aa-9932-bde4fcf62f20 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:45.134429 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f898721e-2435-4596-80e7-412e173a3e42 None None] Attempting to bind port bd438db9-e01f-45aa-9932-bde4fcf62f20 on network d5f237d0-52c1-4100-800c-a471203fec66 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:47:45.139220 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f8e04-172f-4eeb-bfee-c8a5b0d4e74e None None] Pushing event updated for resources: {'Port': ['ID=0b19ddea-a864-449d-af63-134654b739e1,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:45.153398 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f898721e-2435-4596-80e7-412e173a3e42 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:47:45.154015 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f898721e-2435-4596-80e7-412e173a3e42 None None] Checking segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:45.154427 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-f898721e-2435-4596-80e7-412e173a3e42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.154800 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f898721e-2435-4596-80e7-412e173a3e42 None None] Bound using segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:47:45.155286 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-f898721e-2435-4596-80e7-412e173a3e42 None None] Bound port: bd438db9-e01f-45aa-9932-bde4fcf62f20, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:45.155699 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-f898721e-2435-4596-80e7-412e173a3e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.187092 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-73427ea6-8095-4007-83ab-f006269cfe20 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Calling delete_port for ac36c8e5-f7fe-4c4c-a001-28338363fc9a owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:45.270931 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e918c-ff3d-4a68-b382-b6f6e324d275 None None] Pushing event updated for resources: {'Port': ['ID=bd438db9-e01f-45aa-9932-bde4fcf62f20,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:45.282331 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-734d28f8-930d-4be8-9a98-069af303a7f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.292875 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c24e04ee-172b-4dfa-9dbd-274e84f12799 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.293548 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24e04ee-172b-4dfa-9dbd-274e84f12799 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Fanout notify agent at l3_agent the message router_deleted on router 75b71171-eb84-466b-af39-a24205037958 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:47:45.443018 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-f898721e-2435-4596-80e7-412e173a3e42 None None] For port bd438db9-e01f-45aa-9932-bde4fcf62f20, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:47:45.446920 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-f898721e-2435-4596-80e7-412e173a3e42 None None] For port bd438db9-e01f-45aa-9932-bde4fcf62f20, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=bd438db9-e01f-45aa-9932-bde4fcf62f20,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:47:45.453268 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-f898721e-2435-4596-80e7-412e173a3e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.468049 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c24e04ee-172b-4dfa-9dbd-274e84f12799 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.472537 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c24e04ee-172b-4dfa-9dbd-274e84f12799 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/routers/75b71171-eb84-466b-af39-a24205037958 HTTP/1.1" status: 204 len: 168 time: 2.5756791 Jan 21 09:47:45.474750 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33082) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:45.476847 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-734d28f8-930d-4be8-9a98-069af303a7f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.568267 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e918c-ff3d-4a68-b382-b6f6e324d275 None None] Pushing event updated for resources: {'Port': ['ID=bd438db9-e01f-45aa-9932-bde4fcf62f20,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:45.577916 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f898721e-2435-4596-80e7-412e173a3e42 None None] Routers {'47e55622-48f3-46bd-ab9d-0c49ff72de48'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:45.579017 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-f898721e-2435-4596-80e7-412e173a3e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:47:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['47e55622-48f3-46bd-ab9d-0c49ff72de48'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:45.766919 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-f898721e-2435-4596-80e7-412e173a3e42 None None] Set router 47e55622-48f3-46bd-ab9d-0c49ff72de48 gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:47:45.961931 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-734d28f8-930d-4be8-9a98-069af303a7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.974932 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-73427ea6-8095-4007-83ab-f006269cfe20 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.030340 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d28f8-930d-4be8-9a98-069af303a7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84be4fc6-e4d0-4aa9-b46c-248c7a767c42,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:46.067554 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-734d28f8-930d-4be8-9a98-069af303a7f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.068719 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-734d28f8-930d-4be8-9a98-069af303a7f1 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/84be4fc6-e4d0-4aa9-b46c-248c7a767c42 HTTP/1.1" status: 204 len: 168 time: 1.1937392 Jan 21 09:47:46.080049 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb390a2b-21f8-4ab5-9de6-d91e0dc41a23 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Deleting subnet e68b65ba-d0ac-4ca5-80b1-f04b1b536dba {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:47:46.138637 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bb390a2b-21f8-4ab5-9de6-d91e0dc41a23 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.163951 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73427ea6-8095-4007-83ab-f006269cfe20 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Port': ['ID=ac36c8e5-f7fe-4c4c-a001-28338363fc9a,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:46.284803 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bb390a2b-21f8-4ab5-9de6-d91e0dc41a23 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.412117 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-f898721e-2435-4596-80e7-412e173a3e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e55622-48f3-46bd-ab9d-0c49ff72de48', 'name': 'tempest-NetworksTestDHCPv6-router-1748832630', 'tenant_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:32Z', 'updated_at': '2022-01-21T09:47:36Z', 'revision_number': 2, 'project_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'gw_port_host': None, '_interfaces': [{'id': 'bd438db9-e01f-45aa-9932-bde4fcf62f20', 'name': '', 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'tenant_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'mac_address': 'fa:16:3e:17:4d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e55622-48f3-46bd-ab9d-0c49ff72de48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f4831d1-7bc0-4fb5-869e-b3e335bb0bc4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:34Z', 'updated_at': '2022-01-21T09:47:45Z', 'revision_number': 4, 'project_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'subnets': [{'id': '9f4831d1-7bc0-4fb5-869e-b3e335bb0bc4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:46.419645 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f898721e-2435-4596-80e7-412e173a3e42 None None] The sync data for ids ['47e55622-48f3-46bd-ab9d-0c49ff72de48'] in dv-neutron-825732-1-hyperv is: [{'id': '47e55622-48f3-46bd-ab9d-0c49ff72de48', 'name': 'tempest-NetworksTestDHCPv6-router-1748832630', 'tenant_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:32Z', 'updated_at': '2022-01-21T09:47:36Z', 'revision_number': 2, 'project_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'gw_port_host': None, '_interfaces': [{'id': 'bd438db9-e01f-45aa-9932-bde4fcf62f20', 'name': '', 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'tenant_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'mac_address': 'fa:16:3e:17:4d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e55622-48f3-46bd-ab9d-0c49ff72de48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f4831d1-7bc0-4fb5-869e-b3e335bb0bc4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:34Z', 'updated_at': '2022-01-21T09:47:45Z', 'revision_number': 4, 'project_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'subnets': [{'id': '9f4831d1-7bc0-4fb5-869e-b3e335bb0bc4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:47:46.462772 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bb390a2b-21f8-4ab5-9de6-d91e0dc41a23 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.506358 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9646c6-d92b-412c-8ba4-170f897accd6 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Router fd3db5b1-373e-4e67-afcf-149ecd6ef726 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:47:46.541844 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-73427ea6-8095-4007-83ab-f006269cfe20 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.556147 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871e1b90-1b23-4d2a-9b3f-3c1dcdd8d31f tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Router bb71b91e-e38a-43a8-9146-3cea462fcbb2 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:47:46.666625 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-73427ea6-8095-4007-83ab-f006269cfe20 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/ports/ac36c8e5-f7fe-4c4c-a001-28338363fc9a HTTP/1.1" status: 204 len: 168 time: 3.0451796 Jan 21 09:47:46.669919 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33090) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:46.712368 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b6c224-eaa8-4e28-92fb-af8262298e58 None None] Network 7c76e461-3311-4ee9-93b1-5e66961e7ff1 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:46.755706 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe2107b-368d-4cda-8ece-c1e60bc29bd0 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:46.756150 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbe2107b-368d-4cda-8ece-c1e60bc29bd0 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:46.761158 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-dbe2107b-368d-4cda-8ece-c1e60bc29bd0 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/ports/ac36c8e5-f7fe-4c4c-a001-28338363fc9a HTTP/1.1" status: 404 len: 333 time: 0.0821364 Jan 21 09:47:46.761816 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33098) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:46.881470 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bb390a2b-21f8-4ab5-9de6-d91e0dc41a23 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.889832 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-30858930-cdc1-44cb-ab41-475bf75195f7 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] GET failed (client error): The resource could not be found. Jan 21 09:47:46.890363 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-30858930-cdc1-44cb-ab41-475bf75195f7 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Synchronizing usage tracker for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:46.919312 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-8950cae0-827d-41e4-be81-eb66abec7047 None None] Provisioning for port 0b19ddea-a864-449d-af63-134654b739e1 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:46.944422 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bb390a2b-21f8-4ab5-9de6-d91e0dc41a23 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.949506 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb390a2b-21f8-4ab5-9de6-d91e0dc41a23 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event deleted for resources: {'Subnet': ['ID=e68b65ba-d0ac-4ca5-80b1-f04b1b536dba,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:46.985221 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed1ed9c-04ea-48f4-937a-e6aa29c513c8 None None] Network af86d464-3852-4fdf-a9f0-052c71377529 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:47.034760 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-bb390a2b-21f8-4ab5-9de6-d91e0dc41a23 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/subnets/e68b65ba-d0ac-4ca5-80b1-f04b1b536dba HTTP/1.1" status: 204 len: 168 time: 1.5361316 Jan 21 09:47:47.041123 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33104) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:47.088026 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-30858930-cdc1-44cb-ab41-475bf75195f7 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Unset dirty status for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:47.093468 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-30858930-cdc1-44cb-ab41-475bf75195f7 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "GET /v2.0/ports/ac36c8e5-f7fe-4c4c-a001-28338363fc9a HTTP/1.1" status: 404 len: 333 time: 0.3290298 Jan 21 09:47:47.101032 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33110) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:47.187982 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871e1b90-1b23-4d2a-9b3f-3c1dcdd8d31f tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:47.200833 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-871e1b90-1b23-4d2a-9b3f-3c1dcdd8d31f tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] 10.222.0.104 "PUT /v2.0/routers/bb71b91e-e38a-43a8-9146-3cea462fcbb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4200487 Jan 21 09:47:47.205926 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33114) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:47.209277 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 0b19ddea-a864-449d-af63-134654b739e1 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:47.217019 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d63efc36-b463-4d4d-922f-81257e97c670 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:47.304840 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f0b63d-0a45-46c6-832c-b7fea0394eca None None] Sync routers for ids ['bb71b91e-e38a-43a8-9146-3cea462fcbb2'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:47:47.308212 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a1945dad-0be7-4427-baf5-d3df0b43728e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:47.361802 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 0b19ddea-a864-449d-af63-134654b739e1 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:47.389834 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 0b19ddea-a864-449d-af63-134654b739e1 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:47.390974 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:47.456087 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f0b63d-0a45-46c6-832c-b7fea0394eca None None] Routers {'bb71b91e-e38a-43a8-9146-3cea462fcbb2'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:47.456955 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-22f0b63d-0a45-46c6-832c-b7fea0394eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:47:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['bb71b91e-e38a-43a8-9146-3cea462fcbb2'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:47.483217 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-199ecf6b-90d5-4c19-8a15-c8cc4350a8c2 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:47.597592 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-a1945dad-0be7-4427-baf5-d3df0b43728e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Deleting port 4aa88d7c-651a-46cd-8878-ccbf69b9c2ce {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:47.597592 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a1945dad-0be7-4427-baf5-d3df0b43728e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:47.607129 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-22f0b63d-0a45-46c6-832c-b7fea0394eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:47.636372 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f0b63d-0a45-46c6-832c-b7fea0394eca None None] Routers {'bb71b91e-e38a-43a8-9146-3cea462fcbb2'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:47.636986 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-22f0b63d-0a45-46c6-832c-b7fea0394eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:47:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['bb71b91e-e38a-43a8-9146-3cea462fcbb2'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:47.752968 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33126) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:47.789743 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-22f0b63d-0a45-46c6-832c-b7fea0394eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:47.791107 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f0b63d-0a45-46c6-832c-b7fea0394eca None None] The sync data for ids ['bb71b91e-e38a-43a8-9146-3cea462fcbb2'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:47:47.872392 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-bef8e649-97e4-4f20-b80e-b8b2b8621e93 None None] Provisioning complete for port 0b19ddea-a864-449d-af63-134654b739e1 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:47.873290 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bef8e649-97e4-4f20-b80e-b8b2b8621e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:47.925972 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2073782-b328-4798-b624-b1bedd5edd36 None None] DHCP port deletion for af86d464-3852-4fdf-a9f0-052c71377529 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:47:47.946038 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd973d33-6aa6-44e5-aada-39ab00bf61e2 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Deleting subnet 36151a67-effc-4163-a974-1d40440bc9da {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:47:47.961380 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dd973d33-6aa6-44e5-aada-39ab00bf61e2 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:47.961654 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-d2073782-b328-4798-b624-b1bedd5edd36 None None] Deleting port 4aa88d7c-651a-46cd-8878-ccbf69b9c2ce {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:47.962289 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d2073782-b328-4798-b624-b1bedd5edd36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:48.035621 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:48.104863 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-d27bfd5c-306a-40bd-a927-1646d85db5f7 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-244021456'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:48.117178 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d27bfd5c-306a-40bd-a927-1646d85db5f7 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:48.141720 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-d27bfd5c-306a-40bd-a927-1646d85db5f7 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Usage tracker for resource:network and tenant:a9bbec69a2694a0bb3504d188ecd25f9 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:48.153168 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-d27bfd5c-306a-40bd-a927-1646d85db5f7 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:48.174768 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d27bfd5c-306a-40bd-a927-1646d85db5f7 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:48.194277 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9646c6-d92b-412c-8ba4-170f897accd6 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:48.207520 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90463877-3356-44a3-b5f5-1ba0d643293f None None] Sync routers for ids ['fd3db5b1-373e-4e67-afcf-149ecd6ef726'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:47:48.217062 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-a1945dad-0be7-4427-baf5-d3df0b43728e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] For port 4aa88d7c-651a-46cd-8878-ccbf69b9c2ce, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=4aa88d7c-651a-46cd-8878-ccbf69b9c2ce,segment=NetworkSegment(45f63646-c33c-4143-bb87-a496b475b41a),segment_id=45f63646-c33c-4143-bb87-a496b475b41a)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:48.221623 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a1945dad-0be7-4427-baf5-d3df0b43728e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:48.233051 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90463877-3356-44a3-b5f5-1ba0d643293f None None] Routers {'fd3db5b1-373e-4e67-afcf-149ecd6ef726'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:48.233695 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-90463877-3356-44a3-b5f5-1ba0d643293f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:47:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['fd3db5b1-373e-4e67-afcf-149ecd6ef726'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:48.275398 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dd973d33-6aa6-44e5-aada-39ab00bf61e2 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:48.354095 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-90463877-3356-44a3-b5f5-1ba0d643293f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:48.356112 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 0b19ddea-a864-449d-af63-134654b739e1, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=0b19ddea-a864-449d-af63-134654b739e1,segment=NetworkSegment(155ca858-1c82-4acd-b696-f79df79a5f2d),segment_id=155ca858-1c82-4acd-b696-f79df79a5f2d)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:48.370994 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90463877-3356-44a3-b5f5-1ba0d643293f None None] Routers {'fd3db5b1-373e-4e67-afcf-149ecd6ef726'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:48.371725 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:48.371857 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-90463877-3356-44a3-b5f5-1ba0d643293f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:47:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['fd3db5b1-373e-4e67-afcf-149ecd6ef726'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:48.378729 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-d2073782-b328-4798-b624-b1bedd5edd36 None None] For port 4aa88d7c-651a-46cd-8878-ccbf69b9c2ce, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=4aa88d7c-651a-46cd-8878-ccbf69b9c2ce,segment=NetworkSegment(45f63646-c33c-4143-bb87-a496b475b41a),segment_id=45f63646-c33c-4143-bb87-a496b475b41a)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:48.379129 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d2073782-b328-4798-b624-b1bedd5edd36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:48.435467 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bef8e649-97e4-4f20-b80e-b8b2b8621e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:48.450309 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-a1945dad-0be7-4427-baf5-d3df0b43728e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Calling delete_port for 4aa88d7c-651a-46cd-8878-ccbf69b9c2ce owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:48.460982 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-90463877-3356-44a3-b5f5-1ba0d643293f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:48.461387 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90463877-3356-44a3-b5f5-1ba0d643293f None None] The sync data for ids ['fd3db5b1-373e-4e67-afcf-149ecd6ef726'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:47:48.546829 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27bfd5c-306a-40bd-a927-1646d85db5f7 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Made reservation on behalf of a9bbec69a2694a0bb3504d188ecd25f9 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:48.550309 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d27bfd5c-306a-40bd-a927-1646d85db5f7 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:48.574284 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-d2073782-b328-4798-b624-b1bedd5edd36 None None] Calling delete_port for 4aa88d7c-651a-46cd-8878-ccbf69b9c2ce owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:48.595342 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a1945dad-0be7-4427-baf5-d3df0b43728e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:48.635616 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d27bfd5c-306a-40bd-a927-1646d85db5f7 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:48.652824 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9c9646c6-d92b-412c-8ba4-170f897accd6 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:48.654876 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-199ecf6b-90d5-4c19-8a15-c8cc4350a8c2 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:48.656865 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9c9646c6-d92b-412c-8ba4-170f897accd6 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.8374248 Jan 21 09:47:48.664681 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33132) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:48.675920 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1945dad-0be7-4427-baf5-d3df0b43728e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event deleted for resources: {'Port': ['ID=4aa88d7c-651a-46cd-8878-ccbf69b9c2ce,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:48.689559 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=0b19ddea-a864-449d-af63-134654b739e1,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:48.725319 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-199ecf6b-90d5-4c19-8a15-c8cc4350a8c2 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:48.735865 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-16300835-48ff-4664-8977-160597f7947a tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:48.736960 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-d2073782-b328-4798-b624-b1bedd5edd36 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:47:48.737316 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-d2073782-b328-4798-b624-b1bedd5edd36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:47:48.742077 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-bef8e649-97e4-4f20-b80e-b8b2b8621e93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:47:48.742419 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-bef8e649-97e4-4f20-b80e-b8b2b8621e93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:47:48.767933 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1945dad-0be7-4427-baf5-d3df0b43728e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] No DVR routers for this DVR port 4aa88d7c-651a-46cd-8878-ccbf69b9c2ce on host dv-neutron-825732-1-hyperv {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:47:48.818184 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dd973d33-6aa6-44e5-aada-39ab00bf61e2 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:48.892624 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d27bfd5c-306a-40bd-a927-1646d85db5f7 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:48.913242 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-199ecf6b-90d5-4c19-8a15-c8cc4350a8c2 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:48.913769 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199ecf6b-90d5-4c19-8a15-c8cc4350a8c2 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Fanout notify agent at l3_agent the message router_deleted on router bb71b91e-e38a-43a8-9146-3cea462fcbb2 {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:47:48.990144 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-199ecf6b-90d5-4c19-8a15-c8cc4350a8c2 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:48.991258 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-199ecf6b-90d5-4c19-8a15-c8cc4350a8c2 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] 10.222.0.104 "DELETE /v2.0/routers/bb71b91e-e38a-43a8-9146-3cea462fcbb2 HTTP/1.1" status: 204 len: 168 time: 1.7841785 Jan 21 09:47:48.996931 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33136) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:49.072613 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dd973d33-6aa6-44e5-aada-39ab00bf61e2 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.096261 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-d27bfd5c-306a-40bd-a927-1646d85db5f7 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Usage tracker for resource:security_group_rule and tenant:a9bbec69a2694a0bb3504d188ecd25f9 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:49.106698 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-d27bfd5c-306a-40bd-a927-1646d85db5f7 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:49.126061 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device bd438db9-e01f-45aa-9932-bde4fcf62f20 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:49.139221 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d27bfd5c-306a-40bd-a927-1646d85db5f7 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:49.160595 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a1945dad-0be7-4427-baf5-d3df0b43728e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.180406 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd973d33-6aa6-44e5-aada-39ab00bf61e2 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Subnet': ['ID=36151a67-effc-4163-a974-1d40440bc9da,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:49.215349 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dd973d33-6aa6-44e5-aada-39ab00bf61e2 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.215640 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4496aed6-4603-45a8-ae94-0341a5912c20 None None] Network 9b9aba57-8845-4ad2-8e61-e7e44d117b49 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:49.217674 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-a1945dad-0be7-4427-baf5-d3df0b43728e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af86d464-3852-4fdf-a9f0-052c71377529']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:49.247355 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-a1945dad-0be7-4427-baf5-d3df0b43728e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f63646-c33c-4143-bb87-a496b475b41a') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:49.247799 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-a1945dad-0be7-4427-baf5-d3df0b43728e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f63646-c33c-4143-bb87-a496b475b41a') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:49.268038 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-d63efc36-b463-4d4d-922f-81257e97c670 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting port bd438db9-e01f-45aa-9932-bde4fcf62f20 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:49.268606 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d63efc36-b463-4d4d-922f-81257e97c670 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.296231 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a1945dad-0be7-4427-baf5-d3df0b43728e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.300050 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-dd973d33-6aa6-44e5-aada-39ab00bf61e2 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/subnets/36151a67-effc-4163-a974-1d40440bc9da HTTP/1.1" status: 204 len: 168 time: 2.1948330 Jan 21 09:47:49.304828 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33140) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:49.350934 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a1945dad-0be7-4427-baf5-d3df0b43728e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.355615 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-d2073782-b328-4798-b624-b1bedd5edd36 None None] Deleting port 4aa88d7c-651a-46cd-8878-ccbf69b9c2ce {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:49.356367 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d2073782-b328-4798-b624-b1bedd5edd36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.425482 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1945dad-0be7-4427-baf5-d3df0b43728e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:47:49.425945 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a1945dad-0be7-4427-baf5-d3df0b43728e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.440760 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:47:49.440760 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:47:49.440760 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:47:49.440760 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:47:49.440760 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:47:49.440760 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:47:49.440760 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:47:49.440760 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:47:49.440760 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:47:49.440760 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:47:49.440760 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:47:49.440760 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:47:49.440760 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:47:49.440760 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:47:49.440760 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:47:49.440760 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:47:49.440760 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:47:49.440760 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:47:49.440760 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:47:49.440760 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:47:49.440760 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:47:49.440760 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:47:49.440760 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:47:49.440760 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:47:49.440760 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:47:49.440760 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:47:49.440760 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:47:49.440760 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:47:49.440760 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:47:49.440760 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:47:49.440760 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:47:49.440760 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:47:49.541825 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d27bfd5c-306a-40bd-a927-1646d85db5f7 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.598037 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-d2073782-b328-4798-b624-b1bedd5edd36 None None] The port '4aa88d7c-651a-46cd-8878-ccbf69b9c2ce' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:47:49.619279 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d27bfd5c-306a-40bd-a927-1646d85db5f7 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.654418 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port bd438db9-e01f-45aa-9932-bde4fcf62f20 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:49.666349 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port bd438db9-e01f-45aa-9932-bde4fcf62f20 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:49.667469 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.677206 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd0feb42-ca6c-473b-b73f-fa7407aa90e8 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Deleting subnet c9c98760-2815-422f-affe-775ec729841e {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:47:49.691191 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a1945dad-0be7-4427-baf5-d3df0b43728e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.693613 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d27bfd5c-306a-40bd-a927-1646d85db5f7 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:47:49.715504 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bd0feb42-ca6c-473b-b73f-fa7407aa90e8 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.726600 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a1945dad-0be7-4427-baf5-d3df0b43728e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.748429 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fa912520-3188-4d2c-bc7d-852ec101f74f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.758934 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bfd5c-306a-40bd-a927-1646d85db5f7 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc285b3-a931-432b-ab62-cc1ae3fa9dc6,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:49.763342 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1945dad-0be7-4427-baf5-d3df0b43728e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event deleted for resources: {'Network': ['ID=af86d464-3852-4fdf-a9f0-052c71377529,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:49.775454 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d27bfd5c-306a-40bd-a927-1646d85db5f7 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.777666 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-d27bfd5c-306a-40bd-a927-1646d85db5f7 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Added segment c63cbfc9-44c2-4d8c-9429-e3cb2284e697 of type vlan for network a3ef6aca-08db-4695-ba7c-db91766cd459 Jan 21 09:47:49.816953 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a1945dad-0be7-4427-baf5-d3df0b43728e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/networks/af86d464-3852-4fdf-a9f0-052c71377529 HTTP/1.1" status: 204 len: 168 time: 2.7755244 Jan 21 09:47:49.825594 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bd0feb42-ca6c-473b-b73f-fa7407aa90e8 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.838429 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-d63efc36-b463-4d4d-922f-81257e97c670 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] For port bd438db9-e01f-45aa-9932-bde4fcf62f20, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=bd438db9-e01f-45aa-9932-bde4fcf62f20,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:49.841377 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d63efc36-b463-4d4d-922f-81257e97c670 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.851242 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33144) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:49.865985 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60a709e-0a5c-4060-951a-4a222101ab21 None None] DHCP port deletion for 9b9aba57-8845-4ad2-8e61-e7e44d117b49 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:47:49.866583 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-b76c8004-8f50-4406-aea2-3758b5218409 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-844479663', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}, 'admin_state_up': False}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:49.874937 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-b60a709e-0a5c-4060-951a-4a222101ab21 None None] Deleting port b7253fc3-dc25-4dd6-be9b-9d90966efd3b {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:49.875526 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b60a709e-0a5c-4060-951a-4a222101ab21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.899850 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.935618 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bd0feb42-ca6c-473b-b73f-fa7407aa90e8 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.990234 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b76c8004-8f50-4406-aea2-3758b5218409 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:49.991449 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-fa912520-3188-4d2c-bc7d-852ec101f74f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Deleting port b7253fc3-dc25-4dd6-be9b-9d90966efd3b {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:49.991792 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fa912520-3188-4d2c-bc7d-852ec101f74f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.994386 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d27bfd5c-306a-40bd-a927-1646d85db5f7 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.004531 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-d63efc36-b463-4d4d-922f-81257e97c670 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Calling delete_port for bd438db9-e01f-45aa-9932-bde4fcf62f20 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:50.041973 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-16300835-48ff-4664-8977-160597f7947a tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Allocated IP 172.20.0.1 (7c76e461-3311-4ee9-93b1-5e66961e7ff1/23e2bbf6-5c4d-4071-9407-50801ecd5467/815f46e4-c104-40a9-a90e-969fea986bbb) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:50.043593 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-b76c8004-8f50-4406-aea2-3758b5218409 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Usage tracker for resource:router and tenant:d00df50c19fa484a82254f37be8cb96c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:50.050805 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-b76c8004-8f50-4406-aea2-3758b5218409 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:50.057238 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port bd438db9-e01f-45aa-9932-bde4fcf62f20, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=bd438db9-e01f-45aa-9932-bde4fcf62f20,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:50.069353 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b76c8004-8f50-4406-aea2-3758b5218409 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:50.092689 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.093736 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 0b19ddea-a864-449d-af63-134654b739e1 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:50.094993 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-29b23ecf-4768-4ea4-8bc8-dc95a1c92b08 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "GET /v2.0/routers/fd3db5b1-373e-4e67-afcf-149ecd6ef726 HTTP/1.1" status: 200 len: 884 time: 1.4245672 Jan 21 09:47:50.095833 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33148) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:50.199340 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b76c8004-8f50-4406-aea2-3758b5218409 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.200145 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b76c8004-8f50-4406-aea2-3758b5218409 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.242066 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d27bfd5c-306a-40bd-a927-1646d85db5f7 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.245733 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27bfd5c-306a-40bd-a927-1646d85db5f7 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:50.246315 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d27bfd5c-306a-40bd-a927-1646d85db5f7 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.263207 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-16300835-48ff-4664-8977-160597f7947a tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.291363 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-16300835-48ff-4664-8977-160597f7947a tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Transition to ACTIVE for port object 815f46e4-c104-40a9-a90e-969fea986bbb will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:50.357230 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-b60a709e-0a5c-4060-951a-4a222101ab21 None None] For port b7253fc3-dc25-4dd6-be9b-9d90966efd3b, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=b7253fc3-dc25-4dd6-be9b-9d90966efd3b,segment=NetworkSegment(30a5ae28-4575-4ec1-9e70-d8f419d9e517),segment_id=30a5ae28-4575-4ec1-9e70-d8f419d9e517)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:50.357897 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b60a709e-0a5c-4060-951a-4a222101ab21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.367288 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.379603 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b76c8004-8f50-4406-aea2-3758b5218409 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.385814 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bd0feb42-ca6c-473b-b73f-fa7407aa90e8 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.391578 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d27bfd5c-306a-40bd-a927-1646d85db5f7 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.6372602 Jan 21 09:47:50.397906 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33152) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:50.408763 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-cb9549be-f0dd-4505-b94b-1917d2d490e8 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Request body: {'subnet': {'network_id': 'a3ef6aca-08db-4695-ba7c-db91766cd459', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:50.422986 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bfd5c-306a-40bd-a927-1646d85db5f7 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event updated for resources: {'Network': ['ID=a3ef6aca-08db-4695-ba7c-db91766cd459,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:50.461240 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0feb42-ca6c-473b-b73f-fa7407aa90e8 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Pushing event deleted for resources: {'Subnet': ['ID=c9c98760-2815-422f-affe-775ec729841e,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:50.476386 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bd0feb42-ca6c-473b-b73f-fa7407aa90e8 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.494743 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.api [None req-d63efc36-b463-4d4d-922f-81257e97c670 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:47:50.495331 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG oslo_db.api [None req-d63efc36-b463-4d4d-922f-81257e97c670 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:47:50.505100 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-bd0feb42-ca6c-473b-b73f-fa7407aa90e8 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] 10.222.0.104 "DELETE /v2.0/subnets/c9c98760-2815-422f-affe-775ec729841e HTTP/1.1" status: 204 len: 168 time: 1.5070505 Jan 21 09:47:50.509787 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33156) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:50.560806 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-16300835-48ff-4664-8977-160597f7947a tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.566938 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-b60a709e-0a5c-4060-951a-4a222101ab21 None None] Calling delete_port for b7253fc3-dc25-4dd6-be9b-9d90966efd3b owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:50.595930 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=bd438db9-e01f-45aa-9932-bde4fcf62f20,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:50.598595 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network a3ef6aca-08db-4695-ba7c-db91766cd459 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:47:50.616327 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba9a67a-f360-404a-bf89-7619cd8dd822 None None] Network 4995827c-d02c-45fa-b443-31c4d3fb8ff6 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:50.781664 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16300835-48ff-4664-8977-160597f7947a tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Network 7c76e461-3311-4ee9-93b1-5e66961e7ff1 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:50.786982 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-fa912520-3188-4d2c-bc7d-852ec101f74f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] For port b7253fc3-dc25-4dd6-be9b-9d90966efd3b, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=b7253fc3-dc25-4dd6-be9b-9d90966efd3b,segment=NetworkSegment(30a5ae28-4575-4ec1-9e70-d8f419d9e517),segment_id=30a5ae28-4575-4ec1-9e70-d8f419d9e517)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:50.787635 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fa912520-3188-4d2c-bc7d-852ec101f74f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.853957 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 0b19ddea-a864-449d-af63-134654b739e1 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:50.853957 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.878986 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cb9549be-f0dd-4505-b94b-1917d2d490e8 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:50.894322 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-cb9549be-f0dd-4505-b94b-1917d2d490e8 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Usage tracker for resource:subnet and tenant:a9bbec69a2694a0bb3504d188ecd25f9 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:50.898132 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-cb9549be-f0dd-4505-b94b-1917d2d490e8 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:50.910869 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-16300835-48ff-4664-8977-160597f7947a tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:50.911574 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cb9549be-f0dd-4505-b94b-1917d2d490e8 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:50.939273 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b76c8004-8f50-4406-aea2-3758b5218409 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.957571 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9549be-f0dd-4505-b94b-1917d2d490e8 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Made reservation on behalf of a9bbec69a2694a0bb3504d188ecd25f9 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:50.959988 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b60a709e-0a5c-4060-951a-4a222101ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.993851 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-fa912520-3188-4d2c-bc7d-852ec101f74f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Calling delete_port for b7253fc3-dc25-4dd6-be9b-9d90966efd3b owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:51.019392 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a709e-0a5c-4060-951a-4a222101ab21 None None] Pushing event deleted for resources: {'Port': ['ID=b7253fc3-dc25-4dd6-be9b-9d90966efd3b,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:51.040102 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60a709e-0a5c-4060-951a-4a222101ab21 None None] No DVR routers for this DVR port b7253fc3-dc25-4dd6-be9b-9d90966efd3b on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:47:51.070656 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16300835-48ff-4664-8977-160597f7947a tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:51.075540 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-d63efc36-b463-4d4d-922f-81257e97c670 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting port bd438db9-e01f-45aa-9932-bde4fcf62f20 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:51.076060 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d63efc36-b463-4d4d-922f-81257e97c670 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.149245 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16300835-48ff-4664-8977-160597f7947a tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Pushing event updated for resources: {'Port': ['ID=815f46e4-c104-40a9-a90e-969fea986bbb,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:51.151597 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-16300835-48ff-4664-8977-160597f7947a tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.176372 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ce261508-4bf4-47f5-8b88-611c5cc59c86 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.204732 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 4aa88d7c-651a-46cd-8878-ccbf69b9c2ce no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:47:51.204879 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ce261508-4bf4-47f5-8b88-611c5cc59c86 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Deleting port f4ccc646-fcee-473e-9ad0-43a1c64311c1 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:51.205604 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ce261508-4bf4-47f5-8b88-611c5cc59c86 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.254114 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 4aa88d7c-651a-46cd-8878-ccbf69b9c2ce {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:47:51.254707 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 4aa88d7c-651a-46cd-8878-ccbf69b9c2ce not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:47:51.271447 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e013b55-bd66-4472-bc11-a99643f6a7ac None None] DHCP port deletion for 4995827c-d02c-45fa-b443-31c4d3fb8ff6 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:47:51.281271 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-1e013b55-bd66-4472-bc11-a99643f6a7ac None None] Deleting port f4ccc646-fcee-473e-9ad0-43a1c64311c1 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:51.281778 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1e013b55-bd66-4472-bc11-a99643f6a7ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.333567 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-abd4bd31-1ad3-41d0-8e3b-71a48cdf5767 None None] Provisioning for port 815f46e4-c104-40a9-a90e-969fea986bbb completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:51.344661 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-abd4bd31-1ad3-41d0-8e3b-71a48cdf5767 None None] Provisioning complete for port 815f46e4-c104-40a9-a90e-969fea986bbb triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:51.345060 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-abd4bd31-1ad3-41d0-8e3b-71a48cdf5767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.374949 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.api [None req-fa912520-3188-4d2c-bc7d-852ec101f74f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:47:51.374949 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG oslo_db.api [None req-fa912520-3188-4d2c-bc7d-852ec101f74f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:47:51.378923 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cb9549be-f0dd-4505-b94b-1917d2d490e8 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.380906 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device bd438db9-e01f-45aa-9932-bde4fcf62f20 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:51.401340 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-16300835-48ff-4664-8977-160597f7947a tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.491985 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-a668c637-e513-4c1b-bb89-a632f38f4c21 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Synchronizing usage tracker for tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 on resource:router {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:51.504105 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-abd4bd31-1ad3-41d0-8e3b-71a48cdf5767 None None] Port 815f46e4-c104-40a9-a90e-969fea986bbb cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:47:51.587457 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-d63efc36-b463-4d4d-922f-81257e97c670 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] For port bd438db9-e01f-45aa-9932-bde4fcf62f20, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=bd438db9-e01f-45aa-9932-bde4fcf62f20,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:51.587768 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d63efc36-b463-4d4d-922f-81257e97c670 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.609310 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-a668c637-e513-4c1b-bb89-a632f38f4c21 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Unset dirty status for tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 on resource:router {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:51.610564 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a668c637-e513-4c1b-bb89-a632f38f4c21 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.5031204 Jan 21 09:47:51.643270 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port bd438db9-e01f-45aa-9932-bde4fcf62f20 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:51.643673 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.706368 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-1e013b55-bd66-4472-bc11-a99643f6a7ac None None] For port f4ccc646-fcee-473e-9ad0-43a1c64311c1, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=f4ccc646-fcee-473e-9ad0-43a1c64311c1,segment=NetworkSegment(0afc8ced-8066-4353-b438-3ceaa5f4e3d1),segment_id=0afc8ced-8066-4353-b438-3ceaa5f4e3d1)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:51.706753 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1e013b55-bd66-4472-bc11-a99643f6a7ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.724616 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33162) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:51.742320 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-d63efc36-b463-4d4d-922f-81257e97c670 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Calling delete_port for bd438db9-e01f-45aa-9932-bde4fcf62f20 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:51.766185 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ce261508-4bf4-47f5-8b88-611c5cc59c86 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] For port f4ccc646-fcee-473e-9ad0-43a1c64311c1, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=f4ccc646-fcee-473e-9ad0-43a1c64311c1,segment=NetworkSegment(0afc8ced-8066-4353-b438-3ceaa5f4e3d1),segment_id=0afc8ced-8066-4353-b438-3ceaa5f4e3d1)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:51.766678 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ce261508-4bf4-47f5-8b88-611c5cc59c86 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.781981 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-20569336-02ea-4c14-b683-6dfc25e431be tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2001211494'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:51.842374 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-1e013b55-bd66-4472-bc11-a99643f6a7ac None None] Calling delete_port for f4ccc646-fcee-473e-9ad0-43a1c64311c1 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:51.889453 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-fa912520-3188-4d2c-bc7d-852ec101f74f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Deleting port b7253fc3-dc25-4dd6-be9b-9d90966efd3b {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:51.890237 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fa912520-3188-4d2c-bc7d-852ec101f74f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.973553 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ce261508-4bf4-47f5-8b88-611c5cc59c86 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Calling delete_port for f4ccc646-fcee-473e-9ad0-43a1c64311c1 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:52.072011 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-fa912520-3188-4d2c-bc7d-852ec101f74f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] The port 'b7253fc3-dc25-4dd6-be9b-9d90966efd3b' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:47:52.079517 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1e013b55-bd66-4472-bc11-a99643f6a7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.109462 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cb9549be-f0dd-4505-b94b-1917d2d490e8 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.147140 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device b7253fc3-dc25-4dd6-be9b-9d90966efd3b no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:47:52.155108 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b76c8004-8f50-4406-aea2-3758b5218409 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.176886 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e013b55-bd66-4472-bc11-a99643f6a7ac None None] No DVR routers for this DVR port f4ccc646-fcee-473e-9ad0-43a1c64311c1 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:47:52.178831 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e013b55-bd66-4472-bc11-a99643f6a7ac None None] Pushing event deleted for resources: {'Port': ['ID=f4ccc646-fcee-473e-9ad0-43a1c64311c1,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:52.188215 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: b7253fc3-dc25-4dd6-be9b-9d90966efd3b {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:47:52.188592 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device b7253fc3-dc25-4dd6-be9b-9d90966efd3b not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:47:52.189599 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device f4ccc646-fcee-473e-9ad0-43a1c64311c1 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:47:52.223799 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: f4ccc646-fcee-473e-9ad0-43a1c64311c1 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:47:52.224295 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device f4ccc646-fcee-473e-9ad0-43a1c64311c1 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:47:52.259946 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.api [None req-ce261508-4bf4-47f5-8b88-611c5cc59c86 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:47:52.260497 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG oslo_db.api [None req-ce261508-4bf4-47f5-8b88-611c5cc59c86 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:47:52.269066 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b76c8004-8f50-4406-aea2-3758b5218409 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.320019 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fa912520-3188-4d2c-bc7d-852ec101f74f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.362253 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-fa912520-3188-4d2c-bc7d-852ec101f74f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b9aba57-8845-4ad2-8e61-e7e44d117b49']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:52.387818 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9549be-f0dd-4505-b94b-1917d2d490e8 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event updated for resources: {'Subnet': ['ID=066c2e10-3d59-41d9-bc29-6b5c4e84f7e6,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:52.388606 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-fa912520-3188-4d2c-bc7d-852ec101f74f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a5ae28-4575-4ec1-9e70-d8f419d9e517') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:52.388896 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-fa912520-3188-4d2c-bc7d-852ec101f74f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a5ae28-4575-4ec1-9e70-d8f419d9e517') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:52.413410 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fa912520-3188-4d2c-bc7d-852ec101f74f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.436817 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fa912520-3188-4d2c-bc7d-852ec101f74f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.445381 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa912520-3188-4d2c-bc7d-852ec101f74f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:47:52.445715 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fa912520-3188-4d2c-bc7d-852ec101f74f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: util.warn( Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: util.warn( Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: util.warn( Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: util.warn( Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:47:52.460298 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:47:52.504662 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9549be-f0dd-4505-b94b-1917d2d490e8 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Checking segment: {'id': 'c63cbfc9-44c2-4d8c-9429-e3cb2284e697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a3ef6aca-08db-4695-ba7c-db91766cd459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:52.505020 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9549be-f0dd-4505-b94b-1917d2d490e8 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Network hostable DHCP agents. Network: a3ef6aca-08db-4695-ba7c-db91766cd459, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:47:52.509420 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d63efc36-b463-4d4d-922f-81257e97c670 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.544288 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-16300835-48ff-4664-8977-160597f7947a tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.552231 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-16300835-48ff-4664-8977-160597f7947a tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.631308 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fa912520-3188-4d2c-bc7d-852ec101f74f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.666810 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fa912520-3188-4d2c-bc7d-852ec101f74f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.684284 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa912520-3188-4d2c-bc7d-852ec101f74f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Network': ['ID=9b9aba57-8845-4ad2-8e61-e7e44d117b49,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:52.702324 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16300835-48ff-4664-8977-160597f7947a tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Pushing event updated for resources: {'Port': ['ID=815f46e4-c104-40a9-a90e-969fea986bbb,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:52.710672 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63efc36-b463-4d4d-922f-81257e97c670 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Port': ['ID=bd438db9-e01f-45aa-9932-bde4fcf62f20,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:52.713020 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-16300835-48ff-4664-8977-160597f7947a tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.718865 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-fa912520-3188-4d2c-bc7d-852ec101f74f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/networks/9b9aba57-8845-4ad2-8e61-e7e44d117b49 HTTP/1.1" status: 204 len: 168 time: 3.4130669 Jan 21 09:47:52.723732 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33166) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:52.731897 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-0017f236-a0a7-4672-9810-73b826ad757a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-614687568'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:52.749504 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-0017f236-a0a7-4672-9810-73b826ad757a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:52.758537 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-0017f236-a0a7-4672-9810-73b826ad757a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:network and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:52.760964 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ce261508-4bf4-47f5-8b88-611c5cc59c86 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Deleting port f4ccc646-fcee-473e-9ad0-43a1c64311c1 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:52.761295 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ce261508-4bf4-47f5-8b88-611c5cc59c86 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.795136 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-b76c8004-8f50-4406-aea2-3758b5218409 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Allocated IP 172.26.0.26 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/2dd5c527-e806-4147-a3a8-9aa0406fdbb1) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:52.834625 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-0017f236-a0a7-4672-9810-73b826ad757a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:52.873318 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-0017f236-a0a7-4672-9810-73b826ad757a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:52.888384 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ce261508-4bf4-47f5-8b88-611c5cc59c86 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] The port 'f4ccc646-fcee-473e-9ad0-43a1c64311c1' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:47:52.935032 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0017f236-a0a7-4672-9810-73b826ad757a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Made reservation on behalf of 081c5e94b3d84c0c999dc4d73e79f211 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:52.938018 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0017f236-a0a7-4672-9810-73b826ad757a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.026718 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9549be-f0dd-4505-b94b-1917d2d490e8 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Network a3ef6aca-08db-4695-ba7c-db91766cd459 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:47:53.109228 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-cb9549be-f0dd-4505-b94b-1917d2d490e8 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, a3ef6aca-08db-4695-ba7c-db91766cd459) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:53.114334 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9549be-f0dd-4505-b94b-1917d2d490e8 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:53.115019 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cb9549be-f0dd-4505-b94b-1917d2d490e8 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.118858 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be479e30-e469-49f1-b4ff-fb7d5786412b None None] Network a3ef6aca-08db-4695-ba7c-db91766cd459 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:53.150483 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d63efc36-b463-4d4d-922f-81257e97c670 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.212566 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0017f236-a0a7-4672-9810-73b826ad757a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:47:53.224623 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ce261508-4bf4-47f5-8b88-611c5cc59c86 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.239024 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16300835-48ff-4664-8977-160597f7947a tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Network 7c76e461-3311-4ee9-93b1-5e66961e7ff1 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:53.244226 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-16300835-48ff-4664-8977-160597f7947a tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:53.254751 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0017f236-a0a7-4672-9810-73b826ad757a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.255094 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-0017f236-a0a7-4672-9810-73b826ad757a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Added segment bb108aa5-13bb-4f13-918e-1b7029b3127e of type vlan for network 1befde80-3d03-49e7-820b-76cff475d5fc Jan 21 09:47:53.273191 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-cb9549be-f0dd-4505-b94b-1917d2d490e8 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8712401 Jan 21 09:47:53.291411 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33170) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:53.297923 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-1b05e194-ef01-4687-89d4-1a470abe6e38 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1736289164', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}, 'admin_state_up': False}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:53.319659 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1b05e194-ef01-4687-89d4-1a470abe6e38 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:53.382016 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-1b05e194-ef01-4687-89d4-1a470abe6e38 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Usage tracker for resource:router and tenant:a9bbec69a2694a0bb3504d188ecd25f9 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:53.386481 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b76c8004-8f50-4406-aea2-3758b5218409 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.396545 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-1b05e194-ef01-4687-89d4-1a470abe6e38 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:53.410828 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0017f236-a0a7-4672-9810-73b826ad757a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.411090 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1b05e194-ef01-4687-89d4-1a470abe6e38 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:53.447393 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-ce261508-4bf4-47f5-8b88-611c5cc59c86 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4995827c-d02c-45fa-b443-31c4d3fb8ff6']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:53.467581 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-ce261508-4bf4-47f5-8b88-611c5cc59c86 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0afc8ced-8066-4353-b438-3ceaa5f4e3d1') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:53.467888 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-ce261508-4bf4-47f5-8b88-611c5cc59c86 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0afc8ced-8066-4353-b438-3ceaa5f4e3d1') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:53.473986 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d257ca4e-5caa-4e83-be1f-23507e81bfae None None] Network a3ef6aca-08db-4695-ba7c-db91766cd459 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:53.491783 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ce261508-4bf4-47f5-8b88-611c5cc59c86 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.496524 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b05e194-ef01-4687-89d4-1a470abe6e38 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.497459 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b05e194-ef01-4687-89d4-1a470abe6e38 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.592229 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-01ffef88-be28-48cb-9828-d05aaaf8dd49 None None] Provisioning complete for port 815f46e4-c104-40a9-a90e-969fea986bbb triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:53.592632 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-01ffef88-be28-48cb-9828-d05aaaf8dd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.620860 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0017f236-a0a7-4672-9810-73b826ad757a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.623832 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0017f236-a0a7-4672-9810-73b826ad757a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:53.624573 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0017f236-a0a7-4672-9810-73b826ad757a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.631176 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ce261508-4bf4-47f5-8b88-611c5cc59c86 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.694539 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b76c8004-8f50-4406-aea2-3758b5218409 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.699748 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b05e194-ef01-4687-89d4-1a470abe6e38 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.701979 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-01ffef88-be28-48cb-9828-d05aaaf8dd49 None None] Port 815f46e4-c104-40a9-a90e-969fea986bbb cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:47:53.732265 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce261508-4bf4-47f5-8b88-611c5cc59c86 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:47:53.732758 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ce261508-4bf4-47f5-8b88-611c5cc59c86 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.747475 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:47:53.747475 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:47:53.747475 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:47:53.747475 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:47:53.747475 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:47:53.747475 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:47:53.747475 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:47:53.747475 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:47:53.747475 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:47:53.747475 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:47:53.747475 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:47:53.747475 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:47:53.747475 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:47:53.747475 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:47:53.747475 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:47:53.747475 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:47:53.747475 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:47:53.747475 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:47:53.747475 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:47:53.747475 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:47:53.747475 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:47:53.747475 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:47:53.747475 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:47:53.747475 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:47:53.747475 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:47:53.747475 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:47:53.747475 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:47:53.747475 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:47:53.747475 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:47:53.747475 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:47:53.747475 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:47:53.747475 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:47:53.842118 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0017f236-a0a7-4672-9810-73b826ad757a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1167402 Jan 21 09:47:53.854465 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33174) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:53.875704 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017f236-a0a7-4672-9810-73b826ad757a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Network': ['ID=1befde80-3d03-49e7-820b-76cff475d5fc,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:53.877963 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76c8004-8f50-4406-aea2-3758b5218409 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:53.881348 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ce261508-4bf4-47f5-8b88-611c5cc59c86 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.885606 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-27be0c9e-8f0d-4448-8280-64f5e8067097 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'subnet': {'network_id': '1befde80-3d03-49e7-820b-76cff475d5fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:53.896869 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 1befde80-3d03-49e7-820b-76cff475d5fc details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:47:53.955268 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c8004-8f50-4406-aea2-3758b5218409 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Port': ['ID=2dd5c527-e806-4147-a3a8-9aa0406fdbb1,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:53.958674 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-b76c8004-8f50-4406-aea2-3758b5218409 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:53.960725 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76c8004-8f50-4406-aea2-3758b5218409 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:53.961777 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ce261508-4bf4-47f5-8b88-611c5cc59c86 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.976894 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce261508-4bf4-47f5-8b88-611c5cc59c86 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] Pushing event deleted for resources: {'Network': ['ID=4995827c-d02c-45fa-b443-31c4d3fb8ff6,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:53.980967 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ce261508-4bf4-47f5-8b88-611c5cc59c86 tempest-FloatingIPNegativeTestJSON-1678547253 tempest-FloatingIPNegativeTestJSON-1678547253-project] 10.222.0.104 "DELETE /v2.0/networks/4995827c-d02c-45fa-b443-31c4d3fb8ff6 HTTP/1.1" status: 204 len: 168 time: 3.4701548 Jan 21 09:47:53.983633 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2ec5f6f2-f7bc-4caf-9c1b-c709d3d7dde7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:54.151065 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16300835-48ff-4664-8977-160597f7947a tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Router fae9df63-ee59-438f-b9ac-7850c2e519bf has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:47:54.353934 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33182) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:54.390200 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16300835-48ff-4664-8977-160597f7947a tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:54.396857 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-16300835-48ff-4664-8977-160597f7947a tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "PUT /v2.0/routers/fae9df63-ee59-438f-b9ac-7850c2e519bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5596976 Jan 21 09:47:54.405690 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdddfe3-c553-43f1-9c49-5a07166e04f3 None None] Sync routers for ids ['fae9df63-ee59-438f-b9ac-7850c2e519bf'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:47:54.418790 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdddfe3-c553-43f1-9c49-5a07166e04f3 None None] Routers {'fae9df63-ee59-438f-b9ac-7850c2e519bf'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:54.420585 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-bbdddfe3-c553-43f1-9c49-5a07166e04f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:47:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['fae9df63-ee59-438f-b9ac-7850c2e519bf'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:54.517870 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-27be0c9e-8f0d-4448-8280-64f5e8067097 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:54.575579 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a1281a1e-c349-4d48-9048-467f243cf567 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=4fe5ffc46e9d424dbc8f262042bd8541&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2204769 Jan 21 09:47:54.576170 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33194) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:54.591081 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63efc36-b463-4d4d-922f-81257e97c670 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Router 47e55622-48f3-46bd-ab9d-0c49ff72de48 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:47:54.601328 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-27be0c9e-8f0d-4448-8280-64f5e8067097 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:subnet and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:54.622027 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-27be0c9e-8f0d-4448-8280-64f5e8067097 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:54.645450 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-27be0c9e-8f0d-4448-8280-64f5e8067097 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:54.648885 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b05e194-ef01-4687-89d4-1a470abe6e38 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:54.668188 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-bbdddfe3-c553-43f1-9c49-5a07166e04f3 None None] Set router fae9df63-ee59-438f-b9ac-7850c2e519bf gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:47:54.680159 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cf7d0f05-676e-4dce-b2de-ea8f9ca81fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:54.701450 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-20569336-02ea-4c14-b683-6dfc25e431be tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:54.706513 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27be0c9e-8f0d-4448-8280-64f5e8067097 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Made reservation on behalf of 081c5e94b3d84c0c999dc4d73e79f211 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:54.717065 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cf7d0f05-676e-4dce-b2de-ea8f9ca81fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:54.799624 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cf7d0f05-676e-4dce-b2de-ea8f9ca81fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:54.833141 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d0f05-676e-4dce-b2de-ea8f9ca81fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e314449e-e727-483e-85f0-713d6e4f777a,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:54.841258 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cf7d0f05-676e-4dce-b2de-ea8f9ca81fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:54.842892 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-cf7d0f05-676e-4dce-b2de-ea8f9ca81fa0 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/e314449e-e727-483e-85f0-713d6e4f777a HTTP/1.1" status: 204 len: 168 time: 0.2656515 Jan 21 09:47:54.893805 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-20569336-02ea-4c14-b683-6dfc25e431be tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349321', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344087'] for router, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.086658 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-bbdddfe3-c553-43f1-9c49-5a07166e04f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812918749', 'tenant_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': 'dec602ff-1162-4498-bd44-cd887f5327ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:29Z', 'updated_at': '2022-01-21T09:47:51Z', 'revision_number': 4, 'project_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'gw_port': {'id': 'dec602ff-1162-4498-bd44-cd887f5327ad', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:31Z', 'updated_at': '2022-01-21T09:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '815f46e4-c104-40a9-a90e-969fea986bbb', 'name': '', 'network_id': '7c76e461-3311-4ee9-93b1-5e66961e7ff1', 'tenant_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'mac_address': 'fa:16:3e:08:31:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23e2bbf6-5c4d-4071-9407-50801ecd5467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:49Z', 'updated_at': '2022-01-21T09:47:52Z', 'revision_number': 2, 'project_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'subnets': [{'id': '23e2bbf6-5c4d-4071-9407-50801ecd5467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:55.091352 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdddfe3-c553-43f1-9c49-5a07166e04f3 None None] Checking router: fae9df63-ee59-438f-b9ac-7850c2e519bf for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:47:55.091804 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdddfe3-c553-43f1-9c49-5a07166e04f3 None None] Updating router fae9df63-ee59-438f-b9ac-7850c2e519bf port 815f46e4-c104-40a9-a90e-969fea986bbb binding host dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:47:55.136776 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-27be0c9e-8f0d-4448-8280-64f5e8067097 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.150174 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bbdddfe3-c553-43f1-9c49-5a07166e04f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.274453 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63efc36-b463-4d4d-922f-81257e97c670 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:55.306520 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6af5158-c117-4669-b746-2f1177182211 None None] Sync routers for ids ['47e55622-48f3-46bd-ab9d-0c49ff72de48'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:47:55.311833 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-97a33dc0-3d4d-415a-892b-bce7b85504cb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Synchronizing usage tracker for tenant:1e3f77cee1f142a6ae1fa2606c54e16c on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:55.316182 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d63efc36-b463-4d4d-922f-81257e97c670 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "PUT /v2.0/routers/47e55622-48f3-46bd-ab9d-0c49ff72de48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9646959 Jan 21 09:47:55.319530 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33210) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:55.321016 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6af5158-c117-4669-b746-2f1177182211 None None] Routers {'47e55622-48f3-46bd-ab9d-0c49ff72de48'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:55.322024 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-f6af5158-c117-4669-b746-2f1177182211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:47:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['47e55622-48f3-46bd-ab9d-0c49ff72de48'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:55.385720 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-97a33dc0-3d4d-415a-892b-bce7b85504cb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Unset dirty status for tenant:1e3f77cee1f142a6ae1fa2606c54e16c on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:55.386958 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-97a33dc0-3d4d-415a-892b-bce7b85504cb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-757512050&fields=id&tenant_id=1e3f77cee1f142a6ae1fa2606c54e16c HTTP/1.1" status: 200 len: 267 time: 0.3724897 Jan 21 09:47:55.434606 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1511675-892f-417d-b945-352155814bf2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:55.437130 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1511675-892f-417d-b945-352155814bf2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:55.438350 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-d1511675-892f-417d-b945-352155814bf2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:55.451116 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b76c8004-8f50-4406-aea2-3758b5218409 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.451847 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b76c8004-8f50-4406-aea2-3758b5218409 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.465357 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-d1511675-892f-417d-b945-352155814bf2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:55.472860 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d1511675-892f-417d-b945-352155814bf2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1512606 Jan 21 09:47:55.474525 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33216) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:55.626490 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-f6af5158-c117-4669-b746-2f1177182211 None None] Set router 47e55622-48f3-46bd-ab9d-0c49ff72de48 gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:47:55.633537 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bbdddfe3-c553-43f1-9c49-5a07166e04f3 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.649703 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-bbdddfe3-c553-43f1-9c49-5a07166e04f3 None None] Transition to ACTIVE for port object 815f46e4-c104-40a9-a90e-969fea986bbb will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:55.665189 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bbdddfe3-c553-43f1-9c49-5a07166e04f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.758199 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-f6af5158-c117-4669-b746-2f1177182211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e55622-48f3-46bd-ab9d-0c49ff72de48', 'name': 'tempest-NetworksTestDHCPv6-router-1748832630', 'tenant_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:32Z', 'updated_at': '2022-01-21T09:47:52Z', 'revision_number': 3, 'project_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'gw_port_host': None}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:55.764970 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6af5158-c117-4669-b746-2f1177182211 None None] Checking router: 47e55622-48f3-46bd-ab9d-0c49ff72de48 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:47:55.777938 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6af5158-c117-4669-b746-2f1177182211 None None] Routers {'47e55622-48f3-46bd-ab9d-0c49ff72de48'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:55.778549 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-f6af5158-c117-4669-b746-2f1177182211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:47:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['47e55622-48f3-46bd-ab9d-0c49ff72de48'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:55.922912 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d5450-5564-41ee-8bfd-7b003681879f None None] Pushing event updated for resources: {'Port': ['ID=815f46e4-c104-40a9-a90e-969fea986bbb,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:55.980608 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d569e80-7398-495d-a47a-dc3eb5255ef3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting subnet 9f4831d1-7bc0-4fb5-869e-b3e335bb0bc4 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:47:55.984354 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6d569e80-7398-495d-a47a-dc3eb5255ef3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.073889 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-7e038311-7bd9-45fe-b993-a3ede4855b77 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:56.084170 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-7e038311-7bd9-45fe-b993-a3ede4855b77 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/networks?id=7c76e461-3311-4ee9-93b1-5e66961e7ff1 HTTP/1.1" status: 200 len: 795 time: 0.6853406 Jan 21 09:47:56.131452 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-f6af5158-c117-4669-b746-2f1177182211 None None] Set router 47e55622-48f3-46bd-ab9d-0c49ff72de48 gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:47:56.149032 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-bbdddfe3-c553-43f1-9c49-5a07166e04f3 None None] Attempting to bind port 815f46e4-c104-40a9-a90e-969fea986bbb on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:56.149703 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-bbdddfe3-c553-43f1-9c49-5a07166e04f3 None None] Attempting to bind port 815f46e4-c104-40a9-a90e-969fea986bbb by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '155ca858-1c82-4acd-b696-f79df79a5f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7c76e461-3311-4ee9-93b1-5e66961e7ff1'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:56.150221 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdddfe3-c553-43f1-9c49-5a07166e04f3 None None] Attempting to bind port 815f46e4-c104-40a9-a90e-969fea986bbb on network 7c76e461-3311-4ee9-93b1-5e66961e7ff1 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:47:56.152728 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6d569e80-7398-495d-a47a-dc3eb5255ef3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.157901 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdddfe3-c553-43f1-9c49-5a07166e04f3 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:47:56.158907 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdddfe3-c553-43f1-9c49-5a07166e04f3 None None] Checking segment: {'id': '155ca858-1c82-4acd-b696-f79df79a5f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7c76e461-3311-4ee9-93b1-5e66961e7ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:56.160024 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bbdddfe3-c553-43f1-9c49-5a07166e04f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.160590 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdddfe3-c553-43f1-9c49-5a07166e04f3 None None] Bound using segment: {'id': '155ca858-1c82-4acd-b696-f79df79a5f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7c76e461-3311-4ee9-93b1-5e66961e7ff1'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:47:56.161242 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-bbdddfe3-c553-43f1-9c49-5a07166e04f3 None None] Bound port: 815f46e4-c104-40a9-a90e-969fea986bbb, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '155ca858-1c82-4acd-b696-f79df79a5f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7c76e461-3311-4ee9-93b1-5e66961e7ff1'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:56.161831 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bbdddfe3-c553-43f1-9c49-5a07166e04f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.208016 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b05e194-ef01-4687-89d4-1a470abe6e38 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.284325 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b05e194-ef01-4687-89d4-1a470abe6e38 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.375625 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-27be0c9e-8f0d-4448-8280-64f5e8067097 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.383084 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-bbdddfe3-c553-43f1-9c49-5a07166e04f3 None None] For port 815f46e4-c104-40a9-a90e-969fea986bbb, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:47:56.386850 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-bbdddfe3-c553-43f1-9c49-5a07166e04f3 None None] For port 815f46e4-c104-40a9-a90e-969fea986bbb, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=815f46e4-c104-40a9-a90e-969fea986bbb,segment=NetworkSegment(155ca858-1c82-4acd-b696-f79df79a5f2d),segment_id=155ca858-1c82-4acd-b696-f79df79a5f2d)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:47:56.407026 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6d569e80-7398-495d-a47a-dc3eb5255ef3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.430530 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bbdddfe3-c553-43f1-9c49-5a07166e04f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.452306 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-f6af5158-c117-4669-b746-2f1177182211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e55622-48f3-46bd-ab9d-0c49ff72de48', 'name': 'tempest-NetworksTestDHCPv6-router-1748832630', 'tenant_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:32Z', 'updated_at': '2022-01-21T09:47:52Z', 'revision_number': 3, 'project_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'gw_port_host': None}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:56.459611 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-be535ab7-bd4a-43ab-9225-ecb4f50f85c6 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/quotas/1e3f77cee1f142a6ae1fa2606c54e16c HTTP/1.1" status: 200 len: 375 time: 0.3710473 Jan 21 09:47:56.466269 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be0c9e-8f0d-4448-8280-64f5e8067097 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Subnet': ['ID=62b8ff46-6f6d-414f-8875-27c383620137,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:56.468209 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6af5158-c117-4669-b746-2f1177182211 None None] The sync data for ids ['47e55622-48f3-46bd-ab9d-0c49ff72de48'] in dv-neutron-825732-1-hyperv is: [{'id': '47e55622-48f3-46bd-ab9d-0c49ff72de48', 'name': 'tempest-NetworksTestDHCPv6-router-1748832630', 'tenant_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:32Z', 'updated_at': '2022-01-21T09:47:52Z', 'revision_number': 3, 'project_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'gw_port_host': None}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:47:56.478717 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-86e4af7e-076a-4e8d-9efd-8b2646cc3b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.532103 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33230) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:56.545891 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d5450-5564-41ee-8bfd-7b003681879f None None] Pushing event updated for resources: {'Port': ['ID=815f46e4-c104-40a9-a90e-969fea986bbb,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:56.556000 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdddfe3-c553-43f1-9c49-5a07166e04f3 None None] Routers {'fae9df63-ee59-438f-b9ac-7850c2e519bf'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:56.556620 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-bbdddfe3-c553-43f1-9c49-5a07166e04f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:47:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['fae9df63-ee59-438f-b9ac-7850c2e519bf'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:56.672076 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6d569e80-7398-495d-a47a-dc3eb5255ef3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.672752 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20569336-02ea-4c14-b683-6dfc25e431be tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Router fd3db5b1-373e-4e67-afcf-149ecd6ef726 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:47:56.725196 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d569e80-7398-495d-a47a-dc3eb5255ef3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Subnet': ['ID=9f4831d1-7bc0-4fb5-869e-b3e335bb0bc4,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:56.732616 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6d569e80-7398-495d-a47a-dc3eb5255ef3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.753395 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6d569e80-7398-495d-a47a-dc3eb5255ef3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/9f4831d1-7bc0-4fb5-869e-b3e335bb0bc4 HTTP/1.1" status: 204 len: 168 time: 1.2774136 Jan 21 09:47:56.756900 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33236) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:56.771649 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26778051-3b1e-4835-8bb8-c273dde036fb None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:56.832148 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-18fd586e-37dd-4f59-8101-a45edd954b2d tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Request body: {'networks': [{'name': 'tempest-network--475546548'}, {'name': 'tempest-network--1310215076'}]} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:56.841692 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-18fd586e-37dd-4f59-8101-a45edd954b2d tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Request body: {'network': {'name': 'tempest-network--475546548'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:56.842304 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-18fd586e-37dd-4f59-8101-a45edd954b2d tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Request body: {'network': {'name': 'tempest-network--1310215076'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:56.886615 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-18fd586e-37dd-4f59-8101-a45edd954b2d tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:56.907697 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27be0c9e-8f0d-4448-8280-64f5e8067097 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Checking segment: {'id': 'bb108aa5-13bb-4f13-918e-1b7029b3127e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1befde80-3d03-49e7-820b-76cff475d5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:56.908363 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27be0c9e-8f0d-4448-8280-64f5e8067097 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Network hostable DHCP agents. Network: 1befde80-3d03-49e7-820b-76cff475d5fc, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:47:56.923140 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-18fd586e-37dd-4f59-8101-a45edd954b2d tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Usage tracker for resource:network and tenant:803dbcc7da174668975380b6d5ecce72 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:56.965712 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-88b9b536-4e54-41c5-a6d9-0f5b1bda0bbc tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2071457 Jan 21 09:47:56.967849 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33240) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:57.027428 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-18fd586e-37dd-4f59-8101-a45edd954b2d tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:57.037677 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-18fd586e-37dd-4f59-8101-a45edd954b2d tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:57.059978 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-bbdddfe3-c553-43f1-9c49-5a07166e04f3 None None] Set router fae9df63-ee59-438f-b9ac-7850c2e519bf gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:47:57.061384 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-1b05e194-ef01-4687-89d4-1a470abe6e38 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Allocated IP 172.26.0.163 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/f99de067-dcbb-4902-a93b-11c6433ec99a) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:57.073066 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fd586e-37dd-4f59-8101-a45edd954b2d tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Made reservation on behalf of 803dbcc7da174668975380b6d5ecce72 for: {'network': 2} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:57.076803 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-18fd586e-37dd-4f59-8101-a45edd954b2d tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:57.111881 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-3190bf19-98e7-4499-9553-be6f572c0874 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=1e3f77cee1f142a6ae1fa2606c54e16c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6345220 Jan 21 09:47:57.119366 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-18fd586e-37dd-4f59-8101-a45edd954b2d tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:57.136199 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e22878a5-0f0b-4843-98ce-6c4be4fd7e16 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:57.237430 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88c0133-44f4-4859-adfe-e2756532a6c2 None None] DHCP port deletion for d5f237d0-52c1-4100-800c-a471203fec66 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:47:57.275057 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27be0c9e-8f0d-4448-8280-64f5e8067097 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Network 1befde80-3d03-49e7-820b-76cff475d5fc is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:47:57.290293 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-d88c0133-44f4-4859-adfe-e2756532a6c2 None None] Deleting port 4c5f2a92-13e3-4b7a-9947-af7346fdb734 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:57.290293 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d88c0133-44f4-4859-adfe-e2756532a6c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:57.300475 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-18fd586e-37dd-4f59-8101-a45edd954b2d tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:57.316048 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-18fd586e-37dd-4f59-8101-a45edd954b2d tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Usage tracker for resource:security_group_rule and tenant:803dbcc7da174668975380b6d5ecce72 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:57.326930 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-18fd586e-37dd-4f59-8101-a45edd954b2d tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:57.334101 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-27be0c9e-8f0d-4448-8280-64f5e8067097 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 1befde80-3d03-49e7-820b-76cff475d5fc) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:57.344967 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54358377-5059-4238-8841-981ce5d99884 None None] Network 1befde80-3d03-49e7-820b-76cff475d5fc requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:57.369092 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-18fd586e-37dd-4f59-8101-a45edd954b2d tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:57.388234 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27be0c9e-8f0d-4448-8280-64f5e8067097 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:57.388798 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-27be0c9e-8f0d-4448-8280-64f5e8067097 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:57.457625 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device bd438db9-e01f-45aa-9932-bde4fcf62f20 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:47:57.547288 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: bd438db9-e01f-45aa-9932-bde4fcf62f20 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:47:57.547645 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device bd438db9-e01f-45aa-9932-bde4fcf62f20 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:47:57.548180 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 4c5f2a92-13e3-4b7a-9947-af7346fdb734 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:47:57.592375 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b05e194-ef01-4687-89d4-1a470abe6e38 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:57.615293 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e22878a5-0f0b-4843-98ce-6c4be4fd7e16 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:57.620716 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e22878a5-0f0b-4843-98ce-6c4be4fd7e16 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:57.647431 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-27be0c9e-8f0d-4448-8280-64f5e8067097 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7849000 Jan 21 09:47:57.651553 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33246) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:57.659484 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-c2004dda-8917-4867-b7d7-1b3d8dd16c4d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'port': {'network_id': '1befde80-3d03-49e7-820b-76cff475d5fc', 'security_groups': [], 'name': 'tempest-PortsTestJSON-48557703'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:57.682468 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e22878a5-0f0b-4843-98ce-6c4be4fd7e16 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:57.682993 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22878a5-0f0b-4843-98ce-6c4be4fd7e16 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Fanout notify agent at l3_agent the message router_deleted on router 47e55622-48f3-46bd-ab9d-0c49ff72de48 {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:47:57.709167 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-3ca43dc1-0697-4c75-98ba-8d583eee1198 service neutron] 10.222.0.104 "GET /v2.0/networks/7c76e461-3311-4ee9-93b1-5e66961e7ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5741527 Jan 21 09:47:57.717318 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76c8004-8f50-4406-aea2-3758b5218409 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Router 961b3231-706f-4864-bbad-d24a8947dbd5 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:47:57.742614 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e22878a5-0f0b-4843-98ce-6c4be4fd7e16 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:57.743736 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e22878a5-0f0b-4843-98ce-6c4be4fd7e16 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/routers/47e55622-48f3-46bd-ab9d-0c49ff72de48 HTTP/1.1" status: 204 len: 168 time: 0.7748892 Jan 21 09:47:57.745779 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:57.749037 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33250) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:57.766033 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-18fd586e-37dd-4f59-8101-a45edd954b2d tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:57.854689 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-18fd586e-37dd-4f59-8101-a45edd954b2d tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:57.855543 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-18fd586e-37dd-4f59-8101-a45edd954b2d tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:57.892669 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4be166-c501-4511-ae7e-4ffb3766d940 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:57.894168 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-de4be166-c501-4511-ae7e-4ffb3766d940 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1441550 Jan 21 09:47:57.900129 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33254) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:57.912569 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-d88c0133-44f4-4859-adfe-e2756532a6c2 None None] For port 4c5f2a92-13e3-4b7a-9947-af7346fdb734, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=4c5f2a92-13e3-4b7a-9947-af7346fdb734,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:57.913135 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d88c0133-44f4-4859-adfe-e2756532a6c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:57.916929 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b05e194-ef01-4687-89d4-1a470abe6e38 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:57.936286 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-c2004dda-8917-4867-b7d7-1b3d8dd16c4d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:57.952262 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c2004dda-8917-4867-b7d7-1b3d8dd16c4d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:port and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:57.952262 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c2004dda-8917-4867-b7d7-1b3d8dd16c4d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:57.960864 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-c2004dda-8917-4867-b7d7-1b3d8dd16c4d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:57.983810 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2004dda-8917-4867-b7d7-1b3d8dd16c4d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Made reservation on behalf of 081c5e94b3d84c0c999dc4d73e79f211 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:57.987504 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c2004dda-8917-4867-b7d7-1b3d8dd16c4d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:57.998775 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90cbd3c-fb1b-4903-acb9-aee7a26a9633 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:57.999488 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c90cbd3c-fb1b-4903-acb9-aee7a26a9633 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:58.024025 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c2004dda-8917-4867-b7d7-1b3d8dd16c4d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] device_id is not set on port 20e476a3-a1d7-453e-83bd-371a3691b18d yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:47:58.057712 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c90cbd3c-fb1b-4903-acb9-aee7a26a9633 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:58.058959 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c90cbd3c-fb1b-4903-acb9-aee7a26a9633 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1568849 Jan 21 09:47:58.066541 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33258) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:58.090177 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd586e-37dd-4f59-8101-a45edd954b2d tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddb44ce-e372-4cf2-8e33-46ce302e30fe,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:58.122106 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-d88c0133-44f4-4859-adfe-e2756532a6c2 None None] Calling delete_port for 4c5f2a92-13e3-4b7a-9947-af7346fdb734 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:58.128529 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18fd586e-37dd-4f59-8101-a45edd954b2d tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:47:58.152599 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:58.160248 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05e194-ef01-4687-89d4-1a470abe6e38 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event updated for resources: {'Port': ['ID=f99de067-dcbb-4902-a93b-11c6433ec99a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:58.165336 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b05e194-ef01-4687-89d4-1a470abe6e38 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:58.170501 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20569336-02ea-4c14-b683-6dfc25e431be tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:58.176822 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-0caa5c5a-a68c-4328-9570-9d2ab6be21f7 service neutron] 10.222.0.104 "GET /v2.0/networks/7c76e461-3311-4ee9-93b1-5e66961e7ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444938 Jan 21 09:47:58.177699 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-1b05e194-ef01-4687-89d4-1a470abe6e38 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:58.179977 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-18fd586e-37dd-4f59-8101-a45edd954b2d tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:58.180302 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-18fd586e-37dd-4f59-8101-a45edd954b2d tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Added segment 9dfa0966-b6b5-48bd-8875-dea73c3b4706 of type vlan for network 7ca9407e-22ca-4369-9080-8882ac6ada7e Jan 21 09:47:58.192409 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b05e194-ef01-4687-89d4-1a470abe6e38 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:58.254240 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ec08df-6201-4232-9e94-6687200f81e0 None None] Sync routers for ids ['fd3db5b1-373e-4e67-afcf-149ecd6ef726'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:47:58.260267 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e4ba3524-bd5a-4c14-a46e-096bf44cc0d8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:router {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:58.266976 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-20569336-02ea-4c14-b683-6dfc25e431be tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:58.268264 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-20569336-02ea-4c14-b683-6dfc25e431be tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "PUT /v2.0/routers/fd3db5b1-373e-4e67-afcf-149ecd6ef726 HTTP/1.1" status: 200 len: 891 time: 6.5372992 Jan 21 09:47:58.280907 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33262) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:58.354210 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:58.413660 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ec08df-6201-4232-9e94-6687200f81e0 None None] Routers {'fd3db5b1-373e-4e67-afcf-149ecd6ef726'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:58.414479 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-43ec08df-6201-4232-9e94-6687200f81e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:47:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['fd3db5b1-373e-4e67-afcf-149ecd6ef726'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:58.425439 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e4ba3524-bd5a-4c14-a46e-096bf44cc0d8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:router {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:58.426716 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e4ba3524-bd5a-4c14-a46e-096bf44cc0d8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3601854 Jan 21 09:47:58.434834 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33266) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:58.440812 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-ad831b83-7db2-47e8-aa33-d0b441e649eb tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:58.468727 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-18fd586e-37dd-4f59-8101-a45edd954b2d tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:58.524094 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d88c0133-44f4-4859-adfe-e2756532a6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:58.571970 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fb01e2-9510-41cb-91f8-42e2ad9efdbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-1befde80-3d03-49e7-820b-76cff475d5fc', 'network_id': '1befde80-3d03-49e7-820b-76cff475d5fc', 'tenant_id': '081c5e94b3d84c0c999dc4d73e79f211', 'fixed_ips': [{'subnet_id': '62b8ff46-6f6d-414f-8875-27c383620137'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:47:58.572813 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d7fb01e2-9510-41cb-91f8-42e2ad9efdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:58.619557 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-43ec08df-6201-4232-9e94-6687200f81e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:58.623379 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c0133-44f4-4859-adfe-e2756532a6c2 None None] Pushing event deleted for resources: {'Port': ['ID=4c5f2a92-13e3-4b7a-9947-af7346fdb734,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:58.647380 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18fd586e-37dd-4f59-8101-a45edd954b2d tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:47:58.676200 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-c2004dda-8917-4867-b7d7-1b3d8dd16c4d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Allocated IP 172.20.0.2 (1befde80-3d03-49e7-820b-76cff475d5fc/62b8ff46-6f6d-414f-8875-27c383620137/20e476a3-a1d7-453e-83bd-371a3691b18d) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:58.680956 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-18fd586e-37dd-4f59-8101-a45edd954b2d tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:58.681785 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-18fd586e-37dd-4f59-8101-a45edd954b2d tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Added segment 978f927b-b603-4e78-b2a8-becd8a32b8c1 of type vlan for network aef19dab-77dd-4b75-974d-1abc74dfd8f9 Jan 21 09:47:58.688273 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88c0133-44f4-4859-adfe-e2756532a6c2 None None] No DVR routers for this DVR port 4c5f2a92-13e3-4b7a-9947-af7346fdb734 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:47:58.741677 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-18fd586e-37dd-4f59-8101-a45edd954b2d tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:58.751305 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-bbdddfe3-c553-43f1-9c49-5a07166e04f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812918749', 'tenant_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': 'dec602ff-1162-4498-bd44-cd887f5327ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:29Z', 'updated_at': '2022-01-21T09:47:51Z', 'revision_number': 4, 'project_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'gw_port': {'id': 'dec602ff-1162-4498-bd44-cd887f5327ad', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:31Z', 'updated_at': '2022-01-21T09:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '815f46e4-c104-40a9-a90e-969fea986bbb', 'name': '', 'network_id': '7c76e461-3311-4ee9-93b1-5e66961e7ff1', 'tenant_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'mac_address': 'fa:16:3e:08:31:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23e2bbf6-5c4d-4071-9407-50801ecd5467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:49Z', 'updated_at': '2022-01-21T09:47:56Z', 'revision_number': 4, 'project_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'subnets': [{'id': '23e2bbf6-5c4d-4071-9407-50801ecd5467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:58.770086 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdddfe3-c553-43f1-9c49-5a07166e04f3 None None] The sync data for ids ['fae9df63-ee59-438f-b9ac-7850c2e519bf'] in dv-neutron-825732-1-hyperv is: [{'id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812918749', 'tenant_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': 'dec602ff-1162-4498-bd44-cd887f5327ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:29Z', 'updated_at': '2022-01-21T09:47:51Z', 'revision_number': 4, 'project_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'gw_port': {'id': 'dec602ff-1162-4498-bd44-cd887f5327ad', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:31Z', 'updated_at': '2022-01-21T09:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '815f46e4-c104-40a9-a90e-969fea986bbb', 'name': '', 'network_id': '7c76e461-3311-4ee9-93b1-5e66961e7ff1', 'tenant_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'mac_address': 'fa:16:3e:08:31:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23e2bbf6-5c4d-4071-9407-50801ecd5467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:49Z', 'updated_at': '2022-01-21T09:47:56Z', 'revision_number': 4, 'project_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'subnets': [{'id': '23e2bbf6-5c4d-4071-9407-50801ecd5467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:47:58.789579 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ec08df-6201-4232-9e94-6687200f81e0 None None] Routers {'fd3db5b1-373e-4e67-afcf-149ecd6ef726'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:58.790240 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-43ec08df-6201-4232-9e94-6687200f81e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:47:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['fd3db5b1-373e-4e67-afcf-149ecd6ef726'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:58.792767 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76c8004-8f50-4406-aea2-3758b5218409 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:58.804096 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfd77ea-cc33-4882-bbe8-e8a2ba9ac7e6 None None] Sync routers for ids ['961b3231-706f-4864-bbad-d24a8947dbd5'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:47:58.827259 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfd77ea-cc33-4882-bbe8-e8a2ba9ac7e6 None None] Routers {'961b3231-706f-4864-bbad-d24a8947dbd5'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:58.828469 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-acfd77ea-cc33-4882-bbe8-e8a2ba9ac7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:47:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['961b3231-706f-4864-bbad-d24a8947dbd5'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:58.894321 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ad831b83-7db2-47e8-aa33-d0b441e649eb tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:58.901598 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-18fd586e-37dd-4f59-8101-a45edd954b2d tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:58.902145 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-18fd586e-37dd-4f59-8101-a45edd954b2d tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:58.918989 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-43ec08df-6201-4232-9e94-6687200f81e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:58.919460 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ec08df-6201-4232-9e94-6687200f81e0 None None] The sync data for ids ['fd3db5b1-373e-4e67-afcf-149ecd6ef726'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:47:58.932031 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fd586e-37dd-4f59-8101-a45edd954b2d tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:58.947185 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fd586e-37dd-4f59-8101-a45edd954b2d tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:58.950785 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-18fd586e-37dd-4f59-8101-a45edd954b2d tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:58.958753 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ad831b83-7db2-47e8-aa33-d0b441e649eb tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:59.052824 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-acfd77ea-cc33-4882-bbe8-e8a2ba9ac7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:59.070775 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfd77ea-cc33-4882-bbe8-e8a2ba9ac7e6 None None] Routers {'961b3231-706f-4864-bbad-d24a8947dbd5'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:59.071845 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-acfd77ea-cc33-4882-bbe8-e8a2ba9ac7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:47:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['961b3231-706f-4864-bbad-d24a8947dbd5'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:59.139216 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-acfd77ea-cc33-4882-bbe8-e8a2ba9ac7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:59.140215 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfd77ea-cc33-4882-bbe8-e8a2ba9ac7e6 None None] The sync data for ids ['961b3231-706f-4864-bbad-d24a8947dbd5'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:47:59.173016 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-a1d68a42-4889-4f7f-b286-c97791cdcb34 req-15f47b61-363d-49d3-a0b6-44c9096eef29 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Synchronizing usage tracker for tenant:1e3f77cee1f142a6ae1fa2606c54e16c on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:59.175998 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b76c8004-8f50-4406-aea2-3758b5218409 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:59.177365 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b76c8004-8f50-4406-aea2-3758b5218409 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 9.3248920 Jan 21 09:47:59.178859 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-18fd586e-37dd-4f59-8101-a45edd954b2d tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.6374660 Jan 21 09:47:59.182189 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad831b83-7db2-47e8-aa33-d0b441e649eb tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:59.185815 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad831b83-7db2-47e8-aa33-d0b441e649eb tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:59.196917 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33282) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:59.196917 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33284) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:59.299099 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd586e-37dd-4f59-8101-a45edd954b2d tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Pushing event updated for resources: {'Network': ['ID=7ca9407e-22ca-4369-9080-8882ac6ada7e,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:59.328776 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 7ca9407e-22ca-4369-9080-8882ac6ada7e details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:47:59.383692 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b05e194-ef01-4687-89d4-1a470abe6e38 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:59.384412 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b05e194-ef01-4687-89d4-1a470abe6e38 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:59.490831 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 815f46e4-c104-40a9-a90e-969fea986bbb up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:59.532640 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-a1d68a42-4889-4f7f-b286-c97791cdcb34 req-15f47b61-363d-49d3-a0b6-44c9096eef29 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Unset dirty status for tenant:1e3f77cee1f142a6ae1fa2606c54e16c on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:59.534658 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a1d68a42-4889-4f7f-b286-c97791cdcb34 req-15f47b61-363d-49d3-a0b6-44c9096eef29 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/ports?device_id=fe8aa511-607a-4f64-9172-474d512829dd HTTP/1.1" status: 200 len: 210 time: 0.9308627 Jan 21 09:47:59.630657 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:59.645099 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c14b8c51-e780-4ca2-a406-5753cd4ae858 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "GET /v2.0/routers/fd3db5b1-373e-4e67-afcf-149ecd6ef726 HTTP/1.1" status: 200 len: 891 time: 1.3631155 Jan 21 09:47:59.652298 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c2004dda-8917-4867-b7d7-1b3d8dd16c4d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:59.655533 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33294) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:59.705264 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 815f46e4-c104-40a9-a90e-969fea986bbb completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:59.712966 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 815f46e4-c104-40a9-a90e-969fea986bbb triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:59.713724 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:59.734998 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-889352bc-5e1f-4b30-9a68-df157a468483 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "GET /v2.0/ports?device_id=fd3db5b1-373e-4e67-afcf-149ecd6ef726 HTTP/1.1" status: 200 len: 205 time: 0.0780268 Jan 21 09:47:59.741364 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33298) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:59.753656 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c2004dda-8917-4867-b7d7-1b3d8dd16c4d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Transition to ACTIVE for port object 20e476a3-a1d7-453e-83bd-371a3691b18d will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:59.768548 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd586e-37dd-4f59-8101-a45edd954b2d tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Pushing event updated for resources: {'Network': ['ID=aef19dab-77dd-4b75-974d-1abc74dfd8f9,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:59.784396 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network aef19dab-77dd-4b75-974d-1abc74dfd8f9 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:47:59.799168 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4622b833-d968-425c-b141-a4538664127c tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:59.804257 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4622b833-d968-425c-b141-a4538664127c tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:59.813337 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4622b833-d968-425c-b141-a4538664127c tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:59.819644 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4622b833-d968-425c-b141-a4538664127c tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:59.820718 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-4622b833-d968-425c-b141-a4538664127c tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Synchronizing usage tracker for tenant:803dbcc7da174668975380b6d5ecce72 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:59.869428 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-4622b833-d968-425c-b141-a4538664127c tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Unset dirty status for tenant:803dbcc7da174668975380b6d5ecce72 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:59.871086 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4622b833-d968-425c-b141-a4538664127c tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] 10.222.0.104 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6763008 Jan 21 09:47:59.941826 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33302) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:00.021620 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c2004dda-8917-4867-b7d7-1b3d8dd16c4d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.059076 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.114653 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-d7fb01e2-9510-41cb-91f8-42e2ad9efdbd None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-c559dcda-8651-4824-8a84-bd80c08cd50b {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:48:00.114653 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-d7fb01e2-9510-41cb-91f8-42e2ad9efdbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:48:00.121747 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 815f46e4-c104-40a9-a90e-969fea986bbb, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=815f46e4-c104-40a9-a90e-969fea986bbb,segment=NetworkSegment(155ca858-1c82-4acd-b696-f79df79a5f2d),segment_id=155ca858-1c82-4acd-b696-f79df79a5f2d)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:00.128097 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.149064 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2004dda-8917-4867-b7d7-1b3d8dd16c4d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Network 1befde80-3d03-49e7-820b-76cff475d5fc is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:00.156843 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-c2004dda-8917-4867-b7d7-1b3d8dd16c4d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:00.160767 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2004dda-8917-4867-b7d7-1b3d8dd16c4d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:00.250817 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0cb4e519-1525-4fb2-bb30-a9aaaa374eea tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.285467 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.objects.ports [None req-ad831b83-7db2-47e8-aa33-d0b441e649eb tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83598) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:48:00.293161 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad831b83-7db2-47e8-aa33-d0b441e649eb tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.328584 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=815f46e4-c104-40a9-a90e-969fea986bbb,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:00.348295 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2004dda-8917-4867-b7d7-1b3d8dd16c4d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Port': ['ID=20e476a3-a1d7-453e-83bd-371a3691b18d,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:00.390330 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2004dda-8917-4867-b7d7-1b3d8dd16c4d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:00.391155 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c2004dda-8917-4867-b7d7-1b3d8dd16c4d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.443817 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-725a71f1-76f2-476b-9bf1-2daec4ea49cc tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "GET /v2.0/routers/961b3231-706f-4864-bbad-d24a8947dbd5 HTTP/1.1" status: 200 len: 879 time: 1.2503827 Jan 21 09:48:00.451289 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33306) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:00.454897 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0cb4e519-1525-4fb2-bb30-a9aaaa374eea tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.473336 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad831b83-7db2-47e8-aa33-d0b441e649eb tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:00.507957 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-ad831b83-7db2-47e8-aa33-d0b441e649eb tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:00.511114 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad831b83-7db2-47e8-aa33-d0b441e649eb tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:00.511756 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad831b83-7db2-47e8-aa33-d0b441e649eb tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.520781 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e6b8dd-8bf1-460c-9773-2a3408e5a09d None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:00.567705 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-0cb4e519-1525-4fb2-bb30-a9aaaa374eea tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca9407e-22ca-4369-9080-8882ac6ada7e']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:00.607266 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-0cb4e519-1525-4fb2-bb30-a9aaaa374eea tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dfa0966-b6b5-48bd-8875-dea73c3b4706') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:00.607555 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-0cb4e519-1525-4fb2-bb30-a9aaaa374eea tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dfa0966-b6b5-48bd-8875-dea73c3b4706') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:00.628643 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d7fb01e2-9510-41cb-91f8-42e2ad9efdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.639294 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0cb4e519-1525-4fb2-bb30-a9aaaa374eea tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.681948 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0cb4e519-1525-4fb2-bb30-a9aaaa374eea tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.700486 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb4e519-1525-4fb2-bb30-a9aaaa374eea tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:48:00.700867 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0cb4e519-1525-4fb2-bb30-a9aaaa374eea tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.745633 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad831b83-7db2-47e8-aa33-d0b441e649eb tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Subnet': ['ID=ca978dbf-31f6-488c-900e-ba6ccba301ed,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:00.758788 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c2004dda-8917-4867-b7d7-1b3d8dd16c4d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 884 time: 3.1054056 Jan 21 09:48:00.765473 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33312) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:00.833708 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ad831b83-7db2-47e8-aa33-d0b441e649eb tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3977058 Jan 21 09:48:00.838783 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33316) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:00.877276 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:48:00.877276 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:48:00.877276 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:48:00.877276 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:48:00.877276 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:48:00.877276 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:48:00.877276 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:48:00.877276 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:48:00.877276 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:48:00.877276 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:48:00.877276 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:48:00.877276 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:48:00.877276 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:48:00.877276 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:48:00.877276 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:48:00.877276 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:48:00.877276 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:48:00.877276 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:48:00.877276 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:48:00.877276 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:48:00.877276 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:48:00.877276 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:48:00.877276 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:48:00.877276 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:48:00.877276 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:48:00.877276 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:48:00.877276 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:48:00.877276 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:48:00.877276 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:48:00.877276 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:48:00.877276 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:48:00.877276 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:48:00.882594 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-d172429c-c5f2-4754-a662-862d7e068da6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:00.937680 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f864efd-25f8-49bc-99e4-98f84842e135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-d5f237d0-52c1-4100-800c-a471203fec66', 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'tenant_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'fixed_ips': [{'subnet_id': 'ca978dbf-31f6-488c-900e-ba6ccba301ed'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:48:00.939542 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4f864efd-25f8-49bc-99e4-98f84842e135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:01.021197 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-0b2ac160-02e8-4ead-9cff-794522747e61 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Deleting port 20e476a3-a1d7-453e-83bd-371a3691b18d {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:01.021445 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0b2ac160-02e8-4ead-9cff-794522747e61 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:01.049006 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-4e74be74-b75a-43b6-a48f-d6922a7b89ab req-283fc6c5-6c82-4900-87e1-95c3a81ecb99 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/ports?device_id=fe8aa511-607a-4f64-9172-474d512829dd HTTP/1.1" status: 200 len: 210 time: 0.1628053 Jan 21 09:48:01.081884 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0cb4e519-1525-4fb2-bb30-a9aaaa374eea tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:01.099852 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0cb4e519-1525-4fb2-bb30-a9aaaa374eea tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:01.118380 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b05e194-ef01-4687-89d4-1a470abe6e38 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Router b3e08f78-8c2f-4161-b95d-6d981a4110a4 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:48:01.124056 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4e519-1525-4fb2-bb30-a9aaaa374eea tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Pushing event deleted for resources: {'Network': ['ID=7ca9407e-22ca-4369-9080-8882ac6ada7e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:01.145757 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0cb4e519-1525-4fb2-bb30-a9aaaa374eea tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] 10.222.0.104 "DELETE /v2.0/networks/7ca9407e-22ca-4369-9080-8882ac6ada7e HTTP/1.1" status: 204 len: 168 time: 1.1972597 Jan 21 09:48:01.146013 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-57118920-3ece-4c59-9a60-e9fccda325b0 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:01.146463 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-57118920-3ece-4c59-9a60-e9fccda325b0 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Synchronizing usage tracker for tenant:1e3f77cee1f142a6ae1fa2606c54e16c on resource:network {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:01.152485 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33320) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:01.268671 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-d7fb01e2-9510-41cb-91f8-42e2ad9efdbd None None] Allocated IP 172.20.0.3 (1befde80-3d03-49e7-820b-76cff475d5fc/62b8ff46-6f6d-414f-8875-27c383620137/69a1c4ec-77ef-4354-b4e7-c625dedc8faa) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:01.271090 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-4f864efd-25f8-49bc-99e4-98f84842e135 None None] Allocated IP 2001:db8::f816:3eff:fe6d:2485 (d5f237d0-52c1-4100-800c-a471203fec66/ca978dbf-31f6-488c-900e-ba6ccba301ed/74d67571-61ea-4fe7-b8a7-30c143e33a67) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:01.273698 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-d172429c-c5f2-4754-a662-862d7e068da6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:01.276217 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-57118920-3ece-4c59-9a60-e9fccda325b0 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Unset dirty status for tenant:1e3f77cee1f142a6ae1fa2606c54e16c on resource:network {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:01.277607 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-57118920-3ece-4c59-9a60-e9fccda325b0 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.124 "GET /v2.0/networks?id=7c76e461-3311-4ee9-93b1-5e66961e7ff1 HTTP/1.1" status: 200 len: 795 time: 0.8030045 Jan 21 09:48:01.305061 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-939d9e0a-1dcf-4654-a194-b8acf269c5d3 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:01.354159 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-2a532471-bb84-46c6-9da5-cc88b1044fb8 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Synchronizing usage tracker for tenant:d00df50c19fa484a82254f37be8cb96c on resource:router {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:01.387785 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 815f46e4-c104-40a9-a90e-969fea986bbb up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:48:01.394717 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42f42581-eb83-43ca-ba89-b9821d8219b6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:01.412413 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-2a532471-bb84-46c6-9da5-cc88b1044fb8 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Unset dirty status for tenant:d00df50c19fa484a82254f37be8cb96c on resource:router {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:01.413686 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2a532471-bb84-46c6-9da5-cc88b1044fb8 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.9621642 Jan 21 09:48:01.416840 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33324) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:01.425994 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6a7ae405-13e8-431e-85ae-c05df07c4e52 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-844479663'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:01.453963 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-d172429c-c5f2-4754-a662-862d7e068da6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:01.510534 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d172429c-c5f2-4754-a662-862d7e068da6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:01.616222 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-3eb7d498-7bf0-4ca2-9ebe-5cefb3d066cd tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e3f77cee1f142a6ae1fa2606c54e16c HTTP/1.1" status: 200 len: 379 time: 0.2562211 Jan 21 09:48:01.639786 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-78e62ffd-61cd-47b6-a11c-eb6a2680d494 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Request body: {'port': {'device_id': 'fe8aa511-607a-4f64-9172-474d512829dd', 'network_id': '7c76e461-3311-4ee9-93b1-5e66961e7ff1', 'admin_state_up': True, 'tenant_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'security_groups': ['f7576773-34b9-47cd-986d-6bff6a0f6165']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:01.662432 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0b2ac160-02e8-4ead-9cff-794522747e61 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:01.713531 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 815f46e4-c104-40a9-a90e-969fea986bbb triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:01.713909 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:01.776643 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42f42581-eb83-43ca-ba89-b9821d8219b6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:01.808094 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4f864efd-25f8-49bc-99e4-98f84842e135 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:01.823632 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-42f42581-eb83-43ca-ba89-b9821d8219b6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aef19dab-77dd-4b75-974d-1abc74dfd8f9']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:01.839515 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-42f42581-eb83-43ca-ba89-b9821d8219b6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '978f927b-b603-4e78-b2a8-becd8a32b8c1') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:01.839805 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-42f42581-eb83-43ca-ba89-b9821d8219b6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '978f927b-b603-4e78-b2a8-becd8a32b8c1') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:01.843271 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d7fb01e2-9510-41cb-91f8-42e2ad9efdbd None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:01.870917 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d7fb01e2-9510-41cb-91f8-42e2ad9efdbd None None] Transition to ACTIVE for port object 69a1c4ec-77ef-4354-b4e7-c625dedc8faa will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:01.896921 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d7fb01e2-9510-41cb-91f8-42e2ad9efdbd None None] Transition to ACTIVE for port object 69a1c4ec-77ef-4354-b4e7-c625dedc8faa will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:01.913556 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-4f864efd-25f8-49bc-99e4-98f84842e135 None None] Transition to ACTIVE for port object 74d67571-61ea-4fe7-b8a7-30c143e33a67 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:01.913926 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42f42581-eb83-43ca-ba89-b9821d8219b6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:01.928015 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d7fb01e2-9510-41cb-91f8-42e2ad9efdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:01.949769 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42f42581-eb83-43ca-ba89-b9821d8219b6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:01.958238 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b05e194-ef01-4687-89d4-1a470abe6e38 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:48:01.970723 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-0b2ac160-02e8-4ead-9cff-794522747e61 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Calling delete_port for 20e476a3-a1d7-453e-83bd-371a3691b18d owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:01.978856 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f42581-eb83-43ca-ba89-b9821d8219b6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:48:01.979262 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42f42581-eb83-43ca-ba89-b9821d8219b6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:01.997670 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8637aa5c-d573-4bb1-b2a2-de3ccbcaa78c None None] Sync routers for ids ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:48:01.997912 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:48:01.997912 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:48:01.997912 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:48:01.997912 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:48:01.997912 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:48:01.997912 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:48:01.997912 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:48:01.997912 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:48:01.997912 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:48:01.997912 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:48:01.997912 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:48:01.997912 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:48:01.997912 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:48:01.997912 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:48:01.997912 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:48:01.997912 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:48:01.997912 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:48:01.997912 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:48:01.997912 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:48:01.997912 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:48:01.997912 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:48:01.997912 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:48:01.997912 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:48:01.997912 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:48:01.997912 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:48:01.997912 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:48:01.997912 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:48:01.997912 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:48:01.997912 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:48:01.997912 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:48:01.997912 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:48:01.997912 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:48:02.016974 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-4f864efd-25f8-49bc-99e4-98f84842e135 None None] Transition to ACTIVE for port object 74d67571-61ea-4fe7-b8a7-30c143e33a67 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:02.044948 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-78e62ffd-61cd-47b6-a11c-eb6a2680d494 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:02.049383 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d172429c-c5f2-4754-a662-862d7e068da6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:02.062952 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4f864efd-25f8-49bc-99e4-98f84842e135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:02.091078 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b05e194-ef01-4687-89d4-1a470abe6e38 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:02.092277 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1b05e194-ef01-4687-89d4-1a470abe6e38 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.7999058 Jan 21 09:48:02.099747 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33330) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:02.108625 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb01e2-9510-41cb-91f8-42e2ad9efdbd None None] Pushing event updated for resources: {'Port': ['ID=69a1c4ec-77ef-4354-b4e7-c625dedc8faa,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:02.162464 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fb01e2-9510-41cb-91f8-42e2ad9efdbd None None] Network 1befde80-3d03-49e7-820b-76cff475d5fc is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:02.183674 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-d7fb01e2-9510-41cb-91f8-42e2ad9efdbd None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:02.184986 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42f42581-eb83-43ca-ba89-b9821d8219b6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:02.186989 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fb01e2-9510-41cb-91f8-42e2ad9efdbd None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:02.210573 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8637aa5c-d573-4bb1-b2a2-de3ccbcaa78c None None] Routers {'b3e08f78-8c2f-4161-b95d-6d981a4110a4'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:02.211763 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-8637aa5c-d573-4bb1-b2a2-de3ccbcaa78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:47:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:02.212293 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42f42581-eb83-43ca-ba89-b9821d8219b6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:02.234325 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f42581-eb83-43ca-ba89-b9821d8219b6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Pushing event deleted for resources: {'Network': ['ID=aef19dab-77dd-4b75-974d-1abc74dfd8f9,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:02.243928 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-42f42581-eb83-43ca-ba89-b9821d8219b6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] 10.222.0.104 "DELETE /v2.0/networks/aef19dab-77dd-4b75-974d-1abc74dfd8f9 HTTP/1.1" status: 204 len: 168 time: 1.0873039 Jan 21 09:48:02.244090 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33334) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:02.286191 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-78e62ffd-61cd-47b6-a11c-eb6a2680d494 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:02.311429 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f864efd-25f8-49bc-99e4-98f84842e135 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:02.312653 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-8637aa5c-d573-4bb1-b2a2-de3ccbcaa78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:02.315508 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f864efd-25f8-49bc-99e4-98f84842e135 None None] Pushing event updated for resources: {'Port': ['ID=74d67571-61ea-4fe7-b8a7-30c143e33a67,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:02.319684 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-4f864efd-25f8-49bc-99e4-98f84842e135 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:02.355488 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f864efd-25f8-49bc-99e4-98f84842e135 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:02.367413 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2590b1de-716f-4b10-8c7a-90aea4dc6bc5 req-490ccd8c-79b7-4c7f-9eed-621a87916ec6 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/ports?device_id=fe8aa511-607a-4f64-9172-474d512829dd HTTP/1.1" status: 200 len: 210 time: 0.0919964 Jan 21 09:48:02.459574 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8637aa5c-d573-4bb1-b2a2-de3ccbcaa78c None None] Routers {'b3e08f78-8c2f-4161-b95d-6d981a4110a4'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:02.460222 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-8637aa5c-d573-4bb1-b2a2-de3ccbcaa78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:47:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:02.576244 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-78e62ffd-61cd-47b6-a11c-eb6a2680d494 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Made reservation on behalf of 1e3f77cee1f142a6ae1fa2606c54e16c for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:02.579235 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-78e62ffd-61cd-47b6-a11c-eb6a2680d494 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:02.639526 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-8637aa5c-d573-4bb1-b2a2-de3ccbcaa78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:02.639794 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8637aa5c-d573-4bb1-b2a2-de3ccbcaa78c None None] The sync data for ids ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:48:02.644327 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-d7fb01e2-9510-41cb-91f8-42e2ad9efdbd None None] Attempting to bind port 69a1c4ec-77ef-4354-b4e7-c625dedc8faa on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:48:02.644561 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-d7fb01e2-9510-41cb-91f8-42e2ad9efdbd None None] Attempting to bind port 69a1c4ec-77ef-4354-b4e7-c625dedc8faa by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'bb108aa5-13bb-4f13-918e-1b7029b3127e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1befde80-3d03-49e7-820b-76cff475d5fc'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:48:02.644893 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fb01e2-9510-41cb-91f8-42e2ad9efdbd None None] Attempting to bind port 69a1c4ec-77ef-4354-b4e7-c625dedc8faa on network 1befde80-3d03-49e7-820b-76cff475d5fc {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:48:02.658612 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-4f864efd-25f8-49bc-99e4-98f84842e135 None None] Attempting to bind port 74d67571-61ea-4fe7-b8a7-30c143e33a67 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:48:02.658612 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-4f864efd-25f8-49bc-99e4-98f84842e135 None None] Attempting to bind port 74d67571-61ea-4fe7-b8a7-30c143e33a67 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:48:02.658612 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f864efd-25f8-49bc-99e4-98f84842e135 None None] Attempting to bind port 74d67571-61ea-4fe7-b8a7-30c143e33a67 on network d5f237d0-52c1-4100-800c-a471203fec66 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:48:02.666635 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fb01e2-9510-41cb-91f8-42e2ad9efdbd None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:48:02.667078 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fb01e2-9510-41cb-91f8-42e2ad9efdbd None None] Checking segment: {'id': 'bb108aa5-13bb-4f13-918e-1b7029b3127e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1befde80-3d03-49e7-820b-76cff475d5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:02.667534 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d7fb01e2-9510-41cb-91f8-42e2ad9efdbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:02.667984 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fb01e2-9510-41cb-91f8-42e2ad9efdbd None None] Bound using segment: {'id': 'bb108aa5-13bb-4f13-918e-1b7029b3127e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1befde80-3d03-49e7-820b-76cff475d5fc'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:48:02.669199 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-d7fb01e2-9510-41cb-91f8-42e2ad9efdbd None None] Bound port: 69a1c4ec-77ef-4354-b4e7-c625dedc8faa, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb108aa5-13bb-4f13-918e-1b7029b3127e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1befde80-3d03-49e7-820b-76cff475d5fc'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:48:02.669199 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d7fb01e2-9510-41cb-91f8-42e2ad9efdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:02.680054 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f864efd-25f8-49bc-99e4-98f84842e135 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:48:02.680054 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f864efd-25f8-49bc-99e4-98f84842e135 None None] Checking segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:02.681298 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4f864efd-25f8-49bc-99e4-98f84842e135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:02.681467 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f864efd-25f8-49bc-99e4-98f84842e135 None None] Bound using segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:48:02.682061 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-4f864efd-25f8-49bc-99e4-98f84842e135 None None] Bound port: 74d67571-61ea-4fe7-b8a7-30c143e33a67, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:48:02.682497 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4f864efd-25f8-49bc-99e4-98f84842e135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:02.707489 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0b2ac160-02e8-4ead-9cff-794522747e61 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:02.729458 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec119812-8c38-4315-933d-65838fea5094 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:02.734105 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec119812-8c38-4315-933d-65838fea5094 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:02.734252 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ec119812-8c38-4315-933d-65838fea5094 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Synchronizing usage tracker for tenant:803dbcc7da174668975380b6d5ecce72 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:02.795048 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ac160-02e8-4ead-9cff-794522747e61 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Port': ['ID=20e476a3-a1d7-453e-83bd-371a3691b18d,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:02.826441 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ec119812-8c38-4315-933d-65838fea5094 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Unset dirty status for tenant:803dbcc7da174668975380b6d5ecce72 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:02.827923 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ec119812-8c38-4315-933d-65838fea5094 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] 10.222.0.104 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5830615 Jan 21 09:48:02.839072 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33338) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:02.857564 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-63f5de39-e1a1-40eb-8d81-7038571c543c tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-50934471'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:02.867164 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-d7fb01e2-9510-41cb-91f8-42e2ad9efdbd None None] For port 69a1c4ec-77ef-4354-b4e7-c625dedc8faa, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:48:02.870521 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-63f5de39-e1a1-40eb-8d81-7038571c543c tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:02.885405 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-d7fb01e2-9510-41cb-91f8-42e2ad9efdbd None None] For port 69a1c4ec-77ef-4354-b4e7-c625dedc8faa, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=69a1c4ec-77ef-4354-b4e7-c625dedc8faa,segment=NetworkSegment(bb108aa5-13bb-4f13-918e-1b7029b3127e),segment_id=bb108aa5-13bb-4f13-918e-1b7029b3127e)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:48:02.887127 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-4f864efd-25f8-49bc-99e4-98f84842e135 None None] For port 74d67571-61ea-4fe7-b8a7-30c143e33a67, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:48:02.888661 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-63f5de39-e1a1-40eb-8d81-7038571c543c tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:02.895482 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-4f864efd-25f8-49bc-99e4-98f84842e135 None None] For port 74d67571-61ea-4fe7-b8a7-30c143e33a67, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=74d67571-61ea-4fe7-b8a7-30c143e33a67,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:48:02.899227 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-939d9e0a-1dcf-4654-a194-b8acf269c5d3 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:02.900221 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d7fb01e2-9510-41cb-91f8-42e2ad9efdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:02.941295 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4f864efd-25f8-49bc-99e4-98f84842e135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:02.981028 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f5de39-e1a1-40eb-8d81-7038571c543c tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Made reservation on behalf of 803dbcc7da174668975380b6d5ecce72 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:02.984597 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63f5de39-e1a1-40eb-8d81-7038571c543c tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:02.993023 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-939d9e0a-1dcf-4654-a194-b8acf269c5d3 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Deleting port 40335cce-a087-4cb8-9372-597f455fc88f {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:02.994015 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-939d9e0a-1dcf-4654-a194-b8acf269c5d3 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:03.018335 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb01e2-9510-41cb-91f8-42e2ad9efdbd None None] Pushing event updated for resources: {'Port': ['ID=69a1c4ec-77ef-4354-b4e7-c625dedc8faa,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:03.129102 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f864efd-25f8-49bc-99e4-98f84842e135 None None] Pushing event updated for resources: {'Port': ['ID=74d67571-61ea-4fe7-b8a7-30c143e33a67,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:03.135313 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f5de39-e1a1-40eb-8d81-7038571c543c tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:48:03.161863 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0b2ac160-02e8-4ead-9cff-794522747e61 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:03.214975 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63f5de39-e1a1-40eb-8d81-7038571c543c tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:03.215333 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-63f5de39-e1a1-40eb-8d81-7038571c543c tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Added segment 9898d00a-7799-4844-bc05-b8696942aa49 of type vlan for network b182bcfd-8fd2-4edd-b96c-cf8b31f26144 Jan 21 09:48:03.241866 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-78e62ffd-61cd-47b6-a11c-eb6a2680d494 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Allocated IP 172.20.0.5 (7c76e461-3311-4ee9-93b1-5e66961e7ff1/23e2bbf6-5c4d-4071-9407-50801ecd5467/32bf03f1-5287-4b92-bc6e-7943d0881fc4) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:03.266263 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0b2ac160-02e8-4ead-9cff-794522747e61 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/ports/20e476a3-a1d7-453e-83bd-371a3691b18d HTTP/1.1" status: 204 len: 168 time: 2.4983959 Jan 21 09:48:03.272199 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33342) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:03.277241 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63f5de39-e1a1-40eb-8d81-7038571c543c tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:03.287310 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a7ae405-13e8-431e-85ae-c05df07c4e52 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:03.465261 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ffb77c7-0672-4511-8816-95d111b5f5f3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] GET failed (client error): The resource could not be found. Jan 21 09:48:03.466014 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8ffb77c7-0672-4511-8816-95d111b5f5f3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Synchronizing usage tracker for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:03.474818 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a7ae405-13e8-431e-85ae-c05df07c4e52 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349321', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344087'] for router, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:03.524991 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:48:03.571002 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-939d9e0a-1dcf-4654-a194-b8acf269c5d3 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:03.590512 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d172429c-c5f2-4754-a662-862d7e068da6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:03.593994 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63f5de39-e1a1-40eb-8d81-7038571c543c tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:03.599038 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f5de39-e1a1-40eb-8d81-7038571c543c tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:03.600319 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63f5de39-e1a1-40eb-8d81-7038571c543c tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:03.604924 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8ffb77c7-0672-4511-8816-95d111b5f5f3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Unset dirty status for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:03.609995 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8ffb77c7-0672-4511-8816-95d111b5f5f3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "GET /v2.0/ports/20e476a3-a1d7-453e-83bd-371a3691b18d HTTP/1.1" status: 404 len: 333 time: 0.3366954 Jan 21 09:48:03.620722 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33348) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:03.750104 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-939d9e0a-1dcf-4654-a194-b8acf269c5d3 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Calling delete_port for 40335cce-a087-4cb8-9372-597f455fc88f owned by network:router_gateway {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:03.793043 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-cb4fee23-61a2-4cf1-b74f-5d9f0e59e0d9 req-0609d820-b405-4e65-97bb-2a71dbf96538 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/ports?device_id=fe8aa511-607a-4f64-9172-474d512829dd HTTP/1.1" status: 200 len: 210 time: 0.2052162 Jan 21 09:48:03.848951 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-63f5de39-e1a1-40eb-8d81-7038571c543c tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0009911 Jan 21 09:48:03.850239 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5de39-e1a1-40eb-8d81-7038571c543c tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Pushing event updated for resources: {'Network': ['ID=b182bcfd-8fd2-4edd-b96c-cf8b31f26144,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:03.852376 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d172429c-c5f2-4754-a662-862d7e068da6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:03.853380 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33352) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:03.860117 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-d172429c-c5f2-4754-a662-862d7e068da6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:03.866468 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d172429c-c5f2-4754-a662-862d7e068da6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:03.867719 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d172429c-c5f2-4754-a662-862d7e068da6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:03.873894 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network b182bcfd-8fd2-4edd-b96c-cf8b31f26144 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:48:03.917470 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-78e62ffd-61cd-47b6-a11c-eb6a2680d494 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:03.935688 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172429c-c5f2-4754-a662-862d7e068da6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Subnet': ['ID=7c80de23-aaa2-4ec2-b050-d9fda313a6c8,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:03.945726 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-87daed2c-e20c-4ede-a9ab-5615a5038bb0 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1904612162'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:03.951721 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-87daed2c-e20c-4ede-a9ab-5615a5038bb0 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:03.966624 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-87daed2c-e20c-4ede-a9ab-5615a5038bb0 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Usage tracker for resource:network and tenant:803dbcc7da174668975380b6d5ecce72 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:03.972792 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-87daed2c-e20c-4ede-a9ab-5615a5038bb0 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:03.980566 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-87daed2c-e20c-4ede-a9ab-5615a5038bb0 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:04.025068 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-78e62ffd-61cd-47b6-a11c-eb6a2680d494 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Transition to ACTIVE for port object 32bf03f1-5287-4b92-bc6e-7943d0881fc4 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:04.032352 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87daed2c-e20c-4ede-a9ab-5615a5038bb0 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Made reservation on behalf of 803dbcc7da174668975380b6d5ecce72 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:04.035946 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-87daed2c-e20c-4ede-a9ab-5615a5038bb0 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:04.067057 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d172429c-c5f2-4754-a662-862d7e068da6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2128422 Jan 21 09:48:04.068218 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33356) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:04.081669 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-62634a9c-233d-4c5b-a6b8-3eda0379376f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'port': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'mac_address': 'fa:16:3e:89:1a:92', 'name': 'tempest-NetworksTestDHCPv6-1115110991'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:04.187021 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87daed2c-e20c-4ede-a9ab-5615a5038bb0 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:48:04.220642 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-78e62ffd-61cd-47b6-a11c-eb6a2680d494 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:04.224456 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-87daed2c-e20c-4ede-a9ab-5615a5038bb0 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:04.224792 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-87daed2c-e20c-4ede-a9ab-5615a5038bb0 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Added segment b2d88213-ca8b-4ae0-8e29-7c48978158b1 of type vlan for network 9f6e3d9a-3773-44a8-9533-888881957d6d Jan 21 09:48:04.294300 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f23bd7-4d6d-4bbe-8c75-2ffa6f092040 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Deleting subnet 62b8ff46-6f6d-414f-8875-27c383620137 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:48:04.299682 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2f23bd7-4d6d-4bbe-8c75-2ffa6f092040 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:04.400958 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2f23bd7-4d6d-4bbe-8c75-2ffa6f092040 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:04.411952 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-78e62ffd-61cd-47b6-a11c-eb6a2680d494 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Network 7c76e461-3311-4ee9-93b1-5e66961e7ff1 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:04.417384 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-62634a9c-233d-4c5b-a6b8-3eda0379376f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:04.422221 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-62634a9c-233d-4c5b-a6b8-3eda0379376f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:port and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:04.426413 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-62634a9c-233d-4c5b-a6b8-3eda0379376f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:04.432949 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-62634a9c-233d-4c5b-a6b8-3eda0379376f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:04.448502 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-78e62ffd-61cd-47b6-a11c-eb6a2680d494 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:04.459222 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-87daed2c-e20c-4ede-a9ab-5615a5038bb0 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:04.464273 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-78e62ffd-61cd-47b6-a11c-eb6a2680d494 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:04.511211 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62634a9c-233d-4c5b-a6b8-3eda0379376f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:04.515650 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-62634a9c-233d-4c5b-a6b8-3eda0379376f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:04.526266 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e62ffd-61cd-47b6-a11c-eb6a2680d494 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Pushing event updated for resources: {'Port': ['ID=32bf03f1-5287-4b92-bc6e-7943d0881fc4,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:04.570827 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-939d9e0a-1dcf-4654-a194-b8acf269c5d3 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:04.573816 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7ae405-13e8-431e-85ae-c05df07c4e52 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Router 961b3231-706f-4864-bbad-d24a8947dbd5 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:48:04.603124 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2f23bd7-4d6d-4bbe-8c75-2ffa6f092040 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:04.648560 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d9e0a-1dcf-4654-a194-b8acf269c5d3 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event deleted for resources: {'Port': ['ID=40335cce-a087-4cb8-9372-597f455fc88f,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:04.848460 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-62634a9c-233d-4c5b-a6b8-3eda0379376f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] device_id is not set on port 4600044f-605a-423b-b1b6-d3b32215d8b5 yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:48:04.857844 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2f23bd7-4d6d-4bbe-8c75-2ffa6f092040 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:04.928670 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040803d2-e581-46d1-a159-efe8588a2aa1 None None] Network 1befde80-3d03-49e7-820b-76cff475d5fc requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:04.945398 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-78e62ffd-61cd-47b6-a11c-eb6a2680d494 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:04.946087 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-78e62ffd-61cd-47b6-a11c-eb6a2680d494 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:05.026098 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f23bd7-4d6d-4bbe-8c75-2ffa6f092040 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Subnet': ['ID=62b8ff46-6f6d-414f-8875-27c383620137,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:05.076957 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81317c8b-2988-4c43-a594-c9b406d1d33b None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:05.108785 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2f23bd7-4d6d-4bbe-8c75-2ffa6f092040 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:05.123141 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e2f23bd7-4d6d-4bbe-8c75-2ffa6f092040 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/subnets/62b8ff46-6f6d-414f-8875-27c383620137 HTTP/1.1" status: 204 len: 168 time: 1.4824724 Jan 21 09:48:05.152927 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-87daed2c-e20c-4ede-a9ab-5615a5038bb0 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:05.153573 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33362) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:05.156622 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87daed2c-e20c-4ede-a9ab-5615a5038bb0 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:05.157210 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-87daed2c-e20c-4ede-a9ab-5615a5038bb0 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:05.181390 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0965b3e2-d676-48f4-814a-11d93a433811 None None] Provisioning for port 32bf03f1-5287-4b92-bc6e-7943d0881fc4 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:05.230634 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0965b3e2-d676-48f4-814a-11d93a433811 None None] Provisioning complete for port 32bf03f1-5287-4b92-bc6e-7943d0881fc4 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:05.231327 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0965b3e2-d676-48f4-814a-11d93a433811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:05.348841 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-184664d8-3b78-4732-a4a9-06dc3ca8c978 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:05.349682 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-78e62ffd-61cd-47b6-a11c-eb6a2680d494 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7167675 Jan 21 09:48:05.351365 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-0965b3e2-d676-48f4-814a-11d93a433811 None None] Port 32bf03f1-5287-4b92-bc6e-7943d0881fc4 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:48:05.400271 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-85e0aa7d-80f4-40f4-8395-a977cd4468f9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:05.412100 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-184664d8-3b78-4732-a4a9-06dc3ca8c978 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Deleting port 69a1c4ec-77ef-4354-b4e7-c625dedc8faa {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:05.412530 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-184664d8-3b78-4732-a4a9-06dc3ca8c978 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:05.424295 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-87daed2c-e20c-4ede-a9ab-5615a5038bb0 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5613558 Jan 21 09:48:05.432194 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33366) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:05.444032 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-939d9e0a-1dcf-4654-a194-b8acf269c5d3 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:05.482662 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0965b3e2-d676-48f4-814a-11d93a433811 None None] Provisioning for port 69a1c4ec-77ef-4354-b4e7-c625dedc8faa completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:05.488376 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7ae405-13e8-431e-85ae-c05df07c4e52 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:48:05.495128 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a7ae405-13e8-431e-85ae-c05df07c4e52 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:05.498950 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6a7ae405-13e8-431e-85ae-c05df07c4e52 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "PUT /v2.0/routers/961b3231-706f-4864-bbad-d24a8947dbd5 HTTP/1.1" status: 200 len: 886 time: 4.0776315 Jan 21 09:48:05.511734 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e56c650-7813-4025-b422-08eb8f95188f None None] DHCP port deletion for 1befde80-3d03-49e7-820b-76cff475d5fc request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:48:05.515376 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369a93ee-46ef-41c5-877f-8a911fa416fd None None] Sync routers for ids ['961b3231-706f-4864-bbad-d24a8947dbd5'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:48:05.519342 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-2e56c650-7813-4025-b422-08eb8f95188f None None] Deleting port 69a1c4ec-77ef-4354-b4e7-c625dedc8faa {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:05.519858 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2e56c650-7813-4025-b422-08eb8f95188f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:05.527583 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33370) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:05.544019 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369a93ee-46ef-41c5-877f-8a911fa416fd None None] Routers {'961b3231-706f-4864-bbad-d24a8947dbd5'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:05.547919 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-369a93ee-46ef-41c5-877f-8a911fa416fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:47:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['961b3231-706f-4864-bbad-d24a8947dbd5'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:05.594661 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 74d67571-61ea-4fe7-b8a7-30c143e33a67 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:48:05.601229 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-81d9cecf-bac7-45b0-bd82-290cb0f29ad6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Request body: {'ports': [{'network_id': 'b182bcfd-8fd2-4edd-b96c-cf8b31f26144', 'name': 'tempest-port--1675277208', 'admin_state_up': True}, {'network_id': '9f6e3d9a-3773-44a8-9533-888881957d6d', 'admin_state_up': False}]} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:05.601584 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-81d9cecf-bac7-45b0-bd82-290cb0f29ad6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Request body: {'port': {'network_id': 'b182bcfd-8fd2-4edd-b96c-cf8b31f26144', 'name': 'tempest-port--1675277208', 'admin_state_up': True}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:05.602065 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-81d9cecf-bac7-45b0-bd82-290cb0f29ad6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Request body: {'port': {'network_id': '9f6e3d9a-3773-44a8-9533-888881957d6d', 'admin_state_up': False}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:05.633668 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87daed2c-e20c-4ede-a9ab-5615a5038bb0 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Pushing event updated for resources: {'Network': ['ID=9f6e3d9a-3773-44a8-9533-888881957d6d,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:05.660471 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 9f6e3d9a-3773-44a8-9533-888881957d6d details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:48:05.680479 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-369a93ee-46ef-41c5-877f-8a911fa416fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:05.695536 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369a93ee-46ef-41c5-877f-8a911fa416fd None None] Routers {'961b3231-706f-4864-bbad-d24a8947dbd5'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:05.696402 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-369a93ee-46ef-41c5-877f-8a911fa416fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:47:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['961b3231-706f-4864-bbad-d24a8947dbd5'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:05.724205 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-11a3f20a-526d-4490-b830-64ef3a5c7cce service neutron] Request body: {'port': {'device_id': 'fe8aa511-607a-4f64-9172-474d512829dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:05.733722 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-184664d8-3b78-4732-a4a9-06dc3ca8c978 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] For port 69a1c4ec-77ef-4354-b4e7-c625dedc8faa, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=69a1c4ec-77ef-4354-b4e7-c625dedc8faa,segment=NetworkSegment(bb108aa5-13bb-4f13-918e-1b7029b3127e),segment_id=bb108aa5-13bb-4f13-918e-1b7029b3127e)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:05.734031 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-184664d8-3b78-4732-a4a9-06dc3ca8c978 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:05.765781 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-369a93ee-46ef-41c5-877f-8a911fa416fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:05.766451 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369a93ee-46ef-41c5-877f-8a911fa416fd None None] The sync data for ids ['961b3231-706f-4864-bbad-d24a8947dbd5'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:48:05.867012 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0999686b-5dea-4af7-96cf-c09c7340bd3a None None] Provisioning for port 74d67571-61ea-4fe7-b8a7-30c143e33a67 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:05.941274 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-184664d8-3b78-4732-a4a9-06dc3ca8c978 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Calling delete_port for 69a1c4ec-77ef-4354-b4e7-c625dedc8faa owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:05.996656 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-939d9e0a-1dcf-4654-a194-b8acf269c5d3 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:06.020823 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-2e56c650-7813-4025-b422-08eb8f95188f None None] For port 69a1c4ec-77ef-4354-b4e7-c625dedc8faa, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=69a1c4ec-77ef-4354-b4e7-c625dedc8faa,segment=NetworkSegment(bb108aa5-13bb-4f13-918e-1b7029b3127e),segment_id=bb108aa5-13bb-4f13-918e-1b7029b3127e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:06.021681 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2e56c650-7813-4025-b422-08eb8f95188f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:06.029309 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 74d67571-61ea-4fe7-b8a7-30c143e33a67 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:06.092079 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93af69-fd6f-4079-ad7d-3e563e3d3ac8 req-e5643eeb-609d-415e-8715-99dabd2a6527 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:06.092843 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-6d93af69-fd6f-4079-ad7d-3e563e3d3ac8 req-e5643eeb-609d-415e-8715-99dabd2a6527 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Synchronizing usage tracker for tenant:1e3f77cee1f142a6ae1fa2606c54e16c on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:06.140450 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 74d67571-61ea-4fe7-b8a7-30c143e33a67 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:06.141211 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:06.141500 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-939d9e0a-1dcf-4654-a194-b8acf269c5d3 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:06.195744 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-62634a9c-233d-4c5b-a6b8-3eda0379376f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Allocated IP 172.20.0.7 (d5f237d0-52c1-4100-800c-a471203fec66/7c80de23-aaa2-4ec2-b050-d9fda313a6c8/4600044f-605a-423b-b1b6-d3b32215d8b5) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:06.227002 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-62634a9c-233d-4c5b-a6b8-3eda0379376f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Allocated IP 2001:db8::f816:3eff:fe89:1a92 (d5f237d0-52c1-4100-800c-a471203fec66/ca978dbf-31f6-488c-900e-ba6ccba301ed/4600044f-605a-423b-b1b6-d3b32215d8b5) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:06.228979 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-11a3f20a-526d-4490-b830-64ef3a5c7cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:06.257214 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-2e56c650-7813-4025-b422-08eb8f95188f None None] Calling delete_port for 69a1c4ec-77ef-4354-b4e7-c625dedc8faa owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:06.260653 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-6d93af69-fd6f-4079-ad7d-3e563e3d3ac8 req-e5643eeb-609d-415e-8715-99dabd2a6527 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Unset dirty status for tenant:1e3f77cee1f142a6ae1fa2606c54e16c on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:06.261848 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6d93af69-fd6f-4079-ad7d-3e563e3d3ac8 req-e5643eeb-609d-415e-8715-99dabd2a6527 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/ports?device_id=fe8aa511-607a-4f64-9172-474d512829dd HTTP/1.1" status: 200 len: 931 time: 1.1817369 Jan 21 09:48:06.272444 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-81d9cecf-bac7-45b0-bd82-290cb0f29ad6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:06.284185 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-81d9cecf-bac7-45b0-bd82-290cb0f29ad6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Usage tracker for resource:port and tenant:803dbcc7da174668975380b6d5ecce72 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:06.316868 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-81d9cecf-bac7-45b0-bd82-290cb0f29ad6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:06.394964 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-184664d8-3b78-4732-a4a9-06dc3ca8c978 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:06.425398 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-2e56c650-7813-4025-b422-08eb8f95188f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:48:06.426111 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-2e56c650-7813-4025-b422-08eb8f95188f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:48:06.427245 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f705421b-7d88-4cd1-9b30-4c067e212242 None None] Update dhcp port {'port': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'fixed_ips': [{'subnet_id': 'ca978dbf-31f6-488c-900e-ba6ccba301ed', 'ip_address': '2001:db8::f816:3eff:fe6d:2485'}, {'subnet_id': '7c80de23-aaa2-4ec2-b050-d9fda313a6c8'}], 'binding:host_id': 'dv-neutron-825732-1-hyperv'}, 'id': '74d67571-61ea-4fe7-b8a7-30c143e33a67'} from dv-neutron-825732-1-hyperv. {{(pid=83599) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 21 09:48:06.462173 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184664d8-3b78-4732-a4a9-06dc3ca8c978 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Port': ['ID=69a1c4ec-77ef-4354-b4e7-c625dedc8faa,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:06.485064 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184664d8-3b78-4732-a4a9-06dc3ca8c978 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] No DVR routers for this DVR port 69a1c4ec-77ef-4354-b4e7-c625dedc8faa on host dv-neutron-825732-1-hyperv {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:48:06.514480 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-81d9cecf-bac7-45b0-bd82-290cb0f29ad6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:06.526599 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f705421b-7d88-4cd1-9b30-4c067e212242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:06.528603 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-939d9e0a-1dcf-4654-a194-b8acf269c5d3 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:06.529230 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939d9e0a-1dcf-4654-a194-b8acf269c5d3 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Fanout notify agent at l3_agent the message router_deleted on router fd3db5b1-373e-4e67-afcf-149ecd6ef726 {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:48:06.552431 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:06.574511 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-939d9e0a-1dcf-4654-a194-b8acf269c5d3 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:06.579543 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-939d9e0a-1dcf-4654-a194-b8acf269c5d3 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/routers/fd3db5b1-373e-4e67-afcf-149ecd6ef726 HTTP/1.1" status: 204 len: 168 time: 6.8332744 Jan 21 09:48:06.585897 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33376) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:06.600158 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d9cecf-bac7-45b0-bd82-290cb0f29ad6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Made reservation on behalf of 803dbcc7da174668975380b6d5ecce72 for: {'port': 2} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:06.603641 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-81d9cecf-bac7-45b0-bd82-290cb0f29ad6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:06.614043 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-fa79d854-4533-499e-af67-b8771fd51967 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-777835198'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:06.624848 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6d93af69-fd6f-4079-ad7d-3e563e3d3ac8 req-ee8ad58c-b1fa-416b-8686-f6c9564fe157 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7576773-34b9-47cd-986d-6bff6a0f6165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3458409 Jan 21 09:48:06.661838 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fa79d854-4533-499e-af67-b8771fd51967 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:06.712454 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-81d9cecf-bac7-45b0-bd82-290cb0f29ad6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:06.722361 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 74d67571-61ea-4fe7-b8a7-30c143e33a67, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=74d67571-61ea-4fe7-b8a7-30c143e33a67,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:06.732188 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-fa79d854-4533-499e-af67-b8771fd51967 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Usage tracker for resource:network and tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:06.733645 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:06.750033 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-fa79d854-4533-499e-af67-b8771fd51967 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:06.763351 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fa79d854-4533-499e-af67-b8771fd51967 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:06.812801 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-184664d8-3b78-4732-a4a9-06dc3ca8c978 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:06.826885 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=74d67571-61ea-4fe7-b8a7-30c143e33a67,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:06.871775 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa79d854-4533-499e-af67-b8771fd51967 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Made reservation on behalf of c3efc6a6fd814adc8f7fcb0582dd33b0 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:06.875384 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fa79d854-4533-499e-af67-b8771fd51967 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:06.911340 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-184664d8-3b78-4732-a4a9-06dc3ca8c978 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1befde80-3d03-49e7-820b-76cff475d5fc']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:06.926975 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-2e56c650-7813-4025-b422-08eb8f95188f None None] Deleting port 69a1c4ec-77ef-4354-b4e7-c625dedc8faa {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:06.927361 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2e56c650-7813-4025-b422-08eb8f95188f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:06.933841 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-184664d8-3b78-4732-a4a9-06dc3ca8c978 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb108aa5-13bb-4f13-918e-1b7029b3127e') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:06.934134 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-184664d8-3b78-4732-a4a9-06dc3ca8c978 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb108aa5-13bb-4f13-918e-1b7029b3127e') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:06.981138 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-184664d8-3b78-4732-a4a9-06dc3ca8c978 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:06.993216 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa79d854-4533-499e-af67-b8771fd51967 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:48:07.005071 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-85e0aa7d-80f4-40f4-8395-a977cd4468f9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Allocated IP 172.20.0.1 (a3ef6aca-08db-4695-ba7c-db91766cd459/066c2e10-3d59-41d9-bc29-6b5c4e84f7e6/06f20351-67e8-44bd-af95-3211c12339be) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:07.007289 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-2e56c650-7813-4025-b422-08eb8f95188f None None] The port '69a1c4ec-77ef-4354-b4e7-c625dedc8faa' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:48:07.030318 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e85ce19c-76bb-40b1-9d59-3dce3a84a9e6 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "GET /v2.0/routers/961b3231-706f-4864-bbad-d24a8947dbd5 HTTP/1.1" status: 200 len: 886 time: 1.2207906 Jan 21 09:48:07.031676 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fa79d854-4533-499e-af67-b8771fd51967 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:07.032015 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-fa79d854-4533-499e-af67-b8771fd51967 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Added segment ec71e438-807e-4626-824d-a8dfc943cb0e of type vlan for network 6e3de9e5-70da-4998-8ef2-2f048ac6221f Jan 21 09:48:07.039264 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33380) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:07.045605 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-184664d8-3b78-4732-a4a9-06dc3ca8c978 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:07.103668 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c94705e5-3628-4e6e-97fb-cc8a034aac48 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Synchronizing usage tracker for tenant:d00df50c19fa484a82254f37be8cb96c on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:07.106360 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-184664d8-3b78-4732-a4a9-06dc3ca8c978 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:48:07.106726 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-184664d8-3b78-4732-a4a9-06dc3ca8c978 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:07.144235 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:48:07.144235 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:48:07.144235 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:48:07.144235 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:48:07.144235 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:48:07.144235 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:48:07.144235 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:48:07.144235 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:48:07.144235 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:48:07.144235 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:48:07.144235 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:48:07.144235 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:48:07.144235 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:48:07.144235 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:48:07.144235 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:48:07.144235 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:48:07.144235 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:48:07.144235 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:48:07.144235 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:48:07.144235 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:48:07.144235 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:48:07.144235 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:48:07.144235 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:48:07.144235 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:48:07.144235 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:48:07.144235 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:48:07.144235 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:48:07.144235 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:48:07.144235 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:48:07.144235 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:48:07.144235 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:48:07.144235 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:48:07.194317 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-62634a9c-233d-4c5b-a6b8-3eda0379376f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:07.208782 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fa79d854-4533-499e-af67-b8771fd51967 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:07.234475 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-81d9cecf-bac7-45b0-bd82-290cb0f29ad6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] device_id is not set on port 9ac1dd27-578c-4a8b-8437-27fcdf63d29b yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:48:07.265955 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-62634a9c-233d-4c5b-a6b8-3eda0379376f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Transition to ACTIVE for port object 4600044f-605a-423b-b1b6-d3b32215d8b5 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:07.307984 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c94705e5-3628-4e6e-97fb-cc8a034aac48 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Unset dirty status for tenant:d00df50c19fa484a82254f37be8cb96c on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:07.311821 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c94705e5-3628-4e6e-97fb-cc8a034aac48 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "GET /v2.0/ports?device_id=961b3231-706f-4864-bbad-d24a8947dbd5 HTTP/1.1" status: 200 len: 205 time: 0.2715936 Jan 21 09:48:07.313532 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33384) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:07.320451 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-184664d8-3b78-4732-a4a9-06dc3ca8c978 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:07.357186 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-184664d8-3b78-4732-a4a9-06dc3ca8c978 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:07.374649 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 74d67571-61ea-4fe7-b8a7-30c143e33a67 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:48:07.387118 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184664d8-3b78-4732-a4a9-06dc3ca8c978 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Network': ['ID=1befde80-3d03-49e7-820b-76cff475d5fc,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:07.405998 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fa79d854-4533-499e-af67-b8771fd51967 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:07.409727 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa79d854-4533-499e-af67-b8771fd51967 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:07.410492 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fa79d854-4533-499e-af67-b8771fd51967 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:07.453657 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-184664d8-3b78-4732-a4a9-06dc3ca8c978 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/networks/1befde80-3d03-49e7-820b-76cff475d5fc HTTP/1.1" status: 204 len: 168 time: 2.2957633 Jan 21 09:48:07.459671 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33388) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:07.471564 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-62634a9c-233d-4c5b-a6b8-3eda0379376f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:07.491589 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-ceda7997-0345-4002-b2c8-8c42304519f3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'port': {'network_id': 'eb5bb302-f98e-4daf-ab12-078a12bff700', 'name': 'tempest-PortsTestJSON-1186304482'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:07.513605 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 74d67571-61ea-4fe7-b8a7-30c143e33a67 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:07.514159 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:07.536177 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-fa79d854-4533-499e-af67-b8771fd51967 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9307826 Jan 21 09:48:07.544859 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-85e0aa7d-80f4-40f4-8395-a977cd4468f9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:07.550755 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33392) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:07.566691 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-0a0994cb-bfa5-4121-980a-2055d834bdb5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Request body: {'subnet': {'network_id': '6e3de9e5-70da-4998-8ef2-2f048ac6221f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:07.582366 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-f705421b-7d88-4cd1-9b30-4c067e212242 None None] Allocated IP 172.20.0.2 (d5f237d0-52c1-4100-800c-a471203fec66/7c80de23-aaa2-4ec2-b050-d9fda313a6c8/74d67571-61ea-4fe7-b8a7-30c143e33a67) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:07.585304 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79d854-4533-499e-af67-b8771fd51967 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Network': ['ID=6e3de9e5-70da-4998-8ef2-2f048ac6221f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:07.605300 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 6e3de9e5-70da-4998-8ef2-2f048ac6221f details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:48:07.625628 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-11a3f20a-526d-4490-b830-64ef3a5c7cce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32bf03f1-5287-4b92-bc6e-7943d0881fc4 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:48:07.652898 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-11a3f20a-526d-4490-b830-64ef3a5c7cce service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:07.695716 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0a0994cb-bfa5-4121-980a-2055d834bdb5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:07.700103 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0a0994cb-bfa5-4121-980a-2055d834bdb5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Usage tracker for resource:subnet and tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:07.704076 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0a0994cb-bfa5-4121-980a-2055d834bdb5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:07.712332 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-85e0aa7d-80f4-40f4-8395-a977cd4468f9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:07.716417 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0a0994cb-bfa5-4121-980a-2055d834bdb5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:07.728935 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-11a3f20a-526d-4490-b830-64ef3a5c7cce service neutron] Transition to ACTIVE for port object 32bf03f1-5287-4b92-bc6e-7943d0881fc4 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:07.794794 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0aa7d-80f4-40f4-8395-a977cd4468f9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event updated for resources: {'Port': ['ID=06f20351-67e8-44bd-af95-3211c12339be,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:07.816474 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e0aa7d-80f4-40f4-8395-a977cd4468f9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Network a3ef6aca-08db-4695-ba7c-db91766cd459 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:07.825120 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-81d9cecf-bac7-45b0-bd82-290cb0f29ad6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:07.828414 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-85e0aa7d-80f4-40f4-8395-a977cd4468f9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:07.832276 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e0aa7d-80f4-40f4-8395-a977cd4468f9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:07.891004 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0994cb-bfa5-4121-980a-2055d834bdb5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Made reservation on behalf of c3efc6a6fd814adc8f7fcb0582dd33b0 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:07.930653 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 69a1c4ec-77ef-4354-b4e7-c625dedc8faa no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:48:07.972168 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 69a1c4ec-77ef-4354-b4e7-c625dedc8faa {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:48:07.972463 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 69a1c4ec-77ef-4354-b4e7-c625dedc8faa not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:48:07.978070 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-f705421b-7d88-4cd1-9b30-4c067e212242 None None] For port 74d67571-61ea-4fe7-b8a7-30c143e33a67, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=74d67571-61ea-4fe7-b8a7-30c143e33a67,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:08.005724 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f705421b-7d88-4cd1-9b30-4c067e212242 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.013384 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-11a3f20a-526d-4490-b830-64ef3a5c7cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.023710 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f705421b-7d88-4cd1-9b30-4c067e212242 None None] Transition to ACTIVE for port object 74d67571-61ea-4fe7-b8a7-30c143e33a67 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:08.028544 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f705421b-7d88-4cd1-9b30-4c067e212242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.054230 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62634a9c-233d-4c5b-a6b8-3eda0379376f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:08.072907 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-62634a9c-233d-4c5b-a6b8-3eda0379376f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:08.082425 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62634a9c-233d-4c5b-a6b8-3eda0379376f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Port': ['ID=4600044f-605a-423b-b1b6-d3b32215d8b5,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:08.086528 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62634a9c-233d-4c5b-a6b8-3eda0379376f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:08.123101 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ceda7997-0345-4002-b2c8-8c42304519f3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:08.129873 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-81d9cecf-bac7-45b0-bd82-290cb0f29ad6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] device_id is not set on port 1014074a-9bc1-4c6d-8b13-76b5644ec6c7 yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:48:08.165088 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ceda7997-0345-4002-b2c8-8c42304519f3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:port and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:08.179829 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ceda7997-0345-4002-b2c8-8c42304519f3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:08.200249 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ceda7997-0345-4002-b2c8-8c42304519f3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:08.200788 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705421b-7d88-4cd1-9b30-4c067e212242 None None] Pushing event updated for resources: {'Port': ['ID=74d67571-61ea-4fe7-b8a7-30c143e33a67,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:08.211831 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-85e0aa7d-80f4-40f4-8395-a977cd4468f9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.234585 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0a0994cb-bfa5-4121-980a-2055d834bdb5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.382908 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceda7997-0345-4002-b2c8-8c42304519f3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Made reservation on behalf of 081c5e94b3d84c0c999dc4d73e79f211 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:08.386456 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ceda7997-0345-4002-b2c8-8c42304519f3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.458589 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea09e4-7e5a-4460-95dd-09921f1b9763 req-5ba633b0-a747-4ecb-8fa3-6b4cb2d1d6f6 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:08.465816 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-67ea09e4-7e5a-4460-95dd-09921f1b9763 req-5ba633b0-a747-4ecb-8fa3-6b4cb2d1d6f6 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/ports?device_id=fe8aa511-607a-4f64-9172-474d512829dd HTTP/1.1" status: 200 len: 943 time: 0.5353131 Jan 21 09:48:08.520361 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3f20a-526d-4490-b830-64ef3a5c7cce service neutron] Pushing event updated for resources: {'Port': ['ID=32bf03f1-5287-4b92-bc6e-7943d0881fc4,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:08.545588 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62634a9c-233d-4c5b-a6b8-3eda0379376f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:08.546383 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-62634a9c-233d-4c5b-a6b8-3eda0379376f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.558843 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-85e0aa7d-80f4-40f4-8395-a977cd4468f9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.628972 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-ceda7997-0345-4002-b2c8-8c42304519f3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] device_id is not set on port 6698bf38-5c9f-4054-99dd-ecc38f3570fa yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:48:08.665931 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-67ea09e4-7e5a-4460-95dd-09921f1b9763 req-c4dc97f9-d402-457e-b1c9-da546048651b tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7576773-34b9-47cd-986d-6bff6a0f6165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1991208 Jan 21 09:48:08.758293 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-62634a9c-233d-4c5b-a6b8-3eda0379376f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.6866229 Jan 21 09:48:08.764652 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33398) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:08.786321 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0a0994cb-bfa5-4121-980a-2055d834bdb5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.935481 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-11a3f20a-526d-4490-b830-64ef3a5c7cce service neutron] Attempting to bind port 32bf03f1-5287-4b92-bc6e-7943d0881fc4 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:48:08.935820 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-11a3f20a-526d-4490-b830-64ef3a5c7cce service neutron] Attempting to bind port 32bf03f1-5287-4b92-bc6e-7943d0881fc4 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '155ca858-1c82-4acd-b696-f79df79a5f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7c76e461-3311-4ee9-93b1-5e66961e7ff1'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:48:08.936147 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-11a3f20a-526d-4490-b830-64ef3a5c7cce service neutron] Attempting to bind port 32bf03f1-5287-4b92-bc6e-7943d0881fc4 on network 7c76e461-3311-4ee9-93b1-5e66961e7ff1 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:48:08.940124 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-81d9cecf-bac7-45b0-bd82-290cb0f29ad6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.959489 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0994cb-bfa5-4121-980a-2055d834bdb5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Subnet': ['ID=4c541897-6464-4924-ab76-e3c0cd90395c,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:09.040578 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-11a3f20a-526d-4490-b830-64ef3a5c7cce service neutron] Port 32bf03f1-5287-4b92-bc6e-7943d0881fc4 on network 7c76e461-3311-4ee9-93b1-5e66961e7ff1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:48:09.040904 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-11a3f20a-526d-4490-b830-64ef3a5c7cce service neutron] Attempting to bind port 32bf03f1-5287-4b92-bc6e-7943d0881fc4 on network 7c76e461-3311-4ee9-93b1-5e66961e7ff1 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:48:09.057448 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0994cb-bfa5-4121-980a-2055d834bdb5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Checking segment: {'id': 'ec71e438-807e-4626-824d-a8dfc943cb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6e3de9e5-70da-4998-8ef2-2f048ac6221f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:09.058148 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0994cb-bfa5-4121-980a-2055d834bdb5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Network hostable DHCP agents. Network: 6e3de9e5-70da-4998-8ef2-2f048ac6221f, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:48:09.090314 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-63f1bd55-09f8-4766-ad05-7c6eb1e362ea None None] Provisioning for port 74d67571-61ea-4fe7-b8a7-30c143e33a67 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:09.099942 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6dfc2034-7ca0-4b7c-82cc-0a4162e4f95d tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:09.103286 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-63f1bd55-09f8-4766-ad05-7c6eb1e362ea None None] Provisioning complete for port 74d67571-61ea-4fe7-b8a7-30c143e33a67 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:09.106290 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-63f1bd55-09f8-4766-ad05-7c6eb1e362ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:09.124718 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0994cb-bfa5-4121-980a-2055d834bdb5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Network 6e3de9e5-70da-4998-8ef2-2f048ac6221f is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:48:09.154953 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-0a0994cb-bfa5-4121-980a-2055d834bdb5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 6e3de9e5-70da-4998-8ef2-2f048ac6221f) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:09.162951 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0994cb-bfa5-4121-980a-2055d834bdb5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:09.163913 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0a0994cb-bfa5-4121-980a-2055d834bdb5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:09.172859 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81bc19f-bab5-4524-94e8-0f7e45b9c9bd None None] Network 6e3de9e5-70da-4998-8ef2-2f048ac6221f requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:09.175100 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-11a3f20a-526d-4490-b830-64ef3a5c7cce service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:48:09.175437 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-11a3f20a-526d-4490-b830-64ef3a5c7cce service neutron] Checking segment: {'id': '155ca858-1c82-4acd-b696-f79df79a5f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7c76e461-3311-4ee9-93b1-5e66961e7ff1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:09.175817 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-11a3f20a-526d-4490-b830-64ef3a5c7cce service neutron] Bound using segment: {'id': '155ca858-1c82-4acd-b696-f79df79a5f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7c76e461-3311-4ee9-93b1-5e66961e7ff1'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:48:09.176462 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-11a3f20a-526d-4490-b830-64ef3a5c7cce service neutron] Bound port: 32bf03f1-5287-4b92-bc6e-7943d0881fc4, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '155ca858-1c82-4acd-b696-f79df79a5f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7c76e461-3311-4ee9-93b1-5e66961e7ff1'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:48:09.176978 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-11a3f20a-526d-4490-b830-64ef3a5c7cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:09.202019 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-85e0aa7d-80f4-40f4-8395-a977cd4468f9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:09.209430 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0a0994cb-bfa5-4121-980a-2055d834bdb5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6538584 Jan 21 09:48:09.210323 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33402) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:09.213682 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-85e0aa7d-80f4-40f4-8395-a977cd4468f9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:09.249373 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-eaf929db-2e1f-4893-a5aa-8674a127a33d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1106715673', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:09.272951 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ceda7997-0345-4002-b2c8-8c42304519f3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:09.280507 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb648cd-0991-48c5-9775-b90618233317 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:09.285375 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb648cd-0991-48c5-9775-b90618233317 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:09.286228 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-edb648cd-0991-48c5-9775-b90618233317 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:09.304737 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-81d9cecf-bac7-45b0-bd82-290cb0f29ad6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:09.359523 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-eaf929db-2e1f-4893-a5aa-8674a127a33d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:09.388982 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 74d67571-61ea-4fe7-b8a7-30c143e33a67 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:48:09.390903 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-eaf929db-2e1f-4893-a5aa-8674a127a33d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Usage tracker for resource:router and tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:09.398567 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-eaf929db-2e1f-4893-a5aa-8674a127a33d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:09.419649 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-eaf929db-2e1f-4893-a5aa-8674a127a33d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:09.424530 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0aa7d-80f4-40f4-8395-a977cd4468f9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event updated for resources: {'Port': ['ID=06f20351-67e8-44bd-af95-3211c12339be,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:09.435041 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-85e0aa7d-80f4-40f4-8395-a977cd4468f9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:09.449617 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eaf929db-2e1f-4893-a5aa-8674a127a33d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:09.450523 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eaf929db-2e1f-4893-a5aa-8674a127a33d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:09.460174 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-edb648cd-0991-48c5-9775-b90618233317 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:09.461327 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-edb648cd-0991-48c5-9775-b90618233317 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6833100 Jan 21 09:48:09.471286 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33406) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:09.528537 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9cecf-bac7-45b0-bd82-290cb0f29ad6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Pushing event updated for resources: {'Port': ['ID=9ac1dd27-578c-4a8b-8437-27fcdf63d29b,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:09.531031 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-11a3f20a-526d-4490-b830-64ef3a5c7cce service neutron] For port 32bf03f1-5287-4b92-bc6e-7943d0881fc4, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:48:09.559234 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eaf929db-2e1f-4893-a5aa-8674a127a33d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:09.568233 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ceda7997-0345-4002-b2c8-8c42304519f3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:09.576514 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-11a3f20a-526d-4490-b830-64ef3a5c7cce service neutron] For port 32bf03f1-5287-4b92-bc6e-7943d0881fc4, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=32bf03f1-5287-4b92-bc6e-7943d0881fc4,segment=NetworkSegment(155ca858-1c82-4acd-b696-f79df79a5f2d),segment_id=155ca858-1c82-4acd-b696-f79df79a5f2d)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:48:09.615624 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eaf929db-2e1f-4893-a5aa-8674a127a33d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:09.640000 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-11a3f20a-526d-4490-b830-64ef3a5c7cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:09.640419 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e0aa7d-80f4-40f4-8395-a977cd4468f9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Network a3ef6aca-08db-4695-ba7c-db91766cd459 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:09.644413 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-85e0aa7d-80f4-40f4-8395-a977cd4468f9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:09.685231 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4375b23-f624-4a2b-b7b7-8df7159e386d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-6e3de9e5-70da-4998-8ef2-2f048ac6221f', 'network_id': '6e3de9e5-70da-4998-8ef2-2f048ac6221f', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'fixed_ips': [{'subnet_id': '4c541897-6464-4924-ab76-e3c0cd90395c'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:48:09.686122 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c4375b23-f624-4a2b-b7b7-8df7159e386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:09.704619 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-15337074-dca9-4f67-82aa-d888b4d70be7 None None] Provisioning for port 4600044f-605a-423b-b1b6-d3b32215d8b5 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:09.712613 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-15337074-dca9-4f67-82aa-d888b4d70be7 None None] Provisioning complete for port 4600044f-605a-423b-b1b6-d3b32215d8b5 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:09.713002 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-15337074-dca9-4f67-82aa-d888b4d70be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:09.737040 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eaf929db-2e1f-4893-a5aa-8674a127a33d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:09.738265 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-eaf929db-2e1f-4893-a5aa-8674a127a33d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5263512 Jan 21 09:48:09.741486 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33412) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:09.749408 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda7997-0345-4002-b2c8-8c42304519f3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Port': ['ID=6698bf38-5c9f-4054-99dd-ecc38f3570fa,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:09.819213 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d9cecf-bac7-45b0-bd82-290cb0f29ad6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Checking segment: {'id': '9898d00a-7799-4844-bc05-b8696942aa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b182bcfd-8fd2-4edd-b96c-cf8b31f26144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:09.819583 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d9cecf-bac7-45b0-bd82-290cb0f29ad6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Network hostable DHCP agents. Network: b182bcfd-8fd2-4edd-b96c-cf8b31f26144, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:48:09.821615 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 74d67571-61ea-4fe7-b8a7-30c143e33a67 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:09.821885 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:09.841322 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-5f01fff6-a922-4f9b-8a3e-25ead8cd02c3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting port 4600044f-605a-423b-b1b6-d3b32215d8b5 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:09.841743 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5f01fff6-a922-4f9b-8a3e-25ead8cd02c3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:09.859816 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-15337074-dca9-4f67-82aa-d888b4d70be7 None None] Port 4600044f-605a-423b-b1b6-d3b32215d8b5 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:48:09.961665 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceda7997-0345-4002-b2c8-8c42304519f3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Network eb5bb302-f98e-4daf-ab12-078a12bff700 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:09.975018 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-ceda7997-0345-4002-b2c8-8c42304519f3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:09.993649 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceda7997-0345-4002-b2c8-8c42304519f3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:09.993649 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceda7997-0345-4002-b2c8-8c42304519f3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:09.993649 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ceda7997-0345-4002-b2c8-8c42304519f3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:09.996122 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-11a3f20a-526d-4490-b830-64ef3a5c7cce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:09.997539 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-11a3f20a-526d-4490-b830-64ef3a5c7cce service neutron] 10.222.0.124 "PUT /v2.0/ports/32bf03f1-5287-4b92-bc6e-7943d0881fc4 HTTP/1.1" status: 200 len: 1093 time: 4.5843952 Jan 21 09:48:10.004951 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe8aa511-607a-4f64-9172-474d512829dd', 'tag': '32bf03f1-5287-4b92-bc6e-7943d0881fc4'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:48:10.054425 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-c4375b23-f624-4a2b-b7b7-8df7159e386d None None] Allocated IP 2001:db8::2 (6e3de9e5-70da-4998-8ef2-2f048ac6221f/4c541897-6464-4924-ab76-e3c0cd90395c/112e7e1b-ea2d-47c5-918f-48201f7ea709) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:10.249279 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d9cecf-bac7-45b0-bd82-290cb0f29ad6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Network b182bcfd-8fd2-4edd-b96c-cf8b31f26144 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:48:10.251772 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3f20a-526d-4490-b830-64ef3a5c7cce service neutron] Pushing event updated for resources: {'Port': ['ID=32bf03f1-5287-4b92-bc6e-7943d0881fc4,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:10.294668 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ceda7997-0345-4002-b2c8-8c42304519f3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.8294301 Jan 21 09:48:10.306791 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-81d9cecf-bac7-45b0-bd82-290cb0f29ad6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, b182bcfd-8fd2-4edd-b96c-cf8b31f26144) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:10.311489 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33420) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:10.346866 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226468b0-5991-4b8b-a918-12ae4ea107d0 None None] Network b182bcfd-8fd2-4edd-b96c-cf8b31f26144 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:10.372675 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d9cecf-bac7-45b0-bd82-290cb0f29ad6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:10.373529 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-81d9cecf-bac7-45b0-bd82-290cb0f29ad6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:10.469609 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c4375b23-f624-4a2b-b7b7-8df7159e386d None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:10.497481 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-c4375b23-f624-4a2b-b7b7-8df7159e386d None None] Transition to ACTIVE for port object 112e7e1b-ea2d-47c5-918f-48201f7ea709 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:10.498749 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5825508-96e9-4145-b8c8-0247aac46e3c req-5c7b174e-9583-46c1-be7a-f49c86112334 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:10.500394 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b5825508-96e9-4145-b8c8-0247aac46e3c req-5c7b174e-9583-46c1-be7a-f49c86112334 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/ports?device_id=fe8aa511-607a-4f64-9172-474d512829dd HTTP/1.1" status: 200 len: 943 time: 0.6734948 Jan 21 09:48:10.580655 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-c4375b23-f624-4a2b-b7b7-8df7159e386d None None] Transition to ACTIVE for port object 112e7e1b-ea2d-47c5-918f-48201f7ea709 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:10.593432 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c4375b23-f624-4a2b-b7b7-8df7159e386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:10.678643 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4375b23-f624-4a2b-b7b7-8df7159e386d None None] Network 6e3de9e5-70da-4998-8ef2-2f048ac6221f is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:10.682386 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-c4375b23-f624-4a2b-b7b7-8df7159e386d None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:10.687316 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4375b23-f624-4a2b-b7b7-8df7159e386d None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:10.691190 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4375b23-f624-4a2b-b7b7-8df7159e386d None None] Pushing event updated for resources: {'Port': ['ID=112e7e1b-ea2d-47c5-918f-48201f7ea709,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:10.753720 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6c0a7ed3-17b6-4454-98d9-b9e02114d791 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Deleting port 6698bf38-5c9f-4054-99dd-ecc38f3570fa {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:10.754098 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6c0a7ed3-17b6-4454-98d9-b9e02114d791 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:10.777254 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fdff9be0-7f4d-4dbc-9dcd-4fb217304b76 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:10.794381 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c4375b23-f624-4a2b-b7b7-8df7159e386d None None] Attempting to bind port 112e7e1b-ea2d-47c5-918f-48201f7ea709 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:48:10.794753 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c4375b23-f624-4a2b-b7b7-8df7159e386d None None] Attempting to bind port 112e7e1b-ea2d-47c5-918f-48201f7ea709 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'ec71e438-807e-4626-824d-a8dfc943cb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6e3de9e5-70da-4998-8ef2-2f048ac6221f'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:48:10.795117 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4375b23-f624-4a2b-b7b7-8df7159e386d None None] Attempting to bind port 112e7e1b-ea2d-47c5-918f-48201f7ea709 on network 6e3de9e5-70da-4998-8ef2-2f048ac6221f {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:48:10.797811 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6dfc2034-7ca0-4b7c-82cc-0a4162e4f95d tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:10.803638 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-4896f1f1-a5aa-4f23-8985-170a962effe1 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=1e3f77cee1f142a6ae1fa2606c54e16c&device_id=fe8aa511-607a-4f64-9172-474d512829dd HTTP/1.1" status: 200 len: 1096 time: 0.7426884 Jan 21 09:48:10.804380 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9cecf-bac7-45b0-bd82-290cb0f29ad6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Pushing event updated for resources: {'Port': ['ID=1014074a-9bc1-4c6d-8b13-76b5644ec6c7,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:10.806577 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4375b23-f624-4a2b-b7b7-8df7159e386d None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:48:10.806943 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4375b23-f624-4a2b-b7b7-8df7159e386d None None] Checking segment: {'id': 'ec71e438-807e-4626-824d-a8dfc943cb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6e3de9e5-70da-4998-8ef2-2f048ac6221f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:10.807525 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c4375b23-f624-4a2b-b7b7-8df7159e386d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:10.808240 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4375b23-f624-4a2b-b7b7-8df7159e386d None None] Bound using segment: {'id': 'ec71e438-807e-4626-824d-a8dfc943cb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6e3de9e5-70da-4998-8ef2-2f048ac6221f'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:48:10.808618 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c4375b23-f624-4a2b-b7b7-8df7159e386d None None] Bound port: 112e7e1b-ea2d-47c5-918f-48201f7ea709, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec71e438-807e-4626-824d-a8dfc943cb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6e3de9e5-70da-4998-8ef2-2f048ac6221f'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:48:10.809004 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c4375b23-f624-4a2b-b7b7-8df7159e386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:10.938870 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6dfc2034-7ca0-4b7c-82cc-0a4162e4f95d tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Deleting port 2dd5c527-e806-4147-a3a8-9aa0406fdbb1 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:10.940345 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6dfc2034-7ca0-4b7c-82cc-0a4162e4f95d tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:10.944302 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e0aa7d-80f4-40f4-8395-a977cd4468f9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Router b3e08f78-8c2f-4161-b95d-6d981a4110a4 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:48:10.949198 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-c4375b23-f624-4a2b-b7b7-8df7159e386d None None] For port 112e7e1b-ea2d-47c5-918f-48201f7ea709, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:48:10.953065 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-c4375b23-f624-4a2b-b7b7-8df7159e386d None None] For port 112e7e1b-ea2d-47c5-918f-48201f7ea709, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=112e7e1b-ea2d-47c5-918f-48201f7ea709,segment=NetworkSegment(ec71e438-807e-4626-824d-a8dfc943cb0e),segment_id=ec71e438-807e-4626-824d-a8dfc943cb0e)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:48:10.958605 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c4375b23-f624-4a2b-b7b7-8df7159e386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:11.000943 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5f01fff6-a922-4f9b-8a3e-25ead8cd02c3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:11.027086 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-37aea6cf-41ff-4aac-946c-f634a04a7019 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32bf03f1-5287-4b92-bc6e-7943d0881fc4 HTTP/1.1" status: 200 len: 217 time: 0.1840951 Jan 21 09:48:11.058844 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b5825508-96e9-4145-b8c8-0247aac46e3c req-cb55c808-354a-4820-888d-41985a2e7757 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7576773-34b9-47cd-986d-6bff6a0f6165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3917077 Jan 21 09:48:11.059801 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4375b23-f624-4a2b-b7b7-8df7159e386d None None] Pushing event updated for resources: {'Port': ['ID=112e7e1b-ea2d-47c5-918f-48201f7ea709,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:11.228165 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-5f01fff6-a922-4f9b-8a3e-25ead8cd02c3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Calling delete_port for 4600044f-605a-423b-b1b6-d3b32215d8b5 owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:11.277634 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe8aa511-607a-4f64-9172-474d512829dd', 'tag': '32bf03f1-5287-4b92-bc6e-7943d0881fc4', 'status': 'completed', 'code': 200} Jan 21 09:48:11.289248 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d9cecf-bac7-45b0-bd82-290cb0f29ad6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Checking segment: {'id': 'b2d88213-ca8b-4ae0-8e29-7c48978158b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9f6e3d9a-3773-44a8-9533-888881957d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:11.289713 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d9cecf-bac7-45b0-bd82-290cb0f29ad6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Network hostable DHCP agents. Network: 9f6e3d9a-3773-44a8-9533-888881957d6d, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:48:11.373665 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-fdff9be0-7f4d-4dbc-9dcd-4fb217304b76 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Allocated IP 2001:db8::1 (6e3de9e5-70da-4998-8ef2-2f048ac6221f/4c541897-6464-4924-ab76-e3c0cd90395c/bfeb0a02-7098-4110-926f-2b651dd7d9df) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:11.436555 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 112e7e1b-ea2d-47c5-918f-48201f7ea709 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:48:11.514010 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 112e7e1b-ea2d-47c5-918f-48201f7ea709 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:11.518051 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-b0078ca1-c4a0-487f-a247-508875f568f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:11.518871 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-b0078ca1-c4a0-487f-a247-508875f568f4 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=23e2bbf6-5c4d-4071-9407-50801ecd5467 HTTP/1.1" status: 200 len: 833 time: 0.4628034 Jan 21 09:48:11.570679 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e0aa7d-80f4-40f4-8395-a977cd4468f9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:48:11.585368 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1991dd05-3082-47c6-bb94-9ac8eea49052 None None] Sync routers for ids ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:48:11.602071 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-85e0aa7d-80f4-40f4-8395-a977cd4468f9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "PUT /v2.0/routers/b3e08f78-8c2f-4161-b95d-6d981a4110a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4987383 Jan 21 09:48:11.603435 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fdff9be0-7f4d-4dbc-9dcd-4fb217304b76 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:11.606808 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33426) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:11.612841 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1991dd05-3082-47c6-bb94-9ac8eea49052 None None] Routers {'b3e08f78-8c2f-4161-b95d-6d981a4110a4'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:11.613784 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1991dd05-3082-47c6-bb94-9ac8eea49052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:47:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:11.618003 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-bc62ca4c-8e87-4890-b617-33315cd88d91 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Request body: {'port': {'network_id': 'a3ef6aca-08db-4695-ba7c-db91766cd459', 'name': 'tempest-FloatingIPTestJSON-536860442'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:11.632812 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6c0a7ed3-17b6-4454-98d9-b9e02114d791 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:11.651853 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d9cecf-bac7-45b0-bd82-290cb0f29ad6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Network 9f6e3d9a-3773-44a8-9533-888881957d6d is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:48:11.686266 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1991dd05-3082-47c6-bb94-9ac8eea49052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:11.699380 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1991dd05-3082-47c6-bb94-9ac8eea49052 None None] Routers {'b3e08f78-8c2f-4161-b95d-6d981a4110a4'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:11.700105 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1991dd05-3082-47c6-bb94-9ac8eea49052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:47:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:11.764448 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1991dd05-3082-47c6-bb94-9ac8eea49052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:11.765546 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1991dd05-3082-47c6-bb94-9ac8eea49052 None None] The sync data for ids ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:48:11.832302 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6dfc2034-7ca0-4b7c-82cc-0a4162e4f95d tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:11.843154 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-81d9cecf-bac7-45b0-bd82-290cb0f29ad6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 9f6e3d9a-3773-44a8-9533-888881957d6d) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:11.849209 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-fdff9be0-7f4d-4dbc-9dcd-4fb217304b76 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Transition to ACTIVE for port object bfeb0a02-7098-4110-926f-2b651dd7d9df will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:11.853149 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57bdf74-59b4-42a6-a948-e000481c09f0 None None] Network 9f6e3d9a-3773-44a8-9533-888881957d6d requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:11.853304 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6c0a7ed3-17b6-4454-98d9-b9e02114d791 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Calling delete_port for 6698bf38-5c9f-4054-99dd-ecc38f3570fa owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:11.930368 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bc62ca4c-8e87-4890-b617-33315cd88d91 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:11.933153 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fdff9be0-7f4d-4dbc-9dcd-4fb217304b76 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:11.978169 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bc62ca4c-8e87-4890-b617-33315cd88d91 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Usage tracker for resource:port and tenant:a9bbec69a2694a0bb3504d188ecd25f9 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:11.983249 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bc62ca4c-8e87-4890-b617-33315cd88d91 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:11.989704 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d9cecf-bac7-45b0-bd82-290cb0f29ad6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:11.994269 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d9cecf-bac7-45b0-bd82-290cb0f29ad6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:11.997453 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d9cecf-bac7-45b0-bd82-290cb0f29ad6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:11.998150 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-81d9cecf-bac7-45b0-bd82-290cb0f29ad6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:12.003703 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bc62ca4c-8e87-4890-b617-33315cd88d91 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:12.043600 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdff9be0-7f4d-4dbc-9dcd-4fb217304b76 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Network 6e3de9e5-70da-4998-8ef2-2f048ac6221f is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:12.047527 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc62ca4c-8e87-4890-b617-33315cd88d91 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Made reservation on behalf of a9bbec69a2694a0bb3504d188ecd25f9 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:12.051615 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc62ca4c-8e87-4890-b617-33315cd88d91 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:12.062028 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-fdff9be0-7f4d-4dbc-9dcd-4fb217304b76 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:12.064607 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdff9be0-7f4d-4dbc-9dcd-4fb217304b76 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:12.065318 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fdff9be0-7f4d-4dbc-9dcd-4fb217304b76 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:12.077090 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff9be0-7f4d-4dbc-9dcd-4fb217304b76 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Port': ['ID=bfeb0a02-7098-4110-926f-2b651dd7d9df,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:12.092215 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6dfc2034-7ca0-4b7c-82cc-0a4162e4f95d tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Calling delete_port for 2dd5c527-e806-4147-a3a8-9aa0406fdbb1 owned by network:router_gateway {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:12.098013 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-bc62ca4c-8e87-4890-b617-33315cd88d91 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] device_id is not set on port 4c029a8d-8b81-4ffb-903c-beadb2c508ad yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:48:12.209730 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-81d9cecf-bac7-45b0-bd82-290cb0f29ad6 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.6999729 Jan 21 09:48:12.214546 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33432) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:12.334078 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d58061f-8958-43f1-9fe8-545726ede2cf None None] Network 6e3de9e5-70da-4998-8ef2-2f048ac6221f requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:12.347599 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fdff9be0-7f4d-4dbc-9dcd-4fb217304b76 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:12.389334 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-bc62ca4c-8e87-4890-b617-33315cd88d91 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Allocated IP 172.20.0.4 (a3ef6aca-08db-4695-ba7c-db91766cd459/066c2e10-3d59-41d9-bc29-6b5c4e84f7e6/4c029a8d-8b81-4ffb-903c-beadb2c508ad) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:12.456848 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-620af474-737f-4e8d-9840-96928b894deb None None] Provisioning for port 112e7e1b-ea2d-47c5-918f-48201f7ea709 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:12.466487 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-620af474-737f-4e8d-9840-96928b894deb None None] Provisioning complete for port 112e7e1b-ea2d-47c5-918f-48201f7ea709 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:12.466984 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-620af474-737f-4e8d-9840-96928b894deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:12.489421 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-46974854-ff87-47e5-9f5c-fce491fd40a8 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=7c76e461-3311-4ee9-93b1-5e66961e7ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9518092 Jan 21 09:48:12.545361 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6c0a7ed3-17b6-4454-98d9-b9e02114d791 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:12.573080 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094485bd-ab10-49c4-bb02-bffda74667bc tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:12.576853 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094485bd-ab10-49c4-bb02-bffda74667bc tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:12.581965 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-094485bd-ab10-49c4-bb02-bffda74667bc tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3633537 Jan 21 09:48:12.589575 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33436) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:12.676760 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a7ed3-17b6-4454-98d9-b9e02114d791 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Port': ['ID=6698bf38-5c9f-4054-99dd-ecc38f3570fa,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:12.685147 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-ce38a88f-23cc-48b8-828e-1f1f49dae915 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Deleting port 9ac1dd27-578c-4a8b-8437-27fcdf63d29b {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:12.685488 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ce38a88f-23cc-48b8-828e-1f1f49dae915 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:12.709675 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-620af474-737f-4e8d-9840-96928b894deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:12.711282 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5f01fff6-a922-4f9b-8a3e-25ead8cd02c3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:12.760988 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-620af474-737f-4e8d-9840-96928b894deb None None] For port 112e7e1b-ea2d-47c5-918f-48201f7ea709, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=112e7e1b-ea2d-47c5-918f-48201f7ea709,segment=NetworkSegment(ec71e438-807e-4626-824d-a8dfc943cb0e),segment_id=ec71e438-807e-4626-824d-a8dfc943cb0e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:12.768720 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-620af474-737f-4e8d-9840-96928b894deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:12.799468 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01fff6-a922-4f9b-8a3e-25ead8cd02c3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Port': ['ID=4600044f-605a-423b-b1b6-d3b32215d8b5,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:12.804443 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6c0a7ed3-17b6-4454-98d9-b9e02114d791 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:12.872413 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620af474-737f-4e8d-9840-96928b894deb None None] Pushing event updated for resources: {'Port': ['ID=112e7e1b-ea2d-47c5-918f-48201f7ea709,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:12.884487 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6c0a7ed3-17b6-4454-98d9-b9e02114d791 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/ports/6698bf38-5c9f-4054-99dd-ecc38f3570fa HTTP/1.1" status: 204 len: 168 time: 2.5684357 Jan 21 09:48:12.890910 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fdb88-b47d-4619-854e-ab1706d700b2 req-2624b1dd-62c1-45d5-9a06-d9261b914416 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:12.898616 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-099fdb88-b47d-4619-854e-ab1706d700b2 req-2624b1dd-62c1-45d5-9a06-d9261b914416 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/ports?device_id=fe8aa511-607a-4f64-9172-474d512829dd HTTP/1.1" status: 200 len: 943 time: 0.6264284 Jan 21 09:48:12.899962 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33440) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:12.920595 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-fa889bb1-d2db-41e2-966a-8683dba6d40b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'port': {'network_id': 'eb5bb302-f98e-4daf-ab12-078a12bff700', 'mac_address': 'fa:16:3e:91:4b:69', 'name': 'tempest-PortsTestJSON-1987634446'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:12.966192 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-64475164-0235-402a-9167-d44a8cc3d9d2 service neutron] 10.222.0.124 "GET /v2.0/networks/7c76e461-3311-4ee9-93b1-5e66961e7ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633207 Jan 21 09:48:13.222530 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-099fdb88-b47d-4619-854e-ab1706d700b2 req-cc41d546-97d9-4de1-8afb-2cc496ad8648 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7576773-34b9-47cd-986d-6bff6a0f6165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3225980 Jan 21 09:48:13.243724 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5f01fff6-a922-4f9b-8a3e-25ead8cd02c3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:13.294539 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5f01fff6-a922-4f9b-8a3e-25ead8cd02c3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/4600044f-605a-423b-b1b6-d3b32215d8b5 HTTP/1.1" status: 204 len: 168 time: 3.8175027 Jan 21 09:48:13.297201 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33444) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:13.298154 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ce38a88f-23cc-48b8-828e-1f1f49dae915 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:13.321431 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fa889bb1-d2db-41e2-966a-8683dba6d40b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:13.330252 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-fa889bb1-d2db-41e2-966a-8683dba6d40b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:port and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:13.336933 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-fa889bb1-d2db-41e2-966a-8683dba6d40b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:13.359896 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-3306edb5-67e1-49dc-bad3-62a8238112c1 None None] Provisioning complete for port 112e7e1b-ea2d-47c5-918f-48201f7ea709 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:13.360331 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3306edb5-67e1-49dc-bad3-62a8238112c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:13.391561 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6dfc2034-7ca0-4b7c-82cc-0a4162e4f95d tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:13.436067 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 112e7e1b-ea2d-47c5-918f-48201f7ea709 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:48:13.451453 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2922f1-2faa-47c7-a004-8106411d6882 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:13.452970 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2922f1-2faa-47c7-a004-8106411d6882 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:13.454602 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2922f1-2faa-47c7-a004-8106411d6882 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:13.455589 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6c2922f1-2faa-47c7-a004-8106411d6882 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:13.466247 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-165c5715-893e-4fd7-aaa2-237bb1e47226 req-987377fb-8f38-4dde-a516-480361337f8e service neutron] 10.222.0.124 "GET /v2.0/networks/7c76e461-3311-4ee9-93b1-5e66961e7ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4864719 Jan 21 09:48:13.477072 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc2034-7ca0-4b7c-82cc-0a4162e4f95d tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event deleted for resources: {'Port': ['ID=2dd5c527-e806-4147-a3a8-9aa0406fdbb1,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:13.597819 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 112e7e1b-ea2d-47c5-918f-48201f7ea709 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:13.598356 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6c2922f1-2faa-47c7-a004-8106411d6882 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:13.599085 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6c2922f1-2faa-47c7-a004-8106411d6882 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2957637 Jan 21 09:48:13.599377 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:13.612567 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33448) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:13.685353 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-ce38a88f-23cc-48b8-828e-1f1f49dae915 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Calling delete_port for 9ac1dd27-578c-4a8b-8437-27fcdf63d29b owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:13.733340 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fa889bb1-d2db-41e2-966a-8683dba6d40b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:13.764006 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-3306edb5-67e1-49dc-bad3-62a8238112c1 None None] Provisioning for port bfeb0a02-7098-4110-926f-2b651dd7d9df completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:13.770300 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-fdff9be0-7f4d-4dbc-9dcd-4fb217304b76 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:48:13.784505 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-3306edb5-67e1-49dc-bad3-62a8238112c1 None None] Provisioning complete for port bfeb0a02-7098-4110-926f-2b651dd7d9df triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:13.784825 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3306edb5-67e1-49dc-bad3-62a8238112c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:13.812657 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fdff9be0-7f4d-4dbc-9dcd-4fb217304b76 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:13.874783 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa889bb1-d2db-41e2-966a-8683dba6d40b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Made reservation on behalf of 081c5e94b3d84c0c999dc4d73e79f211 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:13.904592 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-3306edb5-67e1-49dc-bad3-62a8238112c1 None None] Port bfeb0a02-7098-4110-926f-2b651dd7d9df cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:48:13.920611 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fdff9be0-7f4d-4dbc-9dcd-4fb217304b76 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:13.921365 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fdff9be0-7f4d-4dbc-9dcd-4fb217304b76 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:13.926715 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ce38a88f-23cc-48b8-828e-1f1f49dae915 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:14.030511 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-617dc14c-467c-4e2d-a2e9-aefdfd7d02ef None None] Provisioning complete for port bfeb0a02-7098-4110-926f-2b651dd7d9df triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:14.030842 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-617dc14c-467c-4e2d-a2e9-aefdfd7d02ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:14.037178 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6dfc2034-7ca0-4b7c-82cc-0a4162e4f95d tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:14.057911 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc62ca4c-8e87-4890-b617-33315cd88d91 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:14.104857 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-617dc14c-467c-4e2d-a2e9-aefdfd7d02ef None None] Port bfeb0a02-7098-4110-926f-2b651dd7d9df cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:48:14.133466 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ce38a88f-23cc-48b8-828e-1f1f49dae915 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:14.190623 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fa889bb1-d2db-41e2-966a-8683dba6d40b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:14.224521 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff9be0-7f4d-4dbc-9dcd-4fb217304b76 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Port': ['ID=bfeb0a02-7098-4110-926f-2b651dd7d9df,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:14.268490 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ce38a88f-23cc-48b8-828e-1f1f49dae915 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] 10.222.0.104 "DELETE /v2.0/ports/9ac1dd27-578c-4a8b-8437-27fcdf63d29b HTTP/1.1" status: 204 len: 168 time: 1.6749763 Jan 21 09:48:14.276586 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33454) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:14.307615 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a2ea9d2d-7b2f-41d1-8124-fc831bb3a8f1 req-62ed6af5-8232-4f07-b6d8-74f6b665d329 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=1e3f77cee1f142a6ae1fa2606c54e16c&device_id=fe8aa511-607a-4f64-9172-474d512829dd HTTP/1.1" status: 200 len: 1096 time: 0.7766433 Jan 21 09:48:14.330762 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38a88f-23cc-48b8-828e-1f1f49dae915 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Pushing event deleted for resources: {'Port': ['ID=9ac1dd27-578c-4a8b-8437-27fcdf63d29b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:14.358651 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-fa889bb1-d2db-41e2-966a-8683dba6d40b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] device_id is not set on port 9a99b17d-a98b-4277-a69e-1f3df5f59300 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:48:14.464705 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc62ca4c-8e87-4890-b617-33315cd88d91 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:14.565316 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e9bda8-987f-4403-b430-33892db4ebb5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting subnet 7c80de23-aaa2-4ec2-b050-d9fda313a6c8 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:48:14.567352 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-18501744-3c49-413d-ab87-5048fe161019 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Deleting port 1014074a-9bc1-4c6d-8b13-76b5644ec6c7 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:14.567693 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-18501744-3c49-413d-ab87-5048fe161019 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:14.570798 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6dfc2034-7ca0-4b7c-82cc-0a4162e4f95d tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:14.576537 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e9bda8-987f-4403-b430-33892db4ebb5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:14.614344 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6dfc2034-7ca0-4b7c-82cc-0a4162e4f95d tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:14.667958 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea9d2d-7b2f-41d1-8124-fc831bb3a8f1 req-7cddc542-e00b-4e65-8b59-b9dd1a782ff0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:14.669430 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a2ea9d2d-7b2f-41d1-8124-fc831bb3a8f1 req-7cddc542-e00b-4e65-8b59-b9dd1a782ff0 service neutron] 10.222.0.124 "GET /v2.0/networks?id=7c76e461-3311-4ee9-93b1-5e66961e7ff1 HTTP/1.1" status: 200 len: 896 time: 0.3507726 Jan 21 09:48:14.679432 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e9bda8-987f-4403-b430-33892db4ebb5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:14.681303 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdff9be0-7f4d-4dbc-9dcd-4fb217304b76 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Network 6e3de9e5-70da-4998-8ef2-2f048ac6221f is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:14.700744 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-fdff9be0-7f4d-4dbc-9dcd-4fb217304b76 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:14.711238 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc62ca4c-8e87-4890-b617-33315cd88d91 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Network a3ef6aca-08db-4695-ba7c-db91766cd459 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:14.776558 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-bc62ca4c-8e87-4890-b617-33315cd88d91 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:14.781580 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62ca4c-8e87-4890-b617-33315cd88d91 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event updated for resources: {'Port': ['ID=4c029a8d-8b81-4ffb-903c-beadb2c508ad,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:14.790125 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc62ca4c-8e87-4890-b617-33315cd88d91 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:14.799275 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a2ea9d2d-7b2f-41d1-8124-fc831bb3a8f1 req-e71fe284-1a02-420a-bd0b-65fcbe2ee4fc service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32bf03f1-5287-4b92-bc6e-7943d0881fc4 HTTP/1.1" status: 200 len: 217 time: 0.1225464 Jan 21 09:48:14.802042 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6dfc2034-7ca0-4b7c-82cc-0a4162e4f95d tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:14.802817 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfc2034-7ca0-4b7c-82cc-0a4162e4f95d tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Fanout notify agent at l3_agent the message router_deleted on router 961b3231-706f-4864-bbad-d24a8947dbd5 {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:48:14.882449 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6dfc2034-7ca0-4b7c-82cc-0a4162e4f95d tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:14.888618 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6dfc2034-7ca0-4b7c-82cc-0a4162e4f95d tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/routers/961b3231-706f-4864-bbad-d24a8947dbd5 HTTP/1.1" status: 204 len: 168 time: 7.5715775 Jan 21 09:48:14.900251 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33458) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:14.909128 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-4a7b9ee3-0b08-4653-959a-0408127df274 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Request body: {'network': {'name': 'tempest-RoutersTest-243658747'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:14.917651 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4a7b9ee3-0b08-4653-959a-0408127df274 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:14.925857 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4a7b9ee3-0b08-4653-959a-0408127df274 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Usage tracker for resource:network and tenant:d00df50c19fa484a82254f37be8cb96c is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:14.929034 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea9d2d-7b2f-41d1-8124-fc831bb3a8f1 req-350fc5c8-6971-4349-a1f2-7c99c892dbac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:14.930516 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a2ea9d2d-7b2f-41d1-8124-fc831bb3a8f1 req-350fc5c8-6971-4349-a1f2-7c99c892dbac service neutron] 10.222.0.124 "GET /v2.0/subnets?id=23e2bbf6-5c4d-4071-9407-50801ecd5467 HTTP/1.1" status: 200 len: 833 time: 0.1198983 Jan 21 09:48:14.932296 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4a7b9ee3-0b08-4653-959a-0408127df274 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:14.977349 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4a7b9ee3-0b08-4653-959a-0408127df274 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:14.994902 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e9bda8-987f-4403-b430-33892db4ebb5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:15.050149 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d34e162e-a037-46a5-b2e5-7644b7a1e4a6 None None] Provisioning complete for port bfeb0a02-7098-4110-926f-2b651dd7d9df triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:15.051328 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d34e162e-a037-46a5-b2e5-7644b7a1e4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:15.052923 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7b9ee3-0b08-4653-959a-0408127df274 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Made reservation on behalf of d00df50c19fa484a82254f37be8cb96c for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:15.056487 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4a7b9ee3-0b08-4653-959a-0408127df274 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:15.100850 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc62ca4c-8e87-4890-b617-33315cd88d91 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:15.101439 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc62ca4c-8e87-4890-b617-33315cd88d91 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:15.108158 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-d34e162e-a037-46a5-b2e5-7644b7a1e4a6 None None] Port bfeb0a02-7098-4110-926f-2b651dd7d9df cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:48:15.121885 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a2ea9d2d-7b2f-41d1-8124-fc831bb3a8f1 req-f51a7baa-c13d-4868-a786-797b05415ffe service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=7c76e461-3311-4ee9-93b1-5e66961e7ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1842153 Jan 21 09:48:15.124419 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a7b9ee3-0b08-4653-959a-0408127df274 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:48:15.154265 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e9bda8-987f-4403-b430-33892db4ebb5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:15.165827 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d995c6-daf3-455f-aca6-8df80da8fd94 req-054495b1-fe67-4d7b-9f68-cbb9ec06e98d tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:15.167318 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-c6d995c6-daf3-455f-aca6-8df80da8fd94 req-054495b1-fe67-4d7b-9f68-cbb9ec06e98d tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/ports?device_id=fe8aa511-607a-4f64-9172-474d512829dd HTTP/1.1" status: 200 len: 943 time: 0.7673326 Jan 21 09:48:15.241750 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4a7b9ee3-0b08-4653-959a-0408127df274 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:15.242115 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-4a7b9ee3-0b08-4653-959a-0408127df274 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Added segment 82342fde-bd49-4d8a-9602-56c004899697 of type vlan for network 262294a5-204c-4fb3-9e6f-a8f48ad7fa3a Jan 21 09:48:15.262325 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9bda8-987f-4403-b430-33892db4ebb5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Subnet': ['ID=7c80de23-aaa2-4ec2-b050-d9fda313a6c8,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:15.275211 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-bc62ca4c-8e87-4890-b617-33315cd88d91 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.6670377 Jan 21 09:48:15.285868 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33462) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:15.288394 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e30b1f-5df9-44ed-80c5-f42e7ce2c95c None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:15.292043 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e9bda8-987f-4403-b430-33892db4ebb5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:15.296930 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fa889bb1-d2db-41e2-966a-8683dba6d40b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:15.327992 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-10d20b98-32ce-46d3-a921-8571326448d9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Request body: {'port': {'network_id': 'a3ef6aca-08db-4695-ba7c-db91766cd459', 'name': 'tempest-FloatingIPTestJSON-1818981434'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:15.359962 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e9bda8-987f-4403-b430-33892db4ebb5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:15.360186 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e9bda8-987f-4403-b430-33892db4ebb5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:15.360496 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e9bda8-987f-4403-b430-33892db4ebb5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:15.360833 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e9bda8-987f-4403-b430-33892db4ebb5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:15.361203 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e9bda8-987f-4403-b430-33892db4ebb5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:15.361525 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e9bda8-987f-4403-b430-33892db4ebb5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:15.361860 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e9bda8-987f-4403-b430-33892db4ebb5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:15.362187 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e9bda8-987f-4403-b430-33892db4ebb5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:15.362529 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e9bda8-987f-4403-b430-33892db4ebb5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:15.362831 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e9bda8-987f-4403-b430-33892db4ebb5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:15.363153 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e9bda8-987f-4403-b430-33892db4ebb5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:15.372803 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4a7b9ee3-0b08-4653-959a-0408127df274 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:15.456134 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-90e9bda8-987f-4403-b430-33892db4ebb5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/7c80de23-aaa2-4ec2-b050-d9fda313a6c8 HTTP/1.1" status: 204 len: 168 time: 1.8391938 Jan 21 09:48:15.463199 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33466) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:15.497868 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-18501744-3c49-413d-ab87-5048fe161019 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:15.525131 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a2ea9d2d-7b2f-41d1-8124-fc831bb3a8f1 req-119afaa3-ae46-4c56-b805-f24325252bfe service neutron] 10.222.0.124 "GET /v2.0/networks/7c76e461-3311-4ee9-93b1-5e66961e7ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937640 Jan 21 09:48:15.582819 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4a7b9ee3-0b08-4653-959a-0408127df274 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:15.586490 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7b9ee3-0b08-4653-959a-0408127df274 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:15.587065 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4a7b9ee3-0b08-4653-959a-0408127df274 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:15.701685 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-c6d995c6-daf3-455f-aca6-8df80da8fd94 req-526ae3fc-9e7f-4550-9241-733cd648f4c3 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7576773-34b9-47cd-986d-6bff6a0f6165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4856493 Jan 21 09:48:15.709997 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-18501744-3c49-413d-ab87-5048fe161019 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Calling delete_port for 1014074a-9bc1-4c6d-8b13-76b5644ec6c7 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:15.776119 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9b17857-07cd-4a31-b8c8-f1deb9b3d127 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting subnet ca978dbf-31f6-488c-900e-ba6ccba301ed {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:48:15.789847 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c9b17857-07cd-4a31-b8c8-f1deb9b3d127 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:15.806183 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fa889bb1-d2db-41e2-966a-8683dba6d40b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:15.853433 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4a7b9ee3-0b08-4653-959a-0408127df274 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9521143 Jan 21 09:48:15.857130 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33470) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:15.887146 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-7522e69d-3240-48ca-901d-6f923a66c229 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Request body: {'subnet': {'network_id': '262294a5-204c-4fb3-9e6f-a8f48ad7fa3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:15.902015 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-18501744-3c49-413d-ab87-5048fe161019 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:15.922819 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-10d20b98-32ce-46d3-a921-8571326448d9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:15.927699 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa889bb1-d2db-41e2-966a-8683dba6d40b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Network eb5bb302-f98e-4daf-ab12-078a12bff700 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:15.939026 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-fa889bb1-d2db-41e2-966a-8683dba6d40b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:15.941663 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa889bb1-d2db-41e2-966a-8683dba6d40b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:15.946287 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa889bb1-d2db-41e2-966a-8683dba6d40b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:15.946914 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fa889bb1-d2db-41e2-966a-8683dba6d40b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:15.953493 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa889bb1-d2db-41e2-966a-8683dba6d40b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Port': ['ID=9a99b17d-a98b-4277-a69e-1f3df5f59300,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:15.980084 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-18501744-3c49-413d-ab87-5048fe161019 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:15.999369 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa889bb1-d2db-41e2-966a-8683dba6d40b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:15.999889 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa889bb1-d2db-41e2-966a-8683dba6d40b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:16.000277 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa889bb1-d2db-41e2-966a-8683dba6d40b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:16.000716 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa889bb1-d2db-41e2-966a-8683dba6d40b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:16.000970 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa889bb1-d2db-41e2-966a-8683dba6d40b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:16.001336 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa889bb1-d2db-41e2-966a-8683dba6d40b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:16.001786 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa889bb1-d2db-41e2-966a-8683dba6d40b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:16.002329 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa889bb1-d2db-41e2-966a-8683dba6d40b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:16.002588 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa889bb1-d2db-41e2-966a-8683dba6d40b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:16.002914 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa889bb1-d2db-41e2-966a-8683dba6d40b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:16.003251 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa889bb1-d2db-41e2-966a-8683dba6d40b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:16.041124 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-18501744-3c49-413d-ab87-5048fe161019 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] 10.222.0.104 "DELETE /v2.0/ports/1014074a-9bc1-4c6d-8b13-76b5644ec6c7 HTTP/1.1" status: 204 len: 168 time: 1.7619996 Jan 21 09:48:16.052481 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-fa889bb1-d2db-41e2-966a-8683dba6d40b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.1414802 Jan 21 09:48:16.052481 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33474) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:16.063796 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33476) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:16.065082 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18501744-3c49-413d-ab87-5048fe161019 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Pushing event deleted for resources: {'Port': ['ID=1014074a-9bc1-4c6d-8b13-76b5644ec6c7,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:16.134082 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b9ee3-0b08-4653-959a-0408127df274 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Network': ['ID=262294a5-204c-4fb3-9e6f-a8f48ad7fa3a,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:16.147316 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 262294a5-204c-4fb3-9e6f-a8f48ad7fa3a details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:48:16.154527 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c9b17857-07cd-4a31-b8c8-f1deb9b3d127 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:16.174843 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-b3eb87ac-b1d4-43ba-b028-277bba721853 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Synchronizing usage tracker for tenant:803dbcc7da174668975380b6d5ecce72 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:16.184053 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-10d20b98-32ce-46d3-a921-8571326448d9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Usage tracker for resource:port and tenant:a9bbec69a2694a0bb3504d188ecd25f9 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:16.197416 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-10d20b98-32ce-46d3-a921-8571326448d9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:16.225358 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-10d20b98-32ce-46d3-a921-8571326448d9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:16.227948 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22df00f-f755-4453-bb8a-a5baac69f6ae tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:16.228616 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-b22df00f-f755-4453-bb8a-a5baac69f6ae tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Synchronizing usage tracker for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:16.249372 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdff9be0-7f4d-4dbc-9dcd-4fb217304b76 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Router adabae8a-0f43-4566-a76d-6e2eb68d5b6b is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:48:16.258059 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-b3eb87ac-b1d4-43ba-b028-277bba721853 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Unset dirty status for tenant:803dbcc7da174668975380b6d5ecce72 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:16.259514 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b3eb87ac-b1d4-43ba-b028-277bba721853 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1993306 Jan 21 09:48:16.260444 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a2ea9d2d-7b2f-41d1-8124-fc831bb3a8f1 req-a328cfa2-419b-47c0-a163-cd4c50cba7a3 service neutron] 10.222.0.124 "GET /v2.0/networks/7c76e461-3311-4ee9-93b1-5e66961e7ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7158866 Jan 21 09:48:16.268444 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33482) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:16.288957 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-47a0f60a-189a-4938-99f0-b89a56e657d0 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-169169985'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:16.296339 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7522e69d-3240-48ca-901d-6f923a66c229 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:16.298958 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d20b98-32ce-46d3-a921-8571326448d9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Made reservation on behalf of a9bbec69a2694a0bb3504d188ecd25f9 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:16.302283 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-10d20b98-32ce-46d3-a921-8571326448d9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:16.312752 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-47a0f60a-189a-4938-99f0-b89a56e657d0 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:16.319202 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-7522e69d-3240-48ca-901d-6f923a66c229 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Usage tracker for resource:subnet and tenant:d00df50c19fa484a82254f37be8cb96c is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:16.325502 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-7522e69d-3240-48ca-901d-6f923a66c229 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:16.328430 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-47a0f60a-189a-4938-99f0-b89a56e657d0 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Usage tracker for resource:network and tenant:803dbcc7da174668975380b6d5ecce72 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:16.334690 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-b22df00f-f755-4453-bb8a-a5baac69f6ae tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Unset dirty status for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:16.345281 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b22df00f-f755-4453-bb8a-a5baac69f6ae tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "GET /v2.0/ports/9a99b17d-a98b-4277-a69e-1f3df5f59300 HTTP/1.1" status: 200 len: 841 time: 0.2673695 Jan 21 09:48:16.345538 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-47a0f60a-189a-4938-99f0-b89a56e657d0 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:16.346900 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33486) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:16.349080 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7522e69d-3240-48ca-901d-6f923a66c229 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:16.352987 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-47a0f60a-189a-4938-99f0-b89a56e657d0 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:16.355546 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f5856398-bb12-42a1-ae87-ee53259f1232 None None] Provisioning complete for port 74d67571-61ea-4fe7-b8a7-30c143e33a67 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:16.355941 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f5856398-bb12-42a1-ae87-ee53259f1232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:16.373498 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-10d20b98-32ce-46d3-a921-8571326448d9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] device_id is not set on port 0ade5573-2bc3-4fc1-b5dc-186437520f7e yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:48:16.409970 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a0f60a-189a-4938-99f0-b89a56e657d0 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Made reservation on behalf of 803dbcc7da174668975380b6d5ecce72 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:16.412830 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-47a0f60a-189a-4938-99f0-b89a56e657d0 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:16.421933 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7522e69d-3240-48ca-901d-6f923a66c229 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Made reservation on behalf of d00df50c19fa484a82254f37be8cb96c for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:16.497457 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 32bf03f1-5287-4b92-bc6e-7943d0881fc4 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:48:16.499195 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-e0713472-1d85-4203-b257-3d085ed3b436 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Deleting port 9a99b17d-a98b-4277-a69e-1f3df5f59300 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:16.499677 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e0713472-1d85-4203-b257-3d085ed3b436 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:16.541476 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c9b17857-07cd-4a31-b8c8-f1deb9b3d127 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:16.630176 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47a0f60a-189a-4938-99f0-b89a56e657d0 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:48:16.630952 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdff9be0-7f4d-4dbc-9dcd-4fb217304b76 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:48:16.637809 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-fdff9be0-7f4d-4dbc-9dcd-4fb217304b76 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "PUT /v2.0/routers/adabae8a-0f43-4566-a76d-6e2eb68d5b6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8952584 Jan 21 09:48:16.640882 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33490) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:16.648049 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67def638-3c44-47d6-965b-9182ca2bbacf None None] Sync routers for ids ['adabae8a-0f43-4566-a76d-6e2eb68d5b6b'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:48:16.661756 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67def638-3c44-47d6-965b-9182ca2bbacf None None] Routers {'adabae8a-0f43-4566-a76d-6e2eb68d5b6b'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:16.662734 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-67def638-3c44-47d6-965b-9182ca2bbacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:47:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['adabae8a-0f43-4566-a76d-6e2eb68d5b6b'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:16.718390 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 32bf03f1-5287-4b92-bc6e-7943d0881fc4, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=32bf03f1-5287-4b92-bc6e-7943d0881fc4,segment=NetworkSegment(155ca858-1c82-4acd-b696-f79df79a5f2d),segment_id=155ca858-1c82-4acd-b696-f79df79a5f2d)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:16.719246 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-10d20b98-32ce-46d3-a921-8571326448d9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Allocated IP 172.20.0.5 (a3ef6aca-08db-4695-ba7c-db91766cd459/066c2e10-3d59-41d9-bc29-6b5c4e84f7e6/0ade5573-2bc3-4fc1-b5dc-186437520f7e) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:16.721658 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-67def638-3c44-47d6-965b-9182ca2bbacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:16.732814 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67def638-3c44-47d6-965b-9182ca2bbacf None None] Routers {'adabae8a-0f43-4566-a76d-6e2eb68d5b6b'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:16.733354 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '32bf03f1-5287-4b92-bc6e-7943d0881fc4', 'network_id': '7c76e461-3311-4ee9-93b1-5e66961e7ff1', 'port_id': '32bf03f1-5287-4b92-bc6e-7943d0881fc4', 'mac_address': 'fa:16:3e:36:eb:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23e2bbf6-5c4d-4071-9407-50801ecd5467', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:48:16.734031 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-67def638-3c44-47d6-965b-9182ca2bbacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:47:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['adabae8a-0f43-4566-a76d-6e2eb68d5b6b'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:16.797374 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-67def638-3c44-47d6-965b-9182ca2bbacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:16.798138 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67def638-3c44-47d6-965b-9182ca2bbacf None None] The sync data for ids ['adabae8a-0f43-4566-a76d-6e2eb68d5b6b'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:48:16.802918 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:16.814660 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498a70ed-c06b-4f62-9cd7-1ed4a0f5ba2b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:16.815374 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-498a70ed-c06b-4f62-9cd7-1ed4a0f5ba2b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Synchronizing usage tracker for tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:16.827136 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e0713472-1d85-4203-b257-3d085ed3b436 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:16.842066 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32bf03f1-5287-4b92-bc6e-7943d0881fc4 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:48:16.881287 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 32bf03f1-5287-4b92-bc6e-7943d0881fc4, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=32bf03f1-5287-4b92-bc6e-7943d0881fc4,segment=NetworkSegment(155ca858-1c82-4acd-b696-f79df79a5f2d),segment_id=155ca858-1c82-4acd-b696-f79df79a5f2d)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:16.886634 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:16.944159 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7522e69d-3240-48ca-901d-6f923a66c229 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:16.959262 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-498a70ed-c06b-4f62-9cd7-1ed4a0f5ba2b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Unset dirty status for tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:16.960448 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-498a70ed-c06b-4f62-9cd7-1ed4a0f5ba2b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "GET /v2.0/ports/bfeb0a02-7098-4110-926f-2b651dd7d9df HTTP/1.1" status: 200 len: 911 time: 0.3187180 Jan 21 09:48:16.968700 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-e0713472-1d85-4203-b257-3d085ed3b436 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Calling delete_port for 9a99b17d-a98b-4277-a69e-1f3df5f59300 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:16.971573 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=32bf03f1-5287-4b92-bc6e-7943d0881fc4,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:16.977528 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33496) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:17.042605 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-0db90739-2470-4f87-9494-fc36d436e5b2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4c541897-6464-4924-ab76-e3c0cd90395c'}]}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:17.057589 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e0713472-1d85-4203-b257-3d085ed3b436 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:17.115521 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['32bf03f1-5287-4b92-bc6e-7943d0881fc4'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:48:17.118977 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-47a0f60a-189a-4938-99f0-b89a56e657d0 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:17.119328 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-47a0f60a-189a-4938-99f0-b89a56e657d0 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Added segment f404cb0b-7938-454f-977c-604532401cf7 of type vlan for network 3c55d9a0-97f1-45f3-b17f-c4ebe5261f5d Jan 21 09:48:17.216120 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0713472-1d85-4203-b257-3d085ed3b436 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Port': ['ID=9a99b17d-a98b-4277-a69e-1f3df5f59300,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:17.222698 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e0713472-1d85-4203-b257-3d085ed3b436 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:17.241205 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e0713472-1d85-4203-b257-3d085ed3b436 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/ports/9a99b17d-a98b-4277-a69e-1f3df5f59300 HTTP/1.1" status: 204 len: 168 time: 0.8906608 Jan 21 09:48:17.241538 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33500) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:17.281492 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c9b17857-07cd-4a31-b8c8-f1deb9b3d127 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:17.283644 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-3751dc69-44d6-4717-9ab9-47fbd4b8d0d2 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] GET failed (client error): The resource could not be found. Jan 21 09:48:17.284157 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3751dc69-44d6-4717-9ab9-47fbd4b8d0d2 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Synchronizing usage tracker for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:17.288676 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-47a0f60a-189a-4938-99f0-b89a56e657d0 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:17.302184 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3751dc69-44d6-4717-9ab9-47fbd4b8d0d2 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Unset dirty status for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:17.307036 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3751dc69-44d6-4717-9ab9-47fbd4b8d0d2 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "GET /v2.0/ports/9a99b17d-a98b-4277-a69e-1f3df5f59300 HTTP/1.1" status: 404 len: 333 time: 0.0610106 Jan 21 09:48:17.307414 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33504) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:17.313429 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-4a1ef381-7501-45b4-9d36-01eaa60b5dad tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'port': {'network_id': 'eb5bb302-f98e-4daf-ab12-078a12bff700', 'name': 'tempest-PortsTestJSON-297127160'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:17.393885 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b17857-07cd-4a31-b8c8-f1deb9b3d127 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Subnet': ['ID=ca978dbf-31f6-488c-900e-ba6ccba301ed,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:17.428618 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4a1ef381-7501-45b4-9d36-01eaa60b5dad tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:17.438909 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4a1ef381-7501-45b4-9d36-01eaa60b5dad tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:17.450308 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1ef381-7501-45b4-9d36-01eaa60b5dad tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Made reservation on behalf of 081c5e94b3d84c0c999dc4d73e79f211 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:17.453316 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4a1ef381-7501-45b4-9d36-01eaa60b5dad tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:17.476182 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-4a1ef381-7501-45b4-9d36-01eaa60b5dad tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] device_id is not set on port d32cd3e6-0f1a-4c71-a24d-a3ef035260f4 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:48:17.494765 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0d78b6-fe88-4767-b02f-f7f03ac2f84d None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:17.499608 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c9b17857-07cd-4a31-b8c8-f1deb9b3d127 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:17.526197 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-10d20b98-32ce-46d3-a921-8571326448d9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:17.551347 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbedfbe-b8f3-4cbb-b049-8f782e4f9fad req-35398257-4b3c-4519-a4a9-2fee71a1e9e9 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:17.552884 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1cbedfbe-b8f3-4cbb-b049-8f782e4f9fad req-35398257-4b3c-4519-a4a9-2fee71a1e9e9 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/ports?device_id=fe8aa511-607a-4f64-9172-474d512829dd HTTP/1.1" status: 200 len: 944 time: 0.5939848 Jan 21 09:48:17.592815 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-47a0f60a-189a-4938-99f0-b89a56e657d0 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:17.596777 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a0f60a-189a-4938-99f0-b89a56e657d0 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:17.597399 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-47a0f60a-189a-4938-99f0-b89a56e657d0 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:17.645780 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c9b17857-07cd-4a31-b8c8-f1deb9b3d127 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/ca978dbf-31f6-488c-900e-ba6ccba301ed HTTP/1.1" status: 204 len: 168 time: 2.1812880 Jan 21 09:48:17.665062 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33508) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:17.757653 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bd54fa38-69ab-4b75-b8d8-f0467b3dc92c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:router {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:17.774548 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-47a0f60a-189a-4938-99f0-b89a56e657d0 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5047255 Jan 21 09:48:17.775530 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca6faa3-4a22-4062-9209-908418b930cc None None] DHCP port deletion for d5f237d0-52c1-4100-800c-a471203fec66 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:48:17.778842 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33512) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:17.779981 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6faa3-4a22-4062-9209-908418b930cc None None] Deleting port 74d67571-61ea-4fe7-b8a7-30c143e33a67 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:17.780400 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4ca6faa3-4a22-4062-9209-908418b930cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:17.793346 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-64291ac5-5334-426e-88f7-fdee8dc422a1 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1168164675'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:17.812654 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-64291ac5-5334-426e-88f7-fdee8dc422a1 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:17.831838 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bd54fa38-69ab-4b75-b8d8-f0467b3dc92c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:router {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:17.836269 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-bd54fa38-69ab-4b75-b8d8-f0467b3dc92c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1703215 Jan 21 09:48:17.837352 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33516) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:17.839865 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-64291ac5-5334-426e-88f7-fdee8dc422a1 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Usage tracker for resource:network and tenant:803dbcc7da174668975380b6d5ecce72 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:17.845920 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-64291ac5-5334-426e-88f7-fdee8dc422a1 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:17.853806 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4a1ef381-7501-45b4-9d36-01eaa60b5dad tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:17.860150 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0f60a-189a-4938-99f0-b89a56e657d0 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Pushing event updated for resources: {'Network': ['ID=3c55d9a0-97f1-45f3-b17f-c4ebe5261f5d,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:17.862787 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e7f2446e-3864-41b8-9d0c-338018d90c9d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:17.890999 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 3c55d9a0-97f1-45f3-b17f-c4ebe5261f5d details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:48:17.918770 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1cbedfbe-b8f3-4cbb-b049-8f782e4f9fad req-8489e391-e387-40aa-9e26-cc3c83a44d82 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7576773-34b9-47cd-986d-6bff6a0f6165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3152778 Jan 21 09:48:17.927325 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7522e69d-3240-48ca-901d-6f923a66c229 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:17.958136 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0db90739-2470-4f87-9494-fc36d436e5b2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:17.988498 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-10d20b98-32ce-46d3-a921-8571326448d9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:17.993553 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-64291ac5-5334-426e-88f7-fdee8dc422a1 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:18.013735 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e7f2446e-3864-41b8-9d0c-338018d90c9d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:18.021222 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64291ac5-5334-426e-88f7-fdee8dc422a1 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Made reservation on behalf of 803dbcc7da174668975380b6d5ecce72 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:18.024190 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-64291ac5-5334-426e-88f7-fdee8dc422a1 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:18.038758 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e7f2446e-3864-41b8-9d0c-338018d90c9d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:subnet and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:18.045730 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e7f2446e-3864-41b8-9d0c-338018d90c9d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:18.061221 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e7f2446e-3864-41b8-9d0c-338018d90c9d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:18.087782 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f2446e-3864-41b8-9d0c-338018d90c9d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:18.107639 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64291ac5-5334-426e-88f7-fdee8dc422a1 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:48:18.111190 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4a1ef381-7501-45b4-9d36-01eaa60b5dad tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:18.158882 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-4ca6faa3-4a22-4062-9209-908418b930cc None None] For port 74d67571-61ea-4fe7-b8a7-30c143e33a67, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=74d67571-61ea-4fe7-b8a7-30c143e33a67,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:18.159501 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4ca6faa3-4a22-4062-9209-908418b930cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:18.233968 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-64291ac5-5334-426e-88f7-fdee8dc422a1 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:18.234561 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-64291ac5-5334-426e-88f7-fdee8dc422a1 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Added segment 7df76330-e7c3-4def-85ed-8d130f9f5305 of type vlan for network c6016e05-3dbb-4724-97d6-fe17c48d245a Jan 21 09:48:18.281741 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522e69d-3240-48ca-901d-6f923a66c229 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Subnet': ['ID=509374e4-4fce-47f8-be5b-728dcc78cf8f,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:18.292980 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d20b98-32ce-46d3-a921-8571326448d9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Network a3ef6aca-08db-4695-ba7c-db91766cd459 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:18.298259 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1ef381-7501-45b4-9d36-01eaa60b5dad tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Network eb5bb302-f98e-4daf-ab12-078a12bff700 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:18.310790 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-4a1ef381-7501-45b4-9d36-01eaa60b5dad tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:18.313214 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1ef381-7501-45b4-9d36-01eaa60b5dad tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:18.313718 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6faa3-4a22-4062-9209-908418b930cc None None] Calling delete_port for 74d67571-61ea-4fe7-b8a7-30c143e33a67 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:18.317390 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1ef381-7501-45b4-9d36-01eaa60b5dad tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:18.326008 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4a1ef381-7501-45b4-9d36-01eaa60b5dad tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:18.331358 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e7f2446e-3864-41b8-9d0c-338018d90c9d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:18.351065 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ef381-7501-45b4-9d36-01eaa60b5dad tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Port': ['ID=d32cd3e6-0f1a-4c71-a24d-a3ef035260f4,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:18.352367 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-10d20b98-32ce-46d3-a921-8571326448d9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:18.355945 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-64291ac5-5334-426e-88f7-fdee8dc422a1 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:18.363612 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d20b98-32ce-46d3-a921-8571326448d9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event updated for resources: {'Port': ['ID=0ade5573-2bc3-4fc1-b5dc-186437520f7e,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:18.366042 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d20b98-32ce-46d3-a921-8571326448d9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:18.396644 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4ca6faa3-4a22-4062-9209-908418b930cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:18.445558 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6faa3-4a22-4062-9209-908418b930cc None None] Pushing event deleted for resources: {'Port': ['ID=74d67571-61ea-4fe7-b8a7-30c143e33a67,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:18.449319 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca6faa3-4a22-4062-9209-908418b930cc None None] No DVR routers for this DVR port 74d67571-61ea-4fe7-b8a7-30c143e33a67 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:48:18.481049 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7522e69d-3240-48ca-901d-6f923a66c229 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Checking segment: {'id': '82342fde-bd49-4d8a-9602-56c004899697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '262294a5-204c-4fb3-9e6f-a8f48ad7fa3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:18.481432 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7522e69d-3240-48ca-901d-6f923a66c229 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Network hostable DHCP agents. Network: 262294a5-204c-4fb3-9e6f-a8f48ad7fa3a, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:48:18.490518 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4a1ef381-7501-45b4-9d36-01eaa60b5dad tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1817722 Jan 21 09:48:18.494975 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33520) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:18.496262 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 32bf03f1-5287-4b92-bc6e-7943d0881fc4 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:48:18.503048 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-eb02ddfb-8487-4f9d-ab61-671c5de1dc13 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:18.529639 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d20b98-32ce-46d3-a921-8571326448d9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:18.530349 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-10d20b98-32ce-46d3-a921-8571326448d9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:18.549684 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-64291ac5-5334-426e-88f7-fdee8dc422a1 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:18.553288 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64291ac5-5334-426e-88f7-fdee8dc422a1 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:18.553918 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-64291ac5-5334-426e-88f7-fdee8dc422a1 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:18.578438 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port 32bf03f1-5287-4b92-bc6e-7943d0881fc4 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:18.584118 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 32bf03f1-5287-4b92-bc6e-7943d0881fc4 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:18.584531 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:18.613685 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-10d20b98-32ce-46d3-a921-8571326448d9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3239393 Jan 21 09:48:18.617425 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33524) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:18.629204 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7522e69d-3240-48ca-901d-6f923a66c229 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Network 262294a5-204c-4fb3-9e6f-a8f48ad7fa3a is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:48:18.637862 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-6fdd9d48-621c-46e5-b39a-b1e9a87e5925 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'port_id': '0ade5573-2bc3-4fc1-b5dc-186437520f7e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:18.648557 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6fdd9d48-621c-46e5-b39a-b1e9a87e5925 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:18.692389 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6fdd9d48-621c-46e5-b39a-b1e9a87e5925 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Usage tracker for resource:floatingip and tenant:a9bbec69a2694a0bb3504d188ecd25f9 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:18.698407 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6fdd9d48-621c-46e5-b39a-b1e9a87e5925 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:18.701129 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-7522e69d-3240-48ca-901d-6f923a66c229 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 262294a5-204c-4fb3-9e6f-a8f48ad7fa3a) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:18.708427 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6fdd9d48-621c-46e5-b39a-b1e9a87e5925 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:18.715387 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f539df0-8c09-4b31-a93c-d3432929fd5f None None] Network 262294a5-204c-4fb3-9e6f-a8f48ad7fa3a requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:18.715910 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7522e69d-3240-48ca-901d-6f923a66c229 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:18.716498 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7522e69d-3240-48ca-901d-6f923a66c229 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:18.757995 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6fdd9d48-621c-46e5-b39a-b1e9a87e5925 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for floatingip, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:18.778370 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-64291ac5-5334-426e-88f7-fdee8dc422a1 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9740558 Jan 21 09:48:18.795009 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-7522e69d-3240-48ca-901d-6f923a66c229 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9205863 Jan 21 09:48:18.827687 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:18.845148 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33528) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:18.940929 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64291ac5-5334-426e-88f7-fdee8dc422a1 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Pushing event updated for resources: {'Network': ['ID=c6016e05-3dbb-4724-97d6-fe17c48d245a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:18.945912 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0db90739-2470-4f87-9494-fc36d436e5b2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:18.958401 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eb02ddfb-8487-4f9d-ab61-671c5de1dc13 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:18.958969 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-3d58e7b7-0dc6-4aa1-a854-77de14ab2bea tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1299155263', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:18.966147 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0db90739-2470-4f87-9494-fc36d436e5b2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:18.981903 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db90739-2470-4f87-9494-fc36d436e5b2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:18.986557 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0db90739-2470-4f87-9494-fc36d436e5b2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:18.993336 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0db90739-2470-4f87-9494-fc36d436e5b2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "PUT /v2.0/ports/bfeb0a02-7098-4110-926f-2b651dd7d9df HTTP/1.1" status: 200 len: 911 time: 1.9770226 Jan 21 09:48:18.996891 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-3d58e7b7-0dc6-4aa1-a854-77de14ab2bea tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:19.001536 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33534) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:19.076661 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network c6016e05-3dbb-4724-97d6-fe17c48d245a details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:48:19.110485 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8aa511-607a-4f64-9172-474d512829dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32bf03f1-5287-4b92-bc6e-7943d0881fc4'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:48:19.177005 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 32bf03f1-5287-4b92-bc6e-7943d0881fc4, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=32bf03f1-5287-4b92-bc6e-7943d0881fc4,segment=NetworkSegment(155ca858-1c82-4acd-b696-f79df79a5f2d),segment_id=155ca858-1c82-4acd-b696-f79df79a5f2d)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:19.213860 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cab64b-29bc-4624-b68a-6bdf7cd49b0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-262294a5-204c-4fb3-9e6f-a8f48ad7fa3a', 'network_id': '262294a5-204c-4fb3-9e6f-a8f48ad7fa3a', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'fixed_ips': [{'subnet_id': '509374e4-4fce-47f8-be5b-728dcc78cf8f'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:48:19.214714 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-96cab64b-29bc-4624-b68a-6bdf7cd49b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:19.241192 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-3d58e7b7-0dc6-4aa1-a854-77de14ab2bea tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Usage tracker for resource:router and tenant:d00df50c19fa484a82254f37be8cb96c is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:19.259867 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:19.269211 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-3d58e7b7-0dc6-4aa1-a854-77de14ab2bea tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:19.305020 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-3d58e7b7-0dc6-4aa1-a854-77de14ab2bea tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:19.376604 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db90739-2470-4f87-9494-fc36d436e5b2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Port': ['ID=bfeb0a02-7098-4110-926f-2b651dd7d9df,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:19.414781 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3d58e7b7-0dc6-4aa1-a854-77de14ab2bea tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:19.415866 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3d58e7b7-0dc6-4aa1-a854-77de14ab2bea tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:19.447733 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 74d67571-61ea-4fe7-b8a7-30c143e33a67 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:48:19.485501 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 74d67571-61ea-4fe7-b8a7-30c143e33a67 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:48:19.485980 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 74d67571-61ea-4fe7-b8a7-30c143e33a67 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:48:19.522475 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=32bf03f1-5287-4b92-bc6e-7943d0881fc4,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:19.539369 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3d58e7b7-0dc6-4aa1-a854-77de14ab2bea tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:19.566024 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3d58e7b7-0dc6-4aa1-a854-77de14ab2bea tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:19.625178 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-96cab64b-29bc-4624-b68a-6bdf7cd49b0c None None] Allocated IP 172.20.0.2 (262294a5-204c-4fb3-9e6f-a8f48ad7fa3a/509374e4-4fce-47f8-be5b-728dcc78cf8f/fe8b0127-bb2d-437f-a783-d3ba3d3273d4) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:19.667072 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6fdd9d48-621c-46e5-b39a-b1e9a87e5925 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:19.672100 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.objects.ports [None req-e7f2446e-3864-41b8-9d0c-338018d90c9d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83597) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:48:19.696905 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e7f2446e-3864-41b8-9d0c-338018d90c9d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:19.759656 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f2446e-3864-41b8-9d0c-338018d90c9d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:19.767257 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3d58e7b7-0dc6-4aa1-a854-77de14ab2bea tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:19.771194 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-3d58e7b7-0dc6-4aa1-a854-77de14ab2bea tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9216425 Jan 21 09:48:19.772614 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33542) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:19.772955 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-e7f2446e-3864-41b8-9d0c-338018d90c9d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:19.786745 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f2446e-3864-41b8-9d0c-338018d90c9d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:19.787996 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e7f2446e-3864-41b8-9d0c-338018d90c9d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:19.845908 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fa3b1-b36d-499b-9d72-bbde43a351ca req-49f541a3-2c4d-4c52-ae68-176af528c2d3 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:19.848314 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-9d8fa3b1-b36d-499b-9d72-bbde43a351ca req-49f541a3-2c4d-4c52-ae68-176af528c2d3 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/ports?device_id=fe8aa511-607a-4f64-9172-474d512829dd HTTP/1.1" status: 200 len: 945 time: 0.3320677 Jan 21 09:48:19.852977 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e7f2446e-3864-41b8-9d0c-338018d90c9d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0099466 Jan 21 09:48:19.854177 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33546) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:19.875055 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-96cab64b-29bc-4624-b68a-6bdf7cd49b0c None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:19.887959 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-96cab64b-29bc-4624-b68a-6bdf7cd49b0c None None] Transition to ACTIVE for port object fe8b0127-bb2d-437f-a783-d3ba3d3273d4 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:19.910095 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-96cab64b-29bc-4624-b68a-6bdf7cd49b0c None None] Transition to ACTIVE for port object fe8b0127-bb2d-437f-a783-d3ba3d3273d4 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:19.914495 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858ad459-500c-4dcd-b9ce-e9aeb0dc937a None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:19.920084 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-153282d7-d9ce-4b5b-a1a9-219ffc8cdc8e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:19.932624 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-96cab64b-29bc-4624-b68a-6bdf7cd49b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:20.085208 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cab64b-29bc-4624-b68a-6bdf7cd49b0c None None] Pushing event updated for resources: {'Port': ['ID=fe8b0127-bb2d-437f-a783-d3ba3d3273d4,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:20.090803 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cab64b-29bc-4624-b68a-6bdf7cd49b0c None None] Network 262294a5-204c-4fb3-9e6f-a8f48ad7fa3a is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:20.095572 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-96cab64b-29bc-4624-b68a-6bdf7cd49b0c None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:20.100850 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cab64b-29bc-4624-b68a-6bdf7cd49b0c None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:20.121913 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-9d8fa3b1-b36d-499b-9d72-bbde43a351ca req-df32b669-a384-4d8e-b18b-65aa2431ba5a tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7576773-34b9-47cd-986d-6bff6a0f6165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2621429 Jan 21 09:48:20.129827 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-153282d7-d9ce-4b5b-a1a9-219ffc8cdc8e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:20.136490 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-153282d7-d9ce-4b5b-a1a9-219ffc8cdc8e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:subnet and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:20.139824 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-153282d7-d9ce-4b5b-a1a9-219ffc8cdc8e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:20.151720 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-153282d7-d9ce-4b5b-a1a9-219ffc8cdc8e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:20.177535 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153282d7-d9ce-4b5b-a1a9-219ffc8cdc8e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:20.200010 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-153282d7-d9ce-4b5b-a1a9-219ffc8cdc8e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:20.319998 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-96cab64b-29bc-4624-b68a-6bdf7cd49b0c None None] Attempting to bind port fe8b0127-bb2d-437f-a783-d3ba3d3273d4 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:48:20.320452 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-96cab64b-29bc-4624-b68a-6bdf7cd49b0c None None] Attempting to bind port fe8b0127-bb2d-437f-a783-d3ba3d3273d4 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '82342fde-bd49-4d8a-9602-56c004899697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '262294a5-204c-4fb3-9e6f-a8f48ad7fa3a'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:48:20.320893 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cab64b-29bc-4624-b68a-6bdf7cd49b0c None None] Attempting to bind port fe8b0127-bb2d-437f-a783-d3ba3d3273d4 on network 262294a5-204c-4fb3-9e6f-a8f48ad7fa3a {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:48:20.323526 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:20.363026 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cab64b-29bc-4624-b68a-6bdf7cd49b0c None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:48:20.363451 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cab64b-29bc-4624-b68a-6bdf7cd49b0c None None] Checking segment: {'id': '82342fde-bd49-4d8a-9602-56c004899697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '262294a5-204c-4fb3-9e6f-a8f48ad7fa3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:20.363970 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-96cab64b-29bc-4624-b68a-6bdf7cd49b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:20.364371 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cab64b-29bc-4624-b68a-6bdf7cd49b0c None None] Bound using segment: {'id': '82342fde-bd49-4d8a-9602-56c004899697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '262294a5-204c-4fb3-9e6f-a8f48ad7fa3a'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:48:20.364846 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-96cab64b-29bc-4624-b68a-6bdf7cd49b0c None None] Bound port: fe8b0127-bb2d-437f-a783-d3ba3d3273d4, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82342fde-bd49-4d8a-9602-56c004899697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '262294a5-204c-4fb3-9e6f-a8f48ad7fa3a'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:48:20.365216 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-96cab64b-29bc-4624-b68a-6bdf7cd49b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:20.420877 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1134b3b9-194f-4aa2-add5-87123987cdca tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:20.425339 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e5457e-40c1-4c33-abb0-b5b8ccf1547a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-d5f237d0-52c1-4100-800c-a471203fec66', 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'tenant_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'fixed_ips': [{'subnet_id': '30d8ba8a-7421-4a5b-a0c8-e359dc1728e7'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:48:20.426287 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-06e5457e-40c1-4c33-abb0-b5b8ccf1547a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:20.527596 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2446e-3864-41b8-9d0c-338018d90c9d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Subnet': ['ID=30d8ba8a-7421-4a5b-a0c8-e359dc1728e7,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:20.542004 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8aa511-607a-4f64-9172-474d512829dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32bf03f1-5287-4b92-bc6e-7943d0881fc4', 'code': 200} Jan 21 09:48:20.554139 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-eb02ddfb-8487-4f9d-ab61-671c5de1dc13 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:48:20.579629 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eb02ddfb-8487-4f9d-ab61-671c5de1dc13 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:20.596854 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eb02ddfb-8487-4f9d-ab61-671c5de1dc13 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:20.631408 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-96cab64b-29bc-4624-b68a-6bdf7cd49b0c None None] For port fe8b0127-bb2d-437f-a783-d3ba3d3273d4, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:48:20.672088 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-96cab64b-29bc-4624-b68a-6bdf7cd49b0c None None] For port fe8b0127-bb2d-437f-a783-d3ba3d3273d4, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=fe8b0127-bb2d-437f-a783-d3ba3d3273d4,segment=NetworkSegment(82342fde-bd49-4d8a-9602-56c004899697),segment_id=82342fde-bd49-4d8a-9602-56c004899697)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:48:20.713819 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-eb02ddfb-8487-4f9d-ab61-671c5de1dc13 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] In _notify_port_updated(), no bound segment for port d32cd3e6-0f1a-4c71-a24d-a3ef035260f4 on network eb5bb302-f98e-4daf-ab12-078a12bff700 {{(pid=83597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:48:20.718155 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb02ddfb-8487-4f9d-ab61-671c5de1dc13 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:20.719159 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eb02ddfb-8487-4f9d-ab61-671c5de1dc13 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:20.720952 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-eb02ddfb-8487-4f9d-ab61-671c5de1dc13 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "PUT /v2.0/ports/d32cd3e6-0f1a-4c71-a24d-a3ef035260f4 HTTP/1.1" status: 200 len: 818 time: 2.2244678 Jan 21 09:48:20.731373 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-6fdd9d48-621c-46e5-b39a-b1e9a87e5925 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Allocated IP 172.26.0.195 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/178554ea-91db-4f48-a125-51908d122c04) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:20.734773 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33552) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:20.761653 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-96cab64b-29bc-4624-b68a-6bdf7cd49b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:20.839217 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02ddfb-8487-4f9d-ab61-671c5de1dc13 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Port': ['ID=d32cd3e6-0f1a-4c71-a24d-a3ef035260f4,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:20.892447 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-3e99a315-e7de-4b3f-bdc4-ef002c7e1095 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Deleting port d32cd3e6-0f1a-4c71-a24d-a3ef035260f4 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:20.893980 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3e99a315-e7de-4b3f-bdc4-ef002c7e1095 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:20.894100 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-06e5457e-40c1-4c33-abb0-b5b8ccf1547a None None] Allocated IP 2001:db8::f816:3eff:fe5a:263b (d5f237d0-52c1-4100-800c-a471203fec66/30d8ba8a-7421-4a5b-a0c8-e359dc1728e7/c76e083a-562f-48aa-9608-d78bd134d500) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:20.901796 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cab64b-29bc-4624-b68a-6bdf7cd49b0c None None] Pushing event updated for resources: {'Port': ['ID=fe8b0127-bb2d-437f-a783-d3ba3d3273d4,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:20.938440 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-153282d7-d9ce-4b5b-a1a9-219ffc8cdc8e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:21.213069 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153282d7-d9ce-4b5b-a1a9-219ffc8cdc8e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:21.236982 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-153282d7-d9ce-4b5b-a1a9-219ffc8cdc8e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:21.240618 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153282d7-d9ce-4b5b-a1a9-219ffc8cdc8e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:21.241212 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-153282d7-d9ce-4b5b-a1a9-219ffc8cdc8e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:21.435506 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153282d7-d9ce-4b5b-a1a9-219ffc8cdc8e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Subnet': ['ID=bd18dc34-6b09-44f1-a8e2-3a41892ed964,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:21.454760 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-153282d7-d9ce-4b5b-a1a9-219ffc8cdc8e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5640507 Jan 21 09:48:21.459098 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33558) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:21.491389 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-4c566539-24c2-4e26-9218-ca28d5f06fe9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'port': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'mac_address': 'fa:16:3e:d0:6d:29', 'name': 'tempest-NetworksTestDHCPv6-1474486504'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:21.531223 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device fe8b0127-bb2d-437f-a783-d3ba3d3273d4 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:48:21.598085 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3e99a315-e7de-4b3f-bdc4-ef002c7e1095 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:21.654272 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-06e5457e-40c1-4c33-abb0-b5b8ccf1547a None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:21.667555 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-06e5457e-40c1-4c33-abb0-b5b8ccf1547a None None] Transition to ACTIVE for port object c76e083a-562f-48aa-9608-d78bd134d500 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:21.689034 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port fe8b0127-bb2d-437f-a783-d3ba3d3273d4 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:21.695674 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-06e5457e-40c1-4c33-abb0-b5b8ccf1547a None None] Transition to ACTIVE for port object c76e083a-562f-48aa-9608-d78bd134d500 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:21.704693 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-06e5457e-40c1-4c33-abb0-b5b8ccf1547a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:21.741907 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bec68df2-acce-490b-8f00-f18b5c5466c5 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:21.761652 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-3e99a315-e7de-4b3f-bdc4-ef002c7e1095 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Calling delete_port for d32cd3e6-0f1a-4c71-a24d-a3ef035260f4 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:21.800105 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e5457e-40c1-4c33-abb0-b5b8ccf1547a None None] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:21.801160 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5457e-40c1-4c33-abb0-b5b8ccf1547a None None] Pushing event updated for resources: {'Port': ['ID=c76e083a-562f-48aa-9608-d78bd134d500,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:21.804396 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-06e5457e-40c1-4c33-abb0-b5b8ccf1547a None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:21.806958 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e5457e-40c1-4c33-abb0-b5b8ccf1547a None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:21.842788 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42b8b2-e609-4e5a-85cb-541aa793e3a7 req-3262d1d5-3983-4992-8ade-64d6f494e9c4 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:21.846559 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ee42b8b2-e609-4e5a-85cb-541aa793e3a7 req-3262d1d5-3983-4992-8ade-64d6f494e9c4 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/ports?device_id=fe8aa511-607a-4f64-9172-474d512829dd HTTP/1.1" status: 200 len: 945 time: 0.3815656 Jan 21 09:48:22.000121 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ee42b8b2-e609-4e5a-85cb-541aa793e3a7 req-43ea798c-9da3-40e0-ac3b-011d9bf48282 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7576773-34b9-47cd-986d-6bff6a0f6165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461270 Jan 21 09:48:22.011883 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3e99a315-e7de-4b3f-bdc4-ef002c7e1095 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:22.012720 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-06e5457e-40c1-4c33-abb0-b5b8ccf1547a None None] Attempting to bind port c76e083a-562f-48aa-9608-d78bd134d500 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:48:22.017312 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-06e5457e-40c1-4c33-abb0-b5b8ccf1547a None None] Attempting to bind port c76e083a-562f-48aa-9608-d78bd134d500 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:48:22.021175 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e5457e-40c1-4c33-abb0-b5b8ccf1547a None None] Attempting to bind port c76e083a-562f-48aa-9608-d78bd134d500 on network d5f237d0-52c1-4100-800c-a471203fec66 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:48:22.041851 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e5457e-40c1-4c33-abb0-b5b8ccf1547a None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:48:22.042635 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e5457e-40c1-4c33-abb0-b5b8ccf1547a None None] Checking segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:22.043697 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-06e5457e-40c1-4c33-abb0-b5b8ccf1547a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:22.045317 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e5457e-40c1-4c33-abb0-b5b8ccf1547a None None] Bound using segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:48:22.046264 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-06e5457e-40c1-4c33-abb0-b5b8ccf1547a None None] Bound port: c76e083a-562f-48aa-9608-d78bd134d500, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:48:22.047173 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-06e5457e-40c1-4c33-abb0-b5b8ccf1547a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:22.095409 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99a315-e7de-4b3f-bdc4-ef002c7e1095 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Port': ['ID=d32cd3e6-0f1a-4c71-a24d-a3ef035260f4,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:22.119809 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3e99a315-e7de-4b3f-bdc4-ef002c7e1095 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:22.137784 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3e99a315-e7de-4b3f-bdc4-ef002c7e1095 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/ports/d32cd3e6-0f1a-4c71-a24d-a3ef035260f4 HTTP/1.1" status: 204 len: 168 time: 1.4019721 Jan 21 09:48:22.142204 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33562) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:22.181573 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33566) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:22.191069 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c1acc3a6-5cd7-46a5-91b5-6923558d63d8 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Request body: {'subnets': [{'network_id': '3c55d9a0-97f1-45f3-b17f-c4ebe5261f5d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1060962182', 'ip_version': 6}, {'network_id': 'c6016e05-3dbb-4724-97d6-fe17c48d245a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:22.191872 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c1acc3a6-5cd7-46a5-91b5-6923558d63d8 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Request body: {'subnet': {'network_id': '3c55d9a0-97f1-45f3-b17f-c4ebe5261f5d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1060962182', 'ip_version': 6}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:22.192008 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c1acc3a6-5cd7-46a5-91b5-6923558d63d8 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Request body: {'subnet': {'network_id': 'c6016e05-3dbb-4724-97d6-fe17c48d245a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:22.202382 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-06e5457e-40c1-4c33-abb0-b5b8ccf1547a None None] For port c76e083a-562f-48aa-9608-d78bd134d500, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:48:22.206932 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-06e5457e-40c1-4c33-abb0-b5b8ccf1547a None None] For port c76e083a-562f-48aa-9608-d78bd134d500, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=c76e083a-562f-48aa-9608-d78bd134d500,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:48:22.214109 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-06e5457e-40c1-4c33-abb0-b5b8ccf1547a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:22.343554 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5457e-40c1-4c33-abb0-b5b8ccf1547a None None] Pushing event updated for resources: {'Port': ['ID=c76e083a-562f-48aa-9608-d78bd134d500,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:22.376271 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979abdfc-eae9-407a-9d8f-41626930cd6e None None] Network 262294a5-204c-4fb3-9e6f-a8f48ad7fa3a requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:22.468321 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6fdd9d48-621c-46e5-b39a-b1e9a87e5925 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:22.499883 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0d44eee5-66c7-4ab4-ae5a-3fab64bf808b None None] Provisioning for port fe8b0127-bb2d-437f-a783-d3ba3d3273d4 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:22.516561 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0d44eee5-66c7-4ab4-ae5a-3fab64bf808b None None] Provisioning complete for port fe8b0127-bb2d-437f-a783-d3ba3d3273d4 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:22.516561 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0d44eee5-66c7-4ab4-ae5a-3fab64bf808b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:22.621181 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c907ffa-22fe-4320-87bf-de14c45f9aad tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:22.621841 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-7c907ffa-22fe-4320-87bf-de14c45f9aad tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Synchronizing usage tracker for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:22.640537 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6fdd9d48-621c-46e5-b39a-b1e9a87e5925 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:22.649572 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c1acc3a6-5cd7-46a5-91b5-6923558d63d8 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:22.664314 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c1acc3a6-5cd7-46a5-91b5-6923558d63d8 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Usage tracker for resource:subnet and tenant:803dbcc7da174668975380b6d5ecce72 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:22.668527 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c1acc3a6-5cd7-46a5-91b5-6923558d63d8 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:22.672864 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-7c907ffa-22fe-4320-87bf-de14c45f9aad tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Unset dirty status for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:22.677284 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7c907ffa-22fe-4320-87bf-de14c45f9aad tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5309298 Jan 21 09:48:22.678407 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33570) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:22.680926 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c1acc3a6-5cd7-46a5-91b5-6923558d63d8 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:22.739594 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-bec68df2-acce-490b-8f00-f18b5c5466c5 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Allocated IP 172.20.0.1 (262294a5-204c-4fb3-9e6f-a8f48ad7fa3a/509374e4-4fce-47f8-be5b-728dcc78cf8f/0763ee5f-c815-4795-8b8b-02393b685de2) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:22.741060 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-50d96df1-9483-4609-84d6-96663bd45d96 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] GET failed (client error): The resource could not be found. Jan 21 09:48:22.746504 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-50d96df1-9483-4609-84d6-96663bd45d96 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "GET /v2.0/ports/d32cd3e6-0f1a-4c71-a24d-a3ef035260f4 HTTP/1.1" status: 404 len: 333 time: 0.0631120 Jan 21 09:48:22.746504 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1acc3a6-5cd7-46a5-91b5-6923558d63d8 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Made reservation on behalf of 803dbcc7da174668975380b6d5ecce72 for: {'subnet': 2} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:22.769961 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33574) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:22.781040 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-f5cbf2b1-c025-4d01-915c-5804ce8051d5 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1552469964'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:22.786341 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0d44eee5-66c7-4ab4-ae5a-3fab64bf808b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:22.843344 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f5cbf2b1-c025-4d01-915c-5804ce8051d5 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:22.854825 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f5cbf2b1-c025-4d01-915c-5804ce8051d5 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:network and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:22.857839 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-0d44eee5-66c7-4ab4-ae5a-3fab64bf808b None None] For port fe8b0127-bb2d-437f-a783-d3ba3d3273d4, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=fe8b0127-bb2d-437f-a783-d3ba3d3273d4,segment=NetworkSegment(82342fde-bd49-4d8a-9602-56c004899697),segment_id=82342fde-bd49-4d8a-9602-56c004899697)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:22.864849 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0d44eee5-66c7-4ab4-ae5a-3fab64bf808b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:22.866841 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f5cbf2b1-c025-4d01-915c-5804ce8051d5 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:22.876097 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f5cbf2b1-c025-4d01-915c-5804ce8051d5 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:22.882588 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0524beff-61d9-4ea2-9ecb-9c09f3cda72e req-341d297a-e696-47d6-b3d4-9bfe4950d52e service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=fe8aa511-607a-4f64-9172-474d512829dd HTTP/1.1" status: 200 len: 1098 time: 1.9968014 Jan 21 09:48:22.913423 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cbf2b1-c025-4d01-915c-5804ce8051d5 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Made reservation on behalf of 081c5e94b3d84c0c999dc4d73e79f211 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:22.915748 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdd9d48-621c-46e5-b39a-b1e9a87e5925 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:22.916113 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f5cbf2b1-c025-4d01-915c-5804ce8051d5 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:22.916917 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4c566539-24c2-4e26-9218-ca28d5f06fe9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:22.949425 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d44eee5-66c7-4ab4-ae5a-3fab64bf808b None None] Pushing event updated for resources: {'Port': ['ID=fe8b0127-bb2d-437f-a783-d3ba3d3273d4,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:22.953689 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-6fdd9d48-621c-46e5-b39a-b1e9a87e5925 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:22.981882 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4c566539-24c2-4e26-9218-ca28d5f06fe9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:port and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:22.985062 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdd9d48-621c-46e5-b39a-b1e9a87e5925 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:23.026281 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4c566539-24c2-4e26-9218-ca28d5f06fe9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:23.040193 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd9d48-621c-46e5-b39a-b1e9a87e5925 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event updated for resources: {'Port': ['ID=178554ea-91db-4f48-a125-51908d122c04,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:23.042839 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4c566539-24c2-4e26-9218-ca28d5f06fe9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:23.043231 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5cbf2b1-c025-4d01-915c-5804ce8051d5 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:48:23.047092 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c1acc3a6-5cd7-46a5-91b5-6923558d63d8 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:23.047415 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c1acc3a6-5cd7-46a5-91b5-6923558d63d8 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:23.129537 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f5cbf2b1-c025-4d01-915c-5804ce8051d5 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:23.130047 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-f5cbf2b1-c025-4d01-915c-5804ce8051d5 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Added segment 8bc02c79-d7dd-4f8c-9bf8-5bc1e5085362 of type vlan for network 167c7602-e61e-4bff-87f0-13bcb1a146e7 Jan 21 09:48:23.185892 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c566539-24c2-4e26-9218-ca28d5f06fe9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:23.211568 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f5cbf2b1-c025-4d01-915c-5804ce8051d5 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:23.309652 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f5cbf2b1-c025-4d01-915c-5804ce8051d5 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:23.313485 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cbf2b1-c025-4d01-915c-5804ce8051d5 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:23.314101 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f5cbf2b1-c025-4d01-915c-5804ce8051d5 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:23.405238 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-b186587c-8d8f-4de2-b37e-005f6af993ae None None] Provisioning complete for port fe8b0127-bb2d-437f-a783-d3ba3d3273d4 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:23.405925 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b186587c-8d8f-4de2-b37e-005f6af993ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:23.456307 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f5cbf2b1-c025-4d01-915c-5804ce8051d5 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6818225 Jan 21 09:48:23.460902 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33580) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:23.469878 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-d6bea360-90de-4daf-b784-096e9fc6886b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'subnet': {'network_id': '167c7602-e61e-4bff-87f0-13bcb1a146e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:23.482005 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0524beff-61d9-4ea2-9ecb-9c09f3cda72e req-a557f2b7-d7ac-4ad0-aee2-55e8d6b4e76c service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=f7576773-34b9-47cd-986d-6bff6a0f6165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5529099 Jan 21 09:48:23.485422 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cbf2b1-c025-4d01-915c-5804ce8051d5 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Network': ['ID=167c7602-e61e-4bff-87f0-13bcb1a146e7,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:23.496717 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bec68df2-acce-490b-8f00-f18b5c5466c5 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:23.507892 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 167c7602-e61e-4bff-87f0-13bcb1a146e7 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:48:23.601289 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device c76e083a-562f-48aa-9608-d78bd134d500 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:48:23.691283 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-bec68df2-acce-490b-8f00-f18b5c5466c5 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Transition to ACTIVE for port object 0763ee5f-c815-4795-8b8b-02393b685de2 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:23.771937 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c89b92-53c2-4ad7-b660-1db4d823d201 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:23.785014 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4c566539-24c2-4e26-9218-ca28d5f06fe9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:23.799847 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d6bea360-90de-4daf-b784-096e9fc6886b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:23.855782 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port c76e083a-562f-48aa-9608-d78bd134d500 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:23.865378 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device fe8b0127-bb2d-437f-a783-d3ba3d3273d4 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:48:23.929708 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-d6bea360-90de-4daf-b784-096e9fc6886b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:subnet and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:23.935328 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-d6bea360-90de-4daf-b784-096e9fc6886b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:23.946079 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d6bea360-90de-4daf-b784-096e9fc6886b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:23.954814 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-4c566539-24c2-4e26-9218-ca28d5f06fe9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] device_id is not set on port 47f6bcff-9b12-4916-a4a8-e2745a1ccb6d yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:48:23.972251 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bea360-90de-4daf-b784-096e9fc6886b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Made reservation on behalf of 081c5e94b3d84c0c999dc4d73e79f211 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:24.017243 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a2aa5318-3c78-47e2-b64d-e5ff02cb5cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:24.057803 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bec68df2-acce-490b-8f00-f18b5c5466c5 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:24.081037 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-20335a29-8262-4505-83ad-92f8a9ba881d None None] Provisioning for port c76e083a-562f-48aa-9608-d78bd134d500 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:24.095484 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-20335a29-8262-4505-83ad-92f8a9ba881d None None] Provisioning complete for port c76e083a-562f-48aa-9608-d78bd134d500 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:24.095994 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-20335a29-8262-4505-83ad-92f8a9ba881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:24.105409 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e83e6-b52b-4172-baad-f8384d6c3913 req-81eca3e8-6e35-465c-ab5f-abddadcc4049 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:24.106126 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c1acc3a6-5cd7-46a5-91b5-6923558d63d8 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:24.106960 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fd3e83e6-b52b-4172-baad-f8384d6c3913 req-81eca3e8-6e35-465c-ab5f-abddadcc4049 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/ports?device_id=fe8aa511-607a-4f64-9172-474d512829dd HTTP/1.1" status: 200 len: 945 time: 0.7416251 Jan 21 09:48:24.151391 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d6bea360-90de-4daf-b784-096e9fc6886b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:24.207284 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port fe8b0127-bb2d-437f-a783-d3ba3d3273d4 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:24.208007 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:24.281273 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1acc3a6-5cd7-46a5-91b5-6923558d63d8 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Pushing event updated for resources: {'Subnet': ['ID=3600ca09-7e47-467d-8927-bf0687c31032,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:24.304588 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec68df2-acce-490b-8f00-f18b5c5466c5 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Port': ['ID=0763ee5f-c815-4795-8b8b-02393b685de2,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:24.324333 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1acc3a6-5cd7-46a5-91b5-6923558d63d8 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Checking segment: {'id': 'f404cb0b-7938-454f-977c-604532401cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3c55d9a0-97f1-45f3-b17f-c4ebe5261f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:24.324601 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1acc3a6-5cd7-46a5-91b5-6923558d63d8 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Network hostable DHCP agents. Network: 3c55d9a0-97f1-45f3-b17f-c4ebe5261f5d, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:48:24.386504 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec68df2-acce-490b-8f00-f18b5c5466c5 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Network 262294a5-204c-4fb3-9e6f-a8f48ad7fa3a is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:24.393537 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-20335a29-8262-4505-83ad-92f8a9ba881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:24.414180 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-bec68df2-acce-490b-8f00-f18b5c5466c5 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:24.426679 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec68df2-acce-490b-8f00-f18b5c5466c5 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:24.452502 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-20335a29-8262-4505-83ad-92f8a9ba881d None None] For port c76e083a-562f-48aa-9608-d78bd134d500, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=c76e083a-562f-48aa-9608-d78bd134d500,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:24.460785 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-20335a29-8262-4505-83ad-92f8a9ba881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:24.465712 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fd3e83e6-b52b-4172-baad-f8384d6c3913 req-9c80cccf-1c1b-442c-aa57-8b505349bce4 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7576773-34b9-47cd-986d-6bff6a0f6165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2839720 Jan 21 09:48:24.515423 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1acc3a6-5cd7-46a5-91b5-6923558d63d8 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Network 3c55d9a0-97f1-45f3-b17f-c4ebe5261f5d is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:48:24.545193 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-c1acc3a6-5cd7-46a5-91b5-6923558d63d8 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 3c55d9a0-97f1-45f3-b17f-c4ebe5261f5d) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:24.563060 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c1acc3a6-5cd7-46a5-91b5-6923558d63d8 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:24.665351 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d6bea360-90de-4daf-b784-096e9fc6886b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:24.675470 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee9dc13-4d8e-40db-a34f-95dbf2bd0610 None None] Network 3c55d9a0-97f1-45f3-b17f-c4ebe5261f5d requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:24.708018 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1acc3a6-5cd7-46a5-91b5-6923558d63d8 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Pushing event updated for resources: {'Subnet': ['ID=4cb64ac3-55b2-485b-b828-c3a7e9465114,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:24.791657 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20335a29-8262-4505-83ad-92f8a9ba881d None None] Pushing event updated for resources: {'Port': ['ID=c76e083a-562f-48aa-9608-d78bd134d500,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:24.807371 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bea360-90de-4daf-b784-096e9fc6886b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Subnet': ['ID=7d1ed605-f678-4b41-86b1-c4bafe3b819d,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:24.811836 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1acc3a6-5cd7-46a5-91b5-6923558d63d8 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Checking segment: {'id': '7df76330-e7c3-4def-85ed-8d130f9f5305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'c6016e05-3dbb-4724-97d6-fe17c48d245a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:24.812295 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1acc3a6-5cd7-46a5-91b5-6923558d63d8 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Network hostable DHCP agents. Network: c6016e05-3dbb-4724-97d6-fe17c48d245a, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:48:24.832087 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bec68df2-acce-490b-8f00-f18b5c5466c5 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:24.869120 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d03f45-6043-4b25-8c47-1ccae031ad9c None None] Update dhcp port {'port': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'fixed_ips': [{'subnet_id': '30d8ba8a-7421-4a5b-a0c8-e359dc1728e7', 'ip_address': '2001:db8::f816:3eff:fe5a:263b'}, {'subnet_id': 'bd18dc34-6b09-44f1-a8e2-3a41892ed964'}], 'binding:host_id': 'dv-neutron-825732-1-hyperv'}, 'id': 'c76e083a-562f-48aa-9608-d78bd134d500'} from dv-neutron-825732-1-hyperv. {{(pid=83599) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 21 09:48:24.892341 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bea360-90de-4daf-b784-096e9fc6886b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Checking segment: {'id': '8bc02c79-d7dd-4f8c-9bf8-5bc1e5085362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '167c7602-e61e-4bff-87f0-13bcb1a146e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:24.893243 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bea360-90de-4daf-b784-096e9fc6886b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Network hostable DHCP agents. Network: 167c7602-e61e-4bff-87f0-13bcb1a146e7, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:48:24.929983 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b1d03f45-6043-4b25-8c47-1ccae031ad9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:24.936287 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1acc3a6-5cd7-46a5-91b5-6923558d63d8 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Network c6016e05-3dbb-4724-97d6-fe17c48d245a is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:48:24.951754 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bea360-90de-4daf-b784-096e9fc6886b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Network 167c7602-e61e-4bff-87f0-13bcb1a146e7 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:48:24.964537 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-c1acc3a6-5cd7-46a5-91b5-6923558d63d8 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, c6016e05-3dbb-4724-97d6-fe17c48d245a) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:24.968972 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1acc3a6-5cd7-46a5-91b5-6923558d63d8 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:24.969355 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1acc3a6-5cd7-46a5-91b5-6923558d63d8 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:24.969990 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c1acc3a6-5cd7-46a5-91b5-6923558d63d8 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:24.986360 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fa2633-acfb-4a70-9fda-cf8aecd1b0cf None None] Network c6016e05-3dbb-4724-97d6-fe17c48d245a requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:24.994835 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-4c566539-24c2-4e26-9218-ca28d5f06fe9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Allocated IP 172.20.0.12 (d5f237d0-52c1-4100-800c-a471203fec66/bd18dc34-6b09-44f1-a8e2-3a41892ed964/47f6bcff-9b12-4916-a4a8-e2745a1ccb6d) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:24.996745 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-d6bea360-90de-4daf-b784-096e9fc6886b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 167c7602-e61e-4bff-87f0-13bcb1a146e7) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:25.013586 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c1acc3a6-5cd7-46a5-91b5-6923558d63d8 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.8296485 Jan 21 09:48:25.013586 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bea360-90de-4daf-b784-096e9fc6886b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:25.013586 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d6bea360-90de-4daf-b784-096e9fc6886b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:25.017078 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33584) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:25.040269 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f228c4b-56b5-4dae-8edc-9c58839d79fe None None] Network 167c7602-e61e-4bff-87f0-13bcb1a146e7 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:25.047242 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-4c566539-24c2-4e26-9218-ca28d5f06fe9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Allocated IP 2001:db8::f816:3eff:fed0:6d29 (d5f237d0-52c1-4100-800c-a471203fec66/30d8ba8a-7421-4a5b-a0c8-e359dc1728e7/47f6bcff-9b12-4916-a4a8-e2745a1ccb6d) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:25.093347 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d6bea360-90de-4daf-b784-096e9fc6886b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6313725 Jan 21 09:48:25.097665 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33588) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:25.110129 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-03f1d98a-5686-4fbd-9433-7ec915c8e152 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'subnet': {'network_id': '167c7602-e61e-4bff-87f0-13bcb1a146e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:25.121175 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bec68df2-acce-490b-8f00-f18b5c5466c5 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:25.203376 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1d9f9b-572e-47e0-9e43-e990273aca3e tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:25.204826 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1d9f9b-572e-47e0-9e43-e990273aca3e tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:25.207033 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1d9f9b-572e-47e0-9e43-e990273aca3e tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:25.208053 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8a1d9f9b-572e-47e0-9e43-e990273aca3e tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Synchronizing usage tracker for tenant:803dbcc7da174668975380b6d5ecce72 on resource:subnet {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:25.218467 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-e02beef3-4324-41bb-b65a-93f7b4587171 None None] Provisioning for port 0763ee5f-c815-4795-8b8b-02393b685de2 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:25.233661 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8a1d9f9b-572e-47e0-9e43-e990273aca3e tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Unset dirty status for tenant:803dbcc7da174668975380b6d5ecce72 on resource:subnet {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:25.246669 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8a1d9f9b-572e-47e0-9e43-e990273aca3e tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2163374 Jan 21 09:48:25.251338 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33592) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:25.268727 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-e02beef3-4324-41bb-b65a-93f7b4587171 None None] Provisioning complete for port 0763ee5f-c815-4795-8b8b-02393b685de2 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:25.269113 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e02beef3-4324-41bb-b65a-93f7b4587171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:25.391823 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb6a66d-6910-4cae-b1ff-7ef49d2cfbd4 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Deleting subnet 3600ca09-7e47-467d-8927-bf0687c31032 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:48:25.394271 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-03f1d98a-5686-4fbd-9433-7ec915c8e152 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:25.398435 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7bb6a66d-6910-4cae-b1ff-7ef49d2cfbd4 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:25.411238 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2830ebe-fc65-49cf-bcdb-f29531fa005c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-3c55d9a0-97f1-45f3-b17f-c4ebe5261f5d', 'network_id': '3c55d9a0-97f1-45f3-b17f-c4ebe5261f5d', 'tenant_id': '803dbcc7da174668975380b6d5ecce72', 'fixed_ips': [{'subnet_id': '3600ca09-7e47-467d-8927-bf0687c31032'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:48:25.412169 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b2830ebe-fc65-49cf-bcdb-f29531fa005c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:25.428787 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-03f1d98a-5686-4fbd-9433-7ec915c8e152 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:subnet and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:25.436411 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-03f1d98a-5686-4fbd-9433-7ec915c8e152 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:25.446100 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-03f1d98a-5686-4fbd-9433-7ec915c8e152 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:25.477938 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7bb6a66d-6910-4cae-b1ff-7ef49d2cfbd4 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:25.490504 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device c76e083a-562f-48aa-9608-d78bd134d500 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:48:25.511739 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f1d98a-5686-4fbd-9433-7ec915c8e152 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Made reservation on behalf of 081c5e94b3d84c0c999dc4d73e79f211 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:25.515791 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03f1d98a-5686-4fbd-9433-7ec915c8e152 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:25.583249 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6fdd9d48-621c-46e5-b39a-b1e9a87e5925 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:25.662906 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7bb6a66d-6910-4cae-b1ff-7ef49d2cfbd4 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:25.679271 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1134b3b9-194f-4aa2-add5-87123987cdca tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Deleting port bfeb0a02-7098-4110-926f-2b651dd7d9df {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:25.679615 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1134b3b9-194f-4aa2-add5-87123987cdca tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:25.684974 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-e02beef3-4324-41bb-b65a-93f7b4587171 None None] Port 0763ee5f-c815-4795-8b8b-02393b685de2 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:48:25.772289 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6fdd9d48-621c-46e5-b39a-b1e9a87e5925 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:25.845546 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.ipam_backend_mixin [None req-03f1d98a-5686-4fbd-9433-7ec915c8e152 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7d1ed605-f678-4b41-86b1-c4bafe3b819d (CIDR: 172.20.0.0/28) Jan 21 09:48:25.859256 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f1d98a-5686-4fbd-9433-7ec915c8e152 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:48:25.859697 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03f1d98a-5686-4fbd-9433-7ec915c8e152 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:25.863344 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0092fd-6a0b-44e0-b266-a7d9905427f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-c6016e05-3dbb-4724-97d6-fe17c48d245a', 'network_id': 'c6016e05-3dbb-4724-97d6-fe17c48d245a', 'tenant_id': '803dbcc7da174668975380b6d5ecce72', 'fixed_ips': [{'subnet_id': '4cb64ac3-55b2-485b-b828-c3a7e9465114'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:48:25.864158 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fd0092fd-6a0b-44e0-b266-a7d9905427f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:25.879597 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7bb6a66d-6910-4cae-b1ff-7ef49d2cfbd4 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:25.934556 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6a66d-6910-4cae-b1ff-7ef49d2cfbd4 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Pushing event deleted for resources: {'Subnet': ['ID=3600ca09-7e47-467d-8927-bf0687c31032,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:25.938292 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-03f1d98a-5686-4fbd-9433-7ec915c8e152 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8388908 Jan 21 09:48:25.942331 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33598) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:25.946229 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7bb6a66d-6910-4cae-b1ff-7ef49d2cfbd4 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:25.950336 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7bb6a66d-6910-4cae-b1ff-7ef49d2cfbd4 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] 10.222.0.104 "DELETE /v2.0/subnets/3600ca09-7e47-467d-8927-bf0687c31032 HTTP/1.1" status: 204 len: 168 time: 0.6752300 Jan 21 09:48:25.951623 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4c566539-24c2-4e26-9218-ca28d5f06fe9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:25.952142 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-87f3e5bc-7645-4a22-873b-77c045578b7f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'subnet': {'network_id': '167c7602-e61e-4bff-87f0-13bcb1a146e7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:25.963735 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33602) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:25.981348 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3727a-40b8-4241-8235-58a3d0f9c40b req-84715e10-678a-4807-9bce-10870f397ebd tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:25.988763 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-45f3727a-40b8-4241-8235-58a3d0f9c40b req-84715e10-678a-4807-9bce-10870f397ebd tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/ports?device_id=fe8aa511-607a-4f64-9172-474d512829dd HTTP/1.1" status: 200 len: 945 time: 0.2874491 Jan 21 09:48:26.117440 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-45f3727a-40b8-4241-8235-58a3d0f9c40b req-5fa13757-2cf9-4b6d-a871-c2456eb90927 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7576773-34b9-47cd-986d-6bff6a0f6165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797062 Jan 21 09:48:26.133482 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-fd0092fd-6a0b-44e0-b266-a7d9905427f1 None None] Allocated IP 2001:db8:0:1::1 (c6016e05-3dbb-4724-97d6-fe17c48d245a/4cb64ac3-55b2-485b-b828-c3a7e9465114/8e59aaa5-ec8d-4460-a5ce-0293af3abcec) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:26.136428 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port c76e083a-562f-48aa-9608-d78bd134d500 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:26.136795 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:26.164594 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-87f3e5bc-7645-4a22-873b-77c045578b7f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:26.169108 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4c566539-24c2-4e26-9218-ca28d5f06fe9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Transition to ACTIVE for port object 47f6bcff-9b12-4916-a4a8-e2745a1ccb6d will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:26.173743 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-87f3e5bc-7645-4a22-873b-77c045578b7f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:subnet and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:26.178610 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-87f3e5bc-7645-4a22-873b-77c045578b7f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:26.186891 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-87f3e5bc-7645-4a22-873b-77c045578b7f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:26.200555 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54da972-50cb-4ece-9b1e-496473571ec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-167c7602-e61e-4bff-87f0-13bcb1a146e7', 'network_id': '167c7602-e61e-4bff-87f0-13bcb1a146e7', 'tenant_id': '081c5e94b3d84c0c999dc4d73e79f211', 'fixed_ips': [{'subnet_id': '7d1ed605-f678-4b41-86b1-c4bafe3b819d'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:48:26.201494 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b54da972-50cb-4ece-9b1e-496473571ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:26.204719 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f3e5bc-7645-4a22-873b-77c045578b7f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Made reservation on behalf of 081c5e94b3d84c0c999dc4d73e79f211 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:26.210323 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87f3e5bc-7645-4a22-873b-77c045578b7f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server [None req-b2830ebe-fc65-49cf-bcdb-f29531fa005c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3600ca09-7e47-467d-8927-bf0687c31032: This subnet is being modified by another concurrent operation. Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:48:26.222866 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise exception Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3600ca09-7e47-467d-8927-bf0687c31032: This subnet is being modified by another concurrent operation. Jan 21 09:48:26.226301 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server Jan 21 09:48:26.277292 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c75ed7f-3f9f-4702-bb54-edec1bc71247 None None] Network 3c55d9a0-97f1-45f3-b17f-c4ebe5261f5d requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:26.532132 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1134b3b9-194f-4aa2-add5-87123987cdca tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:26.548159 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87f3e5bc-7645-4a22-873b-77c045578b7f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:26.569752 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-51295e76-51ad-470d-ba01-a9d1c350b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:26.641743 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f3e5bc-7645-4a22-873b-77c045578b7f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Network 167c7602-e61e-4bff-87f0-13bcb1a146e7 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:26.645451 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-87f3e5bc-7645-4a22-873b-77c045578b7f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:26.649660 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f3e5bc-7645-4a22-873b-77c045578b7f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:26.650247 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87f3e5bc-7645-4a22-873b-77c045578b7f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:26.656106 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3e5bc-7645-4a22-873b-77c045578b7f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Subnet': ['ID=c3a43832-8505-4db3-882c-b7249e5385d2,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:26.696569 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-87f3e5bc-7645-4a22-873b-77c045578b7f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7520216 Jan 21 09:48:26.697665 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33608) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:26.704564 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e56e1006-dff4-44c2-ab33-41a0dbc8f364 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'port': {'network_id': '167c7602-e61e-4bff-87f0-13bcb1a146e7', 'fixed_ips': [{'subnet_id': '7d1ed605-f678-4b41-86b1-c4bafe3b819d'}, {'subnet_id': 'c3a43832-8505-4db3-882c-b7249e5385d2'}], 'name': 'tempest-PortsTestJSON-44234692'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:26.745869 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1134b3b9-194f-4aa2-add5-87123987cdca tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Calling delete_port for bfeb0a02-7098-4110-926f-2b651dd7d9df owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:26.846462 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4c566539-24c2-4e26-9218-ca28d5f06fe9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:26.846977 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-b54da972-50cb-4ece-9b1e-496473571ec6 None None] Allocated IP 172.20.0.2 (167c7602-e61e-4bff-87f0-13bcb1a146e7/7d1ed605-f678-4b41-86b1-c4bafe3b819d/677fa798-1b96-412b-962b-d172c0173b59) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:26.883636 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e56e1006-dff4-44c2-ab33-41a0dbc8f364 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:26.896964 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e56e1006-dff4-44c2-ab33-41a0dbc8f364 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:26.913541 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56e1006-dff4-44c2-ab33-41a0dbc8f364 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Made reservation on behalf of 081c5e94b3d84c0c999dc4d73e79f211 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:26.922189 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e56e1006-dff4-44c2-ab33-41a0dbc8f364 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:26.949802 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-bec68df2-acce-490b-8f00-f18b5c5466c5 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:48:26.953470 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-e56e1006-dff4-44c2-ab33-41a0dbc8f364 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] device_id is not set on port e68e1ea8-15e8-41cb-a890-c392bb9fdd67 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:48:26.996572 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bec68df2-acce-490b-8f00-f18b5c5466c5 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:27.016074 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-6fdd9d48-621c-46e5-b39a-b1e9a87e5925 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:48:27.054151 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bec68df2-acce-490b-8f00-f18b5c5466c5 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:27.059230 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fd0092fd-6a0b-44e0-b266-a7d9905427f1 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:27.092883 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-fd0092fd-6a0b-44e0-b266-a7d9905427f1 None None] Transition to ACTIVE for port object 8e59aaa5-ec8d-4460-a5ce-0293af3abcec will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:27.102396 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c566539-24c2-4e26-9218-ca28d5f06fe9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:27.106809 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-b1d03f45-6043-4b25-8c47-1ccae031ad9c None None] Allocated IP 172.20.0.2 (d5f237d0-52c1-4100-800c-a471203fec66/bd18dc34-6b09-44f1-a8e2-3a41892ed964/c76e083a-562f-48aa-9608-d78bd134d500) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:27.120067 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6fdd9d48-621c-46e5-b39a-b1e9a87e5925 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:27.139018 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-4c566539-24c2-4e26-9218-ca28d5f06fe9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:27.147672 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c566539-24c2-4e26-9218-ca28d5f06fe9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Port': ['ID=47f6bcff-9b12-4916-a4a8-e2745a1ccb6d,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:27.150896 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c566539-24c2-4e26-9218-ca28d5f06fe9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:27.178611 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-fd0092fd-6a0b-44e0-b266-a7d9905427f1 None None] Transition to ACTIVE for port object 8e59aaa5-ec8d-4460-a5ce-0293af3abcec will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:27.186053 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6b231-8085-428a-b4aa-beebe514571e req-e09d6968-50df-4efa-beb3-a9823986dfcb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:27.187616 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f2b6b231-8085-428a-b4aa-beebe514571e req-e09d6968-50df-4efa-beb3-a9823986dfcb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/ports?device_id=fe8aa511-607a-4f64-9172-474d512829dd HTTP/1.1" status: 200 len: 945 time: 0.9141936 Jan 21 09:48:27.188264 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6fdd9d48-621c-46e5-b39a-b1e9a87e5925 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:27.212187 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fd0092fd-6a0b-44e0-b266-a7d9905427f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:27.229329 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-c258b4de-02e6-409f-93f2-81c1685d5dc2 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Deleting subnet 4cb64ac3-55b2-485b-b828-c3a7e9465114 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:48:27.285219 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c258b4de-02e6-409f-93f2-81c1685d5dc2 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:27.337357 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b54da972-50cb-4ece-9b1e-496473571ec6 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:27.365332 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bec68df2-acce-490b-8f00-f18b5c5466c5 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:27.373603 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-b54da972-50cb-4ece-9b1e-496473571ec6 None None] Transition to ACTIVE for port object 677fa798-1b96-412b-962b-d172c0173b59 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:27.384205 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0092fd-6a0b-44e0-b266-a7d9905427f1 None None] Network c6016e05-3dbb-4724-97d6-fe17c48d245a is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:27.405273 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-fd0092fd-6a0b-44e0-b266-a7d9905427f1 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:27.411556 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0092fd-6a0b-44e0-b266-a7d9905427f1 None None] Pushing event updated for resources: {'Port': ['ID=8e59aaa5-ec8d-4460-a5ce-0293af3abcec,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:27.414968 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0092fd-6a0b-44e0-b266-a7d9905427f1 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:27.437484 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-b54da972-50cb-4ece-9b1e-496473571ec6 None None] Transition to ACTIVE for port object 677fa798-1b96-412b-962b-d172c0173b59 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:27.448706 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec68df2-acce-490b-8f00-f18b5c5466c5 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Port': ['ID=0763ee5f-c815-4795-8b8b-02393b685de2,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:27.454352 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-b1d03f45-6043-4b25-8c47-1ccae031ad9c None None] For port c76e083a-562f-48aa-9608-d78bd134d500, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=c76e083a-562f-48aa-9608-d78bd134d500,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:27.462006 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c566539-24c2-4e26-9218-ca28d5f06fe9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:27.462620 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4c566539-24c2-4e26-9218-ca28d5f06fe9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:27.504669 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c258b4de-02e6-409f-93f2-81c1685d5dc2 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:27.524688 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b54da972-50cb-4ece-9b1e-496473571ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:27.570715 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:27.620390 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-fd0092fd-6a0b-44e0-b266-a7d9905427f1 None None] Attempting to bind port 8e59aaa5-ec8d-4460-a5ce-0293af3abcec on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:48:27.621004 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-fd0092fd-6a0b-44e0-b266-a7d9905427f1 None None] Attempting to bind port 8e59aaa5-ec8d-4460-a5ce-0293af3abcec by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '7df76330-e7c3-4def-85ed-8d130f9f5305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'c6016e05-3dbb-4724-97d6-fe17c48d245a'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:48:27.621004 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0092fd-6a0b-44e0-b266-a7d9905427f1 None None] Attempting to bind port 8e59aaa5-ec8d-4460-a5ce-0293af3abcec on network c6016e05-3dbb-4724-97d6-fe17c48d245a {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:48:27.622553 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-e56e1006-dff4-44c2-ab33-41a0dbc8f364 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Allocated IP 172.20.0.5 (167c7602-e61e-4bff-87f0-13bcb1a146e7/7d1ed605-f678-4b41-86b1-c4bafe3b819d/e68e1ea8-15e8-41cb-a890-c392bb9fdd67) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:27.629344 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.resource_extend [None req-b1d03f45-6043-4b25-8c47-1ccae031ad9c None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:48:27.630339 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-e56e1006-dff4-44c2-ab33-41a0dbc8f364 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Allocated IP 172.20.0.22 (167c7602-e61e-4bff-87f0-13bcb1a146e7/c3a43832-8505-4db3-882c-b7249e5385d2/e68e1ea8-15e8-41cb-a890-c392bb9fdd67) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:27.656075 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54da972-50cb-4ece-9b1e-496473571ec6 None None] Network 167c7602-e61e-4bff-87f0-13bcb1a146e7 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:27.657395 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54da972-50cb-4ece-9b1e-496473571ec6 None None] Pushing event updated for resources: {'Port': ['ID=677fa798-1b96-412b-962b-d172c0173b59,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:27.660005 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0092fd-6a0b-44e0-b266-a7d9905427f1 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:48:27.660947 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0092fd-6a0b-44e0-b266-a7d9905427f1 None None] Checking segment: {'id': '7df76330-e7c3-4def-85ed-8d130f9f5305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'c6016e05-3dbb-4724-97d6-fe17c48d245a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:27.660947 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fd0092fd-6a0b-44e0-b266-a7d9905427f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:27.661194 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0092fd-6a0b-44e0-b266-a7d9905427f1 None None] Bound using segment: {'id': '7df76330-e7c3-4def-85ed-8d130f9f5305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'c6016e05-3dbb-4724-97d6-fe17c48d245a'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:48:27.661619 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-fd0092fd-6a0b-44e0-b266-a7d9905427f1 None None] Bound port: 8e59aaa5-ec8d-4460-a5ce-0293af3abcec, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df76330-e7c3-4def-85ed-8d130f9f5305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'c6016e05-3dbb-4724-97d6-fe17c48d245a'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:48:27.661991 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fd0092fd-6a0b-44e0-b266-a7d9905427f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:27.676298 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b1d03f45-6043-4b25-8c47-1ccae031ad9c None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:27.683277 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-b54da972-50cb-4ece-9b1e-496473571ec6 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:27.694503 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f2b6b231-8085-428a-b4aa-beebe514571e req-5db001ce-eb18-4fce-81fc-4f4f7fc34bc7 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7576773-34b9-47cd-986d-6bff6a0f6165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4599142 Jan 21 09:48:27.738297 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6fdd9d48-621c-46e5-b39a-b1e9a87e5925 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:27.766064 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54da972-50cb-4ece-9b1e-496473571ec6 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:27.780343 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33612) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:27.822990 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:27.827722 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd9d48-621c-46e5-b39a-b1e9a87e5925 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event updated for resources: {'Port': ['ID=178554ea-91db-4f48-a125-51908d122c04,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:27.845157 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4c566539-24c2-4e26-9218-ca28d5f06fe9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 6.3669672 Jan 21 09:48:27.859385 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33616) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:27.920129 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-b1d03f45-6043-4b25-8c47-1ccae031ad9c None None] Transition to ACTIVE for port object c76e083a-562f-48aa-9608-d78bd134d500 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:27.936030 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b1d03f45-6043-4b25-8c47-1ccae031ad9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:27.937327 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1134b3b9-194f-4aa2-add5-87123987cdca tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:27.946488 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e56e1006-dff4-44c2-ab33-41a0dbc8f364 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:27.973545 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-e56e1006-dff4-44c2-ab33-41a0dbc8f364 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Transition to ACTIVE for port object e68e1ea8-15e8-41cb-a890-c392bb9fdd67 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:27.987874 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-b54da972-50cb-4ece-9b1e-496473571ec6 None None] Attempting to bind port 677fa798-1b96-412b-962b-d172c0173b59 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:48:27.988250 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-b54da972-50cb-4ece-9b1e-496473571ec6 None None] Attempting to bind port 677fa798-1b96-412b-962b-d172c0173b59 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '8bc02c79-d7dd-4f8c-9bf8-5bc1e5085362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '167c7602-e61e-4bff-87f0-13bcb1a146e7'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:48:27.988814 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54da972-50cb-4ece-9b1e-496473571ec6 None None] Attempting to bind port 677fa798-1b96-412b-962b-d172c0173b59 on network 167c7602-e61e-4bff-87f0-13bcb1a146e7 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:48:28.005003 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-faade46b-8f64-4972-bec8-26e412a9f6db tempest-TestNetworkAdvancedServerOps-1707011327 tempest-TestNetworkAdvancedServerOps-1707011327-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=fe8aa511-607a-4f64-9172-474d512829dd HTTP/1.1" status: 200 len: 1093 time: 0.2201340 Jan 21 09:48:28.005525 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33620) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:28.012286 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6a3b67a1-d83d-4495-80b7-27f403cecbfb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'port_id': '32bf03f1-5287-4b92-bc6e-7943d0881fc4', 'tenant_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:28.015076 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-fd0092fd-6a0b-44e0-b266-a7d9905427f1 None None] For port 8e59aaa5-ec8d-4460-a5ce-0293af3abcec, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:48:28.018862 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6a3b67a1-d83d-4495-80b7-27f403cecbfb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:28.025497 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6a3b67a1-d83d-4495-80b7-27f403cecbfb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Usage tracker for resource:floatingip and tenant:1e3f77cee1f142a6ae1fa2606c54e16c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:28.028643 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134b3b9-194f-4aa2-add5-87123987cdca tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event deleted for resources: {'Port': ['ID=bfeb0a02-7098-4110-926f-2b651dd7d9df,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:28.029168 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6a3b67a1-d83d-4495-80b7-27f403cecbfb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:28.035763 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-fd0092fd-6a0b-44e0-b266-a7d9905427f1 None None] For port 8e59aaa5-ec8d-4460-a5ce-0293af3abcec, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=8e59aaa5-ec8d-4460-a5ce-0293af3abcec,segment=NetworkSegment(7df76330-e7c3-4def-85ed-8d130f9f5305),segment_id=7df76330-e7c3-4def-85ed-8d130f9f5305)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:48:28.037244 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e56e1006-dff4-44c2-ab33-41a0dbc8f364 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:28.044666 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6a3b67a1-d83d-4495-80b7-27f403cecbfb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:28.069254 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54da972-50cb-4ece-9b1e-496473571ec6 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:48:28.070022 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54da972-50cb-4ece-9b1e-496473571ec6 None None] Checking segment: {'id': '8bc02c79-d7dd-4f8c-9bf8-5bc1e5085362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '167c7602-e61e-4bff-87f0-13bcb1a146e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:28.070426 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b54da972-50cb-4ece-9b1e-496473571ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:28.070818 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54da972-50cb-4ece-9b1e-496473571ec6 None None] Bound using segment: {'id': '8bc02c79-d7dd-4f8c-9bf8-5bc1e5085362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '167c7602-e61e-4bff-87f0-13bcb1a146e7'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:48:28.071484 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-b54da972-50cb-4ece-9b1e-496473571ec6 None None] Bound port: 677fa798-1b96-412b-962b-d172c0173b59, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc02c79-d7dd-4f8c-9bf8-5bc1e5085362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '167c7602-e61e-4bff-87f0-13bcb1a146e7'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:48:28.071867 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b54da972-50cb-4ece-9b1e-496473571ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:28.079673 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec68df2-acce-490b-8f00-f18b5c5466c5 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Network 262294a5-204c-4fb3-9e6f-a8f48ad7fa3a is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:28.081093 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c258b4de-02e6-409f-93f2-81c1685d5dc2 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:28.092163 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fd0092fd-6a0b-44e0-b266-a7d9905427f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:28.116917 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a3b67a1-d83d-4495-80b7-27f403cecbfb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:28.120813 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-bec68df2-acce-490b-8f00-f18b5c5466c5 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:28.151986 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56e1006-dff4-44c2-ab33-41a0dbc8f364 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Network 167c7602-e61e-4bff-87f0-13bcb1a146e7 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:28.159898 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-e56e1006-dff4-44c2-ab33-41a0dbc8f364 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:28.160169 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d03f45-6043-4b25-8c47-1ccae031ad9c None None] Pushing event updated for resources: {'Port': ['ID=c76e083a-562f-48aa-9608-d78bd134d500,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:28.161334 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56e1006-dff4-44c2-ab33-41a0dbc8f364 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:28.313756 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e1006-dff4-44c2-ab33-41a0dbc8f364 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Port': ['ID=e68e1ea8-15e8-41cb-a890-c392bb9fdd67,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:28.322741 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56e1006-dff4-44c2-ab33-41a0dbc8f364 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:28.324312 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e56e1006-dff4-44c2-ab33-41a0dbc8f364 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:28.364398 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0092fd-6a0b-44e0-b266-a7d9905427f1 None None] Pushing event updated for resources: {'Port': ['ID=8e59aaa5-ec8d-4460-a5ce-0293af3abcec,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:28.386849 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-b54da972-50cb-4ece-9b1e-496473571ec6 None None] For port 677fa798-1b96-412b-962b-d172c0173b59, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:48:28.387388 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e56e1006-dff4-44c2-ab33-41a0dbc8f364 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1002 time: 1.6878915 Jan 21 09:48:28.388284 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33624) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:28.390564 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-b54da972-50cb-4ece-9b1e-496473571ec6 None None] For port 677fa798-1b96-412b-962b-d172c0173b59, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=677fa798-1b96-412b-962b-d172c0173b59,segment=NetworkSegment(8bc02c79-d7dd-4f8c-9bf8-5bc1e5085362),segment_id=8bc02c79-d7dd-4f8c-9bf8-5bc1e5085362)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:48:28.397644 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b54da972-50cb-4ece-9b1e-496473571ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:28.414718 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-1d4845b7-de48-4e4e-b19b-f0c464631f73 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7d1ed605-f678-4b41-86b1-c4bafe3b819d'}]}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:28.523800 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54da972-50cb-4ece-9b1e-496473571ec6 None None] Pushing event updated for resources: {'Port': ['ID=677fa798-1b96-412b-962b-d172c0173b59,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:28.587721 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d4845b7-de48-4e4e-b19b-f0c464631f73 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:28.651286 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-094abfcc-cc22-46d8-97f5-538d8df0b38f None None] Provisioning complete for port 0763ee5f-c815-4795-8b8b-02393b685de2 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:28.651709 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-094abfcc-cc22-46d8-97f5-538d8df0b38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:28.845940 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-094abfcc-cc22-46d8-97f5-538d8df0b38f None None] Port 0763ee5f-c815-4795-8b8b-02393b685de2 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:48:28.889428 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b047d8-6312-4d59-9504-cd04f2a73bd2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:28.895367 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b047d8-6312-4d59-9504-cd04f2a73bd2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:28.896479 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-73b047d8-6312-4d59-9504-cd04f2a73bd2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:28.969479 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c258b4de-02e6-409f-93f2-81c1685d5dc2 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:29.018690 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1134b3b9-194f-4aa2-add5-87123987cdca tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:29.042027 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258b4de-02e6-409f-93f2-81c1685d5dc2 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Pushing event deleted for resources: {'Subnet': ['ID=4cb64ac3-55b2-485b-b828-c3a7e9465114,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:29.050731 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-73b047d8-6312-4d59-9504-cd04f2a73bd2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:29.053102 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-73b047d8-6312-4d59-9504-cd04f2a73bd2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 1.1921844 Jan 21 09:48:29.055646 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33628) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:29.145069 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a3b67a1-d83d-4495-80b7-27f403cecbfb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:29.201366 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c258b4de-02e6-409f-93f2-81c1685d5dc2 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:29.285803 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-b07ee9e5-3169-4eb7-925e-890b883474de tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting port 47f6bcff-9b12-4916-a4a8-e2745a1ccb6d {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:29.286145 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b07ee9e5-3169-4eb7-925e-890b883474de tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:29.351967 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c258b4de-02e6-409f-93f2-81c1685d5dc2 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] 10.222.0.104 "DELETE /v2.0/subnets/4cb64ac3-55b2-485b-b828-c3a7e9465114 HTTP/1.1" status: 204 len: 168 time: 3.3438148 Jan 21 09:48:29.357203 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33632) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:29.416755 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.l3_db [None req-6fdd9d48-621c-46e5-b39a-b1e9a87e5925 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Floating IP 9e6c7f11-199b-4457-8951-599f6d6ca99c associated. External IP: 172.26.0.195, port: 0ade5573-2bc3-4fc1-b5dc-186437520f7e. Jan 21 09:48:29.434920 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:29.446339 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-1d4845b7-de48-4e4e-b19b-f0c464631f73 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Delete allocated IP 172.20.0.22 (167c7602-e61e-4bff-87f0-13bcb1a146e7/c3a43832-8505-4db3-882c-b7249e5385d2) {{(pid=83597) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 21 09:48:29.552932 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 8e59aaa5-ec8d-4460-a5ce-0293af3abcec up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:48:29.592247 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcfa20d-89bd-4378-a304-6303ba6b663e tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:29.592928 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-dbcfa20d-89bd-4378-a304-6303ba6b663e tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Synchronizing usage tracker for tenant:803dbcc7da174668975380b6d5ecce72 on resource:subnet {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:29.649944 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 8e59aaa5-ec8d-4460-a5ce-0293af3abcec completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:29.657353 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 677fa798-1b96-412b-962b-d172c0173b59 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:48:29.728237 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-dbcfa20d-89bd-4378-a304-6303ba6b663e tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Unset dirty status for tenant:803dbcc7da174668975380b6d5ecce72 on resource:subnet {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:29.734705 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-dbcfa20d-89bd-4378-a304-6303ba6b663e tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3700359 Jan 21 09:48:29.746327 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33638) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:29.750360 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-dc59ce55-517d-4552-bbd1-1e691b6a6c78 None None] Provisioning for port c76e083a-562f-48aa-9608-d78bd134d500 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:29.761107 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-dc59ce55-517d-4552-bbd1-1e691b6a6c78 None None] Provisioning complete for port c76e083a-562f-48aa-9608-d78bd134d500 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:29.761434 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dc59ce55-517d-4552-bbd1-1e691b6a6c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:29.776777 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-6a3b67a1-d83d-4495-80b7-27f403cecbfb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Allocated IP 172.26.0.105 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/03fd2e8c-fd6b-4468-997a-c24fa7654dd7) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:29.913725 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 677fa798-1b96-412b-962b-d172c0173b59 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:29.933182 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device c76e083a-562f-48aa-9608-d78bd134d500 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:48:30.102997 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port c76e083a-562f-48aa-9608-d78bd134d500 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:30.103723 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:30.213869 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b07ee9e5-3169-4eb7-925e-890b883474de tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:30.327710 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aadb32-6118-4c92-82a9-461f2038a882 None None] Network c6016e05-3dbb-4724-97d6-fe17c48d245a requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:30.392335 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-b07ee9e5-3169-4eb7-925e-890b883474de tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Calling delete_port for 47f6bcff-9b12-4916-a4a8-e2745a1ccb6d owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:30.417827 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fdc79c37-d2c5-4e3f-a2f8-b8015a77dabb tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:30.450340 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-fdc79c37-d2c5-4e3f-a2f8-b8015a77dabb tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Deleting port 8e59aaa5-ec8d-4460-a5ce-0293af3abcec {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:30.450955 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fdc79c37-d2c5-4e3f-a2f8-b8015a77dabb tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:30.471864 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-2284b420-b623-4f81-a58a-5b300952c636 None None] Provisioning for port 8e59aaa5-ec8d-4460-a5ce-0293af3abcec completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:30.491873 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-1d4845b7-de48-4e4e-b19b-f0c464631f73 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:48:30.529534 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d4845b7-de48-4e4e-b19b-f0c464631f73 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:30.557862 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a3b67a1-d83d-4495-80b7-27f403cecbfb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:30.562394 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-2284b420-b623-4f81-a58a-5b300952c636 None None] Provisioning complete for port 8e59aaa5-ec8d-4460-a5ce-0293af3abcec triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:30.564352 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2284b420-b623-4f81-a58a-5b300952c636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:30.571995 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-1d4845b7-de48-4e4e-b19b-f0c464631f73 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Ignored duplicate provisioning block setup for port e68e1ea8-15e8-41cb-a890-c392bb9fdd67 by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 21 09:48:30.583745 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d4845b7-de48-4e4e-b19b-f0c464631f73 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:30.628438 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79a5694-86ec-4933-8873-6177bed0b7be None None] Network 167c7602-e61e-4bff-87f0-13bcb1a146e7 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:30.656893 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1134b3b9-194f-4aa2-add5-87123987cdca tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Router adabae8a-0f43-4566-a76d-6e2eb68d5b6b has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:48:30.683366 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec68df2-acce-490b-8f00-f18b5c5466c5 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Router 987e7371-3c15-4ffa-bd40-e3a87735c282 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:48:30.745121 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4845b7-de48-4e4e-b19b-f0c464631f73 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Port': ['ID=e68e1ea8-15e8-41cb-a890-c392bb9fdd67,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:30.834156 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-1d4845b7-de48-4e4e-b19b-f0c464631f73 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] In _notify_port_updated(), no bound segment for port e68e1ea8-15e8-41cb-a890-c392bb9fdd67 on network 167c7602-e61e-4bff-87f0-13bcb1a146e7 {{(pid=83597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:48:30.840061 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4845b7-de48-4e4e-b19b-f0c464631f73 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:30.840899 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d4845b7-de48-4e4e-b19b-f0c464631f73 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:30.842277 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1d4845b7-de48-4e4e-b19b-f0c464631f73 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "PUT /v2.0/ports/e68e1ea8-15e8-41cb-a890-c392bb9fdd67 HTTP/1.1" status: 200 len: 917 time: 2.4521515 Jan 21 09:48:30.893765 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2284b420-b623-4f81-a58a-5b300952c636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:30.917029 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2037370-7b33-406f-a9d2-0f32c99b5455 None None] DHCP port deletion for c6016e05-3dbb-4724-97d6-fe17c48d245a request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:48:30.940888 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33646) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:30.961252 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-b2037370-7b33-406f-a9d2-0f32c99b5455 None None] Deleting port 8e59aaa5-ec8d-4460-a5ce-0293af3abcec {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:30.961655 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b2037370-7b33-406f-a9d2-0f32c99b5455 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:30.970142 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-37f32f48-59ad-4571-b6eb-5914915ab130 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7d1ed605-f678-4b41-86b1-c4bafe3b819d'}, {'subnet_id': 'c3a43832-8505-4db3-882c-b7249e5385d2'}]}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:30.970899 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b07ee9e5-3169-4eb7-925e-890b883474de tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:30.998428 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-2284b420-b623-4f81-a58a-5b300952c636 None None] For port 8e59aaa5-ec8d-4460-a5ce-0293af3abcec, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=8e59aaa5-ec8d-4460-a5ce-0293af3abcec,segment=NetworkSegment(7df76330-e7c3-4def-85ed-8d130f9f5305),segment_id=7df76330-e7c3-4def-85ed-8d130f9f5305)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:31.014269 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2284b420-b623-4f81-a58a-5b300952c636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:31.018184 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a3b67a1-d83d-4495-80b7-27f403cecbfb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:31.022716 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-95bddcfd-b67c-4d10-a9b1-0121c2aa39a4 req-037d3dd5-12fd-4e46-b71e-6e891d0f273b service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=fe8aa511-607a-4f64-9172-474d512829dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4628091 Jan 21 09:48:31.075303 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ee9e5-3169-4eb7-925e-890b883474de tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Port': ['ID=47f6bcff-9b12-4916-a4a8-e2745a1ccb6d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:31.204980 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-2284b420-b623-4f81-a58a-5b300952c636 None None] Could not find standard attr ID for object 47f6bcff-9b12-4916-a4a8-e2745a1ccb6d. {{(pid=83599) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:48:31.257299 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-fdc79c37-d2c5-4e3f-a2f8-b8015a77dabb tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] For port 8e59aaa5-ec8d-4460-a5ce-0293af3abcec, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=8e59aaa5-ec8d-4460-a5ce-0293af3abcec,segment=NetworkSegment(7df76330-e7c3-4def-85ed-8d130f9f5305),segment_id=7df76330-e7c3-4def-85ed-8d130f9f5305)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:31.257632 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fdc79c37-d2c5-4e3f-a2f8-b8015a77dabb tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:31.279729 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3b67a1-d83d-4495-80b7-27f403cecbfb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:31.287187 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-6a3b67a1-d83d-4495-80b7-27f403cecbfb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:31.289600 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b07ee9e5-3169-4eb7-925e-890b883474de tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:31.294290 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3b67a1-d83d-4495-80b7-27f403cecbfb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:31.341016 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b67a1-d83d-4495-80b7-27f403cecbfb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Pushing event updated for resources: {'Port': ['ID=03fd2e8c-fd6b-4468-997a-c24fa7654dd7,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:31.375326 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b07ee9e5-3169-4eb7-925e-890b883474de tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/47f6bcff-9b12-4916-a4a8-e2745a1ccb6d HTTP/1.1" status: 204 len: 168 time: 2.3129141 Jan 21 09:48:31.381618 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33650) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:31.450047 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 8e59aaa5-ec8d-4460-a5ce-0293af3abcec no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:48:31.520011 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ceb85aba-63e9-4ca5-9cca-4f68ad3bfd75 None None] Provisioning for port 677fa798-1b96-412b-962b-d172c0173b59 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:31.526864 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-fdc79c37-d2c5-4e3f-a2f8-b8015a77dabb tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Calling delete_port for 8e59aaa5-ec8d-4460-a5ce-0293af3abcec owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:31.555661 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ceb85aba-63e9-4ca5-9cca-4f68ad3bfd75 None None] Provisioning complete for port 677fa798-1b96-412b-962b-d172c0173b59 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:31.555953 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ceb85aba-63e9-4ca5-9cca-4f68ad3bfd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:31.582354 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc9a0ca-12ce-495d-9ee8-1a7e6ff2380c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:31.582934 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2284b420-b623-4f81-a58a-5b300952c636 None None] Pushing event updated for resources: {'Port': ['ID=8e59aaa5-ec8d-4460-a5ce-0293af3abcec,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:31.583531 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc9a0ca-12ce-495d-9ee8-1a7e6ff2380c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:31.585354 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc9a0ca-12ce-495d-9ee8-1a7e6ff2380c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:31.585808 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-1bc9a0ca-12ce-495d-9ee8-1a7e6ff2380c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:31.591871 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1134b3b9-194f-4aa2-add5-87123987cdca tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:48:31.622341 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-1bc9a0ca-12ce-495d-9ee8-1a7e6ff2380c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:31.626145 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1bc9a0ca-12ce-495d-9ee8-1a7e6ff2380c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2408330 Jan 21 09:48:31.626291 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-b2037370-7b33-406f-a9d2-0f32c99b5455 None None] For port 8e59aaa5-ec8d-4460-a5ce-0293af3abcec, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=8e59aaa5-ec8d-4460-a5ce-0293af3abcec,segment=NetworkSegment(7df76330-e7c3-4def-85ed-8d130f9f5305),segment_id=7df76330-e7c3-4def-85ed-8d130f9f5305)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:31.626291 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b2037370-7b33-406f-a9d2-0f32c99b5455 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:31.627527 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33656) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:31.643675 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b57d39-27ae-482c-8fcf-dd377072955b None None] Sync routers for ids ['adabae8a-0f43-4566-a76d-6e2eb68d5b6b'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:48:31.670332 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-1134b3b9-194f-4aa2-add5-87123987cdca tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "PUT /v2.0/routers/adabae8a-0f43-4566-a76d-6e2eb68d5b6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6035118 Jan 21 09:48:31.679845 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33660) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:31.799330 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-b2037370-7b33-406f-a9d2-0f32c99b5455 None None] Calling delete_port for 8e59aaa5-ec8d-4460-a5ce-0293af3abcec owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:31.882115 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:31.925447 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-95bddcfd-b67c-4d10-a9b1-0121c2aa39a4 req-27ffbe00-c264-44d3-8056-4d47b8821f7a service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=1e3f77cee1f142a6ae1fa2606c54e16c&device_id=fe8aa511-607a-4f64-9172-474d512829dd HTTP/1.1" status: 200 len: 1098 time: 0.7512600 Jan 21 09:48:31.966187 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b57d39-27ae-482c-8fcf-dd377072955b None None] Routers {'adabae8a-0f43-4566-a76d-6e2eb68d5b6b'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:31.966887 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-71b57d39-27ae-482c-8fcf-dd377072955b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:48:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['adabae8a-0f43-4566-a76d-6e2eb68d5b6b'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:31.973471 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1211136d-8064-49c7-a2de-273ada0bf759 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "GET /v2.0/ports?device_id=adabae8a-0f43-4566-a76d-6e2eb68d5b6b HTTP/1.1" status: 200 len: 205 time: 0.2863433 Jan 21 09:48:31.974495 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33664) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:32.009783 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.api [None req-fdc79c37-d2c5-4e3f-a2f8-b8015a77dabb tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:48:32.010371 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG oslo_db.api [None req-fdc79c37-d2c5-4e3f-a2f8-b8015a77dabb tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:48:32.088255 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec68df2-acce-490b-8f00-f18b5c5466c5 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:48:32.099181 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-37f32f48-59ad-4571-b6eb-5914915ab130 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:32.102999 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0a746a-ba72-467e-a400-2b69f357e4d6 None None] Sync routers for ids ['987e7371-3c15-4ffa-bd40-e3a87735c282'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:48:32.117411 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0a746a-ba72-467e-a400-2b69f357e4d6 None None] Routers {'987e7371-3c15-4ffa-bd40-e3a87735c282'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:32.117727 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-2b0a746a-ba72-467e-a400-2b69f357e4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:48:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['987e7371-3c15-4ffa-bd40-e3a87735c282'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:32.122213 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-71b57d39-27ae-482c-8fcf-dd377072955b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:32.137801 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-bec68df2-acce-490b-8f00-f18b5c5466c5 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "PUT /v2.0/routers/987e7371-3c15-4ffa-bd40-e3a87735c282/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3627522 Jan 21 09:48:32.139825 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33668) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:32.164663 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 8e59aaa5-ec8d-4460-a5ce-0293af3abcec, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=8e59aaa5-ec8d-4460-a5ce-0293af3abcec,segment=NetworkSegment(7df76330-e7c3-4def-85ed-8d130f9f5305),segment_id=7df76330-e7c3-4def-85ed-8d130f9f5305)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:32.182172 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:32.195603 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-2b0a746a-ba72-467e-a400-2b69f357e4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:32.218580 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0a746a-ba72-467e-a400-2b69f357e4d6 None None] Routers {'987e7371-3c15-4ffa-bd40-e3a87735c282'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:32.219576 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-2b0a746a-ba72-467e-a400-2b69f357e4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:48:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['987e7371-3c15-4ffa-bd40-e3a87735c282'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:32.221684 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ceb85aba-63e9-4ca5-9cca-4f68ad3bfd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:32.249866 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-b2037370-7b33-406f-a9d2-0f32c99b5455 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:48:32.250217 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-b2037370-7b33-406f-a9d2-0f32c99b5455 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:48:32.269014 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b57d39-27ae-482c-8fcf-dd377072955b None None] Routers {'adabae8a-0f43-4566-a76d-6e2eb68d5b6b'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:32.271140 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-71b57d39-27ae-482c-8fcf-dd377072955b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:48:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['adabae8a-0f43-4566-a76d-6e2eb68d5b6b'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:32.339356 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07282e6-a678-41d6-a8dc-8ca25ebc2b52 None None] Update dhcp port {'port': {'network_id': '167c7602-e61e-4bff-87f0-13bcb1a146e7', 'fixed_ips': [{'subnet_id': '7d1ed605-f678-4b41-86b1-c4bafe3b819d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c3a43832-8505-4db3-882c-b7249e5385d2'}], 'binding:host_id': 'dv-neutron-825732-1-hyperv'}, 'id': '677fa798-1b96-412b-962b-d172c0173b59'} from dv-neutron-825732-1-hyperv. {{(pid=83599) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 21 09:48:32.343821 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-2b0a746a-ba72-467e-a400-2b69f357e4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:32.344796 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0a746a-ba72-467e-a400-2b69f357e4d6 None None] The sync data for ids ['987e7371-3c15-4ffa-bd40-e3a87735c282'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:48:32.365844 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bddcfd-b67c-4d10-a9b1-0121c2aa39a4 req-c127f03a-1777-4b0c-89f0-75b87a5d85fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:32.367567 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-95bddcfd-b67c-4d10-a9b1-0121c2aa39a4 req-c127f03a-1777-4b0c-89f0-75b87a5d85fc service neutron] 10.222.0.124 "GET /v2.0/networks?id=7c76e461-3311-4ee9-93b1-5e66961e7ff1 HTTP/1.1" status: 200 len: 896 time: 0.4092498 Jan 21 09:48:32.372080 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef072854-f0bf-4023-89fb-06d3ee8fa13c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:32.372817 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ef072854-f0bf-4023-89fb-06d3ee8fa13c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Synchronizing usage tracker for tenant:d00df50c19fa484a82254f37be8cb96c on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:32.404880 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-71b57d39-27ae-482c-8fcf-dd377072955b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:32.405164 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-35b4d82d-ed11-439f-8314-db2b682fa614 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting subnet 30d8ba8a-7421-4a5b-a0c8-e359dc1728e7 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:48:32.405672 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b57d39-27ae-482c-8fcf-dd377072955b None None] The sync data for ids ['adabae8a-0f43-4566-a76d-6e2eb68d5b6b'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:48:32.421083 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35b4d82d-ed11-439f-8314-db2b682fa614 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:32.426649 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=8e59aaa5-ec8d-4460-a5ce-0293af3abcec,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:32.435197 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-ceb85aba-63e9-4ca5-9cca-4f68ad3bfd75 None None] For port 677fa798-1b96-412b-962b-d172c0173b59, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=677fa798-1b96-412b-962b-d172c0173b59,segment=NetworkSegment(8bc02c79-d7dd-4f8c-9bf8-5bc1e5085362),segment_id=8bc02c79-d7dd-4f8c-9bf8-5bc1e5085362)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:32.443806 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b07282e6-a678-41d6-a8dc-8ca25ebc2b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:32.457567 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ceb85aba-63e9-4ca5-9cca-4f68ad3bfd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:32.488795 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9b1a0271-5eea-464c-bf12-7fc13f5f3ca8 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:32.513377 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-95bddcfd-b67c-4d10-a9b1-0121c2aa39a4 req-1208badb-6039-423a-b4b9-172f5ab7e100 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32bf03f1-5287-4b92-bc6e-7943d0881fc4 HTTP/1.1" status: 200 len: 217 time: 0.1369195 Jan 21 09:48:32.513858 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-fdc79c37-d2c5-4e3f-a2f8-b8015a77dabb tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Deleting port 8e59aaa5-ec8d-4460-a5ce-0293af3abcec {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:32.514191 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fdc79c37-d2c5-4e3f-a2f8-b8015a77dabb tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:32.572670 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35b4d82d-ed11-439f-8314-db2b682fa614 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:32.586592 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb85aba-63e9-4ca5-9cca-4f68ad3bfd75 None None] Pushing event updated for resources: {'Port': ['ID=677fa798-1b96-412b-962b-d172c0173b59,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:32.633640 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ef072854-f0bf-4023-89fb-06d3ee8fa13c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Unset dirty status for tenant:d00df50c19fa484a82254f37be8cb96c on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:32.636272 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ef072854-f0bf-4023-89fb-06d3ee8fa13c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "GET /v2.0/ports/0763ee5f-c815-4795-8b8b-02393b685de2 HTTP/1.1" status: 200 len: 910 time: 0.4907839 Jan 21 09:48:32.665537 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33672) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:32.683455 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-b247d527-f7b5-4811-b1fc-f9a8f52ffdde tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '509374e4-4fce-47f8-be5b-728dcc78cf8f'}]}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:32.751526 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-b2037370-7b33-406f-a9d2-0f32c99b5455 None None] Deleting port 8e59aaa5-ec8d-4460-a5ce-0293af3abcec {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:32.752003 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b2037370-7b33-406f-a9d2-0f32c99b5455 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:32.772966 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bddcfd-b67c-4d10-a9b1-0121c2aa39a4 req-380530ac-ff64-4ec7-8990-50a4022fbeee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:32.774816 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-95bddcfd-b67c-4d10-a9b1-0121c2aa39a4 req-380530ac-ff64-4ec7-8990-50a4022fbeee service neutron] 10.222.0.124 "GET /v2.0/subnets?id=23e2bbf6-5c4d-4071-9407-50801ecd5467 HTTP/1.1" status: 200 len: 833 time: 0.2329030 Jan 21 09:48:32.795674 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-b07282e6-a678-41d6-a8dc-8ca25ebc2b52 None None] Allocated IP 172.20.0.18 (167c7602-e61e-4bff-87f0-13bcb1a146e7/c3a43832-8505-4db3-882c-b7249e5385d2/677fa798-1b96-412b-962b-d172c0173b59) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:33.033929 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35b4d82d-ed11-439f-8314-db2b682fa614 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:33.061097 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fdd9d48-621c-46e5-b39a-b1e9a87e5925 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Router b3e08f78-8c2f-4161-b95d-6d981a4110a4 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:48:33.065231 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-fdc79c37-d2c5-4e3f-a2f8-b8015a77dabb tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] For port 8e59aaa5-ec8d-4460-a5ce-0293af3abcec, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=8e59aaa5-ec8d-4460-a5ce-0293af3abcec,segment=NetworkSegment(7df76330-e7c3-4def-85ed-8d130f9f5305),segment_id=7df76330-e7c3-4def-85ed-8d130f9f5305)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:33.065615 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fdc79c37-d2c5-4e3f-a2f8-b8015a77dabb tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:33.135008 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-b2037370-7b33-406f-a9d2-0f32c99b5455 None None] For port 8e59aaa5-ec8d-4460-a5ce-0293af3abcec, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=8e59aaa5-ec8d-4460-a5ce-0293af3abcec,segment=NetworkSegment(7df76330-e7c3-4def-85ed-8d130f9f5305),segment_id=7df76330-e7c3-4def-85ed-8d130f9f5305)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:33.135500 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b2037370-7b33-406f-a9d2-0f32c99b5455 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:33.207824 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-fdc79c37-d2c5-4e3f-a2f8-b8015a77dabb tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Calling delete_port for 8e59aaa5-ec8d-4460-a5ce-0293af3abcec owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:33.242062 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-95bddcfd-b67c-4d10-a9b1-0121c2aa39a4 req-eeb7a519-b597-462a-9eb8-b8ce98ceb22b service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=7c76e461-3311-4ee9-93b1-5e66961e7ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4561644 Jan 21 09:48:33.255480 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9b1a0271-5eea-464c-bf12-7fc13f5f3ca8 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:33.284190 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-b2037370-7b33-406f-a9d2-0f32c99b5455 None None] Calling delete_port for 8e59aaa5-ec8d-4460-a5ce-0293af3abcec owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:33.300033 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9b1a0271-5eea-464c-bf12-7fc13f5f3ca8 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:33.327911 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-b07282e6-a678-41d6-a8dc-8ca25ebc2b52 None None] For port 677fa798-1b96-412b-962b-d172c0173b59, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=677fa798-1b96-412b-962b-d172c0173b59,segment=NetworkSegment(8bc02c79-d7dd-4f8c-9bf8-5bc1e5085362),segment_id=8bc02c79-d7dd-4f8c-9bf8-5bc1e5085362)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:33.383941 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b07282e6-a678-41d6-a8dc-8ca25ebc2b52 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:33.413441 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b2037370-7b33-406f-a9d2-0f32c99b5455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:33.473703 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2037370-7b33-406f-a9d2-0f32c99b5455 None None] Pushing event deleted for resources: {'Port': ['ID=8e59aaa5-ec8d-4460-a5ce-0293af3abcec,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:33.476378 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 677fa798-1b96-412b-962b-d172c0173b59 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:48:33.519959 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2037370-7b33-406f-a9d2-0f32c99b5455 None None] No DVR routers for this DVR port 8e59aaa5-ec8d-4460-a5ce-0293af3abcec on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:48:33.521490 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-95bddcfd-b67c-4d10-a9b1-0121c2aa39a4 req-05ed6cd0-7079-4e58-905c-1890fe90147c service neutron] 10.222.0.124 "GET /v2.0/networks/7c76e461-3311-4ee9-93b1-5e66961e7ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717197 Jan 21 09:48:33.524179 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.api [None req-fdc79c37-d2c5-4e3f-a2f8-b8015a77dabb tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:48:33.524504 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG oslo_db.api [None req-fdc79c37-d2c5-4e3f-a2f8-b8015a77dabb tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:48:33.546716 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-b07282e6-a678-41d6-a8dc-8ca25ebc2b52 None None] Transition to ACTIVE for port object 677fa798-1b96-412b-962b-d172c0173b59 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:33.552942 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35b4d82d-ed11-439f-8314-db2b682fa614 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:33.566368 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2037370-7b33-406f-a9d2-0f32c99b5455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:33.566713 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2037370-7b33-406f-a9d2-0f32c99b5455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:33.567427 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2037370-7b33-406f-a9d2-0f32c99b5455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:33.567564 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2037370-7b33-406f-a9d2-0f32c99b5455 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:33.567900 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2037370-7b33-406f-a9d2-0f32c99b5455 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:33.568227 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2037370-7b33-406f-a9d2-0f32c99b5455 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:33.568766 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2037370-7b33-406f-a9d2-0f32c99b5455 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:33.569061 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2037370-7b33-406f-a9d2-0f32c99b5455 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:33.569588 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2037370-7b33-406f-a9d2-0f32c99b5455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:33.569921 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2037370-7b33-406f-a9d2-0f32c99b5455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:33.571212 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2037370-7b33-406f-a9d2-0f32c99b5455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:33.575579 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b07282e6-a678-41d6-a8dc-8ca25ebc2b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:33.616854 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b247d527-f7b5-4811-b1fc-f9a8f52ffdde tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:33.644104 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4d82d-ed11-439f-8314-db2b682fa614 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Subnet': ['ID=30d8ba8a-7421-4a5b-a0c8-e359dc1728e7,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:33.660044 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a3b67a1-d83d-4495-80b7-27f403cecbfb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:33.661646 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35b4d82d-ed11-439f-8314-db2b682fa614 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:33.692329 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9b1a0271-5eea-464c-bf12-7fc13f5f3ca8 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:33.692978 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1a0271-5eea-464c-bf12-7fc13f5f3ca8 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Fanout notify agent at l3_agent the message router_deleted on router adabae8a-0f43-4566-a76d-6e2eb68d5b6b {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:48:33.708793 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a717f181-58b3-4078-87b7-0ae5dadb968d None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:33.773299 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9b1a0271-5eea-464c-bf12-7fc13f5f3ca8 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:33.777112 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9b1a0271-5eea-464c-bf12-7fc13f5f3ca8 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/routers/adabae8a-0f43-4566-a76d-6e2eb68d5b6b HTTP/1.1" status: 204 len: 168 time: 1.7734873 Jan 21 09:48:33.782107 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33676) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:33.796291 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-35b4d82d-ed11-439f-8314-db2b682fa614 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/30d8ba8a-7421-4a5b-a0c8-e359dc1728e7 HTTP/1.1" status: 204 len: 168 time: 2.1660342 Jan 21 09:48:33.835705 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07282e6-a678-41d6-a8dc-8ca25ebc2b52 None None] Pushing event updated for resources: {'Port': ['ID=677fa798-1b96-412b-962b-d172c0173b59,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:33.877017 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-95bddcfd-b67c-4d10-a9b1-0121c2aa39a4 req-ae054848-2beb-4189-a6d2-4a81e82c139f service neutron] 10.222.0.124 "GET /v2.0/networks/7c76e461-3311-4ee9-93b1-5e66961e7ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463659 Jan 21 09:48:33.877017 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33680) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:33.985415 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-37f32f48-59ad-4571-b6eb-5914915ab130 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Allocated IP 172.20.0.22 (167c7602-e61e-4bff-87f0-13bcb1a146e7/c3a43832-8505-4db3-882c-b7249e5385d2/e68e1ea8-15e8-41cb-a890-c392bb9fdd67) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:33.993979 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-fdc79c37-d2c5-4e3f-a2f8-b8015a77dabb tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Deleting port 8e59aaa5-ec8d-4460-a5ce-0293af3abcec {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:33.994312 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fdc79c37-d2c5-4e3f-a2f8-b8015a77dabb tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:33.995389 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a3b67a1-d83d-4495-80b7-27f403cecbfb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:34.134549 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-fdc79c37-d2c5-4e3f-a2f8-b8015a77dabb tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] The port '8e59aaa5-ec8d-4460-a5ce-0293af3abcec' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:48:34.416155 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1cd2f30-c2ee-490e-b5bf-ebe4ef13d870 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Deleting subnet 4c541897-6464-4924-ab76-e3c0cd90395c {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:48:34.437304 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c1cd2f30-c2ee-490e-b5bf-ebe4ef13d870 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:34.457106 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fdc79c37-d2c5-4e3f-a2f8-b8015a77dabb tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:34.566066 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-fdc79c37-d2c5-4e3f-a2f8-b8015a77dabb tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6016e05-3dbb-4724-97d6-fe17c48d245a']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:34.605034 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-fdc79c37-d2c5-4e3f-a2f8-b8015a77dabb tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7df76330-e7c3-4def-85ed-8d130f9f5305') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:34.605387 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-fdc79c37-d2c5-4e3f-a2f8-b8015a77dabb tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7df76330-e7c3-4def-85ed-8d130f9f5305') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:34.605738 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c1cd2f30-c2ee-490e-b5bf-ebe4ef13d870 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:34.650720 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580f87d5-1e29-4930-93e0-8406358bc58f None None] Network 167c7602-e61e-4bff-87f0-13bcb1a146e7 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:34.653125 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fdc79c37-d2c5-4e3f-a2f8-b8015a77dabb tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:34.669862 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fdd9d48-621c-46e5-b39a-b1e9a87e5925 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:48:34.679281 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-37f32f48-59ad-4571-b6eb-5914915ab130 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:34.685571 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee4f488-d3e6-47b0-946e-a29c3bb8c67e None None] Sync routers for ids ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:48:34.696060 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-1489b092-f644-490e-8252-e7a2bab30b31 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting subnet bd18dc34-6b09-44f1-a8e2-3a41892ed964 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:48:34.699474 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1489b092-f644-490e-8252-e7a2bab30b31 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:34.735926 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a3b67a1-d83d-4495-80b7-27f403cecbfb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:34.748754 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a3b67a1-d83d-4495-80b7-27f403cecbfb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:34.761740 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1489b092-f644-490e-8252-e7a2bab30b31 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:34.804466 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee4f488-d3e6-47b0-946e-a29c3bb8c67e None None] Routers {'b3e08f78-8c2f-4161-b95d-6d981a4110a4'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:34.805754 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-fee4f488-d3e6-47b0-946e-a29c3bb8c67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:48:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:34.828310 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fdc79c37-d2c5-4e3f-a2f8-b8015a77dabb tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:34.841709 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-37f32f48-59ad-4571-b6eb-5914915ab130 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Ignored duplicate provisioning block setup for port e68e1ea8-15e8-41cb-a890-c392bb9fdd67 by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 21 09:48:34.862077 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-37f32f48-59ad-4571-b6eb-5914915ab130 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:34.869207 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b67a1-d83d-4495-80b7-27f403cecbfb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Pushing event updated for resources: {'Port': ['ID=03fd2e8c-fd6b-4468-997a-c24fa7654dd7,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:34.870116 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc79c37-d2c5-4e3f-a2f8-b8015a77dabb tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:48:34.870518 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fdc79c37-d2c5-4e3f-a2f8-b8015a77dabb tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:34.873343 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-b247d527-f7b5-4811-b1fc-f9a8f52ffdde tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:48:34.894283 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-fee4f488-d3e6-47b0-946e-a29c3bb8c67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:34.900173 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0d664a5c-882c-4355-bf4f-e0faf9522ba8 None None] Provisioning for port e68e1ea8-15e8-41cb-a890-c392bb9fdd67 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:34.925436 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0d664a5c-882c-4355-bf4f-e0faf9522ba8 None None] Provisioning complete for port e68e1ea8-15e8-41cb-a890-c392bb9fdd67 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:34.925931 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0d664a5c-882c-4355-bf4f-e0faf9522ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: util.warn( Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: util.warn( Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: util.warn( Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: util.warn( Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:48:34.949307 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:48:34.952755 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6fdd9d48-621c-46e5-b39a-b1e9a87e5925 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:34.954575 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c1cd2f30-c2ee-490e-b5bf-ebe4ef13d870 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:34.983742 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b247d527-f7b5-4811-b1fc-f9a8f52ffdde tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:34.989653 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee4f488-d3e6-47b0-946e-a29c3bb8c67e None None] Routers {'b3e08f78-8c2f-4161-b95d-6d981a4110a4'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:34.989883 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-fee4f488-d3e6-47b0-946e-a29c3bb8c67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:48:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:35.016127 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b247d527-f7b5-4811-b1fc-f9a8f52ffdde tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:35.092064 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-0d664a5c-882c-4355-bf4f-e0faf9522ba8 None None] Port e68e1ea8-15e8-41cb-a890-c392bb9fdd67 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:48:35.096092 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-fee4f488-d3e6-47b0-946e-a29c3bb8c67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:35.096092 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee4f488-d3e6-47b0-946e-a29c3bb8c67e None None] The sync data for ids ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:48:35.158015 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0d664a5c-882c-4355-bf4f-e0faf9522ba8 None None] Provisioning for port 677fa798-1b96-412b-962b-d172c0173b59 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:35.163559 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6fdd9d48-621c-46e5-b39a-b1e9a87e5925 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 16.5445421 Jan 21 09:48:35.164828 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f32f48-59ad-4571-b6eb-5914915ab130 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Port': ['ID=e68e1ea8-15e8-41cb-a890-c392bb9fdd67,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:35.170275 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33684) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:35.178325 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0d664a5c-882c-4355-bf4f-e0faf9522ba8 None None] Provisioning complete for port 677fa798-1b96-412b-962b-d172c0173b59 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:35.178787 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0d664a5c-882c-4355-bf4f-e0faf9522ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:35.213592 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-9947920d-7d60-42db-a93a-ac8f5799c296 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:35.240591 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a3b67a1-d83d-4495-80b7-27f403cecbfb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:35.270315 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fdc79c37-d2c5-4e3f-a2f8-b8015a77dabb tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:35.317143 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fdc79c37-d2c5-4e3f-a2f8-b8015a77dabb tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:35.404261 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b247d527-f7b5-4811-b1fc-f9a8f52ffdde tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:35.405035 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b247d527-f7b5-4811-b1fc-f9a8f52ffdde tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:35.413163 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b247d527-f7b5-4811-b1fc-f9a8f52ffdde tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "PUT /v2.0/ports/0763ee5f-c815-4795-8b8b-02393b685de2 HTTP/1.1" status: 200 len: 910 time: 2.7360296 Jan 21 09:48:35.414547 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33688) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:35.418436 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247d527-f7b5-4811-b1fc-f9a8f52ffdde tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Port': ['ID=0763ee5f-c815-4795-8b8b-02393b685de2,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:35.448674 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 677fa798-1b96-412b-962b-d172c0173b59 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:48:35.491083 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c1cd2f30-c2ee-490e-b5bf-ebe4ef13d870 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:35.546821 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-4cbbaab3-1d90-4cb4-8a72-540b72541eb5 None None] Provisioning complete for port c76e083a-562f-48aa-9608-d78bd134d500 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:35.547187 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4cbbaab3-1d90-4cb4-8a72-540b72541eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:35.554613 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-37f32f48-59ad-4571-b6eb-5914915ab130 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] In _notify_port_updated(), no bound segment for port e68e1ea8-15e8-41cb-a890-c392bb9fdd67 on network 167c7602-e61e-4bff-87f0-13bcb1a146e7 {{(pid=83598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:48:35.558443 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f32f48-59ad-4571-b6eb-5914915ab130 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:35.559069 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-37f32f48-59ad-4571-b6eb-5914915ab130 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:35.564102 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-37f32f48-59ad-4571-b6eb-5914915ab130 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "PUT /v2.0/ports/e68e1ea8-15e8-41cb-a890-c392bb9fdd67 HTTP/1.1" status: 200 len: 997 time: 4.6210730 Jan 21 09:48:35.564513 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd2f30-c2ee-490e-b5bf-ebe4ef13d870 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event deleted for resources: {'Subnet': ['ID=4c541897-6464-4924-ab76-e3c0cd90395c,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:35.569679 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33692) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:35.571435 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1489b092-f644-490e-8252-e7a2bab30b31 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:35.604398 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc79c37-d2c5-4e3f-a2f8-b8015a77dabb tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Pushing event deleted for resources: {'Network': ['ID=c6016e05-3dbb-4724-97d6-fe17c48d245a,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:35.646401 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-fdc79c37-d2c5-4e3f-a2f8-b8015a77dabb tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] 10.222.0.104 "DELETE /v2.0/networks/c6016e05-3dbb-4724-97d6-fe17c48d245a HTTP/1.1" status: 204 len: 168 time: 5.8975086 Jan 21 09:48:35.652785 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33696) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:35.667303 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 677fa798-1b96-412b-962b-d172c0173b59 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:35.667773 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:35.671095 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9947920d-7d60-42db-a93a-ac8f5799c296 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for floatingip, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:35.685827 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c1cd2f30-c2ee-490e-b5bf-ebe4ef13d870 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:35.782085 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c1cd2f30-c2ee-490e-b5bf-ebe4ef13d870 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/subnets/4c541897-6464-4924-ab76-e3c0cd90395c HTTP/1.1" status: 204 len: 168 time: 1.9988797 Jan 21 09:48:35.785153 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33700) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:35.820089 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-228d4377-ea4b-4566-b60f-4c660078ccd8 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Deleting port e68e1ea8-15e8-41cb-a890-c392bb9fdd67 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:35.820089 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-228d4377-ea4b-4566-b60f-4c660078ccd8 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:35.821089 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310ee8b0-b3e5-4519-81b4-5e76aa6597e7 None None] Network 6e3de9e5-70da-4998-8ef2-2f048ac6221f requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:36.027933 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d398a2ef-c270-4d1e-8ac0-d0418ac74fe7 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:36.033097 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1489b092-f644-490e-8252-e7a2bab30b31 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:36.114239 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1489b092-f644-490e-8252-e7a2bab30b31 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Subnet': ['ID=bd18dc34-6b09-44f1-a8e2-3a41892ed964,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:36.128504 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d5781aa2-9f1a-4954-8303-7829a7f0512d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:36.149164 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1489b092-f644-490e-8252-e7a2bab30b31 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:36.156024 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3942c104-41cd-4c87-9640-b0ac1b63dbc8 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:36.172660 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-4f3a17df-4ac9-42d0-b270-c204d2e50f60 None None] Provisioning complete for port e68e1ea8-15e8-41cb-a890-c392bb9fdd67 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:36.173058 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4f3a17df-4ac9-42d0-b270-c204d2e50f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:36.179825 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-1489b092-f644-490e-8252-e7a2bab30b31 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/bd18dc34-6b09-44f1-a8e2-3a41892ed964 HTTP/1.1" status: 204 len: 168 time: 2.1848865 Jan 21 09:48:36.181971 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33704) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:36.183361 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d5781aa2-9f1a-4954-8303-7829a7f0512d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Deleting port 112e7e1b-ea2d-47c5-918f-48201f7ea709 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:36.183361 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d5781aa2-9f1a-4954-8303-7829a7f0512d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:36.407601 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f92193b-d2cd-4032-9dfa-470117624171 None None] DHCP port deletion for 6e3de9e5-70da-4998-8ef2-2f048ac6221f request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:48:36.418447 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-0f92193b-d2cd-4032-9dfa-470117624171 None None] Deleting port 112e7e1b-ea2d-47c5-918f-48201f7ea709 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:36.418807 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0f92193b-d2cd-4032-9dfa-470117624171 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:36.430617 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e5af30d3-105e-482e-a5e9-1289f14a2bc4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2219970 Jan 21 09:48:36.439567 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33708) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:36.452696 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-06f86ee8-318b-4077-b461-0ae7b21dc05e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:36.471671 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9947920d-7d60-42db-a93a-ac8f5799c296 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:36.478509 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-4f3a17df-4ac9-42d0-b270-c204d2e50f60 None None] Port e68e1ea8-15e8-41cb-a890-c392bb9fdd67 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:48:36.514942 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d398a2ef-c270-4d1e-8ac0-d0418ac74fe7 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:36.546123 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9947920d-7d60-42db-a93a-ac8f5799c296 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:36.546410 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.l3_db [None req-9947920d-7d60-42db-a93a-ac8f5799c296 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Floating IP 9e6c7f11-199b-4457-8951-599f6d6ca99c disassociated. External IP: 172.26.0.195, port: 0ade5573-2bc3-4fc1-b5dc-186437520f7e. Jan 21 09:48:36.566296 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-4f3a17df-4ac9-42d0-b270-c204d2e50f60 None None] Provisioning complete for port 677fa798-1b96-412b-962b-d172c0173b59 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:36.566662 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4f3a17df-4ac9-42d0-b270-c204d2e50f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:36.594649 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-d398a2ef-c270-4d1e-8ac0-d0418ac74fe7 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c55d9a0-97f1-45f3-b17f-c4ebe5261f5d']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:36.606971 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.l3_db [None req-6a3b67a1-d83d-4495-80b7-27f403cecbfb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Floating IP 81adf4fa-4ec2-4f57-9774-2ac4b4309dd0 associated. External IP: 172.26.0.105, port: 32bf03f1-5287-4b92-bc6e-7943d0881fc4. Jan 21 09:48:36.673709 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-228d4377-ea4b-4566-b60f-4c660078ccd8 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:36.694883 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-d398a2ef-c270-4d1e-8ac0-d0418ac74fe7 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f404cb0b-7938-454f-977c-604532401cf7') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:36.695282 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-d398a2ef-c270-4d1e-8ac0-d0418ac74fe7 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f404cb0b-7938-454f-977c-604532401cf7') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:36.731766 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-06f86ee8-318b-4077-b461-0ae7b21dc05e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:36.735255 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-0f92193b-d2cd-4032-9dfa-470117624171 None None] For port 112e7e1b-ea2d-47c5-918f-48201f7ea709, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=112e7e1b-ea2d-47c5-918f-48201f7ea709,segment=NetworkSegment(ec71e438-807e-4626-824d-a8dfc943cb0e),segment_id=ec71e438-807e-4626-824d-a8dfc943cb0e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:36.735639 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0f92193b-d2cd-4032-9dfa-470117624171 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:36.736125 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-06f86ee8-318b-4077-b461-0ae7b21dc05e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:subnet and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:36.741420 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-06f86ee8-318b-4077-b461-0ae7b21dc05e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:36.748032 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-06f86ee8-318b-4077-b461-0ae7b21dc05e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:36.769406 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-d5781aa2-9f1a-4954-8303-7829a7f0512d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] For port 112e7e1b-ea2d-47c5-918f-48201f7ea709, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=112e7e1b-ea2d-47c5-918f-48201f7ea709,segment=NetworkSegment(ec71e438-807e-4626-824d-a8dfc943cb0e),segment_id=ec71e438-807e-4626-824d-a8dfc943cb0e)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:36.769406 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d5781aa2-9f1a-4954-8303-7829a7f0512d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:36.778280 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f86ee8-318b-4077-b461-0ae7b21dc05e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:36.784083 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-06f86ee8-318b-4077-b461-0ae7b21dc05e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:36.854109 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46de3b12-69a1-459d-acd3-1c7c730c1019 None None] DHCP port deletion for d5f237d0-52c1-4100-800c-a471203fec66 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:48:36.919164 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-0f92193b-d2cd-4032-9dfa-470117624171 None None] Calling delete_port for 112e7e1b-ea2d-47c5-918f-48201f7ea709 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:36.941433 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d5781aa2-9f1a-4954-8303-7829a7f0512d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Calling delete_port for 112e7e1b-ea2d-47c5-918f-48201f7ea709 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:36.954693 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d398a2ef-c270-4d1e-8ac0-d0418ac74fe7 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:36.957909 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-46de3b12-69a1-459d-acd3-1c7c730c1019 None None] Deleting port c76e083a-562f-48aa-9608-d78bd134d500 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:36.958276 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-46de3b12-69a1-459d-acd3-1c7c730c1019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:36.968280 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-228d4377-ea4b-4566-b60f-4c660078ccd8 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Calling delete_port for e68e1ea8-15e8-41cb-a890-c392bb9fdd67 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:37.028633 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d398a2ef-c270-4d1e-8ac0-d0418ac74fe7 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.056276 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d398a2ef-c270-4d1e-8ac0-d0418ac74fe7 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:48:37.056832 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d398a2ef-c270-4d1e-8ac0-d0418ac74fe7 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.073032 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:48:37.073032 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:48:37.073032 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:48:37.073032 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:48:37.073032 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:48:37.073032 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:48:37.073032 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:48:37.073032 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:48:37.073032 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:48:37.073032 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:48:37.073032 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:48:37.073032 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:48:37.073032 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:48:37.073032 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:48:37.073032 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:48:37.073032 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:48:37.073032 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:48:37.073032 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:48:37.073032 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:48:37.073032 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:48:37.073032 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:48:37.073032 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:48:37.073032 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:48:37.073032 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:48:37.073032 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:48:37.073032 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:48:37.073032 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:48:37.073032 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:48:37.073032 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:48:37.073032 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:48:37.073032 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:48:37.073032 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:48:37.093701 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0f92193b-d2cd-4032-9dfa-470117624171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.196272 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b46dd7c5-46b2-48a5-9b36-d61f0a5dc428 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.218574 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92193b-d2cd-4032-9dfa-470117624171 None None] Pushing event deleted for resources: {'Port': ['ID=112e7e1b-ea2d-47c5-918f-48201f7ea709,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:37.250792 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f92193b-d2cd-4032-9dfa-470117624171 None None] No DVR routers for this DVR port 112e7e1b-ea2d-47c5-918f-48201f7ea709 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:48:37.308305 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.api [None req-d5781aa2-9f1a-4954-8303-7829a7f0512d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:48:37.308305 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG oslo_db.api [None req-d5781aa2-9f1a-4954-8303-7829a7f0512d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:48:37.315562 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d398a2ef-c270-4d1e-8ac0-d0418ac74fe7 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.350427 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d398a2ef-c270-4d1e-8ac0-d0418ac74fe7 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.362769 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-46de3b12-69a1-459d-acd3-1c7c730c1019 None None] For port c76e083a-562f-48aa-9608-d78bd134d500, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=c76e083a-562f-48aa-9608-d78bd134d500,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:37.363166 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-46de3b12-69a1-459d-acd3-1c7c730c1019 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.455187 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d398a2ef-c270-4d1e-8ac0-d0418ac74fe7 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Pushing event deleted for resources: {'Network': ['ID=3c55d9a0-97f1-45f3-b17f-c4ebe5261f5d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:37.456959 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-06f86ee8-318b-4077-b461-0ae7b21dc05e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.507003 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-46de3b12-69a1-459d-acd3-1c7c730c1019 None None] Calling delete_port for c76e083a-562f-48aa-9608-d78bd134d500 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:37.513004 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d398a2ef-c270-4d1e-8ac0-d0418ac74fe7 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] 10.222.0.104 "DELETE /v2.0/networks/3c55d9a0-97f1-45f3-b17f-c4ebe5261f5d HTTP/1.1" status: 204 len: 168 time: 1.8493631 Jan 21 09:48:37.516429 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33712) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:37.546756 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-8939e84a-84fd-4577-9a0f-e354928d2cf2 None None] Provisioning complete for port e68e1ea8-15e8-41cb-a890-c392bb9fdd67 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:37.547230 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8939e84a-84fd-4577-9a0f-e354928d2cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.564617 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f86ee8-318b-4077-b461-0ae7b21dc05e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:37.583785 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device c76e083a-562f-48aa-9608-d78bd134d500 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:48:37.616716 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-06f86ee8-318b-4077-b461-0ae7b21dc05e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:37.636455 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f86ee8-318b-4077-b461-0ae7b21dc05e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:37.637263 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-06f86ee8-318b-4077-b461-0ae7b21dc05e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.646834 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f86ee8-318b-4077-b461-0ae7b21dc05e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Subnet': ['ID=7d230846-f64b-46ae-b614-5dc27a6b8956,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:37.661162 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-228d4377-ea4b-4566-b60f-4c660078ccd8 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.684843 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-8939e84a-84fd-4577-9a0f-e354928d2cf2 None None] Port e68e1ea8-15e8-41cb-a890-c392bb9fdd67 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:48:37.726969 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d4377-ea4b-4566-b60f-4c660078ccd8 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Port': ['ID=e68e1ea8-15e8-41cb-a890-c392bb9fdd67,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:37.747354 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Port c76e083a-562f-48aa-9608-d78bd134d500 update to DOWN by agent not found {{(pid=83599) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Jan 21 09:48:37.747857 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 112e7e1b-ea2d-47c5-918f-48201f7ea709 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:48:37.769658 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-06f86ee8-318b-4077-b461-0ae7b21dc05e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3259149 Jan 21 09:48:37.780370 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c0b98152-0203-4d40-a113-a26228a08c0b tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.780649 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-46de3b12-69a1-459d-acd3-1c7c730c1019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.781575 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33716) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:37.791730 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-a7487d85-9a74-4d3b-9a1f-66b4d0946985 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:37.811504 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d5781aa2-9f1a-4954-8303-7829a7f0512d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Deleting port 112e7e1b-ea2d-47c5-918f-48201f7ea709 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:37.811738 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d5781aa2-9f1a-4954-8303-7829a7f0512d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.842233 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46de3b12-69a1-459d-acd3-1c7c730c1019 None None] No DVR routers for this DVR port c76e083a-562f-48aa-9608-d78bd134d500 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:48:37.846165 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de3b12-69a1-459d-acd3-1c7c730c1019 None None] Pushing event deleted for resources: {'Port': ['ID=c76e083a-562f-48aa-9608-d78bd134d500,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:37.848921 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 112e7e1b-ea2d-47c5-918f-48201f7ea709 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:48:37.849410 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 112e7e1b-ea2d-47c5-918f-48201f7ea709 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:48:37.870955 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7dcce8-378d-4cea-bd65-053105d9d461 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:37.984902 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d5781aa2-9f1a-4954-8303-7829a7f0512d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] The port '112e7e1b-ea2d-47c5-918f-48201f7ea709' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:48:38.111346 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-228d4377-ea4b-4566-b60f-4c660078ccd8 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:38.116241 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-228d4377-ea4b-4566-b60f-4c660078ccd8 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/ports/e68e1ea8-15e8-41cb-a890-c392bb9fdd67 HTTP/1.1" status: 204 len: 168 time: 2.4948337 Jan 21 09:48:38.118052 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33720) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:38.154475 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdfaa2f-2eec-48c4-a51d-f6c124eb900b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-d5f237d0-52c1-4100-800c-a471203fec66', 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'tenant_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'fixed_ips': [{'subnet_id': '7d230846-f64b-46ae-b614-5dc27a6b8956'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:48:38.155302 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6cdfaa2f-2eec-48c4-a51d-f6c124eb900b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:38.251055 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bf2841e-e209-4a47-847e-8604bdea96de tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] GET failed (client error): The resource could not be found. Jan 21 09:48:38.251562 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-2bf2841e-e209-4a47-847e-8604bdea96de tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Synchronizing usage tracker for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:38.300952 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-2bf2841e-e209-4a47-847e-8604bdea96de tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Unset dirty status for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:38.304800 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2bf2841e-e209-4a47-847e-8604bdea96de tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "GET /v2.0/ports/e68e1ea8-15e8-41cb-a890-c392bb9fdd67 HTTP/1.1" status: 404 len: 333 time: 0.1846876 Jan 21 09:48:38.313354 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33724) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:38.318227 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d5781aa2-9f1a-4954-8303-7829a7f0512d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:38.382722 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c0b98152-0203-4d40-a113-a26228a08c0b tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:38.388141 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-6cdfaa2f-2eec-48c4-a51d-f6c124eb900b None None] Allocated IP 172.20.0.2 (d5f237d0-52c1-4100-800c-a471203fec66/7d230846-f64b-46ae-b614-5dc27a6b8956/595bd0dc-a4c8-4600-bc84-3f11de396a67) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:38.493198 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-d5781aa2-9f1a-4954-8303-7829a7f0512d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e3de9e5-70da-4998-8ef2-2f048ac6221f']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:38.500116 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a7487d85-9a74-4d3b-9a1f-66b4d0946985 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:38.529037 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a7487d85-9a74-4d3b-9a1f-66b4d0946985 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:subnet and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:38.537981 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-d5781aa2-9f1a-4954-8303-7829a7f0512d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec71e438-807e-4626-824d-a8dfc943cb0e') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:38.538541 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-d5781aa2-9f1a-4954-8303-7829a7f0512d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec71e438-807e-4626-824d-a8dfc943cb0e') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:38.546071 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-c0b98152-0203-4d40-a113-a26228a08c0b tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f6e3d9a-3773-44a8-9533-888881957d6d']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:38.550104 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3b67a1-d83d-4495-80b7-27f403cecbfb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Router fae9df63-ee59-438f-b9ac-7850c2e519bf has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:48:38.554185 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a7487d85-9a74-4d3b-9a1f-66b4d0946985 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:38.571971 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a7487d85-9a74-4d3b-9a1f-66b4d0946985 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:38.592836 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-c0b98152-0203-4d40-a113-a26228a08c0b tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2d88213-ca8b-4ae0-8e29-7c48978158b1') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:38.593127 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-c0b98152-0203-4d40-a113-a26228a08c0b tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2d88213-ca8b-4ae0-8e29-7c48978158b1') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:38.604849 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d5781aa2-9f1a-4954-8303-7829a7f0512d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:38.666417 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6cdfaa2f-2eec-48c4-a51d-f6c124eb900b None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:38.685821 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-6cdfaa2f-2eec-48c4-a51d-f6c124eb900b None None] Transition to ACTIVE for port object 595bd0dc-a4c8-4600-bc84-3f11de396a67 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:38.693504 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c0b98152-0203-4d40-a113-a26228a08c0b tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:38.711921 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7487d85-9a74-4d3b-9a1f-66b4d0946985 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:38.714196 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-6cdfaa2f-2eec-48c4-a51d-f6c124eb900b None None] Transition to ACTIVE for port object 595bd0dc-a4c8-4600-bc84-3f11de396a67 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:38.715607 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a7487d85-9a74-4d3b-9a1f-66b4d0946985 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:38.719220 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6cdfaa2f-2eec-48c4-a51d-f6c124eb900b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:38.741451 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-b46dd7c5-46b2-48a5-9b36-d61f0a5dc428 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Deleting port 0763ee5f-c815-4795-8b8b-02393b685de2 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:38.741451 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b46dd7c5-46b2-48a5-9b36-d61f0a5dc428 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:38.794777 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdfaa2f-2eec-48c4-a51d-f6c124eb900b None None] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:38.800026 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-6cdfaa2f-2eec-48c4-a51d-f6c124eb900b None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:38.802072 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdfaa2f-2eec-48c4-a51d-f6c124eb900b None None] Pushing event updated for resources: {'Port': ['ID=595bd0dc-a4c8-4600-bc84-3f11de396a67,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:38.804412 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdfaa2f-2eec-48c4-a51d-f6c124eb900b None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:38.895679 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-6cdfaa2f-2eec-48c4-a51d-f6c124eb900b None None] Attempting to bind port 595bd0dc-a4c8-4600-bc84-3f11de396a67 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:48:38.896411 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-6cdfaa2f-2eec-48c4-a51d-f6c124eb900b None None] Attempting to bind port 595bd0dc-a4c8-4600-bc84-3f11de396a67 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:48:38.896411 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdfaa2f-2eec-48c4-a51d-f6c124eb900b None None] Attempting to bind port 595bd0dc-a4c8-4600-bc84-3f11de396a67 on network d5f237d0-52c1-4100-800c-a471203fec66 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:48:38.904128 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdfaa2f-2eec-48c4-a51d-f6c124eb900b None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:48:38.904527 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdfaa2f-2eec-48c4-a51d-f6c124eb900b None None] Checking segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:38.904882 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6cdfaa2f-2eec-48c4-a51d-f6c124eb900b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:38.905267 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdfaa2f-2eec-48c4-a51d-f6c124eb900b None None] Bound using segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:48:38.905760 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-6cdfaa2f-2eec-48c4-a51d-f6c124eb900b None None] Bound port: 595bd0dc-a4c8-4600-bc84-3f11de396a67, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:48:38.906130 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6cdfaa2f-2eec-48c4-a51d-f6c124eb900b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:38.941162 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d5781aa2-9f1a-4954-8303-7829a7f0512d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:38.953013 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c0b98152-0203-4d40-a113-a26228a08c0b tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:38.976311 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5781aa2-9f1a-4954-8303-7829a7f0512d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:48:38.976969 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d5781aa2-9f1a-4954-8303-7829a7f0512d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: util.warn( Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: util.warn( Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: util.warn( Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: util.warn( Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:48:38.997409 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:48:39.004623 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-6cdfaa2f-2eec-48c4-a51d-f6c124eb900b None None] For port 595bd0dc-a4c8-4600-bc84-3f11de396a67, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:48:39.008402 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-6cdfaa2f-2eec-48c4-a51d-f6c124eb900b None None] For port 595bd0dc-a4c8-4600-bc84-3f11de396a67, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=595bd0dc-a4c8-4600-bc84-3f11de396a67,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:48:39.015604 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6cdfaa2f-2eec-48c4-a51d-f6c124eb900b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:39.024785 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b46dd7c5-46b2-48a5-9b36-d61f0a5dc428 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:39.029171 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b98152-0203-4d40-a113-a26228a08c0b tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:48:39.029731 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c0b98152-0203-4d40-a113-a26228a08c0b tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:39.093927 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3b67a1-d83d-4495-80b7-27f403cecbfb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:48:39.102633 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:48:39.102633 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:48:39.102633 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:48:39.102633 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:48:39.102633 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:48:39.102633 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:48:39.102633 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:48:39.102633 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:48:39.102633 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:48:39.102633 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:48:39.102633 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:48:39.102633 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:48:39.102633 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:48:39.102633 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:48:39.102633 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:48:39.102633 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:48:39.102633 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:48:39.102633 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:48:39.102633 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:48:39.102633 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:48:39.102633 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:48:39.102633 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:48:39.102633 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:48:39.102633 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:48:39.102633 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:48:39.102633 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:48:39.102633 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:48:39.102633 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:48:39.102633 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:48:39.102633 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:48:39.102633 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:48:39.102633 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:48:39.107561 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdfaa2f-2eec-48c4-a51d-f6c124eb900b None None] Pushing event updated for resources: {'Port': ['ID=595bd0dc-a4c8-4600-bc84-3f11de396a67,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:39.113089 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5140fcb0-ea2b-49e5-bc2c-3c0a0a9c87af None None] Sync routers for ids ['fae9df63-ee59-438f-b9ac-7850c2e519bf'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:48:39.133090 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5140fcb0-ea2b-49e5-bc2c-3c0a0a9c87af None None] Routers {'fae9df63-ee59-438f-b9ac-7850c2e519bf'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:39.134018 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-5140fcb0-ea2b-49e5-bc2c-3c0a0a9c87af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:48:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['fae9df63-ee59-438f-b9ac-7850c2e519bf'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:39.175304 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-b46dd7c5-46b2-48a5-9b36-d61f0a5dc428 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Calling delete_port for 0763ee5f-c815-4795-8b8b-02393b685de2 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:39.252800 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a3b67a1-d83d-4495-80b7-27f403cecbfb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:39.293849 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-862e13a8-9ecd-4cf7-ab26-c3c1a4e5b04b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Deleting subnet c3a43832-8505-4db3-882c-b7249e5385d2 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:48:39.302314 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d5781aa2-9f1a-4954-8303-7829a7f0512d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:39.309478 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-862e13a8-9ecd-4cf7-ab26-c3c1a4e5b04b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:39.378223 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-5140fcb0-ea2b-49e5-bc2c-3c0a0a9c87af None None] Set router fae9df63-ee59-438f-b9ac-7850c2e519bf gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:48:39.399714 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d5781aa2-9f1a-4954-8303-7829a7f0512d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:39.410949 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c0b98152-0203-4d40-a113-a26228a08c0b tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:39.418323 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6a3b67a1-d83d-4495-80b7-27f403cecbfb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 11.3972764 Jan 21 09:48:39.425812 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe8aa511-607a-4f64-9172-474d512829dd', 'tag': '32bf03f1-5287-4b92-bc6e-7943d0881fc4'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:48:39.447333 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9947920d-7d60-42db-a93a-ac8f5799c296 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Router b3e08f78-8c2f-4161-b95d-6d981a4110a4 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:48:39.450918 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c0b98152-0203-4d40-a113-a26228a08c0b tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:39.453199 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c0b98152-0203-4d40-a113-a26228a08c0b tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] 10.222.0.104 "DELETE /v2.0/networks/9f6e3d9a-3773-44a8-9533-888881957d6d HTTP/1.1" status: 204 len: 168 time: 1.9325409 Jan 21 09:48:39.454470 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5781aa2-9f1a-4954-8303-7829a7f0512d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event deleted for resources: {'Network': ['ID=6e3de9e5-70da-4998-8ef2-2f048ac6221f,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:39.461979 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33734) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:39.522070 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d5781aa2-9f1a-4954-8303-7829a7f0512d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/networks/6e3de9e5-70da-4998-8ef2-2f048ac6221f HTTP/1.1" status: 204 len: 168 time: 3.7354975 Jan 21 09:48:39.556017 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33738) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:39.563676 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-31beb043-91a6-4d9e-82be-50617802bed4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1154031299', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:39.564489 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 595bd0dc-a4c8-4600-bc84-3f11de396a67 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:48:39.571077 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-862e13a8-9ecd-4cf7-ab26-c3c1a4e5b04b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:39.606703 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b98152-0203-4d40-a113-a26228a08c0b tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Pushing event deleted for resources: {'Network': ['ID=9f6e3d9a-3773-44a8-9533-888881957d6d,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:39.628636 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-31beb043-91a6-4d9e-82be-50617802bed4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:39.638507 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-31beb043-91a6-4d9e-82be-50617802bed4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Usage tracker for resource:router and tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:39.643590 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-31beb043-91a6-4d9e-82be-50617802bed4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:39.656143 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-31beb043-91a6-4d9e-82be-50617802bed4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:39.796607 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe8aa511-607a-4f64-9172-474d512829dd', 'tag': '32bf03f1-5287-4b92-bc6e-7943d0881fc4', 'status': 'completed', 'code': 200} Jan 21 09:48:39.833231 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 595bd0dc-a4c8-4600-bc84-3f11de396a67 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:39.834360 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-31beb043-91a6-4d9e-82be-50617802bed4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:39.835517 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-31beb043-91a6-4d9e-82be-50617802bed4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:39.872845 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-344238ec-6379-4f16-aea7-1ad3cb436486 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:39.959020 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-862e13a8-9ecd-4cf7-ab26-c3c1a4e5b04b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:39.964873 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda000b-e495-4d43-be0b-0a28f3366262 req-63cb3825-6c14-4c1a-80ce-d2f4da47e1ec tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:39.966608 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-8fda000b-e495-4d43-be0b-0a28f3366262 req-63cb3825-6c14-4c1a-80ce-d2f4da47e1ec tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/ports?device_id=fe8aa511-607a-4f64-9172-474d512829dd HTTP/1.1" status: 200 len: 945 time: 0.2747924 Jan 21 09:48:40.035330 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-5140fcb0-ea2b-49e5-bc2c-3c0a0a9c87af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812918749', 'tenant_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': 'dec602ff-1162-4498-bd44-cd887f5327ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:29Z', 'updated_at': '2022-01-21T09:47:51Z', 'revision_number': 4, 'project_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'gw_port': {'id': 'dec602ff-1162-4498-bd44-cd887f5327ad', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:31Z', 'updated_at': '2022-01-21T09:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '81adf4fa-4ec2-4f57-9774-2ac4b4309dd0', 'tenant_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'port_id': '32bf03f1-5287-4b92-bc6e-7943d0881fc4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c76e461-3311-4ee9-93b1-5e66961e7ff1', 'mac_address': 'fa:16:3e:36:eb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8aa511-607a-4f64-9172-474d512829dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:48:32Z', 'updated_at': '2022-01-21T09:48:32Z', 'revision_number': 0, 'project_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815f46e4-c104-40a9-a90e-969fea986bbb', 'name': '', 'network_id': '7c76e461-3311-4ee9-93b1-5e66961e7ff1', 'tenant_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'mac_address': 'fa:16:3e:08:31:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23e2bbf6-5c4d-4071-9407-50801ecd5467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:49Z', 'updated_at': '2022-01-21T09:48:00Z', 'revision_number': 5, 'project_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'subnets': [{'id': '23e2bbf6-5c4d-4071-9407-50801ecd5467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:40.040015 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5140fcb0-ea2b-49e5-bc2c-3c0a0a9c87af None None] Checking router: fae9df63-ee59-438f-b9ac-7850c2e519bf for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:48:40.056033 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5140fcb0-ea2b-49e5-bc2c-3c0a0a9c87af None None] Routers {'fae9df63-ee59-438f-b9ac-7850c2e519bf'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:40.056762 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-5140fcb0-ea2b-49e5-bc2c-3c0a0a9c87af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:48:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['fae9df63-ee59-438f-b9ac-7850c2e519bf'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:40.072158 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-31beb043-91a6-4d9e-82be-50617802bed4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:40.098536 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-862e13a8-9ecd-4cf7-ab26-c3c1a4e5b04b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:40.109090 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-344238ec-6379-4f16-aea7-1ad3cb436486 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:40.149098 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-344238ec-6379-4f16-aea7-1ad3cb436486 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b182bcfd-8fd2-4edd-b96c-cf8b31f26144']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:40.160270 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064ba22f-c097-4e04-8f0a-19eca09793e2 None None] Network 167c7602-e61e-4bff-87f0-13bcb1a146e7 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:40.177865 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-862e13a8-9ecd-4cf7-ab26-c3c1a4e5b04b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:40.186338 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-344238ec-6379-4f16-aea7-1ad3cb436486 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9898d00a-7799-4844-bc05-b8696942aa49') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:40.186928 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-344238ec-6379-4f16-aea7-1ad3cb436486 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9898d00a-7799-4844-bc05-b8696942aa49') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:40.302974 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e13a8-9ecd-4cf7-ab26-c3c1a4e5b04b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Subnet': ['ID=c3a43832-8505-4db3-882c-b7249e5385d2,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:40.322676 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-53ebb9f2-fe40-4ceb-a31f-2125011b9305 req-68f43e9e-6ee4-4173-8f6b-5a74054cf427 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=1e3f77cee1f142a6ae1fa2606c54e16c&device_id=fe8aa511-607a-4f64-9172-474d512829dd HTTP/1.1" status: 200 len: 1098 time: 0.5378752 Jan 21 09:48:40.329800 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-862e13a8-9ecd-4cf7-ab26-c3c1a4e5b04b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/subnets/c3a43832-8505-4db3-882c-b7249e5385d2 HTTP/1.1" status: 204 len: 168 time: 2.0119603 Jan 21 09:48:40.336986 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33742) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:40.339542 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-344238ec-6379-4f16-aea7-1ad3cb436486 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:40.343595 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-5140fcb0-ea2b-49e5-bc2c-3c0a0a9c87af None None] Set router fae9df63-ee59-438f-b9ac-7850c2e519bf gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:48:40.427094 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-344238ec-6379-4f16-aea7-1ad3cb436486 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:40.437437 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-31beb043-91a6-4d9e-82be-50617802bed4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:40.442214 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-8fda000b-e495-4d43-be0b-0a28f3366262 req-0ae28a49-2071-4626-90fd-88da7f49c462 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7576773-34b9-47cd-986d-6bff6a0f6165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4568491 Jan 21 09:48:40.460240 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-344238ec-6379-4f16-aea7-1ad3cb436486 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:48:40.460655 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-344238ec-6379-4f16-aea7-1ad3cb436486 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:40.575463 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:48:40.575463 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:48:40.575463 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:48:40.575463 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:48:40.575463 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:48:40.575463 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:48:40.575463 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:48:40.575463 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:48:40.575463 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:48:40.575463 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:48:40.575463 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:48:40.575463 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:48:40.575463 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:48:40.575463 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:48:40.575463 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:48:40.575463 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:48:40.575463 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:48:40.575463 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:48:40.575463 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:48:40.575463 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:48:40.575463 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:48:40.575463 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:48:40.575463 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:48:40.575463 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:48:40.575463 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:48:40.575463 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:48:40.575463 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:48:40.575463 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:48:40.575463 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:48:40.575463 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:48:40.575463 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:48:40.575463 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:48:40.580170 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33746) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:40.609182 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:48:40.629867 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b46dd7c5-46b2-48a5-9b36-d61f0a5dc428 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:40.666834 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-8987998f-07ae-43a0-b72e-df9f70d6c39d None None] Provisioning for port 595bd0dc-a4c8-4600-bc84-3f11de396a67 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:40.674915 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-8987998f-07ae-43a0-b72e-df9f70d6c39d None None] Provisioning complete for port 595bd0dc-a4c8-4600-bc84-3f11de396a67 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:40.675737 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8987998f-07ae-43a0-b72e-df9f70d6c39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:40.813160 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-219dcb4d-ed5f-40f6-ae99-d8d3ba994c4c tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/floatingips/81adf4fa-4ec2-4f57-9774-2ac4b4309dd0 HTTP/1.1" status: 200 len: 991 time: 0.1928754 Jan 21 09:48:40.818828 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-31beb043-91a6-4d9e-82be-50617802bed4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:40.820328 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-31beb043-91a6-4d9e-82be-50617802bed4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.2631862 Jan 21 09:48:40.844302 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33750) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:40.858502 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-cd5be5be-b589-40bf-bd3c-d3d0a8bff5df tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-732843533'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:40.872328 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-cd5be5be-b589-40bf-bd3c-d3d0a8bff5df tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:40.892445 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8987998f-07ae-43a0-b72e-df9f70d6c39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:40.911770 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-cd5be5be-b589-40bf-bd3c-d3d0a8bff5df tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Usage tracker for resource:network and tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:40.932211 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-8987998f-07ae-43a0-b72e-df9f70d6c39d None None] For port 595bd0dc-a4c8-4600-bc84-3f11de396a67, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=595bd0dc-a4c8-4600-bc84-3f11de396a67,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:40.937102 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8987998f-07ae-43a0-b72e-df9f70d6c39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:40.938277 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-cd5be5be-b589-40bf-bd3c-d3d0a8bff5df tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:40.986186 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-cd5be5be-b589-40bf-bd3c-d3d0a8bff5df tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:41.008339 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebb9f2-fe40-4ceb-a31f-2125011b9305 req-91196b24-94e9-4ba2-8c17-147d0760bcd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:41.010257 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-53ebb9f2-fe40-4ceb-a31f-2125011b9305 req-91196b24-94e9-4ba2-8c17-147d0760bcd0 service neutron] 10.222.0.124 "GET /v2.0/networks?id=7c76e461-3311-4ee9-93b1-5e66961e7ff1 HTTP/1.1" status: 200 len: 896 time: 0.6740797 Jan 21 09:48:41.015937 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.objects.ports [None req-a7487d85-9a74-4d3b-9a1f-66b4d0946985 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83598) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:48:41.046397 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-5140fcb0-ea2b-49e5-bc2c-3c0a0a9c87af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812918749', 'tenant_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': 'dec602ff-1162-4498-bd44-cd887f5327ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:29Z', 'updated_at': '2022-01-21T09:47:51Z', 'revision_number': 4, 'project_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'gw_port': {'id': 'dec602ff-1162-4498-bd44-cd887f5327ad', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:31Z', 'updated_at': '2022-01-21T09:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '81adf4fa-4ec2-4f57-9774-2ac4b4309dd0', 'tenant_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'port_id': '32bf03f1-5287-4b92-bc6e-7943d0881fc4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c76e461-3311-4ee9-93b1-5e66961e7ff1', 'mac_address': 'fa:16:3e:36:eb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8aa511-607a-4f64-9172-474d512829dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:48:32Z', 'updated_at': '2022-01-21T09:48:32Z', 'revision_number': 0, 'project_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815f46e4-c104-40a9-a90e-969fea986bbb', 'name': '', 'network_id': '7c76e461-3311-4ee9-93b1-5e66961e7ff1', 'tenant_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'mac_address': 'fa:16:3e:08:31:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23e2bbf6-5c4d-4071-9407-50801ecd5467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:49Z', 'updated_at': '2022-01-21T09:48:00Z', 'revision_number': 5, 'project_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'subnets': [{'id': '23e2bbf6-5c4d-4071-9407-50801ecd5467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:41.055470 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8987998f-07ae-43a0-b72e-df9f70d6c39d None None] Pushing event updated for resources: {'Port': ['ID=595bd0dc-a4c8-4600-bc84-3f11de396a67,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:41.057100 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5140fcb0-ea2b-49e5-bc2c-3c0a0a9c87af None None] The sync data for ids ['fae9df63-ee59-438f-b9ac-7850c2e519bf'] in dv-neutron-825732-1-hyperv is: [{'id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812918749', 'tenant_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': 'dec602ff-1162-4498-bd44-cd887f5327ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:29Z', 'updated_at': '2022-01-21T09:47:51Z', 'revision_number': 4, 'project_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'gw_port': {'id': 'dec602ff-1162-4498-bd44-cd887f5327ad', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:31Z', 'updated_at': '2022-01-21T09:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '81adf4fa-4ec2-4f57-9774-2ac4b4309dd0', 'tenant_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'port_id': '32bf03f1-5287-4b92-bc6e-7943d0881fc4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c76e461-3311-4ee9-93b1-5e66961e7ff1', 'mac_address': 'fa:16:3e:36:eb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8aa511-607a-4f64-9172-474d512829dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:48:32Z', 'updated_at': '2022-01-21T09:48:32Z', 'revision_number': 0, 'project_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815f46e4-c104-40a9-a90e-969fea986bbb', 'name': '', 'network_id': '7c76e461-3311-4ee9-93b1-5e66961e7ff1', 'tenant_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'mac_address': 'fa:16:3e:08:31:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23e2bbf6-5c4d-4071-9407-50801ecd5467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:49Z', 'updated_at': '2022-01-21T09:48:00Z', 'revision_number': 5, 'project_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'subnets': [{'id': '23e2bbf6-5c4d-4071-9407-50801ecd5467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:48:41.075908 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9947920d-7d60-42db-a93a-ac8f5799c296 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:48:41.084352 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9947920d-7d60-42db-a93a-ac8f5799c296 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:41.094037 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-344238ec-6379-4f16-aea7-1ad3cb436486 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:41.099610 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2c4f8c-00dc-4967-831f-55e6350d9d93 None None] Sync routers for ids ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:48:41.102348 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46dd7c5-46b2-48a5-9b36-d61f0a5dc428 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event deleted for resources: {'Port': ['ID=0763ee5f-c815-4795-8b8b-02393b685de2,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:41.122664 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2c4f8c-00dc-4967-831f-55e6350d9d93 None None] Routers {'b3e08f78-8c2f-4161-b95d-6d981a4110a4'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:41.123290 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-3c2c4f8c-00dc-4967-831f-55e6350d9d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:48:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:41.141068 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-344238ec-6379-4f16-aea7-1ad3cb436486 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:41.197105 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344238ec-6379-4f16-aea7-1ad3cb436486 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] Pushing event deleted for resources: {'Network': ['ID=b182bcfd-8fd2-4edd-b96c-cf8b31f26144,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:41.229967 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-344238ec-6379-4f16-aea7-1ad3cb436486 tempest-BulkNetworkOpsIpV6Test-1041636987 tempest-BulkNetworkOpsIpV6Test-1041636987-project] 10.222.0.104 "DELETE /v2.0/networks/b182bcfd-8fd2-4edd-b96c-cf8b31f26144 HTTP/1.1" status: 204 len: 168 time: 1.7528973 Jan 21 09:48:41.257939 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-3c2c4f8c-00dc-4967-831f-55e6350d9d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:41.279609 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2c4f8c-00dc-4967-831f-55e6350d9d93 None None] Routers {'b3e08f78-8c2f-4161-b95d-6d981a4110a4'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:41.285365 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-3c2c4f8c-00dc-4967-831f-55e6350d9d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:48:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:41.449021 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-3c2c4f8c-00dc-4967-831f-55e6350d9d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:41.449461 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2c4f8c-00dc-4967-831f-55e6350d9d93 None None] The sync data for ids ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:48:41.456226 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3ec333-8b58-4e6f-ab8b-19da5d13decb None None] New status for floating IP 81adf4fa-4ec2-4f57-9774-2ac4b4309dd0: ACTIVE {{(pid=83600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:48:41.458817 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 595bd0dc-a4c8-4600-bc84-3f11de396a67 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:48:41.502118 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-7161e161-de60-486e-abdf-cd3cbdbfd51e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Deleting subnet 7d1ed605-f678-4b41-86b1-c4bafe3b819d {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:48:41.509166 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ec2581-de78-4a5e-b318-2ca0b40fac12 None None] get_active_networks_info from dv-neutron-825732-1-hyperv {{(pid=83599) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 09:48:41.510864 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7161e161-de60-486e-abdf-cd3cbdbfd51e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:41.576975 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7161e161-de60-486e-abdf-cd3cbdbfd51e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:41.589226 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5be5be-b589-40bf-bd3c-d3d0a8bff5df tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Made reservation on behalf of c3efc6a6fd814adc8f7fcb0582dd33b0 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:41.593651 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cd5be5be-b589-40bf-bd3c-d3d0a8bff5df tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:41.626057 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-2f5bd196-844b-4acb-8096-7c5e24e79d49 None None] Provisioning complete for port 677fa798-1b96-412b-962b-d172c0173b59 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:41.626432 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2f5bd196-844b-4acb-8096-7c5e24e79d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:41.639178 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9947920d-7d60-42db-a93a-ac8f5799c296 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "PUT /v2.0/floatingips/9e6c7f11-199b-4457-8951-599f6d6ca99c HTTP/1.1" status: 200 len: 688 time: 6.4566438 Jan 21 09:48:41.656178 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33758) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:41.771908 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 595bd0dc-a4c8-4600-bc84-3f11de396a67 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:41.772161 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:41.783518 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-53ebb9f2-fe40-4ceb-a31f-2125011b9305 req-60a13b5d-c0a3-4bbb-a8b4-4367d08676ca service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32bf03f1-5287-4b92-bc6e-7943d0881fc4 HTTP/1.1" status: 200 len: 999 time: 0.7103648 Jan 21 09:48:41.817574 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33762) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:41.823628 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7161e161-de60-486e-abdf-cd3cbdbfd51e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:41.858693 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33766) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:41.901956 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ec2581-de78-4a5e-b318-2ca0b40fac12 None None] Resources bound (agent type, host, resource id): {{(pid=83599) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:48:41.961161 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b46dd7c5-46b2-48a5-9b36-d61f0a5dc428 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:41.967497 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd5be5be-b589-40bf-bd3c-d3d0a8bff5df tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:48:41.981073 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-dc86455e-81ee-435f-ae74-0680596eeb1e tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Deleting port 178554ea-91db-4f48-a125-51908d122c04 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:41.981486 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dc86455e-81ee-435f-ae74-0680596eeb1e tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:42.097201 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-87b51e1d-2c4e-4524-9685-92f303c4827f tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/floatingips/81adf4fa-4ec2-4f57-9774-2ac4b4309dd0 HTTP/1.1" status: 200 len: 993 time: 0.2715292 Jan 21 09:48:42.171084 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7161e161-de60-486e-abdf-cd3cbdbfd51e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:42.176987 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cd5be5be-b589-40bf-bd3c-d3d0a8bff5df tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:42.177343 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-cd5be5be-b589-40bf-bd3c-d3d0a8bff5df tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Added segment 58a14f4c-a989-4df3-8f08-72bc4fe51b13 of type vlan for network 4c3bb146-520d-47eb-9baf-3514f0240049 Jan 21 09:48:42.225413 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebb9f2-fe40-4ceb-a31f-2125011b9305 req-47f1f800-7f81-4442-a016-6ba65d075b62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:42.226991 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-53ebb9f2-fe40-4ceb-a31f-2125011b9305 req-47f1f800-7f81-4442-a016-6ba65d075b62 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=23e2bbf6-5c4d-4071-9407-50801ecd5467 HTTP/1.1" status: 200 len: 833 time: 0.4307685 Jan 21 09:48:42.334248 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161e161-de60-486e-abdf-cd3cbdbfd51e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Subnet': ['ID=7d1ed605-f678-4b41-86b1-c4bafe3b819d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:42.338723 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dc86455e-81ee-435f-ae74-0680596eeb1e tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:42.338723 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dc86455e-81ee-435f-ae74-0680596eeb1e tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:42.354081 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7161e161-de60-486e-abdf-cd3cbdbfd51e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:42.362404 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cd5be5be-b589-40bf-bd3c-d3d0a8bff5df tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:42.366277 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7161e161-de60-486e-abdf-cd3cbdbfd51e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/subnets/7d1ed605-f678-4b41-86b1-c4bafe3b819d HTTP/1.1" status: 204 len: 168 time: 2.0156233 Jan 21 09:48:42.366489 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33772) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:42.468259 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ff26eb-7d27-40d7-a47b-38fa32835cc3 None None] Network 167c7602-e61e-4bff-87f0-13bcb1a146e7 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:42.496368 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a7487d85-9a74-4d3b-9a1f-66b4d0946985 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:42.511015 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-dc86455e-81ee-435f-ae74-0680596eeb1e tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Calling delete_port for 178554ea-91db-4f48-a125-51908d122c04 owned by network:floatingip {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:42.538514 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-cd5be5be-b589-40bf-bd3c-d3d0a8bff5df tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:48:42.553126 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-135cd3b8-0a3e-44ca-a6d0-df7d777ce14b admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=803dbcc7da174668975380b6d5ecce72&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6879327 Jan 21 09:48:42.558255 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33776) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:42.634655 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cd5be5be-b589-40bf-bd3c-d3d0a8bff5df tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:42.635548 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-301a8a0d-f6ac-4a39-a230-e713e857d3bc tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:42.638525 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5be5be-b589-40bf-bd3c-d3d0a8bff5df tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:42.639112 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cd5be5be-b589-40bf-bd3c-d3d0a8bff5df tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:42.671666 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46dd7c5-46b2-48a5-9b36-d61f0a5dc428 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Router 987e7371-3c15-4ffa-bd40-e3a87735c282 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:48:42.677307 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-301a8a0d-f6ac-4a39-a230-e713e857d3bc tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Deleting port 677fa798-1b96-412b-962b-d172c0173b59 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:42.678201 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-301a8a0d-f6ac-4a39-a230-e713e857d3bc tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:42.776246 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48730879-4c7b-43ed-b50e-442c37a841b0 None None] DHCP port deletion for 167c7602-e61e-4bff-87f0-13bcb1a146e7 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:48:42.781341 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-48730879-4c7b-43ed-b50e-442c37a841b0 None None] Deleting port 677fa798-1b96-412b-962b-d172c0173b59 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:42.781796 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-48730879-4c7b-43ed-b50e-442c37a841b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:42.795847 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-cd5be5be-b589-40bf-bd3c-d3d0a8bff5df tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9474130 Jan 21 09:48:42.809282 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33780) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:42.835295 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-5235d49e-e7ba-46d6-a24c-89112c4539c0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Request body: {'subnet': {'network_id': '4c3bb146-520d-47eb-9baf-3514f0240049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:42.862028 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a12b1077-a739-429d-a5f5-1d9928aedadc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:42.862312 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5be5be-b589-40bf-bd3c-d3d0a8bff5df tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Network': ['ID=4c3bb146-520d-47eb-9baf-3514f0240049,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:42.880260 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 4c3bb146-520d-47eb-9baf-3514f0240049 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:48:42.996011 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a12b1077-a739-429d-a5f5-1d9928aedadc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:43.000428 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-53ebb9f2-fe40-4ceb-a31f-2125011b9305 req-b1357659-3bc4-40c4-ac88-cae81f23d773 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=7c76e461-3311-4ee9-93b1-5e66961e7ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7562685 Jan 21 09:48:43.165038 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-48730879-4c7b-43ed-b50e-442c37a841b0 None None] For port 677fa798-1b96-412b-962b-d172c0173b59, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=677fa798-1b96-412b-962b-d172c0173b59,segment=NetworkSegment(8bc02c79-d7dd-4f8c-9bf8-5bc1e5085362),segment_id=8bc02c79-d7dd-4f8c-9bf8-5bc1e5085362)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:43.165433 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-48730879-4c7b-43ed-b50e-442c37a841b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:43.216262 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46dd7c5-46b2-48a5-9b36-d61f0a5dc428 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:48:43.232395 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-301a8a0d-f6ac-4a39-a230-e713e857d3bc tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] For port 677fa798-1b96-412b-962b-d172c0173b59, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=677fa798-1b96-412b-962b-d172c0173b59,segment=NetworkSegment(8bc02c79-d7dd-4f8c-9bf8-5bc1e5085362),segment_id=8bc02c79-d7dd-4f8c-9bf8-5bc1e5085362)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:43.232802 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-301a8a0d-f6ac-4a39-a230-e713e857d3bc tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:43.291789 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539e5e27-39f4-4b25-a5b5-4704e0b5875c None None] Sync routers for ids ['987e7371-3c15-4ffa-bd40-e3a87735c282'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:48:43.299583 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-48730879-4c7b-43ed-b50e-442c37a841b0 None None] Calling delete_port for 677fa798-1b96-412b-962b-d172c0173b59 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:43.302233 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a12b1077-a739-429d-a5f5-1d9928aedadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:43.304371 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a12b1077-a739-429d-a5f5-1d9928aedadc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:43.308009 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a12b1077-a739-429d-a5f5-1d9928aedadc admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/0ddb44ce-e372-4cf2-8e33-46ce302e30fe HTTP/1.1" status: 204 len: 168 time: 0.7335498 Jan 21 09:48:43.316876 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-5235d49e-e7ba-46d6-a24c-89112c4539c0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:43.342437 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-5235d49e-e7ba-46d6-a24c-89112c4539c0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Usage tracker for resource:subnet and tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:43.349471 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-5235d49e-e7ba-46d6-a24c-89112c4539c0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:43.354850 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-a7487d85-9a74-4d3b-9a1f-66b4d0946985 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] For port 595bd0dc-a4c8-4600-bc84-3f11de396a67, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=595bd0dc-a4c8-4600-bc84-3f11de396a67,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:43.366179 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-5235d49e-e7ba-46d6-a24c-89112c4539c0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:43.379969 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-301a8a0d-f6ac-4a39-a230-e713e857d3bc tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Calling delete_port for 677fa798-1b96-412b-962b-d172c0173b59 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:43.394293 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dc86455e-81ee-435f-ae74-0680596eeb1e tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:43.418697 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539e5e27-39f4-4b25-a5b5-4704e0b5875c None None] Routers {'987e7371-3c15-4ffa-bd40-e3a87735c282'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:43.419325 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-539e5e27-39f4-4b25-a5b5-4704e0b5875c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:48:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['987e7371-3c15-4ffa-bd40-e3a87735c282'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:43.424932 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b46dd7c5-46b2-48a5-9b36-d61f0a5dc428 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "PUT /v2.0/routers/987e7371-3c15-4ffa-bd40-e3a87735c282/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0078671 Jan 21 09:48:43.425652 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33786) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:43.477613 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 677fa798-1b96-412b-962b-d172c0173b59 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:48:43.482835 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-53ebb9f2-fe40-4ceb-a31f-2125011b9305 req-50ff1921-d30f-437e-8f37-fdc066b4f6a5 service neutron] 10.222.0.124 "GET /v2.0/networks/7c76e461-3311-4ee9-93b1-5e66961e7ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4664292 Jan 21 09:48:43.484661 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc86455e-81ee-435f-ae74-0680596eeb1e tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event deleted for resources: {'Port': ['ID=178554ea-91db-4f48-a125-51908d122c04,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:43.490515 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-a7487d85-9a74-4d3b-9a1f-66b4d0946985 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:48:43.491267 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b1077-a739-429d-a5f5-1d9928aedadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddb44ce-e372-4cf2-8e33-46ce302e30fe,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:43.499925 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5235d49e-e7ba-46d6-a24c-89112c4539c0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Made reservation on behalf of c3efc6a6fd814adc8f7fcb0582dd33b0 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:43.515352 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-00e9e9a8-7858-4abf-82e5-3cac14e5ef28 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Synchronizing usage tracker for tenant:d00df50c19fa484a82254f37be8cb96c on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:43.537109 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-539e5e27-39f4-4b25-a5b5-4704e0b5875c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:43.553098 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a7487d85-9a74-4d3b-9a1f-66b4d0946985 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:43.583378 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539e5e27-39f4-4b25-a5b5-4704e0b5875c None None] Routers {'987e7371-3c15-4ffa-bd40-e3a87735c282'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:43.584039 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-539e5e27-39f4-4b25-a5b5-4704e0b5875c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:48:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['987e7371-3c15-4ffa-bd40-e3a87735c282'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:43.596493 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.api [None req-301a8a0d-f6ac-4a39-a230-e713e857d3bc tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:48:43.597188 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG oslo_db.api [None req-301a8a0d-f6ac-4a39-a230-e713e857d3bc tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:48:43.601831 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-00e9e9a8-7858-4abf-82e5-3cac14e5ef28 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Unset dirty status for tenant:d00df50c19fa484a82254f37be8cb96c on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:43.606522 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-00e9e9a8-7858-4abf-82e5-3cac14e5ef28 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "GET /v2.0/ports?device_id=987e7371-3c15-4ffa-bd40-e3a87735c282 HTTP/1.1" status: 200 len: 205 time: 0.1548281 Jan 21 09:48:43.609443 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33792) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:43.649952 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-48730879-4c7b-43ed-b50e-442c37a841b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:43.660024 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No ports have port_id starting with 677fa798-1b96-412b-962b-d172c0173b59 Jan 21 09:48:43.711909 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a7487d85-9a74-4d3b-9a1f-66b4d0946985 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:43.711909 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a7487d85-9a74-4d3b-9a1f-66b4d0946985 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:43.713768 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-539e5e27-39f4-4b25-a5b5-4704e0b5875c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:43.713915 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539e5e27-39f4-4b25-a5b5-4704e0b5875c None None] The sync data for ids ['987e7371-3c15-4ffa-bd40-e3a87735c282'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:48:43.717491 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48730879-4c7b-43ed-b50e-442c37a841b0 None None] Pushing event deleted for resources: {'Port': ['ID=677fa798-1b96-412b-962b-d172c0173b59,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:43.723213 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48730879-4c7b-43ed-b50e-442c37a841b0 None None] No DVR routers for this DVR port 677fa798-1b96-412b-962b-d172c0173b59 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:48:43.800249 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b74f4e9-76fd-44a1-855e-d0d672f17ba6 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:43.921400 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5235d49e-e7ba-46d6-a24c-89112c4539c0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:43.979511 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7487d85-9a74-4d3b-9a1f-66b4d0946985 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:44.042204 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-a7487d85-9a74-4d3b-9a1f-66b4d0946985 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:44.048716 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dc86455e-81ee-435f-ae74-0680596eeb1e tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for floatingip, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.064379 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfe35ac-1d89-4998-9bea-f679fc8793b3 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:44.068224 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7487d85-9a74-4d3b-9a1f-66b4d0946985 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:44.068816 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a7487d85-9a74-4d3b-9a1f-66b4d0946985 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.098714 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-301a8a0d-f6ac-4a39-a230-e713e857d3bc tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Deleting port 677fa798-1b96-412b-962b-d172c0173b59 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:44.099070 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-301a8a0d-f6ac-4a39-a230-e713e857d3bc tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.138137 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dc86455e-81ee-435f-ae74-0680596eeb1e tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.139285 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-dc86455e-81ee-435f-ae74-0680596eeb1e tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "DELETE /v2.0/floatingips/9e6c7f11-199b-4457-8951-599f6d6ca99c HTTP/1.1" status: 204 len: 168 time: 2.4802115 Jan 21 09:48:44.155731 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33806) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:44.157390 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7487d85-9a74-4d3b-9a1f-66b4d0946985 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Port': ['ID=595bd0dc-a4c8-4600-bc84-3f11de396a67,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:44.161272 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7487d85-9a74-4d3b-9a1f-66b4d0946985 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Subnet': ['ID=0eefa844-86d7-4a03-a376-0ecf0ea67085,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:44.194760 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-de2a68cb-8aa4-4c75-8da8-f2bc4f1aef69 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'port_id': '4c029a8d-8b81-4ffb-903c-beadb2c508ad'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:44.199329 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a7487d85-9a74-4d3b-9a1f-66b4d0946985 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.4157641 Jan 21 09:48:44.203541 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33812) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:44.205750 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-de2a68cb-8aa4-4c75-8da8-f2bc4f1aef69 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:44.217055 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-53ebb9f2-fe40-4ceb-a31f-2125011b9305 req-7757e4d6-597a-4560-86c0-60b94f892f48 service neutron] 10.222.0.124 "GET /v2.0/networks/7c76e461-3311-4ee9-93b1-5e66961e7ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6978624 Jan 21 09:48:44.220757 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-94361b60-4369-4bdf-892a-40becaee67a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'port': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'mac_address': 'fa:16:3e:32:c0:11', 'name': 'tempest-NetworksTestDHCPv6-887443628'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:44.235939 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-de2a68cb-8aa4-4c75-8da8-f2bc4f1aef69 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Usage tracker for resource:floatingip and tenant:a9bbec69a2694a0bb3504d188ecd25f9 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:44.244288 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-de2a68cb-8aa4-4c75-8da8-f2bc4f1aef69 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:44.305899 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-de2a68cb-8aa4-4c75-8da8-f2bc4f1aef69 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:44.462907 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33818) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:44.467308 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-301a8a0d-f6ac-4a39-a230-e713e857d3bc tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] The port '677fa798-1b96-412b-962b-d172c0173b59' was deleted {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:48:44.470373 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de2a68cb-8aa4-4c75-8da8-f2bc4f1aef69 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for floatingip, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.498805 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b74f4e9-76fd-44a1-855e-d0d672f17ba6 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.506621 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5235d49e-e7ba-46d6-a24c-89112c4539c0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.533496 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b74f4e9-76fd-44a1-855e-d0d672f17ba6 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.590459 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-94361b60-4369-4bdf-892a-40becaee67a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:44.594909 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-94361b60-4369-4bdf-892a-40becaee67a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:port and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:44.598555 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-94361b60-4369-4bdf-892a-40becaee67a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:44.606187 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-94361b60-4369-4bdf-892a-40becaee67a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:44.612430 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-301a8a0d-f6ac-4a39-a230-e713e857d3bc tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.657620 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-301a8a0d-f6ac-4a39-a230-e713e857d3bc tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['167c7602-e61e-4bff-87f0-13bcb1a146e7']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:44.673307 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b74f4e9-76fd-44a1-855e-d0d672f17ba6 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.674649 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b74f4e9-76fd-44a1-855e-d0d672f17ba6 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Fanout notify agent at l3_agent the message router_deleted on router 987e7371-3c15-4ffa-bd40-e3a87735c282 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:48:44.681317 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-301a8a0d-f6ac-4a39-a230-e713e857d3bc tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bc02c79-d7dd-4f8c-9bf8-5bc1e5085362') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:44.681597 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-301a8a0d-f6ac-4a39-a230-e713e857d3bc tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bc02c79-d7dd-4f8c-9bf8-5bc1e5085362') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:44.691789 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ceeb4c9b-fc82-45cf-a552-7879669e81db tempest-ServiceProvidersTest-739397377 tempest-ServiceProvidersTest-739397377-project] 10.222.0.104 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2169781 Jan 21 09:48:44.691789 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94361b60-4369-4bdf-892a-40becaee67a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:44.703216 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-301a8a0d-f6ac-4a39-a230-e713e857d3bc tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.727883 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b74f4e9-76fd-44a1-855e-d0d672f17ba6 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.732028 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1b74f4e9-76fd-44a1-855e-d0d672f17ba6 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/routers/987e7371-3c15-4ffa-bd40-e3a87735c282 HTTP/1.1" status: 204 len: 168 time: 1.1217375 Jan 21 09:48:44.732654 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33826) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:44.737088 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-301a8a0d-f6ac-4a39-a230-e713e857d3bc tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.784281 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-301a8a0d-f6ac-4a39-a230-e713e857d3bc tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:48:44.784929 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-301a8a0d-f6ac-4a39-a230-e713e857d3bc tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:48:44.801793 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:48:44.819868 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235d49e-e7ba-46d6-a24c-89112c4539c0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Subnet': ['ID=1ef1a7fb-438a-43d4-b64e-db20e5280e1b,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:44.920412 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-94361b60-4369-4bdf-892a-40becaee67a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.965820 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-94361b60-4369-4bdf-892a-40becaee67a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] device_id is not set on port 5d72c29c-1b50-4dcb-af59-5fa1ee4d30be yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:48:45.009428 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5235d49e-e7ba-46d6-a24c-89112c4539c0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Checking segment: {'id': '58a14f4c-a989-4df3-8f08-72bc4fe51b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4c3bb146-520d-47eb-9baf-3514f0240049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:45.009777 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5235d49e-e7ba-46d6-a24c-89112c4539c0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Network hostable DHCP agents. Network: 4c3bb146-520d-47eb-9baf-3514f0240049, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:48:45.087092 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-301a8a0d-f6ac-4a39-a230-e713e857d3bc tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:45.093698 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33832) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:45.119052 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-301a8a0d-f6ac-4a39-a230-e713e857d3bc tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:45.124227 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a8a0d-f6ac-4a39-a230-e713e857d3bc tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Network': ['ID=167c7602-e61e-4bff-87f0-13bcb1a146e7,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:45.145241 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-301a8a0d-f6ac-4a39-a230-e713e857d3bc tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/networks/167c7602-e61e-4bff-87f0-13bcb1a146e7 HTTP/1.1" status: 204 len: 168 time: 2.7739112 Jan 21 09:48:45.148754 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33838) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:45.150322 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de2a68cb-8aa4-4c75-8da8-f2bc4f1aef69 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:45.160862 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5235d49e-e7ba-46d6-a24c-89112c4539c0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Network 4c3bb146-520d-47eb-9baf-3514f0240049 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:48:45.185886 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a034376-2135-4854-9684-a37312f6d3e1 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Deleting subnet 509374e4-4fce-47f8-be5b-728dcc78cf8f {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:48:45.190711 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7a034376-2135-4854-9684-a37312f6d3e1 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:45.256931 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7a034376-2135-4854-9684-a37312f6d3e1 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:45.311018 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-037f5f16-a3a6-4e54-a657-710435d54fa6 None None] Provisioning complete for port 595bd0dc-a4c8-4600-bc84-3f11de396a67 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:45.311689 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-037f5f16-a3a6-4e54-a657-710435d54fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:45.358925 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7a034376-2135-4854-9684-a37312f6d3e1 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:45.413984 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-5235d49e-e7ba-46d6-a24c-89112c4539c0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 4c3bb146-520d-47eb-9baf-3514f0240049) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:45.417910 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5235d49e-e7ba-46d6-a24c-89112c4539c0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:45.419147 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5235d49e-e7ba-46d6-a24c-89112c4539c0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:45.434193 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6c53a90a-a6d5-41b1-adbe-d7773ca55bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:45.438920 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 595bd0dc-a4c8-4600-bc84-3f11de396a67 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:48:45.463812 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e28bfaa-786e-4956-96c2-61b2ae7ed09c None None] Network 4c3bb146-520d-47eb-9baf-3514f0240049 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:45.465441 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7a034376-2135-4854-9684-a37312f6d3e1 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:45.506591 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a034376-2135-4854-9684-a37312f6d3e1 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event deleted for resources: {'Subnet': ['ID=509374e4-4fce-47f8-be5b-728dcc78cf8f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:45.521629 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7a034376-2135-4854-9684-a37312f6d3e1 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:45.530928 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7a034376-2135-4854-9684-a37312f6d3e1 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/subnets/509374e4-4fce-47f8-be5b-728dcc78cf8f HTTP/1.1" status: 204 len: 168 time: 0.7939591 Jan 21 09:48:45.531125 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33842) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:45.555360 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ac6c87-a88c-4e2e-aaa1-7d24da47206c None None] Network 262294a5-204c-4fb3-9e6f-a8f48ad7fa3a requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:45.597271 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5235d49e-e7ba-46d6-a24c-89112c4539c0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7817535 Jan 21 09:48:45.617689 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33846) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:45.663929 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6c53a90a-a6d5-41b1-adbe-d7773ca55bde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:45.682013 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6c53a90a-a6d5-41b1-adbe-d7773ca55bde admin admin] Usage tracker for resource:security_group_rule and tenant:078d74500f7e405ba9478adc9191b50a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:45.693641 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6c53a90a-a6d5-41b1-adbe-d7773ca55bde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:45.696882 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-94361b60-4369-4bdf-892a-40becaee67a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Allocated IP 172.20.0.6 (d5f237d0-52c1-4100-800c-a471203fec66/7d230846-f64b-46ae-b614-5dc27a6b8956/5d72c29c-1b50-4dcb-af59-5fa1ee4d30be) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:45.716626 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6c53a90a-a6d5-41b1-adbe-d7773ca55bde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:45.726171 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-94361b60-4369-4bdf-892a-40becaee67a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Allocated IP 2001:db8::f816:3eff:fe32:c011 (d5f237d0-52c1-4100-800c-a471203fec66/0eefa844-86d7-4a03-a376-0ecf0ea67085/5d72c29c-1b50-4dcb-af59-5fa1ee4d30be) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:45.734523 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b449d1a9-e1fc-4f8e-94ba-2be0cd8481d7 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:45.735350 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b449d1a9-e1fc-4f8e-94ba-2be0cd8481d7 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Synchronizing usage tracker for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:45.743685 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-de2a68cb-8aa4-4c75-8da8-f2bc4f1aef69 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Allocated IP 172.26.0.222 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/24cb4d77-9856-406f-8332-7824880de9ca) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:45.816864 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b449d1a9-e1fc-4f8e-94ba-2be0cd8481d7 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Unset dirty status for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:45.821628 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b449d1a9-e1fc-4f8e-94ba-2be0cd8481d7 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6651914 Jan 21 09:48:45.836422 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33850) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:45.854096 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84e76e98-92f4-42ee-9d4f-578a6e71d370 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:45.930246 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-84e76e98-92f4-42ee-9d4f-578a6e71d370 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Deleting port fe8b0127-bb2d-437f-a783-d3ba3d3273d4 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:45.930837 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84e76e98-92f4-42ee-9d4f-578a6e71d370 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:45.947700 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 595bd0dc-a4c8-4600-bc84-3f11de396a67 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:45.948066 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:46.016907 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f21de5-9e84-4bf0-8e39-fd15e194e3d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-4c3bb146-520d-47eb-9baf-3514f0240049', 'network_id': '4c3bb146-520d-47eb-9baf-3514f0240049', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'fixed_ips': [{'subnet_id': '1ef1a7fb-438a-43d4-b64e-db20e5280e1b'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:48:46.017718 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-23f21de5-9e84-4bf0-8e39-fd15e194e3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:46.093173 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953d9d0e-d6e6-48d5-8637-e8b19b8a2d82 None None] DHCP port deletion for 262294a5-204c-4fb3-9e6f-a8f48ad7fa3a request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:48:46.100284 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6c53a90a-a6d5-41b1-adbe-d7773ca55bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:46.114344 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-953d9d0e-d6e6-48d5-8637-e8b19b8a2d82 None None] Deleting port fe8b0127-bb2d-437f-a783-d3ba3d3273d4 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:46.114344 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-953d9d0e-d6e6-48d5-8637-e8b19b8a2d82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:46.125423 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6c53a90a-a6d5-41b1-adbe-d7773ca55bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:46.164909 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de2a68cb-8aa4-4c75-8da8-f2bc4f1aef69 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:46.229626 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ac015601-dfad-401a-bd6f-371ff88087c7 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Synchronizing usage tracker for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:46.229849 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53a90a-a6d5-41b1-adbe-d7773ca55bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830bbf0d-3871-41e0-8cfa-33f6ab7740c5,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:46.242631 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6c53a90a-a6d5-41b1-adbe-d7773ca55bde admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=078d74500f7e405ba9478adc9191b50a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1411884 Jan 21 09:48:46.242631 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33854) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:46.265100 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ac015601-dfad-401a-bd6f-371ff88087c7 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Unset dirty status for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:46.271710 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ac015601-dfad-401a-bd6f-371ff88087c7 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4232600 Jan 21 09:48:46.284340 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33858) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:46.298289 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-94361b60-4369-4bdf-892a-40becaee67a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:46.306390 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-d6c09ed2-6bcf-4276-8458-2f7780d6c327 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-524674571'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:46.324324 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-d6c09ed2-6bcf-4276-8458-2f7780d6c327 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:46.346582 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-d6c09ed2-6bcf-4276-8458-2f7780d6c327 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:network and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:46.351152 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-94361b60-4369-4bdf-892a-40becaee67a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Transition to ACTIVE for port object 5d72c29c-1b50-4dcb-af59-5fa1ee4d30be will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:46.353794 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-d6c09ed2-6bcf-4276-8458-2f7780d6c327 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:46.367089 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-d6c09ed2-6bcf-4276-8458-2f7780d6c327 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:46.394498 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de2a68cb-8aa4-4c75-8da8-f2bc4f1aef69 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:46.436998 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-87916df8-0322-42e1-bda1-8fe709a01a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:46.439183 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-23f21de5-9e84-4bf0-8e39-fd15e194e3d9 None None] Allocated IP 2001:db8::2 (4c3bb146-520d-47eb-9baf-3514f0240049/1ef1a7fb-438a-43d4-b64e-db20e5280e1b/134e1b78-6a90-4612-ba6f-2949544c3f2c) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:46.450357 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c09ed2-6bcf-4276-8458-2f7780d6c327 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Made reservation on behalf of 081c5e94b3d84c0c999dc4d73e79f211 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:46.453489 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d6c09ed2-6bcf-4276-8458-2f7780d6c327 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:46.472444 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-953d9d0e-d6e6-48d5-8637-e8b19b8a2d82 None None] For port fe8b0127-bb2d-437f-a783-d3ba3d3273d4, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=fe8b0127-bb2d-437f-a783-d3ba3d3273d4,segment=NetworkSegment(82342fde-bd49-4d8a-9602-56c004899697),segment_id=82342fde-bd49-4d8a-9602-56c004899697)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:46.473100 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-953d9d0e-d6e6-48d5-8637-e8b19b8a2d82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:46.530389 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-94361b60-4369-4bdf-892a-40becaee67a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:46.534719 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-87916df8-0322-42e1-bda1-8fe709a01a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:46.549099 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2a68cb-8aa4-4c75-8da8-f2bc4f1aef69 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:46.561729 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-de2a68cb-8aa4-4c75-8da8-f2bc4f1aef69 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:46.563741 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a68cb-8aa4-4c75-8da8-f2bc4f1aef69 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event updated for resources: {'Port': ['ID=24cb4d77-9856-406f-8332-7824880de9ca,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:46.572755 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c09ed2-6bcf-4276-8458-2f7780d6c327 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:48:46.575508 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2a68cb-8aa4-4c75-8da8-f2bc4f1aef69 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:46.658381 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-953d9d0e-d6e6-48d5-8637-e8b19b8a2d82 None None] Calling delete_port for fe8b0127-bb2d-437f-a783-d3ba3d3273d4 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:46.671546 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-84e76e98-92f4-42ee-9d4f-578a6e71d370 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] For port fe8b0127-bb2d-437f-a783-d3ba3d3273d4, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=fe8b0127-bb2d-437f-a783-d3ba3d3273d4,segment=NetworkSegment(82342fde-bd49-4d8a-9602-56c004899697),segment_id=82342fde-bd49-4d8a-9602-56c004899697)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:46.672190 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84e76e98-92f4-42ee-9d4f-578a6e71d370 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:46.699046 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d6c09ed2-6bcf-4276-8458-2f7780d6c327 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:46.699413 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-d6c09ed2-6bcf-4276-8458-2f7780d6c327 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Added segment a7235ddf-7f1b-4493-8c9c-c860775a3288 of type vlan for network 6b8c3a2d-9f8f-4b43-a922-3cb17b3787aa Jan 21 09:48:46.722833 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94361b60-4369-4bdf-892a-40becaee67a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:46.734613 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-94361b60-4369-4bdf-892a-40becaee67a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:46.753933 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94361b60-4369-4bdf-892a-40becaee67a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:46.805729 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94361b60-4369-4bdf-892a-40becaee67a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Port': ['ID=5d72c29c-1b50-4dcb-af59-5fa1ee4d30be,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:46.806301 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-953d9d0e-d6e6-48d5-8637-e8b19b8a2d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:46.821833 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-84e76e98-92f4-42ee-9d4f-578a6e71d370 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Calling delete_port for fe8b0127-bb2d-437f-a783-d3ba3d3273d4 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:46.906000 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d6c09ed2-6bcf-4276-8458-2f7780d6c327 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:46.916430 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d9d0e-d6e6-48d5-8637-e8b19b8a2d82 None None] Pushing event deleted for resources: {'Port': ['ID=fe8b0127-bb2d-437f-a783-d3ba3d3273d4,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:46.960833 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953d9d0e-d6e6-48d5-8637-e8b19b8a2d82 None None] No DVR routers for this DVR port fe8b0127-bb2d-437f-a783-d3ba3d3273d4 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:48:46.981869 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-23f21de5-9e84-4bf0-8e39-fd15e194e3d9 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:46.982387 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-61f73bbe-17dc-45cc-8e4a-ce4ecd7393fe tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:46.988366 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-87916df8-0322-42e1-bda1-8fe709a01a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:47.006416 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-23f21de5-9e84-4bf0-8e39-fd15e194e3d9 None None] Transition to ACTIVE for port object 134e1b78-6a90-4612-ba6f-2949544c3f2c will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:47.023667 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87916df8-0322-42e1-bda1-8fe709a01a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830bbf0d-3871-41e0-8cfa-33f6ab7740c5,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:47.058134 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-23f21de5-9e84-4bf0-8e39-fd15e194e3d9 None None] Transition to ACTIVE for port object 134e1b78-6a90-4612-ba6f-2949544c3f2c will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:47.086152 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-23f21de5-9e84-4bf0-8e39-fd15e194e3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:47.087964 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94361b60-4369-4bdf-892a-40becaee67a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:47.088603 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-94361b60-4369-4bdf-892a-40becaee67a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:47.119118 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d6c09ed2-6bcf-4276-8458-2f7780d6c327 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:47.122809 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c09ed2-6bcf-4276-8458-2f7780d6c327 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:47.123530 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d6c09ed2-6bcf-4276-8458-2f7780d6c327 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:47.163245 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-94361b60-4369-4bdf-892a-40becaee67a6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.9547446 Jan 21 09:48:47.167749 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33862) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:47.179461 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d6c09ed2-6bcf-4276-8458-2f7780d6c327 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8854046 Jan 21 09:48:47.179461 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-87916df8-0322-42e1-bda1-8fe709a01a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:47.179461 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-87916df8-0322-42e1-bda1-8fe709a01a6b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/830bbf0d-3871-41e0-8cfa-33f6ab7740c5 HTTP/1.1" status: 204 len: 168 time: 0.9295154 Jan 21 09:48:47.179461 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33866) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:47.185732 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-a1ff4f1f-9147-4e5c-8173-86251b10975f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'subnet': {'network_id': '6b8c3a2d-9f8f-4b43-a922-3cb17b3787aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:47.233800 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f21de5-9e84-4bf0-8e39-fd15e194e3d9 None None] Network 4c3bb146-520d-47eb-9baf-3514f0240049 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:47.240350 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-23f21de5-9e84-4bf0-8e39-fd15e194e3d9 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:47.255545 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f21de5-9e84-4bf0-8e39-fd15e194e3d9 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:47.289900 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.api [None req-84e76e98-92f4-42ee-9d4f-578a6e71d370 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:48:47.290444 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG oslo_db.api [None req-84e76e98-92f4-42ee-9d4f-578a6e71d370 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:48:47.332039 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f21de5-9e84-4bf0-8e39-fd15e194e3d9 None None] Pushing event updated for resources: {'Port': ['ID=134e1b78-6a90-4612-ba6f-2949544c3f2c,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:47.397083 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-23f21de5-9e84-4bf0-8e39-fd15e194e3d9 None None] Attempting to bind port 134e1b78-6a90-4612-ba6f-2949544c3f2c on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:48:47.397756 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-23f21de5-9e84-4bf0-8e39-fd15e194e3d9 None None] Attempting to bind port 134e1b78-6a90-4612-ba6f-2949544c3f2c by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '58a14f4c-a989-4df3-8f08-72bc4fe51b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4c3bb146-520d-47eb-9baf-3514f0240049'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:48:47.398452 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f21de5-9e84-4bf0-8e39-fd15e194e3d9 None None] Attempting to bind port 134e1b78-6a90-4612-ba6f-2949544c3f2c on network 4c3bb146-520d-47eb-9baf-3514f0240049 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:48:47.405731 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d8a6ffdd-750b-4256-b77d-6609479b6dbb None None] Provisioning for port 5d72c29c-1b50-4dcb-af59-5fa1ee4d30be completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:47.409415 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10e90bc-7bbc-4574-96c9-1f094520f44e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:47.411570 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f21de5-9e84-4bf0-8e39-fd15e194e3d9 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:48:47.412156 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f21de5-9e84-4bf0-8e39-fd15e194e3d9 None None] Checking segment: {'id': '58a14f4c-a989-4df3-8f08-72bc4fe51b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4c3bb146-520d-47eb-9baf-3514f0240049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:47.412730 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-23f21de5-9e84-4bf0-8e39-fd15e194e3d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:47.413334 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f21de5-9e84-4bf0-8e39-fd15e194e3d9 None None] Bound using segment: {'id': '58a14f4c-a989-4df3-8f08-72bc4fe51b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4c3bb146-520d-47eb-9baf-3514f0240049'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:48:47.413687 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10e90bc-7bbc-4574-96c9-1f094520f44e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:47.414155 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-23f21de5-9e84-4bf0-8e39-fd15e194e3d9 None None] Bound port: 134e1b78-6a90-4612-ba6f-2949544c3f2c, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a14f4c-a989-4df3-8f08-72bc4fe51b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4c3bb146-520d-47eb-9baf-3514f0240049'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:48:47.414493 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-d10e90bc-7bbc-4574-96c9-1f094520f44e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:47.414863 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-23f21de5-9e84-4bf0-8e39-fd15e194e3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:47.426774 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d8a6ffdd-750b-4256-b77d-6609479b6dbb None None] Provisioning complete for port 5d72c29c-1b50-4dcb-af59-5fa1ee4d30be triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:47.427466 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d8a6ffdd-750b-4256-b77d-6609479b6dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:47.448816 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-d10e90bc-7bbc-4574-96c9-1f094520f44e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:47.450067 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d10e90bc-7bbc-4574-96c9-1f094520f44e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2830696 Jan 21 09:48:47.453742 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33872) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:47.519183 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device fe8b0127-bb2d-437f-a783-d3ba3d3273d4 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:48:47.529711 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c09ed2-6bcf-4276-8458-2f7780d6c327 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Network': ['ID=6b8c3a2d-9f8f-4b43-a922-3cb17b3787aa,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:47.568796 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a1ff4f1f-9147-4e5c-8173-86251b10975f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:47.576914 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a1ff4f1f-9147-4e5c-8173-86251b10975f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:subnet and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:47.580155 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-3438a83d-b3ee-4688-a777-20894efd35a7 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting port 5d72c29c-1b50-4dcb-af59-5fa1ee4d30be {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:47.580497 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3438a83d-b3ee-4688-a777-20894efd35a7 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:47.581490 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a1ff4f1f-9147-4e5c-8173-86251b10975f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:47.611584 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-61f73bbe-17dc-45cc-8e4a-ce4ecd7393fe tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Allocated IP 2001:db8::1 (4c3bb146-520d-47eb-9baf-3514f0240049/1ef1a7fb-438a-43d4-b64e-db20e5280e1b/3ea1e2bd-91e7-4a9e-892c-8b3192428dd3) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:47.638708 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a1ff4f1f-9147-4e5c-8173-86251b10975f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:47.655124 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-23f21de5-9e84-4bf0-8e39-fd15e194e3d9 None None] For port 134e1b78-6a90-4612-ba6f-2949544c3f2c, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:48:47.662707 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-23f21de5-9e84-4bf0-8e39-fd15e194e3d9 None None] For port 134e1b78-6a90-4612-ba6f-2949544c3f2c, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=134e1b78-6a90-4612-ba6f-2949544c3f2c,segment=NetworkSegment(58a14f4c-a989-4df3-8f08-72bc4fe51b13),segment_id=58a14f4c-a989-4df3-8f08-72bc4fe51b13)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:48:47.666762 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: fe8b0127-bb2d-437f-a783-d3ba3d3273d4 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:48:47.667129 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device fe8b0127-bb2d-437f-a783-d3ba3d3273d4 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:48:47.669588 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 6b8c3a2d-9f8f-4b43-a922-3cb17b3787aa details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:48:47.709845 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-d8a6ffdd-750b-4256-b77d-6609479b6dbb None None] Port 5d72c29c-1b50-4dcb-af59-5fa1ee4d30be cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:48:47.714979 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-23f21de5-9e84-4bf0-8e39-fd15e194e3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:47.792171 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-84e76e98-92f4-42ee-9d4f-578a6e71d370 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Deleting port fe8b0127-bb2d-437f-a783-d3ba3d3273d4 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:47.792765 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84e76e98-92f4-42ee-9d4f-578a6e71d370 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:47.908087 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-84e76e98-92f4-42ee-9d4f-578a6e71d370 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] The port 'fe8b0127-bb2d-437f-a783-d3ba3d3273d4' was deleted {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:48:47.958229 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f21de5-9e84-4bf0-8e39-fd15e194e3d9 None None] Pushing event updated for resources: {'Port': ['ID=134e1b78-6a90-4612-ba6f-2949544c3f2c,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:47.993342 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ff4f1f-9147-4e5c-8173-86251b10975f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Made reservation on behalf of 081c5e94b3d84c0c999dc4d73e79f211 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:48.216810 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1ff4f1f-9147-4e5c-8173-86251b10975f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:48.348808 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3438a83d-b3ee-4688-a777-20894efd35a7 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:48.381363 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de2a68cb-8aa4-4c75-8da8-f2bc4f1aef69 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:48.508784 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-3438a83d-b3ee-4688-a777-20894efd35a7 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Calling delete_port for 5d72c29c-1b50-4dcb-af59-5fa1ee4d30be owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:48.509952 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de2a68cb-8aa4-4c75-8da8-f2bc4f1aef69 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:48.539326 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33892) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:48.625136 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84e76e98-92f4-42ee-9d4f-578a6e71d370 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:48.635826 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1ff4f1f-9147-4e5c-8173-86251b10975f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:48.665830 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-61f73bbe-17dc-45cc-8e4a-ce4ecd7393fe tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:48.707030 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-84e76e98-92f4-42ee-9d4f-578a6e71d370 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['262294a5-204c-4fb3-9e6f-a8f48ad7fa3a']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:48.755811 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-61f73bbe-17dc-45cc-8e4a-ce4ecd7393fe tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Transition to ACTIVE for port object 3ea1e2bd-91e7-4a9e-892c-8b3192428dd3 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:48.761190 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-84e76e98-92f4-42ee-9d4f-578a6e71d370 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82342fde-bd49-4d8a-9602-56c004899697') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:48.761489 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-84e76e98-92f4-42ee-9d4f-578a6e71d370 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82342fde-bd49-4d8a-9602-56c004899697') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:48.780949 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84e76e98-92f4-42ee-9d4f-578a6e71d370 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:48.806927 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-2348bba6-281c-4ee9-a431-60dbc7c89679 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1713256989-network', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:48.846245 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff4f1f-9147-4e5c-8173-86251b10975f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Subnet': ['ID=c77ad5c2-ba9c-4d9f-ac5e-65683c3a16b7,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:48.857226 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2348bba6-281c-4ee9-a431-60dbc7c89679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:48.870181 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ff4f1f-9147-4e5c-8173-86251b10975f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Checking segment: {'id': 'a7235ddf-7f1b-4493-8c9c-c860775a3288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6b8c3a2d-9f8f-4b43-a922-3cb17b3787aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:48.870548 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ff4f1f-9147-4e5c-8173-86251b10975f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Network hostable DHCP agents. Network: 6b8c3a2d-9f8f-4b43-a922-3cb17b3787aa, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:48:48.878805 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84e76e98-92f4-42ee-9d4f-578a6e71d370 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:48.883272 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-2348bba6-281c-4ee9-a431-60dbc7c89679 admin admin] Usage tracker for resource:network and tenant:445ef770bf614bd2b6b8d3bcf07af0fd is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:48.894347 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-2348bba6-281c-4ee9-a431-60dbc7c89679 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:48.897581 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e76e98-92f4-42ee-9d4f-578a6e71d370 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:48:48.898008 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84e76e98-92f4-42ee-9d4f-578a6e71d370 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:48.900960 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de2a68cb-8aa4-4c75-8da8-f2bc4f1aef69 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:48.907847 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de2a68cb-8aa4-4c75-8da8-f2bc4f1aef69 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:48.926593 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:48:48.926593 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:48:48.926593 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:48:48.926593 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:48:48.926593 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:48:48.926593 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:48:48.926593 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:48:48.926593 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:48:48.926593 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:48:48.926593 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:48:48.926593 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:48:48.926593 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:48:48.926593 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:48:48.926593 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:48:48.926593 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:48:48.926593 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:48:48.926593 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:48:48.926593 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:48:48.926593 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:48:48.926593 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:48:48.926593 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:48:48.926593 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:48:48.926593 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:48:48.926593 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:48:48.926593 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:48:48.926593 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:48:48.926593 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:48:48.926593 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:48:48.926593 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:48:48.926593 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:48:48.926593 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:48:48.926593 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:48:48.931011 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2348bba6-281c-4ee9-a431-60dbc7c89679 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:48.981674 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ff4f1f-9147-4e5c-8173-86251b10975f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Network 6b8c3a2d-9f8f-4b43-a922-3cb17b3787aa is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:48:49.024439 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-61f73bbe-17dc-45cc-8e4a-ce4ecd7393fe tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:49.041462 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a68cb-8aa4-4c75-8da8-f2bc4f1aef69 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event updated for resources: {'Port': ['ID=24cb4d77-9856-406f-8332-7824880de9ca,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:49.047244 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-a1ff4f1f-9147-4e5c-8173-86251b10975f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 6b8c3a2d-9f8f-4b43-a922-3cb17b3787aa) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:49.051230 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ff4f1f-9147-4e5c-8173-86251b10975f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:49.052024 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1ff4f1f-9147-4e5c-8173-86251b10975f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:49.067571 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978501b4-ab19-4ec0-b024-835a955892a9 None None] Network 6b8c3a2d-9f8f-4b43-a922-3cb17b3787aa requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:49.078777 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2348bba6-281c-4ee9-a431-60dbc7c89679 admin admin] Made reservation on behalf of 445ef770bf614bd2b6b8d3bcf07af0fd for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:49.081740 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2348bba6-281c-4ee9-a431-60dbc7c89679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:49.084315 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de2a68cb-8aa4-4c75-8da8-f2bc4f1aef69 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:49.159472 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2348bba6-281c-4ee9-a431-60dbc7c89679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:49.165656 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a1ff4f1f-9147-4e5c-8173-86251b10975f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9858980 Jan 21 09:48:49.165863 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33898) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:49.172888 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-86a4dd27-7625-4404-b358-dc3baef8fef4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'port': {'network_id': '6b8c3a2d-9f8f-4b43-a922-3cb17b3787aa', 'name': 'tempest-PortsTestJSON-1535735859'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:49.173326 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84e76e98-92f4-42ee-9d4f-578a6e71d370 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:49.204670 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84e76e98-92f4-42ee-9d4f-578a6e71d370 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:49.209224 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7814e6b-39e0-448f-a31b-3eb3ac0b80fc None None] Network 4c3bb146-520d-47eb-9baf-3514f0240049 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:49.228675 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f73bbe-17dc-45cc-8e4a-ce4ecd7393fe tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Network 4c3bb146-520d-47eb-9baf-3514f0240049 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:49.237545 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-61f73bbe-17dc-45cc-8e4a-ce4ecd7393fe tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:49.239544 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e76e98-92f4-42ee-9d4f-578a6e71d370 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event deleted for resources: {'Network': ['ID=262294a5-204c-4fb3-9e6f-a8f48ad7fa3a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:49.248586 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f73bbe-17dc-45cc-8e4a-ce4ecd7393fe tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:49.249117 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-61f73bbe-17dc-45cc-8e4a-ce4ecd7393fe tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:49.251690 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f73bbe-17dc-45cc-8e4a-ce4ecd7393fe tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Port': ['ID=3ea1e2bd-91e7-4a9e-892c-8b3192428dd3,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:49.279375 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-84e76e98-92f4-42ee-9d4f-578a6e71d370 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/networks/262294a5-204c-4fb3-9e6f-a8f48ad7fa3a HTTP/1.1" status: 204 len: 168 time: 3.7469432 Jan 21 09:48:49.283354 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33902) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:49.289440 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-05f7ba69-efcf-4e34-a30b-9a830d3fb344 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-946825922', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:49.309766 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-05f7ba69-efcf-4e34-a30b-9a830d3fb344 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:49.312790 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3438a83d-b3ee-4688-a777-20894efd35a7 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:49.328208 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-05f7ba69-efcf-4e34-a30b-9a830d3fb344 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Usage tracker for resource:router and tenant:d00df50c19fa484a82254f37be8cb96c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:49.362880 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-05f7ba69-efcf-4e34-a30b-9a830d3fb344 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:49.368896 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2348bba6-281c-4ee9-a431-60dbc7c89679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:49.399206 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-05f7ba69-efcf-4e34-a30b-9a830d3fb344 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:49.401292 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-2348bba6-281c-4ee9-a431-60dbc7c89679 admin admin] Usage tracker for resource:security_group_rule and tenant:445ef770bf614bd2b6b8d3bcf07af0fd is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:49.404085 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438a83d-b3ee-4688-a777-20894efd35a7 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Port': ['ID=5d72c29c-1b50-4dcb-af59-5fa1ee4d30be,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:49.411074 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-2348bba6-281c-4ee9-a431-60dbc7c89679 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:49.422012 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2348bba6-281c-4ee9-a431-60dbc7c89679 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:49.488617 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-05f7ba69-efcf-4e34-a30b-9a830d3fb344 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:49.490636 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-05f7ba69-efcf-4e34-a30b-9a830d3fb344 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:49.527681 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-4f75e9bf-c2a0-4c91-b4da-cdc5f6cbecbd None None] Provisioning for port 134e1b78-6a90-4612-ba6f-2949544c3f2c completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:49.548654 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 134e1b78-6a90-4612-ba6f-2949544c3f2c up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:48:49.599886 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-86a4dd27-7625-4404-b358-dc3baef8fef4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:49.617932 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-86a4dd27-7625-4404-b358-dc3baef8fef4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:port and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:49.628477 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-86a4dd27-7625-4404-b358-dc3baef8fef4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:49.637088 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-86a4dd27-7625-4404-b358-dc3baef8fef4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:49.657921 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a4dd27-7625-4404-b358-dc3baef8fef4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Made reservation on behalf of 081c5e94b3d84c0c999dc4d73e79f211 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:49.660693 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-86a4dd27-7625-4404-b358-dc3baef8fef4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:49.673960 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.l3_db [None req-de2a68cb-8aa4-4c75-8da8-f2bc4f1aef69 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Floating IP 51b03eb3-04b2-4a57-9ffc-5ab876be2dbe associated. External IP: 172.26.0.222, port: 4c029a8d-8b81-4ffb-903c-beadb2c508ad. Jan 21 09:48:49.758680 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-86a4dd27-7625-4404-b358-dc3baef8fef4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] device_id is not set on port 7f9f80a0-699f-4ab2-a79b-24f447bd985e yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:48:49.782216 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-05f7ba69-efcf-4e34-a30b-9a830d3fb344 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:49.787532 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78765e1d-3c10-4847-8031-59a514e3d0ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-6b8c3a2d-9f8f-4b43-a922-3cb17b3787aa', 'network_id': '6b8c3a2d-9f8f-4b43-a922-3cb17b3787aa', 'tenant_id': '081c5e94b3d84c0c999dc4d73e79f211', 'fixed_ips': [{'subnet_id': 'c77ad5c2-ba9c-4d9f-ac5e-65683c3a16b7'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:48:49.788516 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-78765e1d-3c10-4847-8031-59a514e3d0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:49.852675 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-61f73bbe-17dc-45cc-8e4a-ce4ecd7393fe tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:49.898448 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 134e1b78-6a90-4612-ba6f-2949544c3f2c completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:49.925378 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-05f7ba69-efcf-4e34-a30b-9a830d3fb344 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:49.925693 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 134e1b78-6a90-4612-ba6f-2949544c3f2c triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:49.925845 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:49.969311 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3438a83d-b3ee-4688-a777-20894efd35a7 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:49.974733 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3438a83d-b3ee-4688-a777-20894efd35a7 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/5d72c29c-1b50-4dcb-af59-5fa1ee4d30be HTTP/1.1" status: 204 len: 168 time: 2.5199594 Jan 21 09:48:49.983591 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33906) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:49.985151 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-05f7ba69-efcf-4e34-a30b-9a830d3fb344 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:49.988990 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-05f7ba69-efcf-4e34-a30b-9a830d3fb344 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.7014556 Jan 21 09:48:50.060344 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2348bba6-281c-4ee9-a431-60dbc7c89679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:50.061943 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33910) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:50.106627 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2348bba6-281c-4ee9-a431-60dbc7c89679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:50.126831 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-80fd9c09-06ec-4f68-a1ac-7f74e47f03f1 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Request body: {'network': {'name': 'tempest-RoutersTest-664647169'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:50.167387 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-80fd9c09-06ec-4f68-a1ac-7f74e47f03f1 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:50.185660 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:50.196301 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-80fd9c09-06ec-4f68-a1ac-7f74e47f03f1 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Usage tracker for resource:network and tenant:d00df50c19fa484a82254f37be8cb96c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:50.211562 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2348bba6-281c-4ee9-a431-60dbc7c89679 admin admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:48:50.215619 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-80fd9c09-06ec-4f68-a1ac-7f74e47f03f1 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:50.236398 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:50.240034 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-80fd9c09-06ec-4f68-a1ac-7f74e47f03f1 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:50.274844 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 134e1b78-6a90-4612-ba6f-2949544c3f2c, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=134e1b78-6a90-4612-ba6f-2949544c3f2c,segment=NetworkSegment(58a14f4c-a989-4df3-8f08-72bc4fe51b13),segment_id=58a14f4c-a989-4df3-8f08-72bc4fe51b13)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:50.280009 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-86a4dd27-7625-4404-b358-dc3baef8fef4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Allocated IP 172.20.0.4 (6b8c3a2d-9f8f-4b43-a922-3cb17b3787aa/c77ad5c2-ba9c-4d9f-ac5e-65683c3a16b7/7f9f80a0-699f-4ab2-a79b-24f447bd985e) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:50.290864 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:50.314683 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f891aa66-a1e5-4cd3-a90f-68a3a164c983 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:50.316723 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f891aa66-a1e5-4cd3-a90f-68a3a164c983 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:50.318416 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f891aa66-a1e5-4cd3-a90f-68a3a164c983 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:50.319275 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f891aa66-a1e5-4cd3-a90f-68a3a164c983 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:50.431103 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-085d5083-aefe-4c7c-a414-0ea4657961b6 None None] Provisioning complete for port 134e1b78-6a90-4612-ba6f-2949544c3f2c triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:50.431447 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-085d5083-aefe-4c7c-a414-0ea4657961b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:50.464958 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=134e1b78-6a90-4612-ba6f-2949544c3f2c,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:50.513777 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2348bba6-281c-4ee9-a431-60dbc7c89679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3569a6b-1141-4d92-a17b-1eeb6025931d,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:50.531937 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2348bba6-281c-4ee9-a431-60dbc7c89679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:50.532192 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-2348bba6-281c-4ee9-a431-60dbc7c89679 admin admin] Added segment 9837c8e9-4888-432f-a43e-46a8a8628f53 of type vlan for network 5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 Jan 21 09:48:50.553322 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fd9c09-06ec-4f68-a1ac-7f74e47f03f1 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Made reservation on behalf of d00df50c19fa484a82254f37be8cb96c for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:50.556604 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-80fd9c09-06ec-4f68-a1ac-7f74e47f03f1 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:50.579739 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f891aa66-a1e5-4cd3-a90f-68a3a164c983 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:50.580878 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f891aa66-a1e5-4cd3-a90f-68a3a164c983 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5934272 Jan 21 09:48:50.588121 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33914) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:50.640661 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-085d5083-aefe-4c7c-a414-0ea4657961b6 None None] Provisioning for port 3ea1e2bd-91e7-4a9e-892c-8b3192428dd3 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:50.648153 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-085d5083-aefe-4c7c-a414-0ea4657961b6 None None] Provisioning complete for port 3ea1e2bd-91e7-4a9e-892c-8b3192428dd3 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:50.648786 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-085d5083-aefe-4c7c-a414-0ea4657961b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:50.676572 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2348bba6-281c-4ee9-a431-60dbc7c89679 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:50.682388 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-86a4dd27-7625-4404-b358-dc3baef8fef4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:50.712403 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-86a4dd27-7625-4404-b358-dc3baef8fef4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Transition to ACTIVE for port object 7f9f80a0-699f-4ab2-a79b-24f447bd985e will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:50.720840 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80fd9c09-06ec-4f68-a1ac-7f74e47f03f1 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:48:50.721740 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-085d5083-aefe-4c7c-a414-0ea4657961b6 None None] Port 3ea1e2bd-91e7-4a9e-892c-8b3192428dd3 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:48:50.834912 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-86a4dd27-7625-4404-b358-dc3baef8fef4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:50.843995 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-80fd9c09-06ec-4f68-a1ac-7f74e47f03f1 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:50.844397 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-80fd9c09-06ec-4f68-a1ac-7f74e47f03f1 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Added segment 6b6fcf63-f541-4d62-80d5-2aacf5460150 of type vlan for network 3f882997-0b78-4820-a731-cfbe1f517d9e Jan 21 09:48:50.880377 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-39634355-d9cc-49e6-a4f1-5c48950b6f9a None None] Provisioning complete for port 3ea1e2bd-91e7-4a9e-892c-8b3192428dd3 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:50.881087 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-39634355-d9cc-49e6-a4f1-5c48950b6f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:50.903578 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a4dd27-7625-4404-b358-dc3baef8fef4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Network 6b8c3a2d-9f8f-4b43-a922-3cb17b3787aa is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:50.915817 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-86a4dd27-7625-4404-b358-dc3baef8fef4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:50.932349 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a4dd27-7625-4404-b358-dc3baef8fef4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:50.935965 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-78765e1d-3c10-4847-8031-59a514e3d0ef None None] Allocated IP 172.20.0.2 (6b8c3a2d-9f8f-4b43-a922-3cb17b3787aa/c77ad5c2-ba9c-4d9f-ac5e-65683c3a16b7/cbce4783-9c7d-44cd-973a-e63853d8dedd) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:50.943658 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2348bba6-281c-4ee9-a431-60dbc7c89679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:50.944535 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2348bba6-281c-4ee9-a431-60dbc7c89679 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:50.945102 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2348bba6-281c-4ee9-a431-60dbc7c89679 admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:50.957177 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-39634355-d9cc-49e6-a4f1-5c48950b6f9a None None] Port 3ea1e2bd-91e7-4a9e-892c-8b3192428dd3 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:48:51.002311 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-80fd9c09-06ec-4f68-a1ac-7f74e47f03f1 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:51.004574 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2a68cb-8aa4-4c75-8da8-f2bc4f1aef69 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Router b3e08f78-8c2f-4161-b95d-6d981a4110a4 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:48:51.010798 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a4dd27-7625-4404-b358-dc3baef8fef4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Port': ['ID=7f9f80a0-699f-4ab2-a79b-24f447bd985e,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:51.102825 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a4dd27-7625-4404-b358-dc3baef8fef4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:51.103458 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-86a4dd27-7625-4404-b358-dc3baef8fef4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:51.146416 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-86a4dd27-7625-4404-b358-dc3baef8fef4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9763684 Jan 21 09:48:51.150353 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33918) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:51.150595 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2348bba6-281c-4ee9-a431-60dbc7c89679 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5984015 Jan 21 09:48:51.152386 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33922) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:51.157679 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-6fd51765-f8a9-4bc8-ad35-d0f024819381 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'port': {'network_id': '6b8c3a2d-9f8f-4b43-a922-3cb17b3787aa', 'name': 'tempest-PortsTestJSON-1216955801'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:51.177062 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf21415-40bc-4602-859e-fabecad72e4c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting subnet 0eefa844-86d7-4a03-a376-0ecf0ea67085 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:48:51.178235 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-ae2c77a4-c6e3-4f92-a73f-960dcea919a4 admin admin] Request body: {'subnet': {'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1713256989-subnet', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'ip_version': 4}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:51.182877 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2348bba6-281c-4ee9-a431-60dbc7c89679 admin admin] Pushing event updated for resources: {'Network': ['ID=5420f90b-fa8f-4acb-ab7a-0d5edf834ae6,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:51.185831 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-daf21415-40bc-4602-859e-fabecad72e4c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:51.192601 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-78765e1d-3c10-4847-8031-59a514e3d0ef None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:51.200443 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:48:51.225071 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-78765e1d-3c10-4847-8031-59a514e3d0ef None None] Transition to ACTIVE for port object cbce4783-9c7d-44cd-973a-e63853d8dedd will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:51.237672 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ae2c77a4-c6e3-4f92-a73f-960dcea919a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:51.241168 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-80fd9c09-06ec-4f68-a1ac-7f74e47f03f1 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:51.244866 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fd9c09-06ec-4f68-a1ac-7f74e47f03f1 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:51.245448 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-80fd9c09-06ec-4f68-a1ac-7f74e47f03f1 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:51.249136 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ae2c77a4-c6e3-4f92-a73f-960dcea919a4 admin admin] Usage tracker for resource:subnet and tenant:445ef770bf614bd2b6b8d3bcf07af0fd is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:51.260007 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ae2c77a4-c6e3-4f92-a73f-960dcea919a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:51.266934 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ae2c77a4-c6e3-4f92-a73f-960dcea919a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:51.339113 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2c77a4-c6e3-4f92-a73f-960dcea919a4 admin admin] Made reservation on behalf of 445ef770bf614bd2b6b8d3bcf07af0fd for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:51.340383 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ae2c77a4-c6e3-4f92-a73f-960dcea919a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:51.385260 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-78765e1d-3c10-4847-8031-59a514e3d0ef None None] Transition to ACTIVE for port object cbce4783-9c7d-44cd-973a-e63853d8dedd will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:51.394903 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-daf21415-40bc-4602-859e-fabecad72e4c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:51.397498 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-78765e1d-3c10-4847-8031-59a514e3d0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:51.454231 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 134e1b78-6a90-4612-ba6f-2949544c3f2c up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:48:51.483991 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd9c09-06ec-4f68-a1ac-7f74e47f03f1 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Network': ['ID=3f882997-0b78-4820-a731-cfbe1f517d9e,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:51.489887 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-daf21415-40bc-4602-859e-fabecad72e4c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:51.497923 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6fd51765-f8a9-4bc8-ad35-d0f024819381 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:51.509265 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6fd51765-f8a9-4bc8-ad35-d0f024819381 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:port and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:51.514868 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6fd51765-f8a9-4bc8-ad35-d0f024819381 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:51.518730 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 3f882997-0b78-4820-a731-cfbe1f517d9e details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:48:51.525330 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6fd51765-f8a9-4bc8-ad35-d0f024819381 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:51.534894 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78765e1d-3c10-4847-8031-59a514e3d0ef None None] Network 6b8c3a2d-9f8f-4b43-a922-3cb17b3787aa is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:51.552501 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd51765-f8a9-4bc8-ad35-d0f024819381 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Made reservation on behalf of 081c5e94b3d84c0c999dc4d73e79f211 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:51.553960 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-78765e1d-3c10-4847-8031-59a514e3d0ef None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:51.555464 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6fd51765-f8a9-4bc8-ad35-d0f024819381 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:51.556523 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78765e1d-3c10-4847-8031-59a514e3d0ef None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:51.578341 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-61f73bbe-17dc-45cc-8e4a-ce4ecd7393fe tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:51.582118 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-daf21415-40bc-4602-859e-fabecad72e4c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:51.615893 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-80fd9c09-06ec-4f68-a1ac-7f74e47f03f1 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5518405 Jan 21 09:48:51.616692 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-61f73bbe-17dc-45cc-8e4a-ce4ecd7393fe tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:51.617135 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2a68cb-8aa4-4c75-8da8-f2bc4f1aef69 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:48:51.617489 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-61f73bbe-17dc-45cc-8e4a-ce4ecd7393fe tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:51.625663 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33926) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:51.634544 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39abf522-b589-498c-a6ea-70de126f86e1 None None] Sync routers for ids ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:48:51.635135 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78765e1d-3c10-4847-8031-59a514e3d0ef None None] Pushing event updated for resources: {'Port': ['ID=cbce4783-9c7d-44cd-973a-e63853d8dedd,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:51.648463 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39abf522-b589-498c-a6ea-70de126f86e1 None None] Routers {'b3e08f78-8c2f-4161-b95d-6d981a4110a4'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:51.649340 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-39abf522-b589-498c-a6ea-70de126f86e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:48:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:51.707447 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f73bbe-17dc-45cc-8e4a-ce4ecd7393fe tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Port': ['ID=3ea1e2bd-91e7-4a9e-892c-8b3192428dd3,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:51.709055 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-39abf522-b589-498c-a6ea-70de126f86e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:51.719613 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf21415-40bc-4602-859e-fabecad72e4c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Subnet': ['ID=0eefa844-86d7-4a03-a376-0ecf0ea67085,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:51.724689 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39abf522-b589-498c-a6ea-70de126f86e1 None None] Routers {'b3e08f78-8c2f-4161-b95d-6d981a4110a4'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:51.725904 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-39abf522-b589-498c-a6ea-70de126f86e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:48:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:51.730395 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-6fd51765-f8a9-4bc8-ad35-d0f024819381 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] device_id is not set on port c2d157f4-ddba-4eb7-ad41-ebea34fc945e yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:48:51.749145 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-daf21415-40bc-4602-859e-fabecad72e4c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:51.754259 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-daf21415-40bc-4602-859e-fabecad72e4c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/0eefa844-86d7-4a03-a376-0ecf0ea67085 HTTP/1.1" status: 204 len: 168 time: 1.1595054 Jan 21 09:48:51.756879 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26cfb75-aa6d-4c80-aa24-55e76f632079 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:51.759848 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33930) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:51.794050 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-39abf522-b589-498c-a6ea-70de126f86e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:51.794698 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39abf522-b589-498c-a6ea-70de126f86e1 None None] The sync data for ids ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:48:51.802972 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-8ece8248-ceea-49fa-817c-76af2f23e483 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Request body: {'subnet': {'network_id': '3f882997-0b78-4820-a731-cfbe1f517d9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:51.860869 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-78765e1d-3c10-4847-8031-59a514e3d0ef None None] Attempting to bind port cbce4783-9c7d-44cd-973a-e63853d8dedd on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:48:51.861367 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-78765e1d-3c10-4847-8031-59a514e3d0ef None None] Attempting to bind port cbce4783-9c7d-44cd-973a-e63853d8dedd by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'a7235ddf-7f1b-4493-8c9c-c860775a3288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6b8c3a2d-9f8f-4b43-a922-3cb17b3787aa'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:48:51.863021 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78765e1d-3c10-4847-8031-59a514e3d0ef None None] Attempting to bind port cbce4783-9c7d-44cd-973a-e63853d8dedd on network 6b8c3a2d-9f8f-4b43-a922-3cb17b3787aa {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:48:51.866797 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 134e1b78-6a90-4612-ba6f-2949544c3f2c triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:51.867096 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:51.906959 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-59aa6aca-9bbf-40c5-83bd-b9a05b35bd86 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting subnet 7d230846-f64b-46ae-b614-5dc27a6b8956 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:48:51.912816 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-59aa6aca-9bbf-40c5-83bd-b9a05b35bd86 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:51.931748 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-6fd51765-f8a9-4bc8-ad35-d0f024819381 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Allocated IP 172.20.0.14 (6b8c3a2d-9f8f-4b43-a922-3cb17b3787aa/c77ad5c2-ba9c-4d9f-ac5e-65683c3a16b7/c2d157f4-ddba-4eb7-ad41-ebea34fc945e) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:51.935397 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78765e1d-3c10-4847-8031-59a514e3d0ef None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:48:51.935808 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78765e1d-3c10-4847-8031-59a514e3d0ef None None] Checking segment: {'id': 'a7235ddf-7f1b-4493-8c9c-c860775a3288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6b8c3a2d-9f8f-4b43-a922-3cb17b3787aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:51.936229 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-78765e1d-3c10-4847-8031-59a514e3d0ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:51.936941 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78765e1d-3c10-4847-8031-59a514e3d0ef None None] Bound using segment: {'id': 'a7235ddf-7f1b-4493-8c9c-c860775a3288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6b8c3a2d-9f8f-4b43-a922-3cb17b3787aa'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:48:51.937418 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-78765e1d-3c10-4847-8031-59a514e3d0ef None None] Bound port: cbce4783-9c7d-44cd-973a-e63853d8dedd, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7235ddf-7f1b-4493-8c9c-c860775a3288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6b8c3a2d-9f8f-4b43-a922-3cb17b3787aa'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:48:51.937832 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-78765e1d-3c10-4847-8031-59a514e3d0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:51.974663 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de2a68cb-8aa4-4c75-8da8-f2bc4f1aef69 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:52.001876 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ae2c77a4-c6e3-4f92-a73f-960dcea919a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:52.002787 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f73bbe-17dc-45cc-8e4a-ce4ecd7393fe tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Network 4c3bb146-520d-47eb-9baf-3514f0240049 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:52.006357 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-61f73bbe-17dc-45cc-8e4a-ce4ecd7393fe tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:52.009581 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-59aa6aca-9bbf-40c5-83bd-b9a05b35bd86 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:52.152922 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-78765e1d-3c10-4847-8031-59a514e3d0ef None None] For port cbce4783-9c7d-44cd-973a-e63853d8dedd, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:48:52.220653 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-78765e1d-3c10-4847-8031-59a514e3d0ef None None] For port cbce4783-9c7d-44cd-973a-e63853d8dedd, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=cbce4783-9c7d-44cd-973a-e63853d8dedd,segment=NetworkSegment(a7235ddf-7f1b-4493-8c9c-c860775a3288),segment_id=a7235ddf-7f1b-4493-8c9c-c860775a3288)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:48:52.233844 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-78765e1d-3c10-4847-8031-59a514e3d0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:52.349576 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78765e1d-3c10-4847-8031-59a514e3d0ef None None] Pushing event updated for resources: {'Port': ['ID=cbce4783-9c7d-44cd-973a-e63853d8dedd,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:52.387518 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c77a4-c6e3-4f92-a73f-960dcea919a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8e2e48f-3c2e-408d-ac72-f5742db41e13,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:52.503501 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-36cc7500-bf2a-4ff8-aa8c-b325c559751c None None] Provisioning complete for port 3ea1e2bd-91e7-4a9e-892c-8b3192428dd3 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:52.503872 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-36cc7500-bf2a-4ff8-aa8c-b325c559751c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:52.535693 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-8ece8248-ceea-49fa-817c-76af2f23e483 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:52.540909 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-8ece8248-ceea-49fa-817c-76af2f23e483 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Usage tracker for resource:subnet and tenant:d00df50c19fa484a82254f37be8cb96c is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:52.544171 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-8ece8248-ceea-49fa-817c-76af2f23e483 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:52.552367 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-8ece8248-ceea-49fa-817c-76af2f23e483 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:52.562088 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-de2a68cb-8aa4-4c75-8da8-f2bc4f1aef69 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.3983428 Jan 21 09:48:52.571865 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33940) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:52.583578 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-36cc7500-bf2a-4ff8-aa8c-b325c559751c None None] Port 3ea1e2bd-91e7-4a9e-892c-8b3192428dd3 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:48:52.667993 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ece8248-ceea-49fa-817c-76af2f23e483 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Made reservation on behalf of d00df50c19fa484a82254f37be8cb96c for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:52.692015 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-59aa6aca-9bbf-40c5-83bd-b9a05b35bd86 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:52.805987 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-59aa6aca-9bbf-40c5-83bd-b9a05b35bd86 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:52.871650 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa6aca-9bbf-40c5-83bd-b9a05b35bd86 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Subnet': ['ID=7d230846-f64b-46ae-b614-5dc27a6b8956,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:52.879399 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-59aa6aca-9bbf-40c5-83bd-b9a05b35bd86 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:52.908018 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-59aa6aca-9bbf-40c5-83bd-b9a05b35bd86 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/7d230846-f64b-46ae-b614-5dc27a6b8956 HTTP/1.1" status: 204 len: 168 time: 1.1467407 Jan 21 09:48:52.916898 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a90cc522-6e1b-4f18-9a97-d562e640bbce tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "GET /v2.0/floatingips/51b03eb3-04b2-4a57-9ffc-5ab876be2dbe HTTP/1.1" status: 200 len: 977 time: 0.3406684 Jan 21 09:48:52.917459 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33944) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:52.920157 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33946) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:52.931391 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2c77a4-c6e3-4f92-a73f-960dcea919a4 admin admin] Checking segment: {'id': '9837c8e9-4888-432f-a43e-46a8a8628f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:52.931796 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2c77a4-c6e3-4f92-a73f-960dcea919a4 admin admin] Network hostable DHCP agents. Network: 5420f90b-fa8f-4acb-ab7a-0d5edf834ae6, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:48:53.010355 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8ece8248-ceea-49fa-817c-76af2f23e483 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:53.039402 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f73bbe-17dc-45cc-8e4a-ce4ecd7393fe tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Router 72f03803-a970-416f-a2eb-d92c34878823 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:48:53.045143 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e893cc27-eb57-4fd0-b030-9117793119c9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1237271 Jan 21 09:48:53.048638 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33952) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:53.054388 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e1096af6-af06-43c4-8f12-8e77e1603df0 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Request body: {'floatingip': {'port_id': '0ade5573-2bc3-4fc1-b5dc-186437520f7e'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:53.122563 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-36d983db-0494-4168-a4b1-ab1af16f9a69 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1924477 Jan 21 09:48:53.133053 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33956) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:53.140199 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6fd51765-f8a9-4bc8-ad35-d0f024819381 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:53.141351 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-519dbef7-b489-4fb1-bba3-9c6abf648d2c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:53.184600 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6fd51765-f8a9-4bc8-ad35-d0f024819381 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Transition to ACTIVE for port object c2d157f4-ddba-4eb7-ad41-ebea34fc945e will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:53.204645 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2c77a4-c6e3-4f92-a73f-960dcea919a4 admin admin] Network 5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:48:53.232399 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-ae2c77a4-c6e3-4f92-a73f-960dcea919a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 5420f90b-fa8f-4acb-ab7a-0d5edf834ae6) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:53.241891 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602f8a26-000a-4147-9965-9b8e0388fc66 None None] Network 5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:53.246588 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2c77a4-c6e3-4f92-a73f-960dcea919a4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:53.247204 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ae2c77a4-c6e3-4f92-a73f-960dcea919a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:53.272593 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092fdd53-c049-42b1-9ea4-aceeaed7989b None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:53.307074 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6fd51765-f8a9-4bc8-ad35-d0f024819381 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:53.336426 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e1096af6-af06-43c4-8f12-8e77e1603df0 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for floatingip, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:53.425670 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ae2c77a4-c6e3-4f92-a73f-960dcea919a4 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2728915 Jan 21 09:48:53.434945 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33960) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:53.460350 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-4d7de2db-3664-4386-ae2f-ce4dac9e7c67 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1713256989-router', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:53.479988 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd51765-f8a9-4bc8-ad35-d0f024819381 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Port': ['ID=c2d157f4-ddba-4eb7-ad41-ebea34fc945e,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:53.483409 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4d7de2db-3664-4386-ae2f-ce4dac9e7c67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:53.503168 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd51765-f8a9-4bc8-ad35-d0f024819381 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Network 6b8c3a2d-9f8f-4b43-a922-3cb17b3787aa is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:53.510462 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-6fd51765-f8a9-4bc8-ad35-d0f024819381 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:53.511531 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4d7de2db-3664-4386-ae2f-ce4dac9e7c67 admin admin] Usage tracker for resource:router and tenant:445ef770bf614bd2b6b8d3bcf07af0fd is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:53.515210 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd51765-f8a9-4bc8-ad35-d0f024819381 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:53.549738 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-519dbef7-b489-4fb1-bba3-9c6abf648d2c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:53.558657 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-519dbef7-b489-4fb1-bba3-9c6abf648d2c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:subnet and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:53.564570 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-519dbef7-b489-4fb1-bba3-9c6abf648d2c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:53.576835 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-519dbef7-b489-4fb1-bba3-9c6abf648d2c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:53.583941 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd51765-f8a9-4bc8-ad35-d0f024819381 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:53.584569 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6fd51765-f8a9-4bc8-ad35-d0f024819381 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:53.589015 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4d7de2db-3664-4386-ae2f-ce4dac9e7c67 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:53.616030 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4d7de2db-3664-4386-ae2f-ce4dac9e7c67 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:53.634123 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6fd51765-f8a9-4bc8-ad35-d0f024819381 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4858069 Jan 21 09:48:53.637852 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33964) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:53.641813 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8ece8248-ceea-49fa-817c-76af2f23e483 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:53.653121 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device cbce4783-9c7d-44cd-973a-e63853d8dedd up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:48:53.658480 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519dbef7-b489-4fb1-bba3-9c6abf648d2c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:53.662112 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-519dbef7-b489-4fb1-bba3-9c6abf648d2c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:53.707888 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4d7de2db-3664-4386-ae2f-ce4dac9e7c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:53.709000 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4d7de2db-3664-4386-ae2f-ce4dac9e7c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:53.742248 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-8adb71f8-42c7-44ef-986a-97d58996523a None None] Provisioning complete for port 595bd0dc-a4c8-4600-bc84-3f11de396a67 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:53.743199 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8adb71f8-42c7-44ef-986a-97d58996523a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:53.791435 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede5efcd-2095-410a-bd96-33b1df686808 None None] Network 6b8c3a2d-9f8f-4b43-a922-3cb17b3787aa requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:53.792646 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece8248-ceea-49fa-817c-76af2f23e483 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Subnet': ['ID=dcb21ee4-cbf8-482d-a3cb-706b38e53721,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:53.814749 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4d7de2db-3664-4386-ae2f-ce4dac9e7c67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:53.840717 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ece8248-ceea-49fa-817c-76af2f23e483 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Checking segment: {'id': '6b6fcf63-f541-4d62-80d5-2aacf5460150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f882997-0b78-4820-a731-cfbe1f517d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:53.841119 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ece8248-ceea-49fa-817c-76af2f23e483 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Network hostable DHCP agents. Network: 3f882997-0b78-4820-a731-cfbe1f517d9e, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:48:53.855409 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61979fa5-af20-4fb2-a029-7a8066828f42 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:53.855807 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-61979fa5-af20-4fb2-a029-7a8066828f42 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Synchronizing usage tracker for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:53.887869 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f73bbe-17dc-45cc-8e4a-ce4ecd7393fe tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:48:53.956034 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595e151e-cb3d-4780-bd7f-d8a2b2bf29f7 None None] Sync routers for ids ['72f03803-a970-416f-a2eb-d92c34878823'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:48:53.956255 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-61f73bbe-17dc-45cc-8e4a-ce4ecd7393fe tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "PUT /v2.0/routers/72f03803-a970-416f-a2eb-d92c34878823/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3368964 Jan 21 09:48:53.957077 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33968) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:53.979902 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-930cb7fe-b04c-4b57-9d40-022a8be15d2b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-591903336'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:53.996752 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-930cb7fe-b04c-4b57-9d40-022a8be15d2b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:54.009788 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-930cb7fe-b04c-4b57-9d40-022a8be15d2b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Usage tracker for resource:network and tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:54.031656 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-61979fa5-af20-4fb2-a029-7a8066828f42 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Unset dirty status for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:54.036220 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-61979fa5-af20-4fb2-a029-7a8066828f42 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.3975401 Jan 21 09:48:54.037245 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33972) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:54.043134 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ece8248-ceea-49fa-817c-76af2f23e483 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Network 3f882997-0b78-4820-a731-cfbe1f517d9e is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:48:54.073354 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-930cb7fe-b04c-4b57-9d40-022a8be15d2b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:54.101147 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-930cb7fe-b04c-4b57-9d40-022a8be15d2b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:54.102919 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-8ece8248-ceea-49fa-817c-76af2f23e483 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 3f882997-0b78-4820-a731-cfbe1f517d9e) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:54.112790 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bc6ee050-fb6b-4c62-820d-42a5fe22cd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:54.115772 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ece8248-ceea-49fa-817c-76af2f23e483 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:54.116356 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8ece8248-ceea-49fa-817c-76af2f23e483 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:54.121970 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4d7de2db-3664-4386-ae2f-ce4dac9e7c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:54.143961 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-289576f5-1064-40de-8306-f71b7fa9485a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Deleting port c2d157f4-ddba-4eb7-ad41-ebea34fc945e {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:54.144287 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-289576f5-1064-40de-8306-f71b7fa9485a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:54.154933 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e4eb08-cf3d-4327-a0a0-53baec405dd8 None None] Network 3f882997-0b78-4820-a731-cfbe1f517d9e requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:54.169580 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930cb7fe-b04c-4b57-9d40-022a8be15d2b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Made reservation on behalf of c3efc6a6fd814adc8f7fcb0582dd33b0 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:54.172598 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-930cb7fe-b04c-4b57-9d40-022a8be15d2b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:54.197013 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595e151e-cb3d-4780-bd7f-d8a2b2bf29f7 None None] Routers {'72f03803-a970-416f-a2eb-d92c34878823'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:54.197662 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-595e151e-cb3d-4780-bd7f-d8a2b2bf29f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:48:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['72f03803-a970-416f-a2eb-d92c34878823'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:54.213277 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8ece8248-ceea-49fa-817c-76af2f23e483 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5836887 Jan 21 09:48:54.220326 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33976) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:54.440593 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-930cb7fe-b04c-4b57-9d40-022a8be15d2b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:48:54.500106 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-930cb7fe-b04c-4b57-9d40-022a8be15d2b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:54.500106 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-930cb7fe-b04c-4b57-9d40-022a8be15d2b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Added segment dc58ad44-d3c7-45c2-b073-47dcb5cce20e of type vlan for network f36c9ede-9cd8-4b16-be19-6f5012ce7291 Jan 21 09:48:54.541329 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-519dbef7-b489-4fb1-bba3-9c6abf648d2c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:54.558821 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port cbce4783-9c7d-44cd-973a-e63853d8dedd completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:54.588020 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-930cb7fe-b04c-4b57-9d40-022a8be15d2b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:54.607149 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-595e151e-cb3d-4780-bd7f-d8a2b2bf29f7 None None] Set router 72f03803-a970-416f-a2eb-d92c34878823 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:48:54.651613 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519dbef7-b489-4fb1-bba3-9c6abf648d2c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:54.665488 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-519dbef7-b489-4fb1-bba3-9c6abf648d2c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:54.668511 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519dbef7-b489-4fb1-bba3-9c6abf648d2c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:54.669186 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-519dbef7-b489-4fb1-bba3-9c6abf648d2c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:54.690335 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519dbef7-b489-4fb1-bba3-9c6abf648d2c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Subnet': ['ID=cf5bcfb7-65d4-4f67-9414-d4cfe40b03a3,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:54.712319 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad389fac-8b89-4166-9beb-19226cadb144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'fixed_ips': [{'subnet_id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:48:54.712901 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ad389fac-8b89-4166-9beb-19226cadb144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:54.722372 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c911c72-9332-4272-88d0-a3f9d5f06ed1 None None] DHCP port deletion for d5f237d0-52c1-4100-800c-a471203fec66 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:48:54.727447 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-930cb7fe-b04c-4b57-9d40-022a8be15d2b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:54.732274 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930cb7fe-b04c-4b57-9d40-022a8be15d2b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:54.732975 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-930cb7fe-b04c-4b57-9d40-022a8be15d2b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:54.765406 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-519dbef7-b489-4fb1-bba3-9c6abf648d2c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6284151 Jan 21 09:48:54.765656 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-9c911c72-9332-4272-88d0-a3f9d5f06ed1 None None] Deleting port 595bd0dc-a4c8-4600-bc84-3f11de396a67 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:54.765656 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9c911c72-9332-4272-88d0-a3f9d5f06ed1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:54.776256 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33980) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:54.846944 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-ac2f8ad1-27ca-4c7a-82f0-2d1b154b21be tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:54.892003 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-930cb7fe-b04c-4b57-9d40-022a8be15d2b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9226296 Jan 21 09:48:54.906119 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33986) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:54.913067 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-102cf403-49b5-4ee0-b2e0-adb1ce59fd26 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Request body: {'subnet': {'network_id': 'f36c9ede-9cd8-4b16-be19-6f5012ce7291', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:54.922841 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-289576f5-1064-40de-8306-f71b7fa9485a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:54.998638 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930cb7fe-b04c-4b57-9d40-022a8be15d2b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Network': ['ID=f36c9ede-9cd8-4b16-be19-6f5012ce7291,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:55.022698 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network f36c9ede-9cd8-4b16-be19-6f5012ce7291 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:48:55.050720 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122b4908-088c-4901-8b58-68ede4b36b61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-3f882997-0b78-4820-a731-cfbe1f517d9e', 'network_id': '3f882997-0b78-4820-a731-cfbe1f517d9e', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'fixed_ips': [{'subnet_id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:48:55.051536 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-122b4908-088c-4901-8b58-68ede4b36b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.063617 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-289576f5-1064-40de-8306-f71b7fa9485a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Calling delete_port for c2d157f4-ddba-4eb7-ad41-ebea34fc945e owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:55.077060 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-e1096af6-af06-43c4-8f12-8e77e1603df0 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:48:55.241304 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-102cf403-49b5-4ee0-b2e0-adb1ce59fd26 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:55.245272 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-102cf403-49b5-4ee0-b2e0-adb1ce59fd26 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Usage tracker for resource:subnet and tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:55.254633 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-102cf403-49b5-4ee0-b2e0-adb1ce59fd26 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:55.279213 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-102cf403-49b5-4ee0-b2e0-adb1ce59fd26 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:55.319601 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e1096af6-af06-43c4-8f12-8e77e1603df0 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.326922 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ac2f8ad1-27ca-4c7a-82f0-2d1b154b21be tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:55.327999 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4d7de2db-3664-4386-ae2f-ce4dac9e7c67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.333142 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ac2f8ad1-27ca-4c7a-82f0-2d1b154b21be tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:subnet and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:55.336717 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e1096af6-af06-43c4-8f12-8e77e1603df0 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.341620 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-b9b20d9c-b476-43f4-b9f0-569e12fdd256 None None] Provisioning for port cbce4783-9c7d-44cd-973a-e63853d8dedd completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:55.416255 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ac2f8ad1-27ca-4c7a-82f0-2d1b154b21be tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:55.424106 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ac2f8ad1-27ca-4c7a-82f0-2d1b154b21be tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:55.425732 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4d7de2db-3664-4386-ae2f-ce4dac9e7c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.429891 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 595bd0dc-a4c8-4600-bc84-3f11de396a67 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:48:55.435219 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102cf403-49b5-4ee0-b2e0-adb1ce59fd26 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Made reservation on behalf of c3efc6a6fd814adc8f7fcb0582dd33b0 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:55.521856 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2f8ad1-27ca-4c7a-82f0-2d1b154b21be tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:55.525804 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ac2f8ad1-27ca-4c7a-82f0-2d1b154b21be tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.566318 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-67d6bf85-db54-49b7-a91c-f351f30c588d tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.590869 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-b9b20d9c-b476-43f4-b9f0-569e12fdd256 None None] Provisioning complete for port cbce4783-9c7d-44cd-973a-e63853d8dedd triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:55.591442 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b9b20d9c-b476-43f4-b9f0-569e12fdd256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.592363 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-289576f5-1064-40de-8306-f71b7fa9485a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.668106 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-102cf403-49b5-4ee0-b2e0-adb1ce59fd26 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.685485 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289576f5-1064-40de-8306-f71b7fa9485a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Port': ['ID=c2d157f4-ddba-4eb7-ad41-ebea34fc945e,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:55.764627 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-ad389fac-8b89-4166-9beb-19226cadb144 None None] Allocated IP 172.20.0.2 (5420f90b-fa8f-4acb-ab7a-0d5edf834ae6/f8e2e48f-3c2e-408d-ac72-f5742db41e13/1745fdfc-3170-4649-b784-740ec2b0d0ba) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:56.051699 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-9c911c72-9332-4272-88d0-a3f9d5f06ed1 None None] For port 595bd0dc-a4c8-4600-bc84-3f11de396a67, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=595bd0dc-a4c8-4600-bc84-3f11de396a67,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:56.052435 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9c911c72-9332-4272-88d0-a3f9d5f06ed1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:56.122656 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-122b4908-088c-4901-8b58-68ede4b36b61 None None] Allocated IP 172.20.0.2 (3f882997-0b78-4820-a731-cfbe1f517d9e/dcb21ee4-cbf8-482d-a3cb-706b38e53721/1b2a5ac4-4eab-4e49-9070-ad6b555eee35) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:56.241946 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-4d7de2db-3664-4386-ae2f-ce4dac9e7c67 admin admin] Allocated IP 172.26.0.188 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/ea11cc5d-598e-45e7-bde1-6ed95be002e3) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:56.311006 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-9c911c72-9332-4272-88d0-a3f9d5f06ed1 None None] Calling delete_port for 595bd0dc-a4c8-4600-bc84-3f11de396a67 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:56.329699 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.l3_db [None req-e1096af6-af06-43c4-8f12-8e77e1603df0 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Floating IP 51b03eb3-04b2-4a57-9ffc-5ab876be2dbe associated. External IP: 172.26.0.222, port: 4c029a8d-8b81-4ffb-903c-beadb2c508ad. Jan 21 09:48:56.350349 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-289576f5-1064-40de-8306-f71b7fa9485a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:56.374649 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:56.435864 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b9b20d9c-b476-43f4-b9f0-569e12fdd256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:56.443248 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-102cf403-49b5-4ee0-b2e0-adb1ce59fd26 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:56.542751 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-39cb70dd-d7a5-4a6a-b614-951a73003911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:56.560772 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-289576f5-1064-40de-8306-f71b7fa9485a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/ports/c2d157f4-ddba-4eb7-ad41-ebea34fc945e HTTP/1.1" status: 204 len: 168 time: 2.5207047 Jan 21 09:48:56.561982 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33990) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:56.565993 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4d7de2db-3664-4386-ae2f-ce4dac9e7c67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:56.643048 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-c503ba6f-8f0a-4816-b2f3-6d13fdb76ea4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] GET failed (client error): The resource could not be found. Jan 21 09:48:56.643813 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c503ba6f-8f0a-4816-b2f3-6d13fdb76ea4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Synchronizing usage tracker for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:56.688744 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 595bd0dc-a4c8-4600-bc84-3f11de396a67, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=595bd0dc-a4c8-4600-bc84-3f11de396a67,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:56.697890 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c503ba6f-8f0a-4816-b2f3-6d13fdb76ea4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Unset dirty status for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:56.702394 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c503ba6f-8f0a-4816-b2f3-6d13fdb76ea4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "GET /v2.0/ports/c2d157f4-ddba-4eb7-ad41-ebea34fc945e HTTP/1.1" status: 404 len: 333 time: 0.1315420 Jan 21 09:48:56.709482 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cf403-49b5-4ee0-b2e0-adb1ce59fd26 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Subnet': ['ID=52612dcd-ce21-4204-9344-0d616fb53f62,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:56.710308 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 33994) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:56.735370 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102cf403-49b5-4ee0-b2e0-adb1ce59fd26 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Checking segment: {'id': 'dc58ad44-d3c7-45c2-b073-47dcb5cce20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f36c9ede-9cd8-4b16-be19-6f5012ce7291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:56.735716 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102cf403-49b5-4ee0-b2e0-adb1ce59fd26 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Network hostable DHCP agents. Network: f36c9ede-9cd8-4b16-be19-6f5012ce7291, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:48:56.763025 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-b9b20d9c-b476-43f4-b9f0-569e12fdd256 None None] For port cbce4783-9c7d-44cd-973a-e63853d8dedd, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=cbce4783-9c7d-44cd-973a-e63853d8dedd,segment=NetworkSegment(a7235ddf-7f1b-4493-8c9c-c860775a3288),segment_id=a7235ddf-7f1b-4493-8c9c-c860775a3288)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:56.776224 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4d7de2db-3664-4386-ae2f-ce4dac9e7c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:56.784643 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:56.855785 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b9b20d9c-b476-43f4-b9f0-569e12fdd256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:56.858738 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-595e151e-cb3d-4780-bd7f-d8a2b2bf29f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f03803-a970-416f-a2eb-d92c34878823', 'name': 'tempest-RoutersIpV6Test-router-1154031299', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:39Z', 'updated_at': '2022-01-21T09:48:49Z', 'revision_number': 2, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'gw_port_host': None, '_interfaces': [{'id': '3ea1e2bd-91e7-4a9e-892c-8b3192428dd3', 'name': '', 'network_id': '4c3bb146-520d-47eb-9baf-3514f0240049', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:42:19:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef1a7fb-438a-43d4-b64e-db20e5280e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:47Z', 'updated_at': '2022-01-21T09:48:50Z', 'revision_number': 2, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': '1ef1a7fb-438a-43d4-b64e-db20e5280e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:56.873431 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-9c911c72-9332-4272-88d0-a3f9d5f06ed1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:48:56.873928 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-9c911c72-9332-4272-88d0-a3f9d5f06ed1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:48:56.891331 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595e151e-cb3d-4780-bd7f-d8a2b2bf29f7 None None] Checking router: 72f03803-a970-416f-a2eb-d92c34878823 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:48:56.891839 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595e151e-cb3d-4780-bd7f-d8a2b2bf29f7 None None] Updating router 72f03803-a970-416f-a2eb-d92c34878823 port 3ea1e2bd-91e7-4a9e-892c-8b3192428dd3 binding host dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:48:56.926358 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7de2db-3664-4386-ae2f-ce4dac9e7c67 admin admin] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:56.932476 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-4d7de2db-3664-4386-ae2f-ce4dac9e7c67 admin admin] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:56.952642 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7de2db-3664-4386-ae2f-ce4dac9e7c67 admin admin] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:56.965342 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ad389fac-8b89-4166-9beb-19226cadb144 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.041056 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-fa69abbd-c66d-4855-b9b6-03ef672e9d7e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Deleting port 7f9f80a0-699f-4ab2-a79b-24f447bd985e {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:57.041455 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fa69abbd-c66d-4855-b9b6-03ef672e9d7e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.044155 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.objects.ports [None req-ac2f8ad1-27ca-4c7a-82f0-2d1b154b21be tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83597) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:48:57.049131 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ad389fac-8b89-4166-9beb-19226cadb144 None None] Transition to ACTIVE for port object 1745fdfc-3170-4649-b784-740ec2b0d0ba will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:57.054134 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-776211cb-dfe6-4326-8e26-8758ba148bf0 None None] Could not find standard attr ID for object c2d157f4-ddba-4eb7-ad41-ebea34fc945e. {{(pid=83599) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:48:57.055598 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=595bd0dc-a4c8-4600-bc84-3f11de396a67,revision_number=8']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:57.083650 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102cf403-49b5-4ee0-b2e0-adb1ce59fd26 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Network f36c9ede-9cd8-4b16-be19-6f5012ce7291 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:48:57.099230 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7de2db-3664-4386-ae2f-ce4dac9e7c67 admin admin] Pushing event updated for resources: {'Port': ['ID=ea11cc5d-598e-45e7-bde1-6ed95be002e3,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:57.101963 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-595e151e-cb3d-4780-bd7f-d8a2b2bf29f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.118317 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-102cf403-49b5-4ee0-b2e0-adb1ce59fd26 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, f36c9ede-9cd8-4b16-be19-6f5012ce7291) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:57.144133 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102cf403-49b5-4ee0-b2e0-adb1ce59fd26 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:57.144133 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-102cf403-49b5-4ee0-b2e0-adb1ce59fd26 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.146561 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd43b2bd-f167-4fd3-b287-c35da08da28b None None] Network f36c9ede-9cd8-4b16-be19-6f5012ce7291 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:57.179100 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ad389fac-8b89-4166-9beb-19226cadb144 None None] Transition to ACTIVE for port object 1745fdfc-3170-4649-b784-740ec2b0d0ba will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:57.187489 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-102cf403-49b5-4ee0-b2e0-adb1ce59fd26 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2810502 Jan 21 09:48:57.193027 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 33998) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:57.276334 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-122b4908-088c-4901-8b58-68ede4b36b61 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.286497 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ad389fac-8b89-4166-9beb-19226cadb144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.338248 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-122b4908-088c-4901-8b58-68ede4b36b61 None None] Transition to ACTIVE for port object 1b2a5ac4-4eab-4e49-9070-ad6b555eee35 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:57.341958 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-776211cb-dfe6-4326-8e26-8758ba148bf0 None None] Provisioning complete for port cbce4783-9c7d-44cd-973a-e63853d8dedd triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:57.342327 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-776211cb-dfe6-4326-8e26-8758ba148bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.366613 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b20d9c-b476-43f4-b9f0-569e12fdd256 None None] Pushing event updated for resources: {'Port': ['ID=cbce4783-9c7d-44cd-973a-e63853d8dedd,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:57.380718 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-9c911c72-9332-4272-88d0-a3f9d5f06ed1 None None] Deleting port 595bd0dc-a4c8-4600-bc84-3f11de396a67 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:57.381087 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9c911c72-9332-4272-88d0-a3f9d5f06ed1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.461095 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ac2f8ad1-27ca-4c7a-82f0-2d1b154b21be tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.466639 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fa69abbd-c66d-4855-b9b6-03ef672e9d7e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.617118 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-fa69abbd-c66d-4855-b9b6-03ef672e9d7e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Calling delete_port for 7f9f80a0-699f-4ab2-a79b-24f447bd985e owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:57.638235 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad389fac-8b89-4166-9beb-19226cadb144 None None] Network 5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:57.647548 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4d7de2db-3664-4386-ae2f-ce4dac9e7c67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.648486 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4d7de2db-3664-4386-ae2f-ce4dac9e7c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.669910 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-122b4908-088c-4901-8b58-68ede4b36b61 None None] Transition to ACTIVE for port object 1b2a5ac4-4eab-4e49-9070-ad6b555eee35 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:57.680252 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-ad389fac-8b89-4166-9beb-19226cadb144 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:57.704881 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad389fac-8b89-4166-9beb-19226cadb144 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:57.724457 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-122b4908-088c-4901-8b58-68ede4b36b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.779454 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.815105 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad389fac-8b89-4166-9beb-19226cadb144 None None] Pushing event updated for resources: {'Port': ['ID=1745fdfc-3170-4649-b784-740ec2b0d0ba,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:57.840340 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-67d6bf85-db54-49b7-a91c-f351f30c588d tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Allocated IP 172.20.0.1 (3f882997-0b78-4820-a731-cfbe1f517d9e/dcb21ee4-cbf8-482d-a3cb-706b38e53721/444798e6-a9db-41b5-957d-f889d06b46e7) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:57.966588 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.979465 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-ac2f8ad1-27ca-4c7a-82f0-2d1b154b21be tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] For port 595bd0dc-a4c8-4600-bc84-3f11de396a67, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=595bd0dc-a4c8-4600-bc84-3f11de396a67,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:58.041712 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ac2f8ad1-27ca-4c7a-82f0-2d1b154b21be tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.046465 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122b4908-088c-4901-8b58-68ede4b36b61 None None] Network 3f882997-0b78-4820-a731-cfbe1f517d9e is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:58.048861 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1096af6-af06-43c4-8f12-8e77e1603df0 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Router b3e08f78-8c2f-4161-b95d-6d981a4110a4 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:48:58.053609 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ac2f8ad1-27ca-4c7a-82f0-2d1b154b21be tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.054306 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ac2f8ad1-27ca-4c7a-82f0-2d1b154b21be tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.108701 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-122b4908-088c-4901-8b58-68ede4b36b61 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:58.176651 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1beb73-8bca-4294-84c6-ee89f72469e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-f36c9ede-9cd8-4b16-be19-6f5012ce7291', 'network_id': 'f36c9ede-9cd8-4b16-be19-6f5012ce7291', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'fixed_ips': [{'subnet_id': '52612dcd-ce21-4204-9344-0d616fb53f62'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:48:58.177480 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fd1beb73-8bca-4294-84c6-ee89f72469e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.191414 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122b4908-088c-4901-8b58-68ede4b36b61 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:58.202297 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fa69abbd-c66d-4855-b9b6-03ef672e9d7e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.273859 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69abbd-c66d-4855-b9b6-03ef672e9d7e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Port': ['ID=7f9f80a0-699f-4ab2-a79b-24f447bd985e,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:58.309728 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b4908-088c-4901-8b58-68ede4b36b61 None None] Pushing event updated for resources: {'Port': ['ID=1b2a5ac4-4eab-4e49-9070-ad6b555eee35,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:58.383167 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ad389fac-8b89-4166-9beb-19226cadb144 None None] Attempting to bind port 1745fdfc-3170-4649-b784-740ec2b0d0ba on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:48:58.383811 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ad389fac-8b89-4166-9beb-19226cadb144 None None] Attempting to bind port 1745fdfc-3170-4649-b784-740ec2b0d0ba by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '9837c8e9-4888-432f-a43e-46a8a8628f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:48:58.384346 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad389fac-8b89-4166-9beb-19226cadb144 None None] Attempting to bind port 1745fdfc-3170-4649-b784-740ec2b0d0ba on network 5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:48:58.390278 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2f8ad1-27ca-4c7a-82f0-2d1b154b21be tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:58.398196 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f8ad1-27ca-4c7a-82f0-2d1b154b21be tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Subnet': ['ID=7c9bdbee-7a34-423b-b082-37caa4142673,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:58.443619 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-67d6bf85-db54-49b7-a91c-f351f30c588d tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.458644 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fa69abbd-c66d-4855-b9b6-03ef672e9d7e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.467488 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f8ad1-27ca-4c7a-82f0-2d1b154b21be tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Port': ['ID=595bd0dc-a4c8-4600-bc84-3f11de396a67,revision_number=10']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:58.470462 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-ac2f8ad1-27ca-4c7a-82f0-2d1b154b21be tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:58.480385 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2f8ad1-27ca-4c7a-82f0-2d1b154b21be tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:58.480957 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ac2f8ad1-27ca-4c7a-82f0-2d1b154b21be tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.493134 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-67d6bf85-db54-49b7-a91c-f351f30c588d tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Transition to ACTIVE for port object 444798e6-a9db-41b5-957d-f889d06b46e7 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:58.530012 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-fa69abbd-c66d-4855-b9b6-03ef672e9d7e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/ports/7f9f80a0-699f-4ab2-a79b-24f447bd985e HTTP/1.1" status: 204 len: 168 time: 1.8155053 Jan 21 09:48:58.531383 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34004) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:58.535347 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-67d6bf85-db54-49b7-a91c-f351f30c588d tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.572851 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ac2f8ad1-27ca-4c7a-82f0-2d1b154b21be tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7953224 Jan 21 09:48:58.575755 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad389fac-8b89-4166-9beb-19226cadb144 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:48:58.576344 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad389fac-8b89-4166-9beb-19226cadb144 None None] Checking segment: {'id': '9837c8e9-4888-432f-a43e-46a8a8628f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:58.576907 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ad389fac-8b89-4166-9beb-19226cadb144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.577445 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad389fac-8b89-4166-9beb-19226cadb144 None None] Bound using segment: {'id': '9837c8e9-4888-432f-a43e-46a8a8628f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:48:58.578114 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ad389fac-8b89-4166-9beb-19226cadb144 None None] Bound port: 1745fdfc-3170-4649-b784-740ec2b0d0ba, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9837c8e9-4888-432f-a43e-46a8a8628f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:48:58.578644 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ad389fac-8b89-4166-9beb-19226cadb144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.579838 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34008) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:58.587641 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c08d6862-ec6c-4fc1-a251-ebe046083f35 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'port': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'mac_address': 'fa:16:3e:a7:f7:36', 'name': 'tempest-NetworksTestDHCPv6-95393969'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:58.621204 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-776211cb-dfe6-4326-8e26-8758ba148bf0 None None] Could not find standard attr ID for object 7f9f80a0-699f-4ab2-a79b-24f447bd985e. {{(pid=83599) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:48:58.662908 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee636ed-453a-489a-bc60-be7be17e526b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] GET failed (client error): The resource could not be found. Jan 21 09:48:58.663744 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-dee636ed-453a-489a-bc60-be7be17e526b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Synchronizing usage tracker for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:58.691021 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-122b4908-088c-4901-8b58-68ede4b36b61 None None] Attempting to bind port 1b2a5ac4-4eab-4e49-9070-ad6b555eee35 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:48:58.691659 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-122b4908-088c-4901-8b58-68ede4b36b61 None None] Attempting to bind port 1b2a5ac4-4eab-4e49-9070-ad6b555eee35 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '6b6fcf63-f541-4d62-80d5-2aacf5460150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f882997-0b78-4820-a731-cfbe1f517d9e'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:48:58.692322 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122b4908-088c-4901-8b58-68ede4b36b61 None None] Attempting to bind port 1b2a5ac4-4eab-4e49-9070-ad6b555eee35 on network 3f882997-0b78-4820-a731-cfbe1f517d9e {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:48:58.700245 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-dee636ed-453a-489a-bc60-be7be17e526b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Unset dirty status for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:58.704049 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-dee636ed-453a-489a-bc60-be7be17e526b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "GET /v2.0/ports/7f9f80a0-699f-4ab2-a79b-24f447bd985e HTTP/1.1" status: 404 len: 333 time: 0.1686752 Jan 21 09:48:58.717894 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d6bf85-db54-49b7-a91c-f351f30c588d tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Network 3f882997-0b78-4820-a731-cfbe1f517d9e is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:58.738918 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34014) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:58.740447 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6bf85-db54-49b7-a91c-f351f30c588d tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Port': ['ID=444798e6-a9db-41b5-957d-f889d06b46e7,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:58.743654 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-67d6bf85-db54-49b7-a91c-f351f30c588d tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:58.760960 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d6bf85-db54-49b7-a91c-f351f30c588d tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:58.834389 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c08d6862-ec6c-4fc1-a251-ebe046083f35 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:58.844336 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122b4908-088c-4901-8b58-68ede4b36b61 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:48:58.845673 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122b4908-088c-4901-8b58-68ede4b36b61 None None] Checking segment: {'id': '6b6fcf63-f541-4d62-80d5-2aacf5460150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f882997-0b78-4820-a731-cfbe1f517d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:58.846934 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-122b4908-088c-4901-8b58-68ede4b36b61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.847789 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122b4908-088c-4901-8b58-68ede4b36b61 None None] Bound using segment: {'id': '6b6fcf63-f541-4d62-80d5-2aacf5460150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f882997-0b78-4820-a731-cfbe1f517d9e'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:48:58.848685 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-122b4908-088c-4901-8b58-68ede4b36b61 None None] Bound port: 1b2a5ac4-4eab-4e49-9070-ad6b555eee35, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6fcf63-f541-4d62-80d5-2aacf5460150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f882997-0b78-4820-a731-cfbe1f517d9e'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:48:58.849374 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-122b4908-088c-4901-8b58-68ede4b36b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.871506 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7de2db-3664-4386-ae2f-ce4dac9e7c67 admin admin] Router 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:48:58.872730 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c08d6862-ec6c-4fc1-a251-ebe046083f35 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:58.887427 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.resource_extend [None req-595e151e-cb3d-4780-bd7f-d8a2b2bf29f7 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:48:58.981711 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-67d6bf85-db54-49b7-a91c-f351f30c588d tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.984138 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-9c911c72-9332-4272-88d0-a3f9d5f06ed1 None None] For port 595bd0dc-a4c8-4600-bc84-3f11de396a67, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=595bd0dc-a4c8-4600-bc84-3f11de396a67,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:58.984630 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9c911c72-9332-4272-88d0-a3f9d5f06ed1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:59.042824 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08d6862-ec6c-4fc1-a251-ebe046083f35 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:59.134832 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-fd1beb73-8bca-4294-84c6-ee89f72469e3 None None] Allocated IP 2001:db8:1::2 (f36c9ede-9cd8-4b16-be19-6f5012ce7291/52612dcd-ce21-4204-9344-0d616fb53f62/5eca861b-3801-4ff6-95a2-a55a6834e83f) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:59.240784 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-9c911c72-9332-4272-88d0-a3f9d5f06ed1 None None] Calling delete_port for 595bd0dc-a4c8-4600-bc84-3f11de396a67 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:59.245790 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-67d6bf85-db54-49b7-a91c-f351f30c588d tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:59.309460 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-ad389fac-8b89-4166-9beb-19226cadb144 None None] For port 1745fdfc-3170-4649-b784-740ec2b0d0ba, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:48:59.361451 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-595e151e-cb3d-4780-bd7f-d8a2b2bf29f7 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:59.379409 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-ad389fac-8b89-4166-9beb-19226cadb144 None None] For port 1745fdfc-3170-4649-b784-740ec2b0d0ba, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=1745fdfc-3170-4649-b784-740ec2b0d0ba,segment=NetworkSegment(9837c8e9-4888-432f-a43e-46a8a8628f53),segment_id=9837c8e9-4888-432f-a43e-46a8a8628f53)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:48:59.396800 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-455eaeca-a232-476b-acbc-b09c7135b660 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Deleting subnet c77ad5c2-ba9c-4d9f-ac5e-65683c3a16b7 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:48:59.403807 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1dda025b-d4d5-4636-a589-6e9e86691846 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:59.424176 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-455eaeca-a232-476b-acbc-b09c7135b660 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:59.466541 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c08d6862-ec6c-4fc1-a251-ebe046083f35 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:59.495035 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1096af6-af06-43c4-8f12-8e77e1603df0 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:48:59.509622 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6a1d08-e2d1-4c57-91e6-711a850ede22 None None] Sync routers for ids ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:48:59.527516 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6a1d08-e2d1-4c57-91e6-711a850ede22 None None] Routers {'b3e08f78-8c2f-4161-b95d-6d981a4110a4'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:59.528499 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-ed6a1d08-e2d1-4c57-91e6-711a850ede22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:48:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:59.564353 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ad389fac-8b89-4166-9beb-19226cadb144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:59.569139 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device cbce4783-9c7d-44cd-973a-e63853d8dedd up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:48:59.682322 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-ed6a1d08-e2d1-4c57-91e6-711a850ede22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:59.693988 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-595e151e-cb3d-4780-bd7f-d8a2b2bf29f7 None None] Transition to ACTIVE for port object 3ea1e2bd-91e7-4a9e-892c-8b3192428dd3 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:59.722422 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6a1d08-e2d1-4c57-91e6-711a850ede22 None None] Routers {'b3e08f78-8c2f-4161-b95d-6d981a4110a4'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:59.723494 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-ed6a1d08-e2d1-4c57-91e6-711a850ede22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:48:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:59.724387 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7de2db-3664-4386-ae2f-ce4dac9e7c67 admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:48:59.755802 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-122b4908-088c-4901-8b58-68ede4b36b61 None None] For port 1b2a5ac4-4eab-4e49-9070-ad6b555eee35, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:48:59.766388 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-595e151e-cb3d-4780-bd7f-d8a2b2bf29f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:59.770598 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6cae01-51c1-4158-817f-d65cb0c7e3ee None None] Sync routers for ids ['7cd4160e-8295-42eb-8f1c-0fd927c91ec8'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:48:59.788324 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:59.789134 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4d7de2db-3664-4386-ae2f-ce4dac9e7c67 admin admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:59.790048 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-ed6a1d08-e2d1-4c57-91e6-711a850ede22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:59.790608 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6a1d08-e2d1-4c57-91e6-711a850ede22 None None] The sync data for ids ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:48:59.795558 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4d7de2db-3664-4386-ae2f-ce4dac9e7c67 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.3508594 Jan 21 09:48:59.798186 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-455eaeca-a232-476b-acbc-b09c7135b660 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:59.814778 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34026) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:59.838022 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-122b4908-088c-4901-8b58-68ede4b36b61 None None] For port 1b2a5ac4-4eab-4e49-9070-ad6b555eee35, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=1b2a5ac4-4eab-4e49-9070-ad6b555eee35,segment=NetworkSegment(6b6fcf63-f541-4d62-80d5-2aacf5460150),segment_id=6b6fcf63-f541-4d62-80d5-2aacf5460150)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:48:59.842212 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-c08d6862-ec6c-4fc1-a251-ebe046083f35 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] device_id is not set on port b2e1de3d-0f7b-4f68-a859-92ee2190512b yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:48:59.876701 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-9c911c72-9332-4272-88d0-a3f9d5f06ed1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:48:59.877316 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-9c911c72-9332-4272-88d0-a3f9d5f06ed1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:48:59.881426 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-122b4908-088c-4901-8b58-68ede4b36b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:59.947436 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad389fac-8b89-4166-9beb-19226cadb144 None None] Pushing event updated for resources: {'Port': ['ID=1745fdfc-3170-4649-b784-740ec2b0d0ba,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:00.043767 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800b49e-0502-42b7-8733-bbef26799250 req-56cb83d9-5cd3-4dd1-865c-f17b53d9461e tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:00.046430 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f800b49e-0502-42b7-8733-bbef26799250 req-56cb83d9-5cd3-4dd1-865c-f17b53d9461e tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/ports?device_id=fe8aa511-607a-4f64-9172-474d512829dd HTTP/1.1" status: 200 len: 945 time: 0.6248202 Jan 21 09:49:00.054698 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-9c911c72-9332-4272-88d0-a3f9d5f06ed1 None None] Deleting port 595bd0dc-a4c8-4600-bc84-3f11de396a67 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:49:00.054951 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9c911c72-9332-4272-88d0-a3f9d5f06ed1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:00.083361 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6cae01-51c1-4158-817f-d65cb0c7e3ee None None] Routers {'7cd4160e-8295-42eb-8f1c-0fd927c91ec8'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:00.084008 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6b6cae01-51c1-4158-817f-d65cb0c7e3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:48:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['7cd4160e-8295-42eb-8f1c-0fd927c91ec8'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:00.251345 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-67d6bf85-db54-49b7-a91c-f351f30c588d tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:00.266166 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-67d6bf85-db54-49b7-a91c-f351f30c588d tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:00.312243 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643b47c-56bd-4417-82eb-c4370c7c12b3 None None] Pushing event updated for resources: {'Port': ['ID=3ea1e2bd-91e7-4a9e-892c-8b3192428dd3,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:00.312389 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-455eaeca-a232-476b-acbc-b09c7135b660 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:00.633038 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f800b49e-0502-42b7-8733-bbef26799250 req-a6990c47-a868-4a62-a1b4-1a69f80cfcd3 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7576773-34b9-47cd-986d-6bff6a0f6165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4164498 Jan 21 09:49:00.640379 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6bf85-db54-49b7-a91c-f351f30c588d tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Port': ['ID=444798e6-a9db-41b5-957d-f889d06b46e7,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:00.645960 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-67d6bf85-db54-49b7-a91c-f351f30c588d tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:00.679929 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fd1beb73-8bca-4294-84c6-ee89f72469e3 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:00.734738 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-c08d6862-ec6c-4fc1-a251-ebe046083f35 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Allocated IP 172.20.0.13 (d5f237d0-52c1-4100-800c-a471203fec66/cf5bcfb7-65d4-4f67-9414-d4cfe40b03a3/b2e1de3d-0f7b-4f68-a859-92ee2190512b) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:00.774699 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port cbce4783-9c7d-44cd-973a-e63853d8dedd triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:00.774995 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:00.787261 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-455eaeca-a232-476b-acbc-b09c7135b660 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:00.794365 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-c08d6862-ec6c-4fc1-a251-ebe046083f35 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Allocated IP 2001:db8::f816:3eff:fea7:f736 (d5f237d0-52c1-4100-800c-a471203fec66/7c9bdbee-7a34-423b-b082-37caa4142673/b2e1de3d-0f7b-4f68-a859-92ee2190512b) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:00.862657 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d6bf85-db54-49b7-a91c-f351f30c588d tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Network 3f882997-0b78-4820-a731-cfbe1f517d9e is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:00.865266 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-67d6bf85-db54-49b7-a91c-f351f30c588d tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:00.876577 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455eaeca-a232-476b-acbc-b09c7135b660 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Subnet': ['ID=c77ad5c2-ba9c-4d9f-ac5e-65683c3a16b7,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:00.913635 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-fd1beb73-8bca-4294-84c6-ee89f72469e3 None None] Transition to ACTIVE for port object 5eca861b-3801-4ff6-95a2-a55a6834e83f will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:00.921344 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-595e151e-cb3d-4780-bd7f-d8a2b2bf29f7 None None] Attempting to bind port 3ea1e2bd-91e7-4a9e-892c-8b3192428dd3 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:00.921936 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-595e151e-cb3d-4780-bd7f-d8a2b2bf29f7 None None] Attempting to bind port 3ea1e2bd-91e7-4a9e-892c-8b3192428dd3 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '58a14f4c-a989-4df3-8f08-72bc4fe51b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4c3bb146-520d-47eb-9baf-3514f0240049'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:00.922594 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595e151e-cb3d-4780-bd7f-d8a2b2bf29f7 None None] Attempting to bind port 3ea1e2bd-91e7-4a9e-892c-8b3192428dd3 on network 4c3bb146-520d-47eb-9baf-3514f0240049 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:49:00.972854 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-455eaeca-a232-476b-acbc-b09c7135b660 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.038872 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5a1984-3b90-42fb-bd5d-302ff3f63fe8 None None] Network 6b8c3a2d-9f8f-4b43-a922-3cb17b3787aa requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:49:01.052112 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b4908-088c-4901-8b58-68ede4b36b61 None None] Pushing event updated for resources: {'Port': ['ID=1b2a5ac4-4eab-4e49-9070-ad6b555eee35,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:01.118467 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-455eaeca-a232-476b-acbc-b09c7135b660 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/subnets/c77ad5c2-ba9c-4d9f-ac5e-65683c3a16b7 HTTP/1.1" status: 204 len: 168 time: 2.3724942 Jan 21 09:49:01.126268 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34030) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:01.149125 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-fd1beb73-8bca-4294-84c6-ee89f72469e3 None None] Transition to ACTIVE for port object 5eca861b-3801-4ff6-95a2-a55a6834e83f will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:01.154400 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595e151e-cb3d-4780-bd7f-d8a2b2bf29f7 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:49:01.154747 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595e151e-cb3d-4780-bd7f-d8a2b2bf29f7 None None] Checking segment: {'id': '58a14f4c-a989-4df3-8f08-72bc4fe51b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4c3bb146-520d-47eb-9baf-3514f0240049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:01.155399 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-595e151e-cb3d-4780-bd7f-d8a2b2bf29f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.155620 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595e151e-cb3d-4780-bd7f-d8a2b2bf29f7 None None] Bound using segment: {'id': '58a14f4c-a989-4df3-8f08-72bc4fe51b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4c3bb146-520d-47eb-9baf-3514f0240049'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:49:01.155999 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-595e151e-cb3d-4780-bd7f-d8a2b2bf29f7 None None] Bound port: 3ea1e2bd-91e7-4a9e-892c-8b3192428dd3, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a14f4c-a989-4df3-8f08-72bc4fe51b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4c3bb146-520d-47eb-9baf-3514f0240049'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:01.156382 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-595e151e-cb3d-4780-bd7f-d8a2b2bf29f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.193163 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-6b6cae01-51c1-4158-817f-d65cb0c7e3ee None None] Set router 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:49:01.255289 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fd1beb73-8bca-4294-84c6-ee89f72469e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.339798 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-1dda025b-d4d5-4636-a589-6e9e86691846 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Allocated IP 2001:db8:1::1 (f36c9ede-9cd8-4b16-be19-6f5012ce7291/52612dcd-ce21-4204-9344-0d616fb53f62/850e96b0-ef7d-4777-a360-d9e1ab6034c3) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:01.348420 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c08d6862-ec6c-4fc1-a251-ebe046083f35 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.381736 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c8bbb9e-2a83-493c-8dbd-73de2504b8b1 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.422155 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1c8bbb9e-2a83-493c-8dbd-73de2504b8b1 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Deleting port cbce4783-9c7d-44cd-973a-e63853d8dedd {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:49:01.422670 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c8bbb9e-2a83-493c-8dbd-73de2504b8b1 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.467767 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-c08d6862-ec6c-4fc1-a251-ebe046083f35 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Transition to ACTIVE for port object b2e1de3d-0f7b-4f68-a859-92ee2190512b will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:01.641493 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1dda025b-d4d5-4636-a589-6e9e86691846 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.666169 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-1dda025b-d4d5-4636-a589-6e9e86691846 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Transition to ACTIVE for port object 850e96b0-ef7d-4777-a360-d9e1ab6034c3 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:01.727949 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c08d6862-ec6c-4fc1-a251-ebe046083f35 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.836254 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-1c8bbb9e-2a83-493c-8dbd-73de2504b8b1 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] For port cbce4783-9c7d-44cd-973a-e63853d8dedd, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=cbce4783-9c7d-44cd-973a-e63853d8dedd,segment=NetworkSegment(a7235ddf-7f1b-4493-8c9c-c860775a3288),segment_id=a7235ddf-7f1b-4493-8c9c-c860775a3288)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:01.836631 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c8bbb9e-2a83-493c-8dbd-73de2504b8b1 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.850261 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1beb73-8bca-4294-84c6-ee89f72469e3 None None] Pushing event updated for resources: {'Port': ['ID=5eca861b-3801-4ff6-95a2-a55a6834e83f,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:01.890218 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1beb73-8bca-4294-84c6-ee89f72469e3 None None] Network f36c9ede-9cd8-4b16-be19-6f5012ce7291 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:01.904889 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-fd1beb73-8bca-4294-84c6-ee89f72469e3 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:01.918009 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1beb73-8bca-4294-84c6-ee89f72469e3 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:01.937851 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-9c911c72-9332-4272-88d0-a3f9d5f06ed1 None None] For port 595bd0dc-a4c8-4600-bc84-3f11de396a67, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=595bd0dc-a4c8-4600-bc84-3f11de396a67,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:01.938159 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9c911c72-9332-4272-88d0-a3f9d5f06ed1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.958505 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08d6862-ec6c-4fc1-a251-ebe046083f35 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:01.968160 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1096af6-af06-43c4-8f12-8e77e1603df0 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Router b3e08f78-8c2f-4161-b95d-6d981a4110a4 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:49:01.976055 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1dda025b-d4d5-4636-a589-6e9e86691846 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.979915 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-c08d6862-ec6c-4fc1-a251-ebe046083f35 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:01.982587 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08d6862-ec6c-4fc1-a251-ebe046083f35 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:02.056639 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08d6862-ec6c-4fc1-a251-ebe046083f35 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:02.059718 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c08d6862-ec6c-4fc1-a251-ebe046083f35 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:02.067016 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d6862-ec6c-4fc1-a251-ebe046083f35 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Port': ['ID=b2e1de3d-0f7b-4f68-a859-92ee2190512b,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:02.134134 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1c8bbb9e-2a83-493c-8dbd-73de2504b8b1 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Calling delete_port for cbce4783-9c7d-44cd-973a-e63853d8dedd owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:49:02.148509 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d72dcf-17f9-4532-8d4e-35e64c663f7e None None] Network 5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:49:02.170119 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda025b-d4d5-4636-a589-6e9e86691846 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Port': ['ID=850e96b0-ef7d-4777-a360-d9e1ab6034c3,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:02.206695 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c08d6862-ec6c-4fc1-a251-ebe046083f35 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.6225529 Jan 21 09:49:02.211369 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34036) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:02.213540 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dda025b-d4d5-4636-a589-6e9e86691846 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Network f36c9ede-9cd8-4b16-be19-6f5012ce7291 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:02.282965 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a90cf2-add4-4f8f-8fd9-043c3f6f2cd2 req-2209a2ce-91e0-4722-816f-473adf5d0282 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:02.285153 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-55a90cf2-add4-4f8f-8fd9-043c3f6f2cd2 req-2209a2ce-91e0-4722-816f-473adf5d0282 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/ports?device_id=fe8aa511-607a-4f64-9172-474d512829dd HTTP/1.1" status: 200 len: 945 time: 0.4105976 Jan 21 09:49:02.286330 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-1dda025b-d4d5-4636-a589-6e9e86691846 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:02.343933 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-fd1beb73-8bca-4294-84c6-ee89f72469e3 None None] Attempting to bind port 5eca861b-3801-4ff6-95a2-a55a6834e83f on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:02.344926 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-fd1beb73-8bca-4294-84c6-ee89f72469e3 None None] Attempting to bind port 5eca861b-3801-4ff6-95a2-a55a6834e83f by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'dc58ad44-d3c7-45c2-b073-47dcb5cce20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f36c9ede-9cd8-4b16-be19-6f5012ce7291'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:02.345742 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1beb73-8bca-4294-84c6-ee89f72469e3 None None] Attempting to bind port 5eca861b-3801-4ff6-95a2-a55a6834e83f on network f36c9ede-9cd8-4b16-be19-6f5012ce7291 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:49:02.350311 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 1745fdfc-3170-4649-b784-740ec2b0d0ba up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:02.351967 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dda025b-d4d5-4636-a589-6e9e86691846 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:02.352551 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1dda025b-d4d5-4636-a589-6e9e86691846 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:02.408011 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d6bf85-db54-49b7-a91c-f351f30c588d tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Router 01207b5c-5871-420b-abc0-78401bae990b is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:49:02.447439 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c8bbb9e-2a83-493c-8dbd-73de2504b8b1 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:02.460656 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-9c911c72-9332-4272-88d0-a3f9d5f06ed1 None None] Calling delete_port for 595bd0dc-a4c8-4600-bc84-3f11de396a67 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:49:02.513242 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de10f270-2c24-4601-bfea-3843562fed7c None None] Network 3f882997-0b78-4820-a731-cfbe1f517d9e requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:49:02.556722 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-595e151e-cb3d-4780-bd7f-d8a2b2bf29f7 None None] For port 3ea1e2bd-91e7-4a9e-892c-8b3192428dd3, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:49:02.568563 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8bbb9e-2a83-493c-8dbd-73de2504b8b1 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Port': ['ID=cbce4783-9c7d-44cd-973a-e63853d8dedd,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:02.608645 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-55a90cf2-add4-4f8f-8fd9-043c3f6f2cd2 req-088f09d5-cdd0-401c-97b5-67fd0d1cd170 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7576773-34b9-47cd-986d-6bff6a0f6165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2529721 Jan 21 09:49:02.619616 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8bbb9e-2a83-493c-8dbd-73de2504b8b1 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] No DVR routers for this DVR port cbce4783-9c7d-44cd-973a-e63853d8dedd on host dv-neutron-825732-1-hyperv {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:49:02.656693 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1beb73-8bca-4294-84c6-ee89f72469e3 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:49:02.657092 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1beb73-8bca-4294-84c6-ee89f72469e3 None None] Checking segment: {'id': 'dc58ad44-d3c7-45c2-b073-47dcb5cce20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f36c9ede-9cd8-4b16-be19-6f5012ce7291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:02.657431 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fd1beb73-8bca-4294-84c6-ee89f72469e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:02.657845 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1beb73-8bca-4294-84c6-ee89f72469e3 None None] Bound using segment: {'id': 'dc58ad44-d3c7-45c2-b073-47dcb5cce20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f36c9ede-9cd8-4b16-be19-6f5012ce7291'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:49:02.658319 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-fd1beb73-8bca-4294-84c6-ee89f72469e3 None None] Bound port: 5eca861b-3801-4ff6-95a2-a55a6834e83f, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc58ad44-d3c7-45c2-b073-47dcb5cce20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f36c9ede-9cd8-4b16-be19-6f5012ce7291'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:02.658680 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fd1beb73-8bca-4294-84c6-ee89f72469e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:02.696676 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc37b7b9-21a1-4c06-9f67-b29226ad2c84 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:02.700560 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc37b7b9-21a1-4c06-9f67-b29226ad2c84 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:02.701352 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bc37b7b9-21a1-4c06-9f67-b29226ad2c84 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:02.704849 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-595e151e-cb3d-4780-bd7f-d8a2b2bf29f7 None None] For port 3ea1e2bd-91e7-4a9e-892c-8b3192428dd3, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=3ea1e2bd-91e7-4a9e-892c-8b3192428dd3,segment=NetworkSegment(58a14f4c-a989-4df3-8f08-72bc4fe51b13),segment_id=58a14f4c-a989-4df3-8f08-72bc4fe51b13)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:49:02.772076 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-595e151e-cb3d-4780-bd7f-d8a2b2bf29f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:02.782739 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1dda025b-d4d5-4636-a589-6e9e86691846 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:02.806512 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bc37b7b9-21a1-4c06-9f67-b29226ad2c84 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:02.812355 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-bc37b7b9-21a1-4c06-9f67-b29226ad2c84 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.5957556 Jan 21 09:49:02.812355 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34040) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:02.822170 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-9b27680e-5579-47e6-a6ce-6fe02eed915d None None] Provisioning for port 1745fdfc-3170-4649-b784-740ec2b0d0ba completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:02.860631 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c8bbb9e-2a83-493c-8dbd-73de2504b8b1 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:02.905945 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12113bb-55c2-4b1d-9d54-3007791154f4 None None] DHCP port deletion for 6b8c3a2d-9f8f-4b43-a922-3cb17b3787aa request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:49:02.908010 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-1c8bbb9e-2a83-493c-8dbd-73de2504b8b1 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b8c3a2d-9f8f-4b43-a922-3cb17b3787aa']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:02.927433 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-1c8bbb9e-2a83-493c-8dbd-73de2504b8b1 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7235ddf-7f1b-4493-8c9c-c860775a3288') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:02.928033 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-1c8bbb9e-2a83-493c-8dbd-73de2504b8b1 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7235ddf-7f1b-4493-8c9c-c860775a3288') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:02.946831 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c8bbb9e-2a83-493c-8dbd-73de2504b8b1 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:02.973443 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c8bbb9e-2a83-493c-8dbd-73de2504b8b1 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:02.986360 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c8bbb9e-2a83-493c-8dbd-73de2504b8b1 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:49:02.986752 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c8bbb9e-2a83-493c-8dbd-73de2504b8b1 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.002325 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:49:03.002325 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:49:03.002325 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:49:03.002325 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:49:03.002325 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:49:03.002325 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:49:03.002325 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:49:03.002325 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:49:03.002325 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:49:03.002325 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:49:03.002325 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:49:03.002325 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:49:03.002325 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:49:03.002325 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:49:03.002325 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:49:03.002325 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:49:03.002325 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:49:03.002325 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:49:03.002325 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:49:03.002325 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:49:03.002325 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:49:03.002325 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:49:03.002325 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:49:03.002325 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:49:03.002325 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:49:03.002325 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:49:03.002325 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:49:03.002325 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:49:03.002325 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:49:03.002325 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:49:03.002325 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:49:03.002325 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:49:03.005691 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d6bf85-db54-49b7-a91c-f351f30c588d tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:49:03.018274 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac823e1-7261-48a4-9c33-8a96bd63ffe0 None None] Sync routers for ids ['01207b5c-5871-420b-abc0-78401bae990b'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:49:03.036781 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-76cc6af1-74c1-4027-bb3b-05ca88b1e31e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting port b2e1de3d-0f7b-4f68-a859-92ee2190512b {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:49:03.037783 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-76cc6af1-74c1-4027-bb3b-05ca88b1e31e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.050200 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac823e1-7261-48a4-9c33-8a96bd63ffe0 None None] Routers {'01207b5c-5871-420b-abc0-78401bae990b'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:03.051548 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-dac823e1-7261-48a4-9c33-8a96bd63ffe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:48:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['01207b5c-5871-420b-abc0-78401bae990b'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:03.081756 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-67d6bf85-db54-49b7-a91c-f351f30c588d tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "PUT /v2.0/routers/01207b5c-5871-420b-abc0-78401bae990b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8583424 Jan 21 09:49:03.101234 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34046) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:03.113421 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-357769be-250b-40df-9a06-b9e11c821b5a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Request body: {'network': {'name': 'tempest-RoutersTest-1572154982'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:03.157795 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-357769be-250b-40df-9a06-b9e11c821b5a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:03.169447 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-357769be-250b-40df-9a06-b9e11c821b5a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Usage tracker for resource:network and tenant:d00df50c19fa484a82254f37be8cb96c is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:03.174589 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-357769be-250b-40df-9a06-b9e11c821b5a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:03.180994 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c8bbb9e-2a83-493c-8dbd-73de2504b8b1 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.205473 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-357769be-250b-40df-9a06-b9e11c821b5a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:03.208836 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c8bbb9e-2a83-493c-8dbd-73de2504b8b1 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.237107 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1096af6-af06-43c4-8f12-8e77e1603df0 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:49:03.238821 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-1c8bbb9e-2a83-493c-8dbd-73de2504b8b1 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/networks/6b8c3a2d-9f8f-4b43-a922-3cb17b3787aa HTTP/1.1" status: 204 len: 168 time: 2.1106420 Jan 21 09:49:03.240108 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8bbb9e-2a83-493c-8dbd-73de2504b8b1 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Network': ['ID=6b8c3a2d-9f8f-4b43-a922-3cb17b3787aa,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:03.245158 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34050) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:03.267409 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e1096af6-af06-43c4-8f12-8e77e1603df0 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.302250 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357769be-250b-40df-9a06-b9e11c821b5a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Made reservation on behalf of d00df50c19fa484a82254f37be8cb96c for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:03.307365 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-357769be-250b-40df-9a06-b9e11c821b5a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.339949 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-890244da-7e64-4aa0-a82a-10b719106b9c tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-975971'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:03.352818 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-890244da-7e64-4aa0-a82a-10b719106b9c tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:03.356666 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4ba1ef-ae6c-441e-a5e9-004bd550caa3 None None] Sync routers for ids ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:49:03.371552 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-890244da-7e64-4aa0-a82a-10b719106b9c tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:network and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:03.376216 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-890244da-7e64-4aa0-a82a-10b719106b9c tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:03.382673 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 1745fdfc-3170-4649-b784-740ec2b0d0ba completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:03.390995 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-890244da-7e64-4aa0-a82a-10b719106b9c tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:03.399352 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-dac823e1-7261-48a4-9c33-8a96bd63ffe0 None None] Set router 01207b5c-5871-420b-abc0-78401bae990b gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:49:03.417354 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-357769be-250b-40df-9a06-b9e11c821b5a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:49:03.422057 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4ba1ef-ae6c-441e-a5e9-004bd550caa3 None None] Routers {'b3e08f78-8c2f-4161-b95d-6d981a4110a4'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:03.422794 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1d4ba1ef-ae6c-441e-a5e9-004bd550caa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:48:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:03.428283 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-357769be-250b-40df-9a06-b9e11c821b5a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.428625 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-357769be-250b-40df-9a06-b9e11c821b5a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Added segment 252fd347-63c3-476e-b82f-9aa049fad307 of type vlan for network 15882cfd-8e63-4d83-a7ba-77f52124112d Jan 21 09:49:03.472657 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-357769be-250b-40df-9a06-b9e11c821b5a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.551817 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-357769be-250b-40df-9a06-b9e11c821b5a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.556429 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357769be-250b-40df-9a06-b9e11c821b5a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:03.557440 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-357769be-250b-40df-9a06-b9e11c821b5a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.593281 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890244da-7e64-4aa0-a82a-10b719106b9c tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Made reservation on behalf of 081c5e94b3d84c0c999dc4d73e79f211 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:03.595398 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 1745fdfc-3170-4649-b784-740ec2b0d0ba triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:03.595782 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.597962 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-890244da-7e64-4aa0-a82a-10b719106b9c tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.629359 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643b47c-56bd-4417-82eb-c4370c7c12b3 None None] Pushing event updated for resources: {'Port': ['ID=3ea1e2bd-91e7-4a9e-892c-8b3192428dd3,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:03.642217 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1d4ba1ef-ae6c-441e-a5e9-004bd550caa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:03.669812 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-fd1beb73-8bca-4294-84c6-ee89f72469e3 None None] For port 5eca861b-3801-4ff6-95a2-a55a6834e83f, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:49:03.679631 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e1096af6-af06-43c4-8f12-8e77e1603df0 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "PUT /v2.0/floatingips/51b03eb3-04b2-4a57-9ffc-5ab876be2dbe HTTP/1.1" status: 200 len: 978 time: 10.6294529 Jan 21 09:49:03.696862 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595e151e-cb3d-4780-bd7f-d8a2b2bf29f7 None None] Routers {'72f03803-a970-416f-a2eb-d92c34878823'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:03.697487 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-595e151e-cb3d-4780-bd7f-d8a2b2bf29f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:48:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['72f03803-a970-416f-a2eb-d92c34878823'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:03.732558 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34056) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:03.767135 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1dda025b-d4d5-4636-a589-6e9e86691846 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.792125 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-e5cf8e84-e074-480c-891f-c6225e6d369d tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:03.812108 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1dda025b-d4d5-4636-a589-6e9e86691846 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.813177 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1dda025b-d4d5-4636-a589-6e9e86691846 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.850997 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-df95b898-33a6-49b1-b53d-6a8dd302e0a2 None None] Provisioning for port 1b2a5ac4-4eab-4e49-9070-ad6b555eee35 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:03.909550 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9c911c72-9332-4272-88d0-a3f9d5f06ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.928174 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-dac823e1-7261-48a4-9c33-8a96bd63ffe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01207b5c-5871-420b-abc0-78401bae990b', 'name': 'tempest-RoutersTest-router-946825922', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:49Z', 'updated_at': '2022-01-21T09:48:59Z', 'revision_number': 2, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'gw_port_host': None, '_interfaces': [{'id': '444798e6-a9db-41b5-957d-f889d06b46e7', 'name': '', 'network_id': '3f882997-0b78-4820-a731-cfbe1f517d9e', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:a1:75:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:56Z', 'updated_at': '2022-01-21T09:48:59Z', 'revision_number': 2, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:03.932235 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac823e1-7261-48a4-9c33-8a96bd63ffe0 None None] Checking router: 01207b5c-5871-420b-abc0-78401bae990b for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:49:03.932590 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac823e1-7261-48a4-9c33-8a96bd63ffe0 None None] Updating router 01207b5c-5871-420b-abc0-78401bae990b port 444798e6-a9db-41b5-957d-f889d06b46e7 binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:49:03.972020 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c0afad80-4899-4c49-b487-38bd3b76f1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.986073 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-dac823e1-7261-48a4-9c33-8a96bd63ffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.013674 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-fd1beb73-8bca-4294-84c6-ee89f72469e3 None None] For port 5eca861b-3801-4ff6-95a2-a55a6834e83f, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=5eca861b-3801-4ff6-95a2-a55a6834e83f,segment=NetworkSegment(dc58ad44-d3c7-45c2-b073-47dcb5cce20e),segment_id=dc58ad44-d3c7-45c2-b073-47dcb5cce20e)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:49:04.047918 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-357769be-250b-40df-9a06-b9e11c821b5a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9438426 Jan 21 09:49:04.072474 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34062) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:04.093238 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda025b-d4d5-4636-a589-6e9e86691846 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Port': ['ID=850e96b0-ef7d-4777-a360-d9e1ab6034c3,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:04.094540 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-4b4ab938-0274-4b6b-9162-9adce3125e6b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Request body: {'subnet': {'network_id': '15882cfd-8e63-4d83-a7ba-77f52124112d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:04.107319 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dda025b-d4d5-4636-a589-6e9e86691846 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Network f36c9ede-9cd8-4b16-be19-6f5012ce7291 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:04.108396 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c911c72-9332-4272-88d0-a3f9d5f06ed1 None None] No DVR routers for this DVR port 595bd0dc-a4c8-4600-bc84-3f11de396a67 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:49:04.110589 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357769be-250b-40df-9a06-b9e11c821b5a tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Network': ['ID=15882cfd-8e63-4d83-a7ba-77f52124112d,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:04.112563 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-1dda025b-d4d5-4636-a589-6e9e86691846 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:04.164794 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6b6cae01-51c1-4158-817f-d65cb0c7e3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'name': 'tempest-TestVolumeBootPattern-1713256989-router', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:53Z', 'updated_at': '2022-01-21T09:48:57Z', 'revision_number': 3, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'gw_port': {'id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:55Z', 'updated_at': '2022-01-21T09:48:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:04.170970 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c911c72-9332-4272-88d0-a3f9d5f06ed1 None None] Pushing event deleted for resources: {'Port': ['ID=595bd0dc-a4c8-4600-bc84-3f11de396a67,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:04.185331 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fd1beb73-8bca-4294-84c6-ee89f72469e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.211139 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 15882cfd-8e63-4d83-a7ba-77f52124112d details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:49:04.350536 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fb4d5b-ff96-415d-aecc-767b231a3c1e None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:49:04.373322 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-dac823e1-7261-48a4-9c33-8a96bd63ffe0 None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.388064 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-dac823e1-7261-48a4-9c33-8a96bd63ffe0 None None] Transition to ACTIVE for port object 444798e6-a9db-41b5-957d-f889d06b46e7 will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:04.397155 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-dac823e1-7261-48a4-9c33-8a96bd63ffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.431192 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5cf8e84-e074-480c-891f-c6225e6d369d tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for floatingip, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.469588 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-76cc6af1-74c1-4027-bb3b-05ca88b1e31e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.482998 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ac00e-8344-470b-bb9a-9e280181e0a2 None None] Pushing event updated for resources: {'Port': ['ID=444798e6-a9db-41b5-957d-f889d06b46e7,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:04.543501 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-595e151e-cb3d-4780-bd7f-d8a2b2bf29f7 None None] Set router 72f03803-a970-416f-a2eb-d92c34878823 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:49:04.559927 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ac00e-8344-470b-bb9a-9e280181e0a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:04.560282 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ac00e-8344-470b-bb9a-9e280181e0a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:04.560524 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ac00e-8344-470b-bb9a-9e280181e0a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:04.560854 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ac00e-8344-470b-bb9a-9e280181e0a2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:04.561195 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ac00e-8344-470b-bb9a-9e280181e0a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:04.561561 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ac00e-8344-470b-bb9a-9e280181e0a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:04.562332 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ac00e-8344-470b-bb9a-9e280181e0a2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:04.562332 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ac00e-8344-470b-bb9a-9e280181e0a2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:04.562703 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ac00e-8344-470b-bb9a-9e280181e0a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:04.563026 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ac00e-8344-470b-bb9a-9e280181e0a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:04.563339 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ac00e-8344-470b-bb9a-9e280181e0a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:04.669859 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-dac823e1-7261-48a4-9c33-8a96bd63ffe0 None None] Attempting to bind port 444798e6-a9db-41b5-957d-f889d06b46e7 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:04.671309 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-dac823e1-7261-48a4-9c33-8a96bd63ffe0 None None] Attempting to bind port 444798e6-a9db-41b5-957d-f889d06b46e7 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '6b6fcf63-f541-4d62-80d5-2aacf5460150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f882997-0b78-4820-a731-cfbe1f517d9e'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:04.671309 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac823e1-7261-48a4-9c33-8a96bd63ffe0 None None] Attempting to bind port 444798e6-a9db-41b5-957d-f889d06b46e7 on network 3f882997-0b78-4820-a731-cfbe1f517d9e {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:49:04.678577 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac823e1-7261-48a4-9c33-8a96bd63ffe0 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:49:04.678928 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac823e1-7261-48a4-9c33-8a96bd63ffe0 None None] Checking segment: {'id': '6b6fcf63-f541-4d62-80d5-2aacf5460150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f882997-0b78-4820-a731-cfbe1f517d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:04.679327 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-dac823e1-7261-48a4-9c33-8a96bd63ffe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.679711 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac823e1-7261-48a4-9c33-8a96bd63ffe0 None None] Bound using segment: {'id': '6b6fcf63-f541-4d62-80d5-2aacf5460150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f882997-0b78-4820-a731-cfbe1f517d9e'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:49:04.680168 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-dac823e1-7261-48a4-9c33-8a96bd63ffe0 None None] Bound port: 444798e6-a9db-41b5-957d-f889d06b46e7, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6fcf63-f541-4d62-80d5-2aacf5460150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f882997-0b78-4820-a731-cfbe1f517d9e'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:04.680591 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-dac823e1-7261-48a4-9c33-8a96bd63ffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.732193 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-c0afad80-4899-4c49-b487-38bd3b76f1d9 admin admin] Allocated IP 172.20.0.1 (5420f90b-fa8f-4acb-ab7a-0d5edf834ae6/f8e2e48f-3c2e-408d-ac72-f5742db41e13/ef1d8b4b-c256-4b95-8f29-d9256c44435b) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:04.746394 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-76cc6af1-74c1-4027-bb3b-05ca88b1e31e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Calling delete_port for b2e1de3d-0f7b-4f68-a859-92ee2190512b owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:49:04.752083 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4ba1ef-ae6c-441e-a5e9-004bd550caa3 None None] Routers {'b3e08f78-8c2f-4161-b95d-6d981a4110a4'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:04.753396 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1d4ba1ef-ae6c-441e-a5e9-004bd550caa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:48:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:04.776363 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-dac823e1-7261-48a4-9c33-8a96bd63ffe0 None None] For port 444798e6-a9db-41b5-957d-f889d06b46e7, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:49:04.780014 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-dac823e1-7261-48a4-9c33-8a96bd63ffe0 None None] For port 444798e6-a9db-41b5-957d-f889d06b46e7, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=444798e6-a9db-41b5-957d-f889d06b46e7,segment=NetworkSegment(6b6fcf63-f541-4d62-80d5-2aacf5460150),segment_id=6b6fcf63-f541-4d62-80d5-2aacf5460150)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:49:04.787755 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-dac823e1-7261-48a4-9c33-8a96bd63ffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.789170 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-890244da-7e64-4aa0-a82a-10b719106b9c tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:49:04.813961 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6cae01-51c1-4158-817f-d65cb0c7e3ee None None] Checking router: 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:49:04.814305 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6cae01-51c1-4158-817f-d65cb0c7e3ee None None] Updating router 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 port ea11cc5d-598e-45e7-bde1-6ed95be002e3 binding host dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:49:04.895945 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ac00e-8344-470b-bb9a-9e280181e0a2 None None] Pushing event updated for resources: {'Port': ['ID=444798e6-a9db-41b5-957d-f889d06b46e7,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:04.903710 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-890244da-7e64-4aa0-a82a-10b719106b9c tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.905006 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-890244da-7e64-4aa0-a82a-10b719106b9c tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Added segment 58d8c869-82d7-464c-aa2a-e2e184dea4c6 of type vlan for network a475af51-2649-414f-bd70-ab12fcae1f20 Jan 21 09:49:04.938703 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dda025b-d4d5-4636-a589-6e9e86691846 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Router 72f03803-a970-416f-a2eb-d92c34878823 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:49:04.962065 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac823e1-7261-48a4-9c33-8a96bd63ffe0 None None] Routers {'01207b5c-5871-420b-abc0-78401bae990b'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:04.964371 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-dac823e1-7261-48a4-9c33-8a96bd63ffe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:48:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['01207b5c-5871-420b-abc0-78401bae990b'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:04.980435 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-890244da-7e64-4aa0-a82a-10b719106b9c tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:05.058486 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4b4ab938-0274-4b6b-9162-9adce3125e6b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:05.064979 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4b4ab938-0274-4b6b-9162-9adce3125e6b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Usage tracker for resource:subnet and tenant:d00df50c19fa484a82254f37be8cb96c is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:05.069973 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4b4ab938-0274-4b6b-9162-9adce3125e6b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:05.081295 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4b4ab938-0274-4b6b-9162-9adce3125e6b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:05.117378 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-890244da-7e64-4aa0-a82a-10b719106b9c tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:05.123480 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890244da-7e64-4aa0-a82a-10b719106b9c tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:05.124645 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-890244da-7e64-4aa0-a82a-10b719106b9c tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:05.171955 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1d4ba1ef-ae6c-441e-a5e9-004bd550caa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:05.172434 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4ba1ef-ae6c-441e-a5e9-004bd550caa3 None None] The sync data for ids ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:49:05.176727 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-dac823e1-7261-48a4-9c33-8a96bd63ffe0 None None] Set router 01207b5c-5871-420b-abc0-78401bae990b gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:49:05.284315 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6b6cae01-51c1-4158-817f-d65cb0c7e3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:05.307954 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-76cc6af1-74c1-4027-bb3b-05ca88b1e31e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:05.384133 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4ab938-0274-4b6b-9162-9adce3125e6b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Made reservation on behalf of d00df50c19fa484a82254f37be8cb96c for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:05.413525 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890244da-7e64-4aa0-a82a-10b719106b9c tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Network': ['ID=a475af51-2649-414f-bd70-ab12fcae1f20,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:05.429793 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-890244da-7e64-4aa0-a82a-10b719106b9c tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 2.1417964 Jan 21 09:49:05.444226 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34068) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:05.516582 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1beb73-8bca-4294-84c6-ee89f72469e3 None None] Pushing event updated for resources: {'Port': ['ID=5eca861b-3801-4ff6-95a2-a55a6834e83f,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:05.536949 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network a475af51-2649-414f-bd70-ab12fcae1f20 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:49:05.563083 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:05.642145 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc6af1-74c1-4027-bb3b-05ca88b1e31e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Port': ['ID=b2e1de3d-0f7b-4f68-a859-92ee2190512b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:05.672074 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-76bdcbde-5b46-480b-aee5-d93a2ba1cff1 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'subnet': {'network_id': 'a475af51-2649-414f-bd70-ab12fcae1f20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:05.680708 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5cf8e84-e074-480c-891f-c6225e6d369d tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:05.753987 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c0afad80-4899-4c49-b487-38bd3b76f1d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:05.777715 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c0afad80-4899-4c49-b487-38bd3b76f1d9 admin admin] Transition to ACTIVE for port object ef1d8b4b-c256-4b95-8f29-d9256c44435b will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:05.833552 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-dac823e1-7261-48a4-9c33-8a96bd63ffe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01207b5c-5871-420b-abc0-78401bae990b', 'name': 'tempest-RoutersTest-router-946825922', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:49Z', 'updated_at': '2022-01-21T09:48:59Z', 'revision_number': 2, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'gw_port_host': None, '_interfaces': [{'id': '444798e6-a9db-41b5-957d-f889d06b46e7', 'name': '', 'network_id': '3f882997-0b78-4820-a731-cfbe1f517d9e', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:a1:75:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:56Z', 'updated_at': '2022-01-21T09:49:04Z', 'revision_number': 4, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:05.839616 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac823e1-7261-48a4-9c33-8a96bd63ffe0 None None] The sync data for ids ['01207b5c-5871-420b-abc0-78401bae990b'] in dv-neutron-825732-1-hyperv is: [{'id': '01207b5c-5871-420b-abc0-78401bae990b', 'name': 'tempest-RoutersTest-router-946825922', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:49Z', 'updated_at': '2022-01-21T09:48:59Z', 'revision_number': 2, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'gw_port_host': None, '_interfaces': [{'id': '444798e6-a9db-41b5-957d-f889d06b46e7', 'name': '', 'network_id': '3f882997-0b78-4820-a731-cfbe1f517d9e', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:a1:75:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:56Z', 'updated_at': '2022-01-21T09:49:04Z', 'revision_number': 4, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:49:05.976000 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4b4ab938-0274-4b6b-9162-9adce3125e6b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:06.141099 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c0afad80-4899-4c49-b487-38bd3b76f1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:06.220026 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-76cc6af1-74c1-4027-bb3b-05ca88b1e31e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:06.240729 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5cf8e84-e074-480c-891f-c6225e6d369d tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:06.241292 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.l3_db [None req-e5cf8e84-e074-480c-891f-c6225e6d369d tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Floating IP 51b03eb3-04b2-4a57-9ffc-5ab876be2dbe disassociated. External IP: 172.26.0.222, port: 0ade5573-2bc3-4fc1-b5dc-186437520f7e. Jan 21 09:49:06.241724 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-76bdcbde-5b46-480b-aee5-d93a2ba1cff1 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:06.245572 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dda025b-d4d5-4636-a589-6e9e86691846 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:49:06.252264 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-76bdcbde-5b46-480b-aee5-d93a2ba1cff1 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:subnet and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:06.262712 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1dda025b-d4d5-4636-a589-6e9e86691846 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "PUT /v2.0/routers/72f03803-a970-416f-a2eb-d92c34878823/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0612264 Jan 21 09:49:06.262712 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-76bdcbde-5b46-480b-aee5-d93a2ba1cff1 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:06.266101 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-76cc6af1-74c1-4027-bb3b-05ca88b1e31e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/b2e1de3d-0f7b-4f68-a859-92ee2190512b HTTP/1.1" status: 204 len: 168 time: 3.4517894 Jan 21 09:49:06.270110 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34072) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:06.270448 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34074) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:06.275074 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-76bdcbde-5b46-480b-aee5-d93a2ba1cff1 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:06.338370 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-72ec8dd9-cd36-4f8b-bf28-22d68f92de86 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1299718140'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:06.357206 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-72ec8dd9-cd36-4f8b-bf28-22d68f92de86 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:06.375133 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-72ec8dd9-cd36-4f8b-bf28-22d68f92de86 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Usage tracker for resource:network and tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:06.384055 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-72ec8dd9-cd36-4f8b-bf28-22d68f92de86 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:06.412527 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-72ec8dd9-cd36-4f8b-bf28-22d68f92de86 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:06.428943 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76bdcbde-5b46-480b-aee5-d93a2ba1cff1 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Made reservation on behalf of 081c5e94b3d84c0c999dc4d73e79f211 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:06.481877 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80d4c14-270d-4238-a2b4-784438494ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-d5f237d0-52c1-4100-800c-a471203fec66', 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'tenant_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'fixed_ips': [{'subnet_id': '7c9bdbee-7a34-423b-b082-37caa4142673'}, {'subnet_id': 'cf5bcfb7-65d4-4f67-9414-d4cfe40b03a3'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:49:06.483571 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c80d4c14-270d-4238-a2b4-784438494ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:06.494949 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d694b-c858-4dae-953d-77b7266be457 req-f5b0a32c-2511-42c1-ba43-dbf66f67fe4c tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:06.499978 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7c0d694b-c858-4dae-953d-77b7266be457 req-f5b0a32c-2511-42c1-ba43-dbf66f67fe4c tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/ports?device_id=fe8aa511-607a-4f64-9172-474d512829dd HTTP/1.1" status: 200 len: 945 time: 2.5343463 Jan 21 09:49:06.594213 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 1745fdfc-3170-4649-b784-740ec2b0d0ba, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=1745fdfc-3170-4649-b784-740ec2b0d0ba,segment=NetworkSegment(9837c8e9-4888-432f-a43e-46a8a8628f53),segment_id=9837c8e9-4888-432f-a43e-46a8a8628f53)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:06.619899 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0afad80-4899-4c49-b487-38bd3b76f1d9 admin admin] Pushing event updated for resources: {'Port': ['ID=ef1d8b4b-c256-4b95-8f29-d9256c44435b,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:06.623020 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ec8dd9-cd36-4f8b-bf28-22d68f92de86 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Made reservation on behalf of c3efc6a6fd814adc8f7fcb0582dd33b0 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:06.628216 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-72ec8dd9-cd36-4f8b-bf28-22d68f92de86 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:06.642140 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0afad80-4899-4c49-b487-38bd3b76f1d9 admin admin] Network 5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:06.661768 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:06.664211 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-c0afad80-4899-4c49-b487-38bd3b76f1d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:06.664846 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 1b2a5ac4-4eab-4e49-9070-ad6b555eee35 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:06.693878 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0afad80-4899-4c49-b487-38bd3b76f1d9 admin admin] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:06.788657 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ec8dd9-cd36-4f8b-bf28-22d68f92de86 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:49:06.825087 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-72ec8dd9-cd36-4f8b-bf28-22d68f92de86 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:06.825955 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-72ec8dd9-cd36-4f8b-bf28-22d68f92de86 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Added segment 6aba9f7f-2522-484d-9ac9-80594c7c3a87 of type vlan for network 4df5b5a0-0c6f-4d47-9deb-fa6f673103cf Jan 21 09:49:06.859282 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7c0d694b-c858-4dae-953d-77b7266be457 req-99bc6c3e-3a84-4168-9580-82f0a8910145 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7576773-34b9-47cd-986d-6bff6a0f6165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2965000 Jan 21 09:49:06.861705 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c0afad80-4899-4c49-b487-38bd3b76f1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:06.945868 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-72ec8dd9-cd36-4f8b-bf28-22d68f92de86 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:06.983438 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4b4ab938-0274-4b6b-9162-9adce3125e6b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:07.079857 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b941b54a-1a28-4670-97b7-eb48196eba4d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:07.083528 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b941b54a-1a28-4670-97b7-eb48196eba4d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:07.092043 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b941b54a-1a28-4670-97b7-eb48196eba4d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:07.098599 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-b941b54a-1a28-4670-97b7-eb48196eba4d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:07.118357 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-76bdcbde-5b46-480b-aee5-d93a2ba1cff1 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:07.125936 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-075b8c9a-e077-4021-b40d-db84484c1174 None None] Provisioning complete for port 1745fdfc-3170-4649-b784-740ec2b0d0ba triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:07.126406 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-075b8c9a-e077-4021-b40d-db84484c1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:07.213598 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-72ec8dd9-cd36-4f8b-bf28-22d68f92de86 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:07.222115 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ec8dd9-cd36-4f8b-bf28-22d68f92de86 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:07.223081 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-72ec8dd9-cd36-4f8b-bf28-22d68f92de86 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:07.492129 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6b6cae01-51c1-4158-817f-d65cb0c7e3ee None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:07.498794 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fd47df-e4b6-45ad-a178-f725af7e3fce None None] Network f36c9ede-9cd8-4b16-be19-6f5012ce7291 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:49:07.527811 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ab938-0274-4b6b-9162-9adce3125e6b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Subnet': ['ID=2bf39f70-cbc5-4a84-9f53-e52cbce07296,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:07.556912 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c0afad80-4899-4c49-b487-38bd3b76f1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:07.613163 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-6b6cae01-51c1-4158-817f-d65cb0c7e3ee None None] Transition to ACTIVE for port object ea11cc5d-598e-45e7-bde1-6ed95be002e3 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:07.626211 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-b941b54a-1a28-4670-97b7-eb48196eba4d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:07.630826 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b941b54a-1a28-4670-97b7-eb48196eba4d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 1.3578644 Jan 21 09:49:07.632008 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34080) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:07.635089 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=1745fdfc-3170-4649-b784-740ec2b0d0ba,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:07.642357 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-72ec8dd9-cd36-4f8b-bf28-22d68f92de86 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3708730 Jan 21 09:49:07.644436 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34084) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:07.666902 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-23db648d-121d-4396-bc87-db607bf90690 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Request body: {'subnet': {'network_id': '4df5b5a0-0c6f-4d47-9deb-fa6f673103cf', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:07.679807 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6b6cae01-51c1-4158-817f-d65cb0c7e3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:07.693939 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec8dd9-cd36-4f8b-bf28-22d68f92de86 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Network': ['ID=4df5b5a0-0c6f-4d47-9deb-fa6f673103cf,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:07.749491 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 1b2a5ac4-4eab-4e49-9070-ad6b555eee35 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:07.752911 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 4df5b5a0-0c6f-4d47-9deb-fa6f673103cf details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:49:07.764221 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4ab938-0274-4b6b-9162-9adce3125e6b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Checking segment: {'id': '252fd347-63c3-476e-b82f-9aa049fad307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '15882cfd-8e63-4d83-a7ba-77f52124112d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:07.765101 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4ab938-0274-4b6b-9162-9adce3125e6b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Network hostable DHCP agents. Network: 15882cfd-8e63-4d83-a7ba-77f52124112d, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:49:07.813110 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 1b2a5ac4-4eab-4e49-9070-ad6b555eee35 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:07.813656 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:07.911260 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-23db648d-121d-4396-bc87-db607bf90690 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:07.926707 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-23db648d-121d-4396-bc87-db607bf90690 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Usage tracker for resource:subnet and tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:07.932479 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-23db648d-121d-4396-bc87-db607bf90690 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:07.949687 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-23db648d-121d-4396-bc87-db607bf90690 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:07.953778 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-76bdcbde-5b46-480b-aee5-d93a2ba1cff1 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:08.016094 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-595e151e-cb3d-4780-bd7f-d8a2b2bf29f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f03803-a970-416f-a2eb-d92c34878823', 'name': 'tempest-RoutersIpV6Test-router-1154031299', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:39Z', 'updated_at': '2022-01-21T09:49:02Z', 'revision_number': 3, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'gw_port_host': None, '_interfaces': [{'id': '3ea1e2bd-91e7-4a9e-892c-8b3192428dd3', 'name': '', 'network_id': '4c3bb146-520d-47eb-9baf-3514f0240049', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:42:19:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef1a7fb-438a-43d4-b64e-db20e5280e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:47Z', 'updated_at': '2022-01-21T09:49:02Z', 'revision_number': 4, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': '1ef1a7fb-438a-43d4-b64e-db20e5280e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '850e96b0-ef7d-4777-a360-d9e1ab6034c3', 'name': '', 'network_id': 'f36c9ede-9cd8-4b16-be19-6f5012ce7291', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:09:bf:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52612dcd-ce21-4204-9344-0d616fb53f62', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:00Z', 'updated_at': '2022-01-21T09:49:01Z', 'revision_number': 1, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': '52612dcd-ce21-4204-9344-0d616fb53f62', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:08.036441 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-c80d4c14-270d-4238-a2b4-784438494ddd None None] Allocated IP 172.20.0.2 (d5f237d0-52c1-4100-800c-a471203fec66/cf5bcfb7-65d4-4f67-9414-d4cfe40b03a3/7f7da537-3c82-41a7-aee4-6c647e5f4767) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:08.038456 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4ab938-0274-4b6b-9162-9adce3125e6b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Network 15882cfd-8e63-4d83-a7ba-77f52124112d is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:49:08.050436 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595e151e-cb3d-4780-bd7f-d8a2b2bf29f7 None None] The sync data for ids ['72f03803-a970-416f-a2eb-d92c34878823'] in dv-neutron-825732-1-hyperv is: [{'id': '72f03803-a970-416f-a2eb-d92c34878823', 'name': 'tempest-RoutersIpV6Test-router-1154031299', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:39Z', 'updated_at': '2022-01-21T09:49:02Z', 'revision_number': 3, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'gw_port_host': None, '_interfaces': [{'id': '3ea1e2bd-91e7-4a9e-892c-8b3192428dd3', 'name': '', 'network_id': '4c3bb146-520d-47eb-9baf-3514f0240049', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:42:19:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef1a7fb-438a-43d4-b64e-db20e5280e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:47Z', 'updated_at': '2022-01-21T09:49:02Z', 'revision_number': 4, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': '1ef1a7fb-438a-43d4-b64e-db20e5280e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '850e96b0-ef7d-4777-a360-d9e1ab6034c3', 'name': '', 'network_id': 'f36c9ede-9cd8-4b16-be19-6f5012ce7291', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:09:bf:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52612dcd-ce21-4204-9344-0d616fb53f62', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:00Z', 'updated_at': '2022-01-21T09:49:01Z', 'revision_number': 1, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': '52612dcd-ce21-4204-9344-0d616fb53f62', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:49:08.052465 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41be14a-ea28-4696-abce-0a251149044b None None] Pushing event updated for resources: {'Port': ['ID=ea11cc5d-598e-45e7-bde1-6ed95be002e3,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:08.077116 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-4b4ab938-0274-4b6b-9162-9adce3125e6b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 15882cfd-8e63-4d83-a7ba-77f52124112d) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:08.080159 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-c80d4c14-270d-4238-a2b4-784438494ddd None None] Allocated IP 2001:db8::f816:3eff:feb5:111 (d5f237d0-52c1-4100-800c-a471203fec66/7c9bdbee-7a34-423b-b082-37caa4142673/7f7da537-3c82-41a7-aee4-6c647e5f4767) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:08.081915 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23db648d-121d-4396-bc87-db607bf90690 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Made reservation on behalf of c3efc6a6fd814adc8f7fcb0582dd33b0 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:08.094192 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ec2d0ca-fc05-4d19-b0b1-da9afc1f214a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting subnet 7c9bdbee-7a34-423b-b082-37caa4142673 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:49:08.104546 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bdcbde-5b46-480b-aee5-d93a2ba1cff1 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Subnet': ['ID=452f5f61-c283-483b-9496-61db765d2f79,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:08.118397 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4ab938-0274-4b6b-9162-9adce3125e6b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:08.119075 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4b4ab938-0274-4b6b-9162-9adce3125e6b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:08.134500 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bdcbde-5b46-480b-aee5-d93a2ba1cff1 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Checking segment: {'id': '58d8c869-82d7-464c-aa2a-e2e184dea4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a475af51-2649-414f-bd70-ab12fcae1f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:08.134500 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bdcbde-5b46-480b-aee5-d93a2ba1cff1 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Network hostable DHCP agents. Network: a475af51-2649-414f-bd70-ab12fcae1f20, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:49:08.144349 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-6b6cae01-51c1-4158-817f-d65cb0c7e3ee None None] Attempting to bind port ea11cc5d-598e-45e7-bde1-6ed95be002e3 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:08.144717 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-6b6cae01-51c1-4158-817f-d65cb0c7e3ee None None] Attempting to bind port ea11cc5d-598e-45e7-bde1-6ed95be002e3 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:08.145076 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6cae01-51c1-4158-817f-d65cb0c7e3ee None None] Attempting to bind port ea11cc5d-598e-45e7-bde1-6ed95be002e3 on network 05164b30-8981-419a-8272-388f48c19dd5 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:49:08.147781 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94eefe0d-dc5c-4cd0-ab89-2ebf2a5c6184 None None] Network 15882cfd-8e63-4d83-a7ba-77f52124112d requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:49:08.168545 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bdcbde-5b46-480b-aee5-d93a2ba1cff1 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Network a475af51-2649-414f-bd70-ab12fcae1f20 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:49:08.185086 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-76bdcbde-5b46-480b-aee5-d93a2ba1cff1 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, a475af51-2649-414f-bd70-ab12fcae1f20) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:08.198063 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bdcbde-5b46-480b-aee5-d93a2ba1cff1 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:08.198649 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-76bdcbde-5b46-480b-aee5-d93a2ba1cff1 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:08.208165 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-c0afad80-4899-4c49-b487-38bd3b76f1d9 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:49:08.227766 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-76bdcbde-5b46-480b-aee5-d93a2ba1cff1 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7655051 Jan 21 09:49:08.228175 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34090) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:08.235620 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-3b3a0f37-15dd-4a5f-9e81-9427db16c56a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'port': {'network_id': 'a475af51-2649-414f-bd70-ab12fcae1f20', 'name': 'tempest-PortsTestJSON-1028735763', 'fixed_ips': [{'subnet_id': '452f5f61-c283-483b-9496-61db765d2f79', 'ip_address': '172.20.0.10'}]}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:08.256642 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4f42bf-4a96-485a-92e0-fe82820a15d0 None None] Network a475af51-2649-414f-bd70-ab12fcae1f20 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:49:08.303722 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c0afad80-4899-4c49-b487-38bd3b76f1d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:08.320213 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4b4ab938-0274-4b6b-9162-9adce3125e6b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2395537 Jan 21 09:49:08.324955 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34094) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:08.327376 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c0afad80-4899-4c49-b487-38bd3b76f1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:08.358254 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-23db648d-121d-4396-bc87-db607bf90690 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:08.530571 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6cae01-51c1-4158-817f-d65cb0c7e3ee None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:49:08.531442 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6cae01-51c1-4158-817f-d65cb0c7e3ee None None] Checking segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:08.531933 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6b6cae01-51c1-4158-817f-d65cb0c7e3ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:08.532568 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6cae01-51c1-4158-817f-d65cb0c7e3ee None None] Bound using segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:49:08.533021 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-6b6cae01-51c1-4158-817f-d65cb0c7e3ee None None] Bound port: ea11cc5d-598e-45e7-bde1-6ed95be002e3, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:08.533490 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6b6cae01-51c1-4158-817f-d65cb0c7e3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:08.590181 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3b3a0f37-15dd-4a5f-9e81-9427db16c56a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:08.600426 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3b3a0f37-15dd-4a5f-9e81-9427db16c56a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:08.631704 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0afad80-4899-4c49-b487-38bd3b76f1d9 admin admin] Pushing event updated for resources: {'Port': ['ID=ef1d8b4b-c256-4b95-8f29-d9256c44435b,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:08.634025 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3a0f37-15dd-4a5f-9e81-9427db16c56a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Made reservation on behalf of 081c5e94b3d84c0c999dc4d73e79f211 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:08.639753 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b3a0f37-15dd-4a5f-9e81-9427db16c56a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:08.655257 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c0afad80-4899-4c49-b487-38bd3b76f1d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:08.666207 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6c907-2659-4356-b51c-87b8844e66d2 req-590a1c22-5824-4b44-bea3-a38399311935 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:08.667714 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-55f6c907-2659-4356-b51c-87b8844e66d2 req-590a1c22-5824-4b44-bea3-a38399311935 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/ports?device_id=fe8aa511-607a-4f64-9172-474d512829dd HTTP/1.1" status: 200 len: 945 time: 0.3414564 Jan 21 09:49:08.700000 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-3b3a0f37-15dd-4a5f-9e81-9427db16c56a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] device_id is not set on port e5c6e454-157f-4a26-b35b-29ea5799575d yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:49:08.806499 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-075b8c9a-e077-4021-b40d-db84484c1174 None None] Provisioning for port 444798e6-a9db-41b5-957d-f889d06b46e7 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:08.858900 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:08.901542 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-55f6c907-2659-4356-b51c-87b8844e66d2 req-130b6273-38dc-4afd-9f34-c045aee26ec5 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7576773-34b9-47cd-986d-6bff6a0f6165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2269852 Jan 21 09:49:08.959085 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-6b6cae01-51c1-4158-817f-d65cb0c7e3ee None None] For port ea11cc5d-598e-45e7-bde1-6ed95be002e3, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:49:08.978578 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0afad80-4899-4c49-b487-38bd3b76f1d9 admin admin] Network 5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:08.986279 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-c0afad80-4899-4c49-b487-38bd3b76f1d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:09.032982 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-6b6cae01-51c1-4158-817f-d65cb0c7e3ee None None] For port ea11cc5d-598e-45e7-bde1-6ed95be002e3, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ea11cc5d-598e-45e7-bde1-6ed95be002e3,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:49:09.069555 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6b6cae01-51c1-4158-817f-d65cb0c7e3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.080654 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5cf8e84-e074-480c-891f-c6225e6d369d tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Router b3e08f78-8c2f-4161-b95d-6d981a4110a4 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:49:09.093028 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-23db648d-121d-4396-bc87-db607bf90690 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.149713 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 1b2a5ac4-4eab-4e49-9070-ad6b555eee35, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=1b2a5ac4-4eab-4e49-9070-ad6b555eee35,segment=NetworkSegment(6b6fcf63-f541-4d62-80d5-2aacf5460150),segment_id=6b6fcf63-f541-4d62-80d5-2aacf5460150)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:09.214300 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-3b3a0f37-15dd-4a5f-9e81-9427db16c56a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Allocated IP 172.20.0.10 (a475af51-2649-414f-bd70-ab12fcae1f20/452f5f61-c283-483b-9496-61db765d2f79/e5c6e454-157f-4a26-b35b-29ea5799575d) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:09.243390 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.256637 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-075b8c9a-e077-4021-b40d-db84484c1174 None None] Provisioning complete for port 1b2a5ac4-4eab-4e49-9070-ad6b555eee35 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:09.257107 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-075b8c9a-e077-4021-b40d-db84484c1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.295612 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c80d4c14-270d-4238-a2b4-784438494ddd None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.335145 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08996779-ab03-4c66-95d2-ab68977c8bcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-15882cfd-8e63-4d83-a7ba-77f52124112d', 'network_id': '15882cfd-8e63-4d83-a7ba-77f52124112d', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'fixed_ips': [{'subnet_id': '2bf39f70-cbc5-4a84-9f53-e52cbce07296'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:49:09.335962 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-08996779-ab03-4c66-95d2-ab68977c8bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.365665 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d905ac60-6a37-4cc4-b900-b99344ea88c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-a475af51-2649-414f-bd70-ab12fcae1f20', 'network_id': 'a475af51-2649-414f-bd70-ab12fcae1f20', 'tenant_id': '081c5e94b3d84c0c999dc4d73e79f211', 'fixed_ips': [{'subnet_id': '452f5f61-c283-483b-9496-61db765d2f79'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:49:09.366968 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d905ac60-6a37-4cc4-b900-b99344ea88c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.405263 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-c80d4c14-270d-4238-a2b4-784438494ddd None None] Transition to ACTIVE for port object 7f7da537-3c82-41a7-aee4-6c647e5f4767 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:09.441686 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41be14a-ea28-4696-abce-0a251149044b None None] Pushing event updated for resources: {'Port': ['ID=ea11cc5d-598e-45e7-bde1-6ed95be002e3,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:09.564047 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6cae01-51c1-4158-817f-d65cb0c7e3ee None None] Routers {'7cd4160e-8295-42eb-8f1c-0fd927c91ec8'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:09.566177 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6b6cae01-51c1-4158-817f-d65cb0c7e3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:48:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['7cd4160e-8295-42eb-8f1c-0fd927c91ec8'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:09.625859 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db648d-121d-4396-bc87-db607bf90690 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Subnet': ['ID=e2066ddd-2bac-45a8-b06a-dfde0472f894,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:09.647893 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-c80d4c14-270d-4238-a2b4-784438494ddd None None] Transition to ACTIVE for port object 7f7da537-3c82-41a7-aee4-6c647e5f4767 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:09.717500 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 444798e6-a9db-41b5-957d-f889d06b46e7 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:09.734914 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5ec2d0ca-fc05-4d19-b0b1-da9afc1f214a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.754733 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23db648d-121d-4396-bc87-db607bf90690 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Checking segment: {'id': '6aba9f7f-2522-484d-9ac9-80594c7c3a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4df5b5a0-0c6f-4d47-9deb-fa6f673103cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:09.755105 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23db648d-121d-4396-bc87-db607bf90690 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Network hostable DHCP agents. Network: 4df5b5a0-0c6f-4d47-9deb-fa6f673103cf, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:49:09.801249 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c80d4c14-270d-4238-a2b4-784438494ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.832502 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5ec2d0ca-fc05-4d19-b0b1-da9afc1f214a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.949316 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=1b2a5ac4-4eab-4e49-9070-ad6b555eee35,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:10.037600 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23db648d-121d-4396-bc87-db607bf90690 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Network 4df5b5a0-0c6f-4d47-9deb-fa6f673103cf is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:49:10.106226 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-23db648d-121d-4396-bc87-db607bf90690 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 4df5b5a0-0c6f-4d47-9deb-fa6f673103cf) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:10.125905 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23db648d-121d-4396-bc87-db607bf90690 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:10.137376 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-23db648d-121d-4396-bc87-db607bf90690 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:10.244317 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0e9b2a-84f0-4c03-98a6-c52c608d4415 None None] Network 4df5b5a0-0c6f-4d47-9deb-fa6f673103cf requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:49:10.256171 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b3a0f37-15dd-4a5f-9e81-9427db16c56a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:10.294606 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-3b3a0f37-15dd-4a5f-9e81-9427db16c56a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Transition to ACTIVE for port object e5c6e454-157f-4a26-b35b-29ea5799575d will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:10.381925 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5ec2d0ca-fc05-4d19-b0b1-da9afc1f214a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:10.399910 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-23db648d-121d-4396-bc87-db607bf90690 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7504177 Jan 21 09:49:10.407808 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34100) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:10.458605 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-83123ba2-b32c-427e-ab3b-77f0f4280b14 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:10.598877 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-08996779-ab03-4c66-95d2-ab68977c8bcf None None] Allocated IP 172.21.0.2 (15882cfd-8e63-4d83-a7ba-77f52124112d/2bf39f70-cbc5-4a84-9f53-e52cbce07296/f5c558c0-f4c0-4074-9820-c803ea00557c) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:10.632711 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5cf8e84-e074-480c-891f-c6225e6d369d tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:49:10.645110 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5cf8e84-e074-480c-891f-c6225e6d369d tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:10.645855 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d60893-d652-4eba-a6dd-5365f9e01acf None None] Sync routers for ids ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:49:10.668220 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d60893-d652-4eba-a6dd-5365f9e01acf None None] Routers {'b3e08f78-8c2f-4161-b95d-6d981a4110a4'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:10.669114 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-99d60893-d652-4eba-a6dd-5365f9e01acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:48:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:10.728569 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56956833-caaf-406c-989f-483109097963 req-026670d2-b978-4ef7-b954-3535a62a2139 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:10.730106 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-56956833-caaf-406c-989f-483109097963 req-026670d2-b978-4ef7-b954-3535a62a2139 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/ports?device_id=fe8aa511-607a-4f64-9172-474d512829dd HTTP/1.1" status: 200 len: 945 time: 0.5312686 Jan 21 09:49:10.826926 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-99d60893-d652-4eba-a6dd-5365f9e01acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:10.831647 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e5cf8e84-e074-480c-891f-c6225e6d369d tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "PUT /v2.0/floatingips/51b03eb3-04b2-4a57-9ffc-5ab876be2dbe HTTP/1.1" status: 200 len: 688 time: 7.0891273 Jan 21 09:49:10.832924 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34104) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:10.856136 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d60893-d652-4eba-a6dd-5365f9e01acf None None] Routers {'b3e08f78-8c2f-4161-b95d-6d981a4110a4'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:10.856980 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-99d60893-d652-4eba-a6dd-5365f9e01acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:48:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:10.922059 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b3a0f37-15dd-4a5f-9e81-9427db16c56a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:10.958666 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-99d60893-d652-4eba-a6dd-5365f9e01acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:10.959314 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d60893-d652-4eba-a6dd-5365f9e01acf None None] The sync data for ids ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:49:11.064102 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3a0f37-15dd-4a5f-9e81-9427db16c56a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Network a475af51-2649-414f-bd70-ab12fcae1f20 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:11.068250 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a0f37-15dd-4a5f-9e81-9427db16c56a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Port': ['ID=e5c6e454-157f-4a26-b35b-29ea5799575d,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:11.073186 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-3b3a0f37-15dd-4a5f-9e81-9427db16c56a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:11.075931 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3a0f37-15dd-4a5f-9e81-9427db16c56a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:11.078787 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-56956833-caaf-406c-989f-483109097963 req-4cacfb2b-0db4-4c62-867f-0082efa6acee tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7576773-34b9-47cd-986d-6bff6a0f6165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3314872 Jan 21 09:49:11.128467 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e1d5f150-dfc7-49a6-93c2-98c52d9fe744 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Deleting port 24cb4d77-9856-406f-8332-7824880de9ca {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:49:11.128806 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e1d5f150-dfc7-49a6-93c2-98c52d9fe744 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.136937 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5ec2d0ca-fc05-4d19-b0b1-da9afc1f214a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.155670 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0afad80-4899-4c49-b487-38bd3b76f1d9 admin admin] Router 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:49:11.167913 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80d4c14-270d-4238-a2b4-784438494ddd None None] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:11.182505 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-6b6cae01-51c1-4158-817f-d65cb0c7e3ee None None] Set router 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:49:11.198804 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec2d0ca-fc05-4d19-b0b1-da9afc1f214a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Subnet': ['ID=7c9bdbee-7a34-423b-b082-37caa4142673,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:11.211829 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5ec2d0ca-fc05-4d19-b0b1-da9afc1f214a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.221260 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3a0f37-15dd-4a5f-9e81-9427db16c56a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:11.225617 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b3a0f37-15dd-4a5f-9e81-9427db16c56a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.272887 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5ec2d0ca-fc05-4d19-b0b1-da9afc1f214a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/7c9bdbee-7a34-423b-b082-37caa4142673 HTTP/1.1" status: 204 len: 168 time: 3.6356883 Jan 21 09:49:11.276171 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34108) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:11.280219 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3b3a0f37-15dd-4a5f-9e81-9427db16c56a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0486569 Jan 21 09:49:11.281246 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34112) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:11.345627 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-8224d1bf-ac0c-4565-94f0-8048c1c54b5f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'port': {'network_id': 'a475af51-2649-414f-bd70-ab12fcae1f20', 'name': 'tempest-PortsTestJSON-1435983621', 'fixed_ips': [{'subnet_id': '452f5f61-c283-483b-9496-61db765d2f79', 'ip_address': '172.20.0.9'}]}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:11.406741 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-c80d4c14-270d-4238-a2b4-784438494ddd None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:11.410359 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80d4c14-270d-4238-a2b4-784438494ddd None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:11.518854 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 444798e6-a9db-41b5-957d-f889d06b46e7 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:11.533568 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e5dc3ba-93b8-42bd-a570-78d226b2315d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting subnet cf5bcfb7-65d4-4f67-9414-d4cfe40b03a3 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:49:11.537347 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d4c14-270d-4238-a2b4-784438494ddd None None] Pushing event updated for resources: {'Port': ['ID=7f7da537-3c82-41a7-aee4-6c647e5f4767,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:11.542413 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4e5dc3ba-93b8-42bd-a570-78d226b2315d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.566921 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 444798e6-a9db-41b5-957d-f889d06b46e7 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:11.567270 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.647219 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4e5dc3ba-93b8-42bd-a570-78d226b2315d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.694738 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8224d1bf-ac0c-4565-94f0-8048c1c54b5f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:11.700147 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-08996779-ab03-4c66-95d2-ab68977c8bcf None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.722311 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8224d1bf-ac0c-4565-94f0-8048c1c54b5f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:11.756217 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-d905ac60-6a37-4cc4-b900-b99344ea88c4 None None] Allocated IP 172.20.0.2 (a475af51-2649-414f-bd70-ab12fcae1f20/452f5f61-c283-483b-9496-61db765d2f79/aa891326-1c1c-4eb4-901a-59746aade25b) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:11.756730 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8224d1bf-ac0c-4565-94f0-8048c1c54b5f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Made reservation on behalf of 081c5e94b3d84c0c999dc4d73e79f211 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:11.762679 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8224d1bf-ac0c-4565-94f0-8048c1c54b5f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.778444 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e1d5f150-dfc7-49a6-93c2-98c52d9fe744 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.778772 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e1d5f150-dfc7-49a6-93c2-98c52d9fe744 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.786585 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ff165f0d-ea15-440c-ad56-b0ab311e84d3 None None] Provisioning for port ef1d8b4b-c256-4b95-8f29-d9256c44435b completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:11.804260 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-08996779-ab03-4c66-95d2-ab68977c8bcf None None] Transition to ACTIVE for port object f5c558c0-f4c0-4074-9820-c803ea00557c will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:11.804947 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-8224d1bf-ac0c-4565-94f0-8048c1c54b5f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] device_id is not set on port 578b2f48-9a65-4055-ae28-69d3c2b42973 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:49:11.812138 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b6554c-7a96-4ea8-b9b8-33a731dae284 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-4df5b5a0-0c6f-4d47-9deb-fa6f673103cf', 'network_id': '4df5b5a0-0c6f-4d47-9deb-fa6f673103cf', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'fixed_ips': [{'subnet_id': 'e2066ddd-2bac-45a8-b06a-dfde0472f894'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:49:11.812771 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-53b6554c-7a96-4ea8-b9b8-33a731dae284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.853946 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ff165f0d-ea15-440c-ad56-b0ab311e84d3 None None] Provisioning complete for port ef1d8b4b-c256-4b95-8f29-d9256c44435b triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:11.854238 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ff165f0d-ea15-440c-ad56-b0ab311e84d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.876836 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4e5dc3ba-93b8-42bd-a570-78d226b2315d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.907367 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c80d4c14-270d-4238-a2b4-784438494ddd None None] Attempting to bind port 7f7da537-3c82-41a7-aee4-6c647e5f4767 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:11.907649 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c80d4c14-270d-4238-a2b4-784438494ddd None None] Attempting to bind port 7f7da537-3c82-41a7-aee4-6c647e5f4767 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:11.908005 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80d4c14-270d-4238-a2b4-784438494ddd None None] Attempting to bind port 7f7da537-3c82-41a7-aee4-6c647e5f4767 on network d5f237d0-52c1-4100-800c-a471203fec66 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:49:11.928397 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e1d5f150-dfc7-49a6-93c2-98c52d9fe744 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Calling delete_port for 24cb4d77-9856-406f-8332-7824880de9ca owned by network:floatingip {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:49:11.951512 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-08996779-ab03-4c66-95d2-ab68977c8bcf None None] Transition to ACTIVE for port object f5c558c0-f4c0-4074-9820-c803ea00557c will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:12.094674 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-08996779-ab03-4c66-95d2-ab68977c8bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.103492 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4e5dc3ba-93b8-42bd-a570-78d226b2315d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.133840 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80d4c14-270d-4238-a2b4-784438494ddd None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:49:12.134204 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80d4c14-270d-4238-a2b4-784438494ddd None None] Checking segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:12.134596 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c80d4c14-270d-4238-a2b4-784438494ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.134978 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80d4c14-270d-4238-a2b4-784438494ddd None None] Bound using segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:49:12.135449 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c80d4c14-270d-4238-a2b4-784438494ddd None None] Bound port: 7f7da537-3c82-41a7-aee4-6c647e5f4767, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:12.135811 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c80d4c14-270d-4238-a2b4-784438494ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.169479 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-83123ba2-b32c-427e-ab3b-77f0f4280b14 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Allocated IP 172.21.0.1 (15882cfd-8e63-4d83-a7ba-77f52124112d/2bf39f70-cbc5-4a84-9f53-e52cbce07296/3f15ca91-6562-40e9-8a27-387590494894) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:12.227750 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-ff165f0d-ea15-440c-ad56-b0ab311e84d3 None None] Port ef1d8b4b-c256-4b95-8f29-d9256c44435b cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:49:12.340215 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e1d5f150-dfc7-49a6-93c2-98c52d9fe744 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.372933 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08996779-ab03-4c66-95d2-ab68977c8bcf None None] Network 15882cfd-8e63-4d83-a7ba-77f52124112d is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:12.382434 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0afad80-4899-4c49-b487-38bd3b76f1d9 admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:49:12.383202 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08996779-ab03-4c66-95d2-ab68977c8bcf None None] Pushing event updated for resources: {'Port': ['ID=f5c558c0-f4c0-4074-9820-c803ea00557c,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:12.413820 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5f150-dfc7-49a6-93c2-98c52d9fe744 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event deleted for resources: {'Port': ['ID=24cb4d77-9856-406f-8332-7824880de9ca,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:12.416700 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-08996779-ab03-4c66-95d2-ab68977c8bcf None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:12.503651 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5dc3ba-93b8-42bd-a570-78d226b2315d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Subnet': ['ID=cf5bcfb7-65d4-4f67-9414-d4cfe40b03a3,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:12.540208 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c0afad80-4899-4c49-b487-38bd3b76f1d9 admin admin] 10.222.0.104 "PUT /v2.0/routers/7cd4160e-8295-42eb-8f1c-0fd927c91ec8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7249148 Jan 21 09:49:12.561416 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.582950 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08996779-ab03-4c66-95d2-ab68977c8bcf None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:12.592948 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4e5dc3ba-93b8-42bd-a570-78d226b2315d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.620422 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ff165f0d-ea15-440c-ad56-b0ab311e84d3 None None] Provisioning for port 850e96b0-ef7d-4777-a360-d9e1ab6034c3 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:12.671512 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4e5dc3ba-93b8-42bd-a570-78d226b2315d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/cf5bcfb7-65d4-4f67-9414-d4cfe40b03a3 HTTP/1.1" status: 204 len: 168 time: 1.3893945 Jan 21 09:49:12.673941 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34120) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:12.698241 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e1d5f150-dfc7-49a6-93c2-98c52d9fe744 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for floatingip, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.699951 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e1d5f150-dfc7-49a6-93c2-98c52d9fe744 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.703882 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e1d5f150-dfc7-49a6-93c2-98c52d9fe744 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "DELETE /v2.0/floatingips/51b03eb3-04b2-4a57-9ffc-5ab876be2dbe HTTP/1.1" status: 204 len: 168 time: 1.8686664 Jan 21 09:49:12.707679 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34124) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:12.794273 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-09ee3063-f9d6-4bb3-ac8d-3ed6b02e762d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1025710 Jan 21 09:49:12.794921 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-01880d18-9976-4fb1-a1d4-35475be6c3cd tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] delete failed (client error): The resource could not be found. Jan 21 09:49:12.798017 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-01880d18-9976-4fb1-a1d4-35475be6c3cd tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "DELETE /v2.0/floatingips/51b03eb3-04b2-4a57-9ffc-5ab876be2dbe HTTP/1.1" status: 404 len: 345 time: 0.0848005 Jan 21 09:49:12.799053 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34130) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:12.805445 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34132) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:12.812623 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a7f692f4-7c70-4092-8582-08d58aa4b25a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.884211 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-83123ba2-b32c-427e-ab3b-77f0f4280b14 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.908076 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ff165f0d-ea15-440c-ad56-b0ab311e84d3 None None] Provisioning complete for port 850e96b0-ef7d-4777-a360-d9e1ab6034c3 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:12.908715 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ff165f0d-ea15-440c-ad56-b0ab311e84d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.913077 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261820a-e866-4458-9a25-7ea2ed1d2102 req-6b252024-9cd2-4e81-a81b-f7afbbe23e65 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:12.914678 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-1261820a-e866-4458-9a25-7ea2ed1d2102 req-6b252024-9cd2-4e81-a81b-f7afbbe23e65 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/ports?device_id=fe8aa511-607a-4f64-9172-474d512829dd HTTP/1.1" status: 200 len: 945 time: 0.3828433 Jan 21 09:49:12.942126 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-83123ba2-b32c-427e-ab3b-77f0f4280b14 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Transition to ACTIVE for port object 3f15ca91-6562-40e9-8a27-387590494894 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:13.009707 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-1261820a-e866-4458-9a25-7ea2ed1d2102 req-47cec547-5a57-4d93-8956-e0ed0e3f25f3 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7576773-34b9-47cd-986d-6bff6a0f6165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817196 Jan 21 09:49:13.021900 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d905ac60-6a37-4cc4-b900-b99344ea88c4 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:13.022435 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcc8580-6d7b-4af1-afd3-e9bf08a8b1fc tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:13.030704 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcc8580-6d7b-4af1-afd3-e9bf08a8b1fc tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:13.034724 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d905ac60-6a37-4cc4-b900-b99344ea88c4 None None] Transition to ACTIVE for port object aa891326-1c1c-4eb4-901a-59746aade25b will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:13.038915 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcc8580-6d7b-4af1-afd3-e9bf08a8b1fc tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:13.040269 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8bcc8580-6d7b-4af1-afd3-e9bf08a8b1fc tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Synchronizing usage tracker for tenant:a9bbec69a2694a0bb3504d188ecd25f9 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:13.061616 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-83123ba2-b32c-427e-ab3b-77f0f4280b14 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:13.115861 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-c80d4c14-270d-4238-a2b4-784438494ddd None None] For port 7f7da537-3c82-41a7-aee4-6c647e5f4767, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:49:13.138131 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-53b6554c-7a96-4ea8-b9b8-33a731dae284 None None] Allocated IP 2001:db8:2::2 (4df5b5a0-0c6f-4d47-9deb-fa6f673103cf/e2066ddd-2bac-45a8-b06a-dfde0472f894/25b35bf0-9057-47ca-9b0f-03a10adc5a21) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:13.140641 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8bcc8580-6d7b-4af1-afd3-e9bf08a8b1fc tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Unset dirty status for tenant:a9bbec69a2694a0bb3504d188ecd25f9 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:13.148471 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8bcc8580-6d7b-4af1-afd3-e9bf08a8b1fc tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "GET /v2.0/ports?network_id=a3ef6aca-08db-4695-ba7c-db91766cd459 HTTP/1.1" status: 200 len: 2357 time: 0.3381944 Jan 21 09:49:13.148471 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34144) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:13.150766 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-08996779-ab03-4c66-95d2-ab68977c8bcf None None] Attempting to bind port f5c558c0-f4c0-4074-9820-c803ea00557c on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:13.151411 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-08996779-ab03-4c66-95d2-ab68977c8bcf None None] Attempting to bind port f5c558c0-f4c0-4074-9820-c803ea00557c by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '252fd347-63c3-476e-b82f-9aa049fad307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '15882cfd-8e63-4d83-a7ba-77f52124112d'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:13.152123 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08996779-ab03-4c66-95d2-ab68977c8bcf None None] Attempting to bind port f5c558c0-f4c0-4074-9820-c803ea00557c on network 15882cfd-8e63-4d83-a7ba-77f52124112d {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:49:13.154637 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-ff165f0d-ea15-440c-ad56-b0ab311e84d3 None None] Port 850e96b0-ef7d-4777-a360-d9e1ab6034c3 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:49:13.158552 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d905ac60-6a37-4cc4-b900-b99344ea88c4 None None] Transition to ACTIVE for port object aa891326-1c1c-4eb4-901a-59746aade25b will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:13.168250 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 444798e6-a9db-41b5-957d-f889d06b46e7, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=444798e6-a9db-41b5-957d-f889d06b46e7,segment=NetworkSegment(6b6fcf63-f541-4d62-80d5-2aacf5460150),segment_id=6b6fcf63-f541-4d62-80d5-2aacf5460150)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:13.176734 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-c80d4c14-270d-4238-a2b4-784438494ddd None None] For port 7f7da537-3c82-41a7-aee4-6c647e5f4767, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=7f7da537-3c82-41a7-aee4-6c647e5f4767,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:49:13.180596 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6b6cae01-51c1-4158-817f-d65cb0c7e3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'name': 'tempest-TestVolumeBootPattern-1713256989-router', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:53Z', 'updated_at': '2022-01-21T09:49:06Z', 'revision_number': 4, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'gw_port': {'id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:55Z', 'updated_at': '2022-01-21T09:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'ef1d8b4b-c256-4b95-8f29-d9256c44435b', 'name': '', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'mac_address': 'fa:16:3e:3f:bf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:07Z', 'revision_number': 2, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'subnets': [{'id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:13.186291 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493fb212-22f5-40c6-adb6-f384556bb574 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:13.187469 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-493fb212-22f5-40c6-adb6-f384556bb574 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:13.198282 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d905ac60-6a37-4cc4-b900-b99344ea88c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:13.202020 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:13.202771 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 1745fdfc-3170-4649-b784-740ec2b0d0ba up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:13.207156 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bc680cd2-aa5d-468f-a0ab-d1656567c6fc req-5aeca788-a14d-489c-b259-6bb2208c8731 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=fe8aa511-607a-4f64-9172-474d512829dd HTTP/1.1" status: 200 len: 1098 time: 0.5626719 Jan 21 09:49:13.255227 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83123ba2-b32c-427e-ab3b-77f0f4280b14 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Network 15882cfd-8e63-4d83-a7ba-77f52124112d is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:13.263341 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6cae01-51c1-4158-817f-d65cb0c7e3ee None None] The sync data for ids ['7cd4160e-8295-42eb-8f1c-0fd927c91ec8'] in dv-neutron-825732-1-hyperv is: [{'id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'name': 'tempest-TestVolumeBootPattern-1713256989-router', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:53Z', 'updated_at': '2022-01-21T09:49:06Z', 'revision_number': 4, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'gw_port': {'id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:55Z', 'updated_at': '2022-01-21T09:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'ef1d8b4b-c256-4b95-8f29-d9256c44435b', 'name': '', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'mac_address': 'fa:16:3e:3f:bf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:07Z', 'revision_number': 2, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'subnets': [{'id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:49:13.264399 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-83123ba2-b32c-427e-ab3b-77f0f4280b14 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:13.265979 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08996779-ab03-4c66-95d2-ab68977c8bcf None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:49:13.266361 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08996779-ab03-4c66-95d2-ab68977c8bcf None None] Checking segment: {'id': '252fd347-63c3-476e-b82f-9aa049fad307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '15882cfd-8e63-4d83-a7ba-77f52124112d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:13.266762 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-08996779-ab03-4c66-95d2-ab68977c8bcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:13.267248 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08996779-ab03-4c66-95d2-ab68977c8bcf None None] Bound using segment: {'id': '252fd347-63c3-476e-b82f-9aa049fad307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '15882cfd-8e63-4d83-a7ba-77f52124112d'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:49:13.267737 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-08996779-ab03-4c66-95d2-ab68977c8bcf None None] Bound port: f5c558c0-f4c0-4074-9820-c803ea00557c, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '252fd347-63c3-476e-b82f-9aa049fad307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '15882cfd-8e63-4d83-a7ba-77f52124112d'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:13.269386 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-08996779-ab03-4c66-95d2-ab68977c8bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:13.272999 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83123ba2-b32c-427e-ab3b-77f0f4280b14 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:13.279392 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c80d4c14-270d-4238-a2b4-784438494ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:13.330704 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83123ba2-b32c-427e-ab3b-77f0f4280b14 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Port': ['ID=3f15ca91-6562-40e9-8a27-387590494894,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:13.352169 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-493fb212-22f5-40c6-adb6-f384556bb574 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:13.355896 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-493fb212-22f5-40c6-adb6-f384556bb574 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5471539 Jan 21 09:49:13.359791 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34150) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:13.391609 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-8224d1bf-ac0c-4565-94f0-8048c1c54b5f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Allocated IP 172.20.0.9 (a475af51-2649-414f-bd70-ab12fcae1f20/452f5f61-c283-483b-9496-61db765d2f79/578b2f48-9a65-4055-ae28-69d3c2b42973) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:13.396241 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adc3e7a-4a9d-467d-a83c-cbc3806b630c tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:13.396812 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-4adc3e7a-4a9d-467d-a83c-cbc3806b630c tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Synchronizing usage tracker for tenant:a9bbec69a2694a0bb3504d188ecd25f9 on resource:subnet {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:13.418979 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-83123ba2-b32c-427e-ab3b-77f0f4280b14 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:13.450040 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bc680cd2-aa5d-468f-a0ab-d1656567c6fc req-7812c785-7b27-4a26-9bf3-7958c0f5ef1c service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=f7576773-34b9-47cd-986d-6bff6a0f6165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2299159 Jan 21 09:49:13.453229 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-4adc3e7a-4a9d-467d-a83c-cbc3806b630c tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Unset dirty status for tenant:a9bbec69a2694a0bb3504d188ecd25f9 on resource:subnet {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:13.459319 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4adc3e7a-4a9d-467d-a83c-cbc3806b630c tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "GET /v2.0/subnets/066c2e10-3d59-41d9-bc29-6b5c4e84f7e6 HTTP/1.1" status: 200 len: 797 time: 0.3083062 Jan 21 09:49:13.464258 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34156) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:13.473820 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-83644086-1db3-4379-99ab-4e359f61f559 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Request body: {'port': {'network_id': 'a3ef6aca-08db-4695-ba7c-db91766cd459', 'name': 'tempest-FloatingIPTestJSON-839332508', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:13.491741 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d905ac60-6a37-4cc4-b900-b99344ea88c4 None None] Network a475af51-2649-414f-bd70-ab12fcae1f20 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:13.520658 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-d905ac60-6a37-4cc4-b900-b99344ea88c4 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:13.522411 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ff165f0d-ea15-440c-ad56-b0ab311e84d3 None None] Provisioning for port 5eca861b-3801-4ff6-95a2-a55a6834e83f completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:13.525734 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d905ac60-6a37-4cc4-b900-b99344ea88c4 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:13.538753 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905ac60-6a37-4cc4-b900-b99344ea88c4 None None] Pushing event updated for resources: {'Port': ['ID=aa891326-1c1c-4eb4-901a-59746aade25b,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:13.780046 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd04399d-dcfa-4f51-ab3d-b4634cb34e37 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:13.780813 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-cd04399d-dcfa-4f51-ab3d-b4634cb34e37 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:13.825940 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-83123ba2-b32c-427e-ab3b-77f0f4280b14 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:13.832313 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-08996779-ab03-4c66-95d2-ab68977c8bcf None None] For port f5c558c0-f4c0-4074-9820-c803ea00557c, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:49:13.843253 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-cd04399d-dcfa-4f51-ab3d-b4634cb34e37 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:13.850462 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-cd04399d-dcfa-4f51-ab3d-b4634cb34e37 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4893887 Jan 21 09:49:13.858666 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34162) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:13.866967 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-83644086-1db3-4379-99ab-4e359f61f559 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:13.880089 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-08996779-ab03-4c66-95d2-ab68977c8bcf None None] For port f5c558c0-f4c0-4074-9820-c803ea00557c, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=f5c558c0-f4c0-4074-9820-c803ea00557c,segment=NetworkSegment(252fd347-63c3-476e-b82f-9aa049fad307),segment_id=252fd347-63c3-476e-b82f-9aa049fad307)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:49:13.938195 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=444798e6-a9db-41b5-957d-f889d06b46e7,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:13.951548 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-83644086-1db3-4379-99ab-4e359f61f559 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:13.971165 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8224d1bf-ac0c-4565-94f0-8048c1c54b5f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.008613 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5f16e214-7f8a-45e8-b108-9e51a3d36c5e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1441238 Jan 21 09:49:14.009704 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34168) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:14.010226 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34170) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:14.021230 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-510190061-network', 'tenant_id': '46be4eed59ff4316b230439062a7a607'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:14.026467 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-08996779-ab03-4c66-95d2-ab68977c8bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.029013 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-c3d577ef-6f92-45db-87a4-0563d24b418a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:14.044257 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ff165f0d-ea15-440c-ad56-b0ab311e84d3 None None] Provisioning complete for port 444798e6-a9db-41b5-957d-f889d06b46e7 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:14.044257 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ff165f0d-ea15-440c-ad56-b0ab311e84d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.052069 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:14.060598 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83644086-1db3-4379-99ab-4e359f61f559 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Made reservation on behalf of a9bbec69a2694a0bb3504d188ecd25f9 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:14.091332 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-d905ac60-6a37-4cc4-b900-b99344ea88c4 None None] Attempting to bind port aa891326-1c1c-4eb4-901a-59746aade25b on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:14.091710 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-d905ac60-6a37-4cc4-b900-b99344ea88c4 None None] Attempting to bind port aa891326-1c1c-4eb4-901a-59746aade25b by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '58d8c869-82d7-464c-aa2a-e2e184dea4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a475af51-2649-414f-bd70-ab12fcae1f20'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:14.092098 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d905ac60-6a37-4cc4-b900-b99344ea88c4 None None] Attempting to bind port aa891326-1c1c-4eb4-901a-59746aade25b on network a475af51-2649-414f-bd70-ab12fcae1f20 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:49:14.116470 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Usage tracker for resource:network and tenant:46be4eed59ff4316b230439062a7a607 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:14.122629 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:14.144470 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 1745fdfc-3170-4649-b784-740ec2b0d0ba triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:14.144847 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.147413 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:14.180704 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-c3d577ef-6f92-45db-87a4-0563d24b418a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:14.183416 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Made reservation on behalf of 46be4eed59ff4316b230439062a7a607 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:14.185810 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.202652 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.229830 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d905ac60-6a37-4cc4-b900-b99344ea88c4 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:49:14.229830 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d905ac60-6a37-4cc4-b900-b99344ea88c4 None None] Checking segment: {'id': '58d8c869-82d7-464c-aa2a-e2e184dea4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a475af51-2649-414f-bd70-ab12fcae1f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:14.232311 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d905ac60-6a37-4cc4-b900-b99344ea88c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.232879 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d905ac60-6a37-4cc4-b900-b99344ea88c4 None None] Bound using segment: {'id': '58d8c869-82d7-464c-aa2a-e2e184dea4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a475af51-2649-414f-bd70-ab12fcae1f20'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:49:14.235476 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-d905ac60-6a37-4cc4-b900-b99344ea88c4 None None] Bound port: aa891326-1c1c-4eb4-901a-59746aade25b, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58d8c869-82d7-464c-aa2a-e2e184dea4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a475af51-2649-414f-bd70-ab12fcae1f20'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:14.235476 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d905ac60-6a37-4cc4-b900-b99344ea88c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.259884 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-53b6554c-7a96-4ea8-b9b8-33a731dae284 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.269178 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-c3d577ef-6f92-45db-87a4-0563d24b418a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:14.309770 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-53b6554c-7a96-4ea8-b9b8-33a731dae284 None None] Transition to ACTIVE for port object 25b35bf0-9057-47ca-9b0f-03a10adc5a21 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:14.331537 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d4c14-270d-4238-a2b4-784438494ddd None None] Pushing event updated for resources: {'Port': ['ID=7f7da537-3c82-41a7-aee4-6c647e5f4767,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:14.334606 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:14.343960 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d577ef-6f92-45db-87a4-0563d24b418a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:14.351256 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-8224d1bf-ac0c-4565-94f0-8048c1c54b5f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Transition to ACTIVE for port object 578b2f48-9a65-4055-ae28-69d3c2b42973 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:14.361868 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-53b6554c-7a96-4ea8-b9b8-33a731dae284 None None] Transition to ACTIVE for port object 25b35bf0-9057-47ca-9b0f-03a10adc5a21 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:14.370622 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Usage tracker for resource:security_group_rule and tenant:46be4eed59ff4316b230439062a7a607 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:14.485443 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-a7f692f4-7c70-4092-8582-08d58aa4b25a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Allocated IP 2001:db8:2::1 (4df5b5a0-0c6f-4d47-9deb-fa6f673103cf/e2066ddd-2bac-45a8-b06a-dfde0472f894/fd7534ae-43c5-4629-9ed0-05b03e6b8711) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:14.552156 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-d905ac60-6a37-4cc4-b900-b99344ea88c4 None None] For port aa891326-1c1c-4eb4-901a-59746aade25b, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:49:14.562049 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:14.567987 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-d905ac60-6a37-4cc4-b900-b99344ea88c4 None None] For port aa891326-1c1c-4eb4-901a-59746aade25b, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=aa891326-1c1c-4eb4-901a-59746aade25b,segment=NetworkSegment(58d8c869-82d7-464c-aa2a-e2e184dea4c6),segment_id=58d8c869-82d7-464c-aa2a-e2e184dea4c6)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:49:14.628888 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832fe955-ed27-406d-b79d-2b67f53b2716 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:49:14.775446 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:14.781479 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-83644086-1db3-4379-99ab-4e359f61f559 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.823999 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8224d1bf-ac0c-4565-94f0-8048c1c54b5f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.878888 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 32bf03f1-5287-4b92-bc6e-7943d0881fc4 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:49:14.881120 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 32bf03f1-5287-4b92-bc6e-7943d0881fc4 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:49:14.939222 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d905ac60-6a37-4cc4-b900-b99344ea88c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.943841 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-53b6554c-7a96-4ea8-b9b8-33a731dae284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.975740 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f9a679-6577-43a4-ba7b-f61c244e43ba None None] Sync routers for ids ['72f03803-a970-416f-a2eb-d92c34878823'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:49:14.982641 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bbebd-0793-40d8-8678-c912094cd8a3 req-05af66e6-6fa3-405c-98ea-9de65d46498a tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:14.984202 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-164bbebd-0793-40d8-8678-c912094cd8a3 req-05af66e6-6fa3-405c-98ea-9de65d46498a tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/ports?device_id=fe8aa511-607a-4f64-9172-474d512829dd HTTP/1.1" status: 200 len: 945 time: 0.7639031 Jan 21 09:49:14.994098 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a7f692f4-7c70-4092-8582-08d58aa4b25a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.038567 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b6554c-7a96-4ea8-b9b8-33a731dae284 None None] Network 4df5b5a0-0c6f-4d47-9deb-fa6f673103cf is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:15.041414 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a7f692f4-7c70-4092-8582-08d58aa4b25a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Transition to ACTIVE for port object fd7534ae-43c5-4629-9ed0-05b03e6b8711 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:15.079631 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c3d577ef-6f92-45db-87a4-0563d24b418a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.081664 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d577ef-6f92-45db-87a4-0563d24b418a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:49:15.082108 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3d577ef-6f92-45db-87a4-0563d24b418a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:49:15.112992 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-164bbebd-0793-40d8-8678-c912094cd8a3 req-688df871-bea3-4164-b841-1bd39155c760 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7576773-34b9-47cd-986d-6bff6a0f6165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924463 Jan 21 09:49:15.130439 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8224d1bf-ac0c-4565-94f0-8048c1c54b5f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Network a475af51-2649-414f-bd70-ab12fcae1f20 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:15.203148 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c3d577ef-6f92-45db-87a4-0563d24b418a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.1914587 Jan 21 09:49:15.206322 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a7f692f4-7c70-4092-8582-08d58aa4b25a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.211719 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34178) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:15.220175 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-83123ba2-b32c-427e-ab3b-77f0f4280b14 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.223949 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-8224d1bf-ac0c-4565-94f0-8048c1c54b5f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:15.232322 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8224d1bf-ac0c-4565-94f0-8048c1c54b5f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:15.291190 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-83123ba2-b32c-427e-ab3b-77f0f4280b14 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.297387 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-53b6554c-7a96-4ea8-b9b8-33a731dae284 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:15.301280 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-1c729210-2ce0-4f90-b613-603c6a663ae5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:15.339163 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b6554c-7a96-4ea8-b9b8-33a731dae284 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:15.343370 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-83644086-1db3-4379-99ab-4e359f61f559 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] device_id is not set on port 76c9ffb1-e11c-4647-a6a4-65aa02cfee31 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:49:15.389374 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8224d1bf-ac0c-4565-94f0-8048c1c54b5f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Port': ['ID=578b2f48-9a65-4055-ae28-69d3c2b42973,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:15.436864 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.resource_extend [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:49:15.489832 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.518794 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.533572 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83123ba2-b32c-427e-ab3b-77f0f4280b14 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Port': ['ID=3f15ca91-6562-40e9-8a27-387590494894,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:15.538381 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:49:15.566723 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.567207 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Added segment 89ee0a78-05a7-468d-96e7-01f4543336e4 of type vlan for network 3c7ecd14-7b1e-4350-90a1-61e73ac7f6e9 Jan 21 09:49:15.604362 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.652782 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-83123ba2-b32c-427e-ab3b-77f0f4280b14 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.678175 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8224d1bf-ac0c-4565-94f0-8048c1c54b5f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:15.678900 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8224d1bf-ac0c-4565-94f0-8048c1c54b5f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.681257 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 32bf03f1-5287-4b92-bc6e-7943d0881fc4, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=32bf03f1-5287-4b92-bc6e-7943d0881fc4,segment=NetworkSegment(155ca858-1c82-4acd-b696-f79df79a5f2d),segment_id=155ca858-1c82-4acd-b696-f79df79a5f2d)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:15.735280 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.736219 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:15.736805 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.797198 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '32bf03f1-5287-4b92-bc6e-7943d0881fc4', 'network_id': '7c76e461-3311-4ee9-93b1-5e66961e7ff1', 'port_id': '32bf03f1-5287-4b92-bc6e-7943d0881fc4', 'mac_address': 'fa:16:3e:36:eb:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23e2bbf6-5c4d-4071-9407-50801ecd5467', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:49:15.816609 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8224d1bf-ac0c-4565-94f0-8048c1c54b5f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.4771626 Jan 21 09:49:15.816609 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34182) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:15.966075 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f9a679-6577-43a4-ba7b-f61c244e43ba None None] Routers {'72f03803-a970-416f-a2eb-d92c34878823'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:15.967175 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c9f9a679-6577-43a4-ba7b-f61c244e43ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:48:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['72f03803-a970-416f-a2eb-d92c34878823'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:15.981411 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Pushing event updated for resources: {'Network': ['ID=3c7ecd14-7b1e-4350-90a1-61e73ac7f6e9,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:16.026284 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f692f4-7c70-4092-8582-08d58aa4b25a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Network 4df5b5a0-0c6f-4d47-9deb-fa6f673103cf is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:16.028183 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f692f4-7c70-4092-8582-08d58aa4b25a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Port': ['ID=fd7534ae-43c5-4629-9ed0-05b03e6b8711,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:16.040769 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-a7f692f4-7c70-4092-8582-08d58aa4b25a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:16.047916 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-1c729210-2ce0-4f90-b613-603c6a663ae5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:16.069301 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-1c729210-2ce0-4f90-b613-603c6a663ae5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:16.082993 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08996779-ab03-4c66-95d2-ab68977c8bcf None None] Pushing event updated for resources: {'Port': ['ID=f5c558c0-f4c0-4074-9820-c803ea00557c,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:16.084934 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0693560 Jan 21 09:49:16.086076 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f692f4-7c70-4092-8582-08d58aa4b25a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:16.087381 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a7f692f4-7c70-4092-8582-08d58aa4b25a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:16.103383 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34186) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:16.136409 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-d5afb1c7-6e97-4ecd-8752-4bf08e6e4d86 admin admin] Request body: {'subnet': {'network_id': '3c7ecd14-7b1e-4350-90a1-61e73ac7f6e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-510190061-subnet', 'tenant_id': '46be4eed59ff4316b230439062a7a607', 'ip_version': 4}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:16.141312 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c729210-2ce0-4f90-b613-603c6a663ae5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:16.145923 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c729210-2ce0-4f90-b613-603c6a663ae5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:16.147451 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c729210-2ce0-4f90-b613-603c6a663ae5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:49:16.147981 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c729210-2ce0-4f90-b613-603c6a663ae5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:49:16.152911 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34732104-e835-44da-a07b-7f19e1d9cce6,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:16.168982 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:16.169498 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:16.169964 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:16.170567 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:16.171266 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:16.172436 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:16.173179 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:16.173794 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:16.174353 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:16.175157 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:16.175813 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:16.192517 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f692f4-7c70-4092-8582-08d58aa4b25a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:16.194051 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f692f4-7c70-4092-8582-08d58aa4b25a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:16.195186 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f692f4-7c70-4092-8582-08d58aa4b25a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:16.196301 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f692f4-7c70-4092-8582-08d58aa4b25a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:16.198042 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f692f4-7c70-4092-8582-08d58aa4b25a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:16.198664 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f692f4-7c70-4092-8582-08d58aa4b25a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:16.199295 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f692f4-7c70-4092-8582-08d58aa4b25a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:16.199848 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f692f4-7c70-4092-8582-08d58aa4b25a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:16.200618 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f692f4-7c70-4092-8582-08d58aa4b25a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:16.201401 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f692f4-7c70-4092-8582-08d58aa4b25a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:16.201995 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f692f4-7c70-4092-8582-08d58aa4b25a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:16.222501 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-d5afb1c7-6e97-4ecd-8752-4bf08e6e4d86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:16.226059 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:16.226745 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:16.227295 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:16.227909 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:16.228460 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:16.229005 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:16.229583 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:16.230136 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:16.230873 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:16.231418 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:16.231967 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0987b-d768-4421-a16f-3ebedfde6f4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:16.252103 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-d5afb1c7-6e97-4ecd-8752-4bf08e6e4d86 admin admin] Usage tracker for resource:subnet and tenant:46be4eed59ff4316b230439062a7a607 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:16.258807 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-d5afb1c7-6e97-4ecd-8752-4bf08e6e4d86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:16.260484 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-53b6554c-7a96-4ea8-b9b8-33a731dae284 None None] Attempting to bind port 25b35bf0-9057-47ca-9b0f-03a10adc5a21 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:16.260861 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-53b6554c-7a96-4ea8-b9b8-33a731dae284 None None] Attempting to bind port 25b35bf0-9057-47ca-9b0f-03a10adc5a21 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '6aba9f7f-2522-484d-9ac9-80594c7c3a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4df5b5a0-0c6f-4d47-9deb-fa6f673103cf'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:16.261225 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b6554c-7a96-4ea8-b9b8-33a731dae284 None None] Attempting to bind port 25b35bf0-9057-47ca-9b0f-03a10adc5a21 on network 4df5b5a0-0c6f-4d47-9deb-fa6f673103cf {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:49:16.272617 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-d5afb1c7-6e97-4ecd-8752-4bf08e6e4d86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:16.278496 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-1c729210-2ce0-4f90-b613-603c6a663ae5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9829893 Jan 21 09:49:16.282301 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34192) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:16.296720 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-a1f962c1-e1ec-46e9-a0d6-2ec92502ad03 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:16.318290 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5afb1c7-6e97-4ecd-8752-4bf08e6e4d86 admin admin] Made reservation on behalf of 46be4eed59ff4316b230439062a7a607 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:16.320862 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d5afb1c7-6e97-4ecd-8752-4bf08e6e4d86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:16.327439 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-83644086-1db3-4379-99ab-4e359f61f559 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Allocated IP 172.20.0.14 (a3ef6aca-08db-4695-ba7c-db91766cd459/066c2e10-3d59-41d9-bc29-6b5c4e84f7e6/76c9ffb1-e11c-4647-a6a4-65aa02cfee31) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:16.336106 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-83644086-1db3-4379-99ab-4e359f61f559 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Allocated IP 172.20.0.13 (a3ef6aca-08db-4695-ba7c-db91766cd459/066c2e10-3d59-41d9-bc29-6b5c4e84f7e6/76c9ffb1-e11c-4647-a6a4-65aa02cfee31) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:16.381468 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:16.390682 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 3c7ecd14-7b1e-4350-90a1-61e73ac7f6e9 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:49:16.402820 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6908a8b0-6aa1-44f6-b70c-22e5ec6bb20f None None] Network 15882cfd-8e63-4d83-a7ba-77f52124112d requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:49:16.422342 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 5eca861b-3801-4ff6-95a2-a55a6834e83f up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:16.578670 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a7f692f4-7c70-4092-8582-08d58aa4b25a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:16.614114 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a1f962c1-e1ec-46e9-a0d6-2ec92502ad03 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:16.683576 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83123ba2-b32c-427e-ab3b-77f0f4280b14 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Network 15882cfd-8e63-4d83-a7ba-77f52124112d is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:16.701701 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-83123ba2-b32c-427e-ab3b-77f0f4280b14 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:16.851842 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-c9f9a679-6577-43a4-ba7b-f61c244e43ba None None] Set router 72f03803-a970-416f-a2eb-d92c34878823 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:49:16.919252 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483363a4-8c8d-4bda-a102-8608a81758ed tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:16.919970 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-483363a4-8c8d-4bda-a102-8608a81758ed tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Synchronizing usage tracker for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:16.986641 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b6554c-7a96-4ea8-b9b8-33a731dae284 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:49:16.986998 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b6554c-7a96-4ea8-b9b8-33a731dae284 None None] Checking segment: {'id': '6aba9f7f-2522-484d-9ac9-80594c7c3a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4df5b5a0-0c6f-4d47-9deb-fa6f673103cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:16.988102 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-53b6554c-7a96-4ea8-b9b8-33a731dae284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:16.988493 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b6554c-7a96-4ea8-b9b8-33a731dae284 None None] Bound using segment: {'id': '6aba9f7f-2522-484d-9ac9-80594c7c3a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4df5b5a0-0c6f-4d47-9deb-fa6f673103cf'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:49:16.988973 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-53b6554c-7a96-4ea8-b9b8-33a731dae284 None None] Bound port: 25b35bf0-9057-47ca-9b0f-03a10adc5a21, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aba9f7f-2522-484d-9ac9-80594c7c3a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4df5b5a0-0c6f-4d47-9deb-fa6f673103cf'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:16.989349 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-53b6554c-7a96-4ea8-b9b8-33a731dae284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:16.993857 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a1f962c1-e1ec-46e9-a0d6-2ec92502ad03 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:17.002972 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d92eec8-f82a-4585-9c4d-5bc19a928305 None None] Network a475af51-2649-414f-bd70-ab12fcae1f20 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:49:17.024495 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697a144-8b41-4238-94ea-67e4eb63990e req-b62f6053-0a8e-4145-9646-069bfc8c42d6 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:17.026083 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-5697a144-8b41-4238-94ea-67e4eb63990e req-b62f6053-0a8e-4145-9646-069bfc8c42d6 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/ports?device_id=fe8aa511-607a-4f64-9172-474d512829dd HTTP/1.1" status: 200 len: 945 time: 0.6213520 Jan 21 09:49:17.036728 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f962c1-e1ec-46e9-a0d6-2ec92502ad03 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:17.040468 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1f962c1-e1ec-46e9-a0d6-2ec92502ad03 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:17.042285 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f962c1-e1ec-46e9-a0d6-2ec92502ad03 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:49:17.042520 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1f962c1-e1ec-46e9-a0d6-2ec92502ad03 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:49:17.046070 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:17.072596 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-483363a4-8c8d-4bda-a102-8608a81758ed tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Unset dirty status for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:17.076057 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-483363a4-8c8d-4bda-a102-8608a81758ed tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 1.2198253 Jan 21 09:49:17.077805 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34196) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:17.170497 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a1f962c1-e1ec-46e9-a0d6-2ec92502ad03 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8823409 Jan 21 09:49:17.170705 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8aa511-607a-4f64-9172-474d512829dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32bf03f1-5287-4b92-bc6e-7943d0881fc4'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:49:17.173832 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905ac60-6a37-4cc4-b900-b99344ea88c4 None None] Pushing event updated for resources: {'Port': ['ID=aa891326-1c1c-4eb4-901a-59746aade25b,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:17.180885 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34200) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:17.203767 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-928a6285-f7b0-47bf-becd-98f27b87cfe2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:17.224062 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-83644086-1db3-4379-99ab-4e359f61f559 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:17.334184 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d5afb1c7-6e97-4ecd-8752-4bf08e6e4d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:17.380960 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32bf03f1-5287-4b92-bc6e-7943d0881fc4 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:49:17.384415 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-9f7146de-84ac-4934-a777-adbeb387a146 None None] Provisioning for port f5c558c0-f4c0-4074-9820-c803ea00557c completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:17.405554 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8aa511-607a-4f64-9172-474d512829dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32bf03f1-5287-4b92-bc6e-7943d0881fc4', 'code': 200} Jan 21 09:49:17.407908 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 32bf03f1-5287-4b92-bc6e-7943d0881fc4, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=32bf03f1-5287-4b92-bc6e-7943d0881fc4,segment=NetworkSegment(155ca858-1c82-4acd-b696-f79df79a5f2d),segment_id=155ca858-1c82-4acd-b696-f79df79a5f2d)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:17.432777 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5afb1c7-6e97-4ecd-8752-4bf08e6e4d86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8674a2d4-7608-4f3c-8ee7-cc36d566c9ec,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:17.484312 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-5697a144-8b41-4238-94ea-67e4eb63990e req-0a6e6cf8-4f1d-4c77-9eae-9e60f539d124 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7576773-34b9-47cd-986d-6bff6a0f6165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4474628 Jan 21 09:49:17.505383 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a7f692f4-7c70-4092-8582-08d58aa4b25a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:17.516991 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:17.520915 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 5eca861b-3801-4ff6-95a2-a55a6834e83f completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:17.521838 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5afb1c7-6e97-4ecd-8752-4bf08e6e4d86 admin admin] Checking segment: {'id': '89ee0a78-05a7-468d-96e7-01f4543336e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '3c7ecd14-7b1e-4350-90a1-61e73ac7f6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:17.523128 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5afb1c7-6e97-4ecd-8752-4bf08e6e4d86 admin admin] Network hostable DHCP agents. Network: 3c7ecd14-7b1e-4350-90a1-61e73ac7f6e9, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:49:17.525725 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-928a6285-f7b0-47bf-becd-98f27b87cfe2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:17.530916 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34206) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:17.533093 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a7f692f4-7c70-4092-8582-08d58aa4b25a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:17.534825 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a7f692f4-7c70-4092-8582-08d58aa4b25a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:17.583296 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:49:17.605087 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-928a6285-f7b0-47bf-becd-98f27b87cfe2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:17.649333 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 5eca861b-3801-4ff6-95a2-a55a6834e83f triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:17.649727 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:17.668796 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-83644086-1db3-4379-99ab-4e359f61f559 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:17.673707 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928a6285-f7b0-47bf-becd-98f27b87cfe2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:17.695386 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd39150b-771b-4d32-9fe6-b6275d114879 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:17.699363 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd39150b-771b-4d32-9fe6-b6275d114879 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:17.703669 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd39150b-771b-4d32-9fe6-b6275d114879 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:17.709008 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-bd39150b-771b-4d32-9fe6-b6275d114879 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.6216478 Jan 21 09:49:17.710636 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34210) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:17.733925 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6554c-7a96-4ea8-b9b8-33a731dae284 None None] Pushing event updated for resources: {'Port': ['ID=25b35bf0-9057-47ca-9b0f-03a10adc5a21,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:17.745596 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f692f4-7c70-4092-8582-08d58aa4b25a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Port': ['ID=fd7534ae-43c5-4629-9ed0-05b03e6b8711,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:17.760523 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5afb1c7-6e97-4ecd-8752-4bf08e6e4d86 admin admin] Network 3c7ecd14-7b1e-4350-90a1-61e73ac7f6e9 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:49:17.811487 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-d5afb1c7-6e97-4ecd-8752-4bf08e6e4d86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 3c7ecd14-7b1e-4350-90a1-61e73ac7f6e9) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:17.833216 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5afb1c7-6e97-4ecd-8752-4bf08e6e4d86 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:17.833928 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d5afb1c7-6e97-4ecd-8752-4bf08e6e4d86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:17.841941 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1906ef2c-4de1-47b3-8938-f25c56be11f3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Deleting port 578b2f48-9a65-4055-ae28-69d3c2b42973 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:49:17.842276 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1906ef2c-4de1-47b3-8938-f25c56be11f3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:17.845094 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-288a68aa-9895-4b58-b046-93bf36845baa tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/floatingips/81adf4fa-4ec2-4f57-9774-2ac4b4309dd0 HTTP/1.1" status: 200 len: 991 time: 0.3108232 Jan 21 09:49:17.857209 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ef4fba-3b9b-4fb7-baa6-8e3d323eff46 None None] Network 3c7ecd14-7b1e-4350-90a1-61e73ac7f6e9 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:49:17.897589 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83644086-1db3-4379-99ab-4e359f61f559 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Network a3ef6aca-08db-4695-ba7c-db91766cd459 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:17.903853 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f692f4-7c70-4092-8582-08d58aa4b25a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Network 4df5b5a0-0c6f-4d47-9deb-fa6f673103cf is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:17.905717 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83123ba2-b32c-427e-ab3b-77f0f4280b14 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Router 01207b5c-5871-420b-abc0-78401bae990b has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:49:17.906858 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-83644086-1db3-4379-99ab-4e359f61f559 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:17.912672 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-a7f692f4-7c70-4092-8582-08d58aa4b25a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:17.915307 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83644086-1db3-4379-99ab-4e359f61f559 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:17.930537 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:49:17.931149 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:49:17.946757 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-928a6285-f7b0-47bf-becd-98f27b87cfe2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:17.948173 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-928a6285-f7b0-47bf-becd-98f27b87cfe2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:49:17.948700 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-928a6285-f7b0-47bf-becd-98f27b87cfe2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:49:17.955754 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83644086-1db3-4379-99ab-4e359f61f559 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event updated for resources: {'Port': ['ID=76c9ffb1-e11c-4647-a6a4-65aa02cfee31,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:17.981631 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d5afb1c7-6e97-4ecd-8752-4bf08e6e4d86 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8705866 Jan 21 09:49:17.989467 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34214) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:17.998432 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-7bf893ca-f404-497b-8079-17e252fcbe49 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-510190061-router', 'tenant_id': '46be4eed59ff4316b230439062a7a607', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:18.004686 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83644086-1db3-4379-99ab-4e359f61f559 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:18.005170 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83644086-1db3-4379-99ab-4e359f61f559 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:18.005640 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83644086-1db3-4379-99ab-4e359f61f559 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:18.006065 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83644086-1db3-4379-99ab-4e359f61f559 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:18.006491 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83644086-1db3-4379-99ab-4e359f61f559 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:18.006910 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83644086-1db3-4379-99ab-4e359f61f559 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:18.007329 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83644086-1db3-4379-99ab-4e359f61f559 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:18.007742 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83644086-1db3-4379-99ab-4e359f61f559 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:18.008163 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83644086-1db3-4379-99ab-4e359f61f559 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:18.008582 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83644086-1db3-4379-99ab-4e359f61f559 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:18.008997 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83644086-1db3-4379-99ab-4e359f61f559 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:18.026479 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-928a6285-f7b0-47bf-becd-98f27b87cfe2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8335025 Jan 21 09:49:18.026700 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-53b6554c-7a96-4ea8-b9b8-33a731dae284 None None] For port 25b35bf0-9057-47ca-9b0f-03a10adc5a21, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:49:18.026807 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7bf893ca-f404-497b-8079-17e252fcbe49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:18.030941 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34218) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:18.038771 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-7bf893ca-f404-497b-8079-17e252fcbe49 admin admin] Usage tracker for resource:router and tenant:46be4eed59ff4316b230439062a7a607 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:18.050222 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-794bf3fb-db7e-444e-ae0f-bfb563c0e188 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:18.067622 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-7bf893ca-f404-497b-8079-17e252fcbe49 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:18.072980 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-1ab6953e-a20e-4d28-9ace-e7c734cce768 None None] Provisioning for port aa891326-1c1c-4eb4-901a-59746aade25b completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:18.084650 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-53b6554c-7a96-4ea8-b9b8-33a731dae284 None None] For port 25b35bf0-9057-47ca-9b0f-03a10adc5a21, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=25b35bf0-9057-47ca-9b0f-03a10adc5a21,segment=NetworkSegment(6aba9f7f-2522-484d-9ac9-80594c7c3a87),segment_id=6aba9f7f-2522-484d-9ac9-80594c7c3a87)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:49:18.104978 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-53b6554c-7a96-4ea8-b9b8-33a731dae284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:18.127885 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83644086-1db3-4379-99ab-4e359f61f559 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:18.128619 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-83644086-1db3-4379-99ab-4e359f61f559 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:18.149346 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7bf893ca-f404-497b-8079-17e252fcbe49 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:18.171901 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=32bf03f1-5287-4b92-bc6e-7943d0881fc4,revision_number=6']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:18.240409 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-83644086-1db3-4379-99ab-4e359f61f559 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.7751327 Jan 21 09:49:18.263939 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34222) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:18.276689 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-c83b2645-fe70-4126-993f-db0c33b04327 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'port_id': '76c9ffb1-e11c-4647-a6a4-65aa02cfee31', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:18.294375 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-c83b2645-fe70-4126-993f-db0c33b04327 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:18.295743 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7bf893ca-f404-497b-8079-17e252fcbe49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:18.297027 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7bf893ca-f404-497b-8079-17e252fcbe49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:18.305601 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c83b2645-fe70-4126-993f-db0c33b04327 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Usage tracker for resource:floatingip and tenant:a9bbec69a2694a0bb3504d188ecd25f9 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:18.312194 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c83b2645-fe70-4126-993f-db0c33b04327 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:18.343986 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-794bf3fb-db7e-444e-ae0f-bfb563c0e188 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:18.375552 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-794bf3fb-db7e-444e-ae0f-bfb563c0e188 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:18.385480 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-c83b2645-fe70-4126-993f-db0c33b04327 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:18.391126 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7bf893ca-f404-497b-8079-17e252fcbe49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:18.411978 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794bf3fb-db7e-444e-ae0f-bfb563c0e188 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:18.415841 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-794bf3fb-db7e-444e-ae0f-bfb563c0e188 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:18.417498 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-794bf3fb-db7e-444e-ae0f-bfb563c0e188 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:49:18.418187 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-794bf3fb-db7e-444e-ae0f-bfb563c0e188 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:49:18.436540 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1906ef2c-4de1-47b3-8938-f25c56be11f3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:18.468686 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:18.503797 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6554c-7a96-4ea8-b9b8-33a731dae284 None None] Pushing event updated for resources: {'Port': ['ID=25b35bf0-9057-47ca-9b0f-03a10adc5a21,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:18.540931 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-794bf3fb-db7e-444e-ae0f-bfb563c0e188 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5066819 Jan 21 09:49:18.545078 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34226) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:18.553206 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-899c5205-6553-47d2-a77b-736d154d7355 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:18.632473 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:18.673855 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 5eca861b-3801-4ff6-95a2-a55a6834e83f, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=5eca861b-3801-4ff6-95a2-a55a6834e83f,segment=NetworkSegment(dc58ad44-d3c7-45c2-b073-47dcb5cce20e),segment_id=dc58ad44-d3c7-45c2-b073-47dcb5cce20e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:18.726536 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83123ba2-b32c-427e-ab3b-77f0f4280b14 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:49:18.737390 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8da5e0a-c37e-4432-8846-3bd8d535aa30 None None] Sync routers for ids ['01207b5c-5871-420b-abc0-78401bae990b'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:49:18.739329 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-83123ba2-b32c-427e-ab3b-77f0f4280b14 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "PUT /v2.0/routers/01207b5c-5871-420b-abc0-78401bae990b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4113433 Jan 21 09:49:18.754755 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34230) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:18.758258 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8da5e0a-c37e-4432-8846-3bd8d535aa30 None None] Routers {'01207b5c-5871-420b-abc0-78401bae990b'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:18.758874 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-c8da5e0a-c37e-4432-8846-3bd8d535aa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:48:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['01207b5c-5871-420b-abc0-78401bae990b'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:18.762584 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-4de61710-9e97-4689-b1a0-3024edfd4839 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Request body: {'network': {'name': 'tempest-RoutersTest-108164138'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:18.773640 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c83b2645-fe70-4126-993f-db0c33b04327 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for floatingip, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:18.781943 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4de61710-9e97-4689-b1a0-3024edfd4839 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:18.792344 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-4de61710-9e97-4689-b1a0-3024edfd4839 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Usage tracker for resource:network and tenant:d00df50c19fa484a82254f37be8cb96c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:18.802155 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-899c5205-6553-47d2-a77b-736d154d7355 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:18.804580 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-4de61710-9e97-4689-b1a0-3024edfd4839 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:18.808607 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32bf03f1-5287-4b92-bc6e-7943d0881fc4 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:49:18.833969 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4de61710-9e97-4689-b1a0-3024edfd4839 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:18.849470 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7bf893ca-f404-497b-8079-17e252fcbe49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:18.856796 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-899c5205-6553-47d2-a77b-736d154d7355 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:18.864140 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 32bf03f1-5287-4b92-bc6e-7943d0881fc4, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=32bf03f1-5287-4b92-bc6e-7943d0881fc4,segment=NetworkSegment(155ca858-1c82-4acd-b696-f79df79a5f2d),segment_id=155ca858-1c82-4acd-b696-f79df79a5f2d)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:18.899239 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de61710-9e97-4689-b1a0-3024edfd4839 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Made reservation on behalf of d00df50c19fa484a82254f37be8cb96c for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:18.899493 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c9f9a679-6577-43a4-ba7b-f61c244e43ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f03803-a970-416f-a2eb-d92c34878823', 'name': 'tempest-RoutersIpV6Test-router-1154031299', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:39Z', 'updated_at': '2022-01-21T09:49:02Z', 'revision_number': 3, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'gw_port_host': None, '_interfaces': [{'id': '3ea1e2bd-91e7-4a9e-892c-8b3192428dd3', 'name': '', 'network_id': '4c3bb146-520d-47eb-9baf-3514f0240049', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:42:19:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef1a7fb-438a-43d4-b64e-db20e5280e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:47Z', 'updated_at': '2022-01-21T09:49:02Z', 'revision_number': 4, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': '1ef1a7fb-438a-43d4-b64e-db20e5280e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '850e96b0-ef7d-4777-a360-d9e1ab6034c3', 'name': '', 'network_id': 'f36c9ede-9cd8-4b16-be19-6f5012ce7291', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:09:bf:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52612dcd-ce21-4204-9344-0d616fb53f62', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:00Z', 'updated_at': '2022-01-21T09:49:03Z', 'revision_number': 2, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': '52612dcd-ce21-4204-9344-0d616fb53f62', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:18.902537 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4de61710-9e97-4689-b1a0-3024edfd4839 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:18.904998 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:18.912419 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c2565c-5e1a-43f1-b80b-849228f38738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-3c7ecd14-7b1e-4350-90a1-61e73ac7f6e9', 'network_id': '3c7ecd14-7b1e-4350-90a1-61e73ac7f6e9', 'tenant_id': '46be4eed59ff4316b230439062a7a607', 'fixed_ips': [{'subnet_id': '8674a2d4-7608-4f3c-8ee7-cc36d566c9ec'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:49:18.914644 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c6c2565c-5e1a-43f1-b80b-849228f38738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:18.932349 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899c5205-6553-47d2-a77b-736d154d7355 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:18.941832 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-899c5205-6553-47d2-a77b-736d154d7355 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:18.948765 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:18.949705 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1906ef2c-4de1-47b3-8938-f25c56be11f3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Calling delete_port for 578b2f48-9a65-4055-ae28-69d3c2b42973 owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:49:18.956144 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-899c5205-6553-47d2-a77b-736d154d7355 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:49:18.959078 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-899c5205-6553-47d2-a77b-736d154d7355 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:49:19.041876 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f9a679-6577-43a4-ba7b-f61c244e43ba None None] Checking router: 72f03803-a970-416f-a2eb-d92c34878823 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:49:19.053673 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f9a679-6577-43a4-ba7b-f61c244e43ba None None] Updating router 72f03803-a970-416f-a2eb-d92c34878823 port 850e96b0-ef7d-4777-a360-d9e1ab6034c3 binding host dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:49:19.125361 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device cbce4783-9c7d-44cd-973a-e63853d8dedd no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:49:19.155847 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-c8da5e0a-c37e-4432-8846-3bd8d535aa30 None None] Set router 01207b5c-5871-420b-abc0-78401bae990b gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:49:19.197283 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: cbce4783-9c7d-44cd-973a-e63853d8dedd {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:49:19.197622 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device cbce4783-9c7d-44cd-973a-e63853d8dedd not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:49:19.200303 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-899c5205-6553-47d2-a77b-736d154d7355 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6544478 Jan 21 09:49:19.201972 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de61710-9e97-4689-b1a0-3024edfd4839 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:49:19.206233 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34234) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:19.270203 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['32bf03f1-5287-4b92-bc6e-7943d0881fc4'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:49:19.334554 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4de61710-9e97-4689-b1a0-3024edfd4839 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:19.334904 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-4de61710-9e97-4689-b1a0-3024edfd4839 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Added segment 1e9a35e6-a4c5-4fa4-9479-69b4069ea569 of type vlan for network e48c35da-084a-460d-96aa-84a1537bd2dd Jan 21 09:49:19.349660 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c9f9a679-6577-43a4-ba7b-f61c244e43ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:19.430853 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42f6133-cd74-436d-a262-5c53b0de0307 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:19.431645 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-a42f6133-cd74-436d-a262-5c53b0de0307 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:19.517268 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-a42f6133-cd74-436d-a262-5c53b0de0307 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:19.520881 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=32bf03f1-5287-4b92-bc6e-7943d0881fc4,revision_number=7']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:19.521830 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a42f6133-cd74-436d-a262-5c53b0de0307 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3082519 Jan 21 09:49:19.522451 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34238) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:19.595048 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4de61710-9e97-4689-b1a0-3024edfd4839 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:19.815732 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 1b2a5ac4-4eab-4e49-9070-ad6b555eee35 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:19.825194 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1906ef2c-4de1-47b3-8938-f25c56be11f3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:19.944601 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f692f4-7c70-4092-8582-08d58aa4b25a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Router 72f03803-a970-416f-a2eb-d92c34878823 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:49:19.978970 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906ef2c-4de1-47b3-8938-f25c56be11f3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Port': ['ID=578b2f48-9a65-4055-ae28-69d3c2b42973,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:20.103822 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5d55ad-69f3-4b88-a74d-607c22c19cad tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:20.104640 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-2d5d55ad-69f3-4b88-a74d-607c22c19cad tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:20.113007 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-c8da5e0a-c37e-4432-8846-3bd8d535aa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01207b5c-5871-420b-abc0-78401bae990b', 'name': 'tempest-RoutersTest-router-946825922', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:49Z', 'updated_at': '2022-01-21T09:49:13Z', 'revision_number': 3, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'gw_port_host': None, '_interfaces': [{'id': '3f15ca91-6562-40e9-8a27-387590494894', 'name': '', 'network_id': '15882cfd-8e63-4d83-a7ba-77f52124112d', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:75:0e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bf39f70-cbc5-4a84-9f53-e52cbce07296', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:10Z', 'updated_at': '2022-01-21T09:49:14Z', 'revision_number': 2, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': '2bf39f70-cbc5-4a84-9f53-e52cbce07296', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '444798e6-a9db-41b5-957d-f889d06b46e7', 'name': '', 'network_id': '3f882997-0b78-4820-a731-cfbe1f517d9e', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:a1:75:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:56Z', 'updated_at': '2022-01-21T09:49:12Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:20.115462 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7bf893ca-f404-497b-8079-17e252fcbe49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:20.119902 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8da5e0a-c37e-4432-8846-3bd8d535aa30 None None] Checking router: 01207b5c-5871-420b-abc0-78401bae990b for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:49:20.120246 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8da5e0a-c37e-4432-8846-3bd8d535aa30 None None] Updating router 01207b5c-5871-420b-abc0-78401bae990b port 3f15ca91-6562-40e9-8a27-387590494894 binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:49:20.193007 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4de61710-9e97-4689-b1a0-3024edfd4839 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:20.196732 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de61710-9e97-4689-b1a0-3024edfd4839 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:20.197339 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4de61710-9e97-4689-b1a0-3024edfd4839 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:20.222486 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c8da5e0a-c37e-4432-8846-3bd8d535aa30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:20.235583 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7bf893ca-f404-497b-8079-17e252fcbe49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:20.368570 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1906ef2c-4de1-47b3-8938-f25c56be11f3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:20.400284 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-7dc57982-b072-4ed7-97a0-5abfc26b8a80 None None] Provisioning for port 3f15ca91-6562-40e9-8a27-387590494894 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:20.420186 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d223bdc-7aed-4a35-b4d8-7b3c6a3f13dd None None] Network 4df5b5a0-0c6f-4d47-9deb-fa6f673103cf requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:49:20.440309 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-1906ef2c-4de1-47b3-8938-f25c56be11f3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/ports/578b2f48-9a65-4055-ae28-69d3c2b42973 HTTP/1.1" status: 204 len: 168 time: 2.7288582 Jan 21 09:49:20.441340 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34242) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:20.451113 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c83b2645-fe70-4126-993f-db0c33b04327 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:20.457549 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=5eca861b-3801-4ff6-95a2-a55a6834e83f,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:20.458708 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-2d5d55ad-69f3-4b88-a74d-607c22c19cad tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:20.459654 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2d5d55ad-69f3-4b88-a74d-607c22c19cad tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9199257 Jan 21 09:49:20.482335 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34244) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:20.523011 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-7dc57982-b072-4ed7-97a0-5abfc26b8a80 None None] Provisioning complete for port 3f15ca91-6562-40e9-8a27-387590494894 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:20.523569 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7dc57982-b072-4ed7-97a0-5abfc26b8a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:20.548571 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:20.560522 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4de61710-9e97-4689-b1a0-3024edfd4839 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8046064 Jan 21 09:49:20.561214 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34248) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:20.577764 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-5264c5c5-1afc-413a-8538-9f3204e384da tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Request body: {'subnet': {'network_id': 'e48c35da-084a-460d-96aa-84a1537bd2dd', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:20.606255 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de61710-9e97-4689-b1a0-3024edfd4839 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Network': ['ID=e48c35da-084a-460d-96aa-84a1537bd2dd,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:20.620813 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8a5b6cf8-8274-4a56-ab3f-8e8f3e373828 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1367452 Jan 21 09:49:20.629557 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34252) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:20.648531 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-c83b2645-fe70-4126-993f-db0c33b04327 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Allocated IP 172.26.0.136 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/c09db2a3-508a-4671-a404-fa03ab5b4f8e) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:20.648889 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network e48c35da-084a-460d-96aa-84a1537bd2dd details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:49:20.686111 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-c6c2565c-5e1a-43f1-b80b-849228f38738 None None] Allocated IP 172.20.0.2 (3c7ecd14-7b1e-4350-90a1-61e73ac7f6e9/8674a2d4-7608-4f3c-8ee7-cc36d566c9ec/e0da9672-571c-4825-9490-27b79e8db104) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:20.701758 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-4a1133c1-cf77-42c5-aca8-5c262b848716 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:20.801858 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c8da5e0a-c37e-4432-8846-3bd8d535aa30 None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:20.819319 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-c8da5e0a-c37e-4432-8846-3bd8d535aa30 None None] Transition to ACTIVE for port object 3f15ca91-6562-40e9-8a27-387590494894 will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:20.833294 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c8da5e0a-c37e-4432-8846-3bd8d535aa30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:20.860746 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5264c5c5-1afc-413a-8538-9f3204e384da tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:20.863045 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c83b2645-fe70-4126-993f-db0c33b04327 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:20.868813 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-5264c5c5-1afc-413a-8538-9f3204e384da tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Usage tracker for resource:subnet and tenant:d00df50c19fa484a82254f37be8cb96c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:20.874729 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-5264c5c5-1afc-413a-8538-9f3204e384da tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:20.881183 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4a1133c1-cf77-42c5-aca8-5c262b848716 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:20.883956 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5264c5c5-1afc-413a-8538-9f3204e384da tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:20.897853 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4a1133c1-cf77-42c5-aca8-5c262b848716 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:20.946395 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5264c5c5-1afc-413a-8538-9f3204e384da tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Made reservation on behalf of d00df50c19fa484a82254f37be8cb96c for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:20.977975 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c83b2645-fe70-4126-993f-db0c33b04327 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:20.984173 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1133c1-cf77-42c5-aca8-5c262b848716 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:20.989410 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4a1133c1-cf77-42c5-aca8-5c262b848716 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:20.994246 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-7dc57982-b072-4ed7-97a0-5abfc26b8a80 None None] Port 3f15ca91-6562-40e9-8a27-387590494894 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:49:21.055170 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ce129f-c4e7-40f0-ae11-3f359d0c830b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] GET failed (client error): The resource could not be found. Jan 21 09:49:21.055666 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-84ce129f-c4e7-40f0-ae11-3f359d0c830b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Synchronizing usage tracker for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:21.115870 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f692f4-7c70-4092-8582-08d58aa4b25a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:49:21.160795 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83b2645-fe70-4126-993f-db0c33b04327 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:21.165291 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-c83b2645-fe70-4126-993f-db0c33b04327 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:21.167982 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b2645-fe70-4126-993f-db0c33b04327 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event updated for resources: {'Port': ['ID=c09db2a3-508a-4671-a404-fa03ab5b4f8e,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:21.177025 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83b2645-fe70-4126-993f-db0c33b04327 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:21.195022 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-c8da5e0a-c37e-4432-8846-3bd8d535aa30 None None] Attempting to bind port 3f15ca91-6562-40e9-8a27-387590494894 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:21.195643 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-c8da5e0a-c37e-4432-8846-3bd8d535aa30 None None] Attempting to bind port 3f15ca91-6562-40e9-8a27-387590494894 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '252fd347-63c3-476e-b82f-9aa049fad307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '15882cfd-8e63-4d83-a7ba-77f52124112d'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:21.195983 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8da5e0a-c37e-4432-8846-3bd8d535aa30 None None] Attempting to bind port 3f15ca91-6562-40e9-8a27-387590494894 on network 15882cfd-8e63-4d83-a7ba-77f52124112d {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:49:21.199446 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c9f9a679-6577-43a4-ba7b-f61c244e43ba None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:21.206416 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8da5e0a-c37e-4432-8846-3bd8d535aa30 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:49:21.206905 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8da5e0a-c37e-4432-8846-3bd8d535aa30 None None] Checking segment: {'id': '252fd347-63c3-476e-b82f-9aa049fad307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '15882cfd-8e63-4d83-a7ba-77f52124112d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:21.207434 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c8da5e0a-c37e-4432-8846-3bd8d535aa30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:21.207922 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8da5e0a-c37e-4432-8846-3bd8d535aa30 None None] Bound using segment: {'id': '252fd347-63c3-476e-b82f-9aa049fad307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '15882cfd-8e63-4d83-a7ba-77f52124112d'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:49:21.208609 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-c8da5e0a-c37e-4432-8846-3bd8d535aa30 None None] Bound port: 3f15ca91-6562-40e9-8a27-387590494894, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '252fd347-63c3-476e-b82f-9aa049fad307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '15882cfd-8e63-4d83-a7ba-77f52124112d'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:21.209113 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c8da5e0a-c37e-4432-8846-3bd8d535aa30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:21.215265 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-c9f9a679-6577-43a4-ba7b-f61c244e43ba None None] Transition to ACTIVE for port object 850e96b0-ef7d-4777-a360-d9e1ab6034c3 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:21.273481 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-7bf893ca-f404-497b-8079-17e252fcbe49 admin admin] Allocated IP 172.26.0.226 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/ec8a36df-4259-4ce9-af8e-c5d861ae407d) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:21.275777 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-84ce129f-c4e7-40f0-ae11-3f359d0c830b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Unset dirty status for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:21.277139 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-84ce129f-c4e7-40f0-ae11-3f359d0c830b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "GET /v2.0/ports/578b2f48-9a65-4055-ae28-69d3c2b42973 HTTP/1.1" status: 404 len: 333 time: 0.3837562 Jan 21 09:49:21.287209 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34258) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:21.309721 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a7f692f4-7c70-4092-8582-08d58aa4b25a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "PUT /v2.0/routers/72f03803-a970-416f-a2eb-d92c34878823/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8907018 Jan 21 09:49:21.315966 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34262) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:21.322169 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-15c03d53-f459-4304-b50c-84a72f15e96e tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-802609383'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:21.336827 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-15c03d53-f459-4304-b50c-84a72f15e96e tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:21.350917 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-15c03d53-f459-4304-b50c-84a72f15e96e tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Usage tracker for resource:network and tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:21.356013 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-15c03d53-f459-4304-b50c-84a72f15e96e tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:21.359239 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-c8da5e0a-c37e-4432-8846-3bd8d535aa30 None None] For port 3f15ca91-6562-40e9-8a27-387590494894, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:49:21.363501 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-c8da5e0a-c37e-4432-8846-3bd8d535aa30 None None] For port 3f15ca91-6562-40e9-8a27-387590494894, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=3f15ca91-6562-40e9-8a27-387590494894,segment=NetworkSegment(252fd347-63c3-476e-b82f-9aa049fad307),segment_id=252fd347-63c3-476e-b82f-9aa049fad307)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:49:21.366553 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-15c03d53-f459-4304-b50c-84a72f15e96e tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:21.368229 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a8783-9be4-4fc7-bfff-5cd7bfad2f9c None None] Pushing event updated for resources: {'Port': ['ID=3f15ca91-6562-40e9-8a27-387590494894,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:21.374566 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c8da5e0a-c37e-4432-8846-3bd8d535aa30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:21.376120 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5264c5c5-1afc-413a-8538-9f3204e384da tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:21.427072 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c03d53-f459-4304-b50c-84a72f15e96e tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Made reservation on behalf of c3efc6a6fd814adc8f7fcb0582dd33b0 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:21.431138 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-15c03d53-f459-4304-b50c-84a72f15e96e tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:21.467128 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a8783-9be4-4fc7-bfff-5cd7bfad2f9c None None] Pushing event updated for resources: {'Port': ['ID=3f15ca91-6562-40e9-8a27-387590494894,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:21.480196 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c6c2565c-5e1a-43f1-b80b-849228f38738 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:21.494100 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8da5e0a-c37e-4432-8846-3bd8d535aa30 None None] Routers {'01207b5c-5871-420b-abc0-78401bae990b'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:21.494838 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-c8da5e0a-c37e-4432-8846-3bd8d535aa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:48:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['01207b5c-5871-420b-abc0-78401bae990b'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:21.495866 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-c6c2565c-5e1a-43f1-b80b-849228f38738 None None] Transition to ACTIVE for port object e0da9672-571c-4825-9490-27b79e8db104 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:21.521049 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-c6c2565c-5e1a-43f1-b80b-849228f38738 None None] Transition to ACTIVE for port object e0da9672-571c-4825-9490-27b79e8db104 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:21.588813 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c03d53-f459-4304-b50c-84a72f15e96e tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:49:21.619251 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-15c03d53-f459-4304-b50c-84a72f15e96e tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:21.620576 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-15c03d53-f459-4304-b50c-84a72f15e96e tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Added segment b30fd2f7-0333-4fe3-a120-3b9b5b0e5c3d of type vlan for network e057f09a-948a-4717-beac-25249ac36fff Jan 21 09:49:21.663156 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-2ef458a6-0e32-4055-b334-35e422d88333 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Deleting port e5c6e454-157f-4a26-b35b-29ea5799575d {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:49:21.663587 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ef458a6-0e32-4055-b334-35e422d88333 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:21.674323 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c6c2565c-5e1a-43f1-b80b-849228f38738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:21.700579 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c9f9a679-6577-43a4-ba7b-f61c244e43ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:21.745533 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-c8da5e0a-c37e-4432-8846-3bd8d535aa30 None None] Set router 01207b5c-5871-420b-abc0-78401bae990b gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:49:21.760141 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-15c03d53-f459-4304-b50c-84a72f15e96e tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:21.803390 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 1b2a5ac4-4eab-4e49-9070-ad6b555eee35 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:21.803679 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:21.897198 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c2565c-5e1a-43f1-b80b-849228f38738 None None] Network 3c7ecd14-7b1e-4350-90a1-61e73ac7f6e9 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:21.929168 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-c6c2565c-5e1a-43f1-b80b-849228f38738 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:21.931721 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c2565c-5e1a-43f1-b80b-849228f38738 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:21.934041 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c2565c-5e1a-43f1-b80b-849228f38738 None None] Pushing event updated for resources: {'Port': ['ID=e0da9672-571c-4825-9490-27b79e8db104,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:22.028363 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5c2dc782-8699-4831-a2bf-9ed2b4f3d47f None None] Could not find standard attr ID for object 578b2f48-9a65-4055-ae28-69d3c2b42973. {{(pid=83599) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:49:22.038831 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84425c8-d282-4d6c-af83-80e91652f535 None None] Pushing event updated for resources: {'Port': ['ID=850e96b0-ef7d-4777-a360-d9e1ab6034c3,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:22.039181 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-15c03d53-f459-4304-b50c-84a72f15e96e tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:22.043439 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c03d53-f459-4304-b50c-84a72f15e96e tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:22.044321 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-15c03d53-f459-4304-b50c-84a72f15e96e tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:22.226686 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5c2dc782-8699-4831-a2bf-9ed2b4f3d47f None None] Provisioning for port e5c6e454-157f-4a26-b35b-29ea5799575d completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:22.245661 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5c2dc782-8699-4831-a2bf-9ed2b4f3d47f None None] Provisioning complete for port e5c6e454-157f-4a26-b35b-29ea5799575d triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:22.246791 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5c2dc782-8699-4831-a2bf-9ed2b4f3d47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:22.250388 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-15c03d53-f459-4304-b50c-84a72f15e96e tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9329157 Jan 21 09:49:22.254770 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-c8da5e0a-c37e-4432-8846-3bd8d535aa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01207b5c-5871-420b-abc0-78401bae990b', 'name': 'tempest-RoutersTest-router-946825922', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:49Z', 'updated_at': '2022-01-21T09:49:13Z', 'revision_number': 3, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'gw_port_host': None, '_interfaces': [{'id': '3f15ca91-6562-40e9-8a27-387590494894', 'name': '', 'network_id': '15882cfd-8e63-4d83-a7ba-77f52124112d', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:75:0e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bf39f70-cbc5-4a84-9f53-e52cbce07296', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:10Z', 'updated_at': '2022-01-21T09:49:21Z', 'revision_number': 4, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': '2bf39f70-cbc5-4a84-9f53-e52cbce07296', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '444798e6-a9db-41b5-957d-f889d06b46e7', 'name': '', 'network_id': '3f882997-0b78-4820-a731-cfbe1f517d9e', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:a1:75:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:56Z', 'updated_at': '2022-01-21T09:49:12Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:22.255420 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34266) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:22.260227 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8da5e0a-c37e-4432-8846-3bd8d535aa30 None None] The sync data for ids ['01207b5c-5871-420b-abc0-78401bae990b'] in dv-neutron-825732-1-hyperv is: [{'id': '01207b5c-5871-420b-abc0-78401bae990b', 'name': 'tempest-RoutersTest-router-946825922', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:49Z', 'updated_at': '2022-01-21T09:49:13Z', 'revision_number': 3, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'gw_port_host': None, '_interfaces': [{'id': '3f15ca91-6562-40e9-8a27-387590494894', 'name': '', 'network_id': '15882cfd-8e63-4d83-a7ba-77f52124112d', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:75:0e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bf39f70-cbc5-4a84-9f53-e52cbce07296', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:10Z', 'updated_at': '2022-01-21T09:49:21Z', 'revision_number': 4, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': '2bf39f70-cbc5-4a84-9f53-e52cbce07296', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '444798e6-a9db-41b5-957d-f889d06b46e7', 'name': '', 'network_id': '3f882997-0b78-4820-a731-cfbe1f517d9e', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:a1:75:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:56Z', 'updated_at': '2022-01-21T09:49:12Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:49:22.265587 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c03d53-f459-4304-b50c-84a72f15e96e tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Network': ['ID=e057f09a-948a-4717-beac-25249ac36fff,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:22.277288 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-77e18d6c-930d-4438-bfb2-1e964c9c3a09 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Request body: {'subnet': {'network_id': 'e057f09a-948a-4717-beac-25249ac36fff', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:22.280096 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7bf893ca-f404-497b-8079-17e252fcbe49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:22.410143 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5c2dc782-8699-4831-a2bf-9ed2b4f3d47f None None] Port e5c6e454-157f-4a26-b35b-29ea5799575d cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:49:22.462749 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network e057f09a-948a-4717-beac-25249ac36fff details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:49:22.479684 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-77e18d6c-930d-4438-bfb2-1e964c9c3a09 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:22.486263 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-77e18d6c-930d-4438-bfb2-1e964c9c3a09 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Usage tracker for resource:subnet and tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:22.491201 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-77e18d6c-930d-4438-bfb2-1e964c9c3a09 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:22.499672 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-77e18d6c-930d-4438-bfb2-1e964c9c3a09 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:22.523802 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e18d6c-930d-4438-bfb2-1e964c9c3a09 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Made reservation on behalf of c3efc6a6fd814adc8f7fcb0582dd33b0 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:22.535735 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ef458a6-0e32-4055-b334-35e422d88333 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:22.757705 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c83b2645-fe70-4126-993f-db0c33b04327 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:22.766040 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-77e18d6c-930d-4438-bfb2-1e964c9c3a09 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:22.788928 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-2ef458a6-0e32-4055-b334-35e422d88333 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Calling delete_port for e5c6e454-157f-4a26-b35b-29ea5799575d owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:49:22.834216 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5264c5c5-1afc-413a-8538-9f3204e384da tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:22.840250 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7bf893ca-f404-497b-8079-17e252fcbe49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:22.885162 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 3ea1e2bd-91e7-4a9e-892c-8b3192428dd3 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:22.938274 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c83b2645-fe70-4126-993f-db0c33b04327 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:22.970029 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c9f9a679-6577-43a4-ba7b-f61c244e43ba None None] Attempting to bind port 850e96b0-ef7d-4777-a360-d9e1ab6034c3 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:22.970543 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c9f9a679-6577-43a4-ba7b-f61c244e43ba None None] Attempting to bind port 850e96b0-ef7d-4777-a360-d9e1ab6034c3 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'dc58ad44-d3c7-45c2-b073-47dcb5cce20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f36c9ede-9cd8-4b16-be19-6f5012ce7291'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:22.971000 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f9a679-6577-43a4-ba7b-f61c244e43ba None None] Attempting to bind port 850e96b0-ef7d-4777-a360-d9e1ab6034c3 on network f36c9ede-9cd8-4b16-be19-6f5012ce7291 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:49:22.973310 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5c2dc782-8699-4831-a2bf-9ed2b4f3d47f None None] Provisioning for port 25b35bf0-9057-47ca-9b0f-03a10adc5a21 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:22.998698 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c6c2565c-5e1a-43f1-b80b-849228f38738 None None] Attempting to bind port e0da9672-571c-4825-9490-27b79e8db104 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:22.999326 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c6c2565c-5e1a-43f1-b80b-849228f38738 None None] Attempting to bind port e0da9672-571c-4825-9490-27b79e8db104 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '89ee0a78-05a7-468d-96e7-01f4543336e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '3c7ecd14-7b1e-4350-90a1-61e73ac7f6e9'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:22.999780 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c2565c-5e1a-43f1-b80b-849228f38738 None None] Attempting to bind port e0da9672-571c-4825-9490-27b79e8db104 on network 3c7ecd14-7b1e-4350-90a1-61e73ac7f6e9 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:49:23.029448 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f9a679-6577-43a4-ba7b-f61c244e43ba None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:49:23.030025 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f9a679-6577-43a4-ba7b-f61c244e43ba None None] Checking segment: {'id': 'dc58ad44-d3c7-45c2-b073-47dcb5cce20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f36c9ede-9cd8-4b16-be19-6f5012ce7291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:23.030530 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c9f9a679-6577-43a4-ba7b-f61c244e43ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:23.031011 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f9a679-6577-43a4-ba7b-f61c244e43ba None None] Bound using segment: {'id': 'dc58ad44-d3c7-45c2-b073-47dcb5cce20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f36c9ede-9cd8-4b16-be19-6f5012ce7291'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:49:23.031574 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c9f9a679-6577-43a4-ba7b-f61c244e43ba None None] Bound port: 850e96b0-ef7d-4777-a360-d9e1ab6034c3, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc58ad44-d3c7-45c2-b073-47dcb5cce20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f36c9ede-9cd8-4b16-be19-6f5012ce7291'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:23.032059 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c9f9a679-6577-43a4-ba7b-f61c244e43ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:23.065190 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c2565c-5e1a-43f1-b80b-849228f38738 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:49:23.066281 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c2565c-5e1a-43f1-b80b-849228f38738 None None] Checking segment: {'id': '89ee0a78-05a7-468d-96e7-01f4543336e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '3c7ecd14-7b1e-4350-90a1-61e73ac7f6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:23.066862 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c6c2565c-5e1a-43f1-b80b-849228f38738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:23.067325 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c2565c-5e1a-43f1-b80b-849228f38738 None None] Bound using segment: {'id': '89ee0a78-05a7-468d-96e7-01f4543336e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '3c7ecd14-7b1e-4350-90a1-61e73ac7f6e9'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:49:23.067902 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c6c2565c-5e1a-43f1-b80b-849228f38738 None None] Bound port: e0da9672-571c-4825-9490-27b79e8db104, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ee0a78-05a7-468d-96e7-01f4543336e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '3c7ecd14-7b1e-4350-90a1-61e73ac7f6e9'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:23.068393 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c6c2565c-5e1a-43f1-b80b-849228f38738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:23.181854 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf893ca-f404-497b-8079-17e252fcbe49 admin admin] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:23.216530 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-7bf893ca-f404-497b-8079-17e252fcbe49 admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:23.218401 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf893ca-f404-497b-8079-17e252fcbe49 admin admin] Pushing event updated for resources: {'Port': ['ID=ec8a36df-4259-4ce9-af8e-c5d861ae407d,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:23.230502 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf893ca-f404-497b-8079-17e252fcbe49 admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:23.275005 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264c5c5-1afc-413a-8538-9f3204e384da tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Subnet': ['ID=31f9211a-d4a3-482c-9587-96350cc037f6,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:23.279033 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 3ea1e2bd-91e7-4a9e-892c-8b3192428dd3 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:23.279252 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-77e18d6c-930d-4438-bfb2-1e964c9c3a09 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:23.292495 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 3ea1e2bd-91e7-4a9e-892c-8b3192428dd3 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:23.293024 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:23.307888 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.objects.ports [None req-4a1133c1-cf77-42c5-aca8-5c262b848716 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83597) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:49:23.326557 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-c9f9a679-6577-43a4-ba7b-f61c244e43ba None None] For port 850e96b0-ef7d-4777-a360-d9e1ab6034c3, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:49:23.339784 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-c6c2565c-5e1a-43f1-b80b-849228f38738 None None] For port e0da9672-571c-4825-9490-27b79e8db104, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:49:23.345108 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-c9f9a679-6577-43a4-ba7b-f61c244e43ba None None] For port 850e96b0-ef7d-4777-a360-d9e1ab6034c3, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=850e96b0-ef7d-4777-a360-d9e1ab6034c3,segment=NetworkSegment(dc58ad44-d3c7-45c2-b073-47dcb5cce20e),segment_id=dc58ad44-d3c7-45c2-b073-47dcb5cce20e)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:49:23.363279 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c9f9a679-6577-43a4-ba7b-f61c244e43ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:23.367324 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e18d6c-930d-4438-bfb2-1e964c9c3a09 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Subnet': ['ID=cf063a45-0600-4e01-a617-1205dcdae18e,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:23.379633 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c83b2645-fe70-4126-993f-db0c33b04327 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:23.406308 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c83b2645-fe70-4126-993f-db0c33b04327 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:23.443768 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5264c5c5-1afc-413a-8538-9f3204e384da tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Checking segment: {'id': '1e9a35e6-a4c5-4fa4-9479-69b4069ea569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e48c35da-084a-460d-96aa-84a1537bd2dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:23.444025 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5264c5c5-1afc-413a-8538-9f3204e384da tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Network hostable DHCP agents. Network: e48c35da-084a-460d-96aa-84a1537bd2dd, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:49:23.476798 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ef458a6-0e32-4055-b334-35e422d88333 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:23.481067 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-c6c2565c-5e1a-43f1-b80b-849228f38738 None None] For port e0da9672-571c-4825-9490-27b79e8db104, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=e0da9672-571c-4825-9490-27b79e8db104,segment=NetworkSegment(89ee0a78-05a7-468d-96e7-01f4543336e4),segment_id=89ee0a78-05a7-468d-96e7-01f4543336e4)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:49:23.484790 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b2645-fe70-4126-993f-db0c33b04327 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event updated for resources: {'Port': ['ID=c09db2a3-508a-4671-a404-fa03ab5b4f8e,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:23.492458 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e18d6c-930d-4438-bfb2-1e964c9c3a09 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Checking segment: {'id': 'b30fd2f7-0333-4fe3-a120-3b9b5b0e5c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'e057f09a-948a-4717-beac-25249ac36fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:23.493266 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e18d6c-930d-4438-bfb2-1e964c9c3a09 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Network hostable DHCP agents. Network: e057f09a-948a-4717-beac-25249ac36fff, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:49:23.510257 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84425c8-d282-4d6c-af83-80e91652f535 None None] Pushing event updated for resources: {'Port': ['ID=850e96b0-ef7d-4777-a360-d9e1ab6034c3,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:23.541258 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c6c2565c-5e1a-43f1-b80b-849228f38738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:23.570927 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e18d6c-930d-4438-bfb2-1e964c9c3a09 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Network e057f09a-948a-4717-beac-25249ac36fff is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:49:23.585539 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c83b2645-fe70-4126-993f-db0c33b04327 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:23.609342 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef458a6-0e32-4055-b334-35e422d88333 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Port': ['ID=e5c6e454-157f-4a26-b35b-29ea5799575d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:23.666682 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-77e18d6c-930d-4438-bfb2-1e964c9c3a09 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, e057f09a-948a-4717-beac-25249ac36fff) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:23.672783 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e18d6c-930d-4438-bfb2-1e964c9c3a09 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:23.673800 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-77e18d6c-930d-4438-bfb2-1e964c9c3a09 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:23.694349 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f9a679-6577-43a4-ba7b-f61c244e43ba None None] Routers {'72f03803-a970-416f-a2eb-d92c34878823'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:23.695128 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c9f9a679-6577-43a4-ba7b-f61c244e43ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:48:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['72f03803-a970-416f-a2eb-d92c34878823'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:23.709863 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-77e18d6c-930d-4438-bfb2-1e964c9c3a09 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4532189 Jan 21 09:49:23.710592 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34270) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:23.805240 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae78c892-8838-4a57-bcc0-c8013a722a44 None None] Network e057f09a-948a-4717-beac-25249ac36fff requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:49:23.861115 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4a1133c1-cf77-42c5-aca8-5c262b848716 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:23.875698 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:24.034651 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5264c5c5-1afc-413a-8538-9f3204e384da tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Network e48c35da-084a-460d-96aa-84a1537bd2dd is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:49:24.093716 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ef458a6-0e32-4055-b334-35e422d88333 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:24.102622 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-5264c5c5-1afc-413a-8538-9f3204e384da tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, e48c35da-084a-460d-96aa-84a1537bd2dd) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:24.139693 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5264c5c5-1afc-413a-8538-9f3204e384da tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:24.140379 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5264c5c5-1afc-413a-8538-9f3204e384da tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:24.173699 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2ef458a6-0e32-4055-b334-35e422d88333 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/ports/e5c6e454-157f-4a26-b35b-29ea5799575d HTTP/1.1" status: 204 len: 168 time: 2.8852592 Jan 21 09:49:24.181965 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34274) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:24.203910 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-c9f9a679-6577-43a4-ba7b-f61c244e43ba None None] Set router 72f03803-a970-416f-a2eb-d92c34878823 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:49:24.294103 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5264c5c5-1afc-413a-8538-9f3204e384da tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7213819 Jan 21 09:49:24.295079 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34278) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:24.356330 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c2565c-5e1a-43f1-b80b-849228f38738 None None] Pushing event updated for resources: {'Port': ['ID=e0da9672-571c-4825-9490-27b79e8db104,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:24.371527 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e7af3e3-fd40-4172-bb97-0e796d46d269 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] GET failed (client error): The resource could not be found. Jan 21 09:49:24.372151 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3e7af3e3-fd40-4172-bb97-0e796d46d269 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Synchronizing usage tracker for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:24.439259 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.l3_db [None req-c83b2645-fe70-4126-993f-db0c33b04327 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Floating IP 3840d3e1-5b92-4ff6-ac13-7b1d2d842ecd associated. External IP: 172.26.0.136, port: 76c9ffb1-e11c-4647-a6a4-65aa02cfee31. Jan 21 09:49:24.673807 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3e7af3e3-fd40-4172-bb97-0e796d46d269 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Unset dirty status for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:24.678060 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3e7af3e3-fd40-4172-bb97-0e796d46d269 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "GET /v2.0/ports/e5c6e454-157f-4a26-b35b-29ea5799575d HTTP/1.1" status: 404 len: 333 time: 0.4924357 Jan 21 09:49:24.680702 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34282) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:24.685003 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b409285-a015-45df-9c8c-f584e8ba2230 None None] Network e48c35da-084a-460d-96aa-84a1537bd2dd requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:49:24.764665 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-4a1133c1-cf77-42c5-aca8-5c262b848716 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] For port 7f7da537-3c82-41a7-aee4-6c647e5f4767, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=7f7da537-3c82-41a7-aee4-6c647e5f4767,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:24.859338 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7dfb7374-da8e-4725-b3e0-8b0eeef68832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:24.861769 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eaefd2a-f923-4958-a1b2-77c50f6d3d8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-e057f09a-948a-4717-beac-25249ac36fff', 'network_id': 'e057f09a-948a-4717-beac-25249ac36fff', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'fixed_ips': [{'subnet_id': 'cf063a45-0600-4e01-a617-1205dcdae18e'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:49:24.862885 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8eaefd2a-f923-4958-a1b2-77c50f6d3d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:24.922778 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7bf893ca-f404-497b-8079-17e252fcbe49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:24.922778 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7bf893ca-f404-497b-8079-17e252fcbe49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:24.922778 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4a1133c1-cf77-42c5-aca8-5c262b848716 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:24.950465 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4a1133c1-cf77-42c5-aca8-5c262b848716 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:24.951202 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4a1133c1-cf77-42c5-aca8-5c262b848716 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:24.987885 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 32bf03f1-5287-4b92-bc6e-7943d0881fc4 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:25.019495 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 3ea1e2bd-91e7-4a9e-892c-8b3192428dd3, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=3ea1e2bd-91e7-4a9e-892c-8b3192428dd3,segment=NetworkSegment(58a14f4c-a989-4df3-8f08-72bc4fe51b13),segment_id=58a14f4c-a989-4df3-8f08-72bc4fe51b13)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:25.086664 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:25.087468 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device f5c558c0-f4c0-4074-9820-c803ea00557c up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:25.216166 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ec33fa42-7f33-4fa8-aeba-fcd62644a54f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:25.270985 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe3b24cf-5af0-4642-81b6-fd56e5fd6114 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Deleting subnet 452f5f61-c283-483b-9496-61db765d2f79 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:49:25.276458 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1133c1-cf77-42c5-aca8-5c262b848716 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:25.280145 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1133c1-cf77-42c5-aca8-5c262b848716 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Subnet': ['ID=aeb6af1b-79ab-4595-afbe-98bf26d56842,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:25.284815 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe3b24cf-5af0-4642-81b6-fd56e5fd6114 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:25.312943 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-4a1133c1-cf77-42c5-aca8-5c262b848716 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:25.357332 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e169e752-98a1-44fc-bbb3-42cf37ebba0f None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:49:25.380370 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1133c1-cf77-42c5-aca8-5c262b848716 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:25.380991 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4a1133c1-cf77-42c5-aca8-5c262b848716 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:25.402946 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-8eaefd2a-f923-4958-a1b2-77c50f6d3d8d None None] Allocated IP 2001:db8:3::2 (e057f09a-948a-4717-beac-25249ac36fff/cf063a45-0600-4e01-a617-1205dcdae18e/0d060f3d-b157-440c-8be6-ae556137df58) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:25.404977 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=3ea1e2bd-91e7-4a9e-892c-8b3192428dd3,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:25.409324 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1133c1-cf77-42c5-aca8-5c262b848716 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Port': ['ID=7f7da537-3c82-41a7-aee4-6c647e5f4767,revision_number=6']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:25.457586 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe3b24cf-5af0-4642-81b6-fd56e5fd6114 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:25.488651 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4a1133c1-cf77-42c5-aca8-5c262b848716 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.7992032 Jan 21 09:49:25.492409 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34286) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:25.506759 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-3a1c5ac1-11f0-4a1f-bd2a-8d06c69ee9af tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'port': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'mac_address': 'fa:16:3e:c6:37:a7', 'name': 'tempest-NetworksTestDHCPv6-884222942'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:25.510377 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port f5c558c0-f4c0-4074-9820-c803ea00557c completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:25.527217 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c9f9a679-6577-43a4-ba7b-f61c244e43ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f03803-a970-416f-a2eb-d92c34878823', 'name': 'tempest-RoutersIpV6Test-router-1154031299', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:39Z', 'updated_at': '2022-01-21T09:49:16Z', 'revision_number': 4, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'gw_port_host': None, '_interfaces': [{'id': '3ea1e2bd-91e7-4a9e-892c-8b3192428dd3', 'name': '', 'network_id': '4c3bb146-520d-47eb-9baf-3514f0240049', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:42:19:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef1a7fb-438a-43d4-b64e-db20e5280e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:47Z', 'updated_at': '2022-01-21T09:49:02Z', 'revision_number': 4, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': '1ef1a7fb-438a-43d4-b64e-db20e5280e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '850e96b0-ef7d-4777-a360-d9e1ab6034c3', 'name': '', 'network_id': 'f36c9ede-9cd8-4b16-be19-6f5012ce7291', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:09:bf:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52612dcd-ce21-4204-9344-0d616fb53f62', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:00Z', 'updated_at': '2022-01-21T09:49:23Z', 'revision_number': 4, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': '52612dcd-ce21-4204-9344-0d616fb53f62', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd7534ae-43c5-4629-9ed0-05b03e6b8711', 'name': '', 'network_id': '4df5b5a0-0c6f-4d47-9deb-fa6f673103cf', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:46:a8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2066ddd-2bac-45a8-b06a-dfde0472f894', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:13Z', 'updated_at': '2022-01-21T09:49:17Z', 'revision_number': 2, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': 'e2066ddd-2bac-45a8-b06a-dfde0472f894', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:25.565065 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port f5c558c0-f4c0-4074-9820-c803ea00557c triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:25.565488 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:25.620244 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 32bf03f1-5287-4b92-bc6e-7943d0881fc4 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:25.620531 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:25.710842 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-3a1c5ac1-11f0-4a1f-bd2a-8d06c69ee9af tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:25.739122 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f9a679-6577-43a4-ba7b-f61c244e43ba None None] The sync data for ids ['72f03803-a970-416f-a2eb-d92c34878823'] in dv-neutron-825732-1-hyperv is: [{'id': '72f03803-a970-416f-a2eb-d92c34878823', 'name': 'tempest-RoutersIpV6Test-router-1154031299', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:39Z', 'updated_at': '2022-01-21T09:49:16Z', 'revision_number': 4, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'gw_port_host': None, '_interfaces': [{'id': '3ea1e2bd-91e7-4a9e-892c-8b3192428dd3', 'name': '', 'network_id': '4c3bb146-520d-47eb-9baf-3514f0240049', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:42:19:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef1a7fb-438a-43d4-b64e-db20e5280e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:47Z', 'updated_at': '2022-01-21T09:49:02Z', 'revision_number': 4, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': '1ef1a7fb-438a-43d4-b64e-db20e5280e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '850e96b0-ef7d-4777-a360-d9e1ab6034c3', 'name': '', 'network_id': 'f36c9ede-9cd8-4b16-be19-6f5012ce7291', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:09:bf:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52612dcd-ce21-4204-9344-0d616fb53f62', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:00Z', 'updated_at': '2022-01-21T09:49:23Z', 'revision_number': 4, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': '52612dcd-ce21-4204-9344-0d616fb53f62', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd7534ae-43c5-4629-9ed0-05b03e6b8711', 'name': '', 'network_id': '4df5b5a0-0c6f-4d47-9deb-fa6f673103cf', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:46:a8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2066ddd-2bac-45a8-b06a-dfde0472f894', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:13Z', 'updated_at': '2022-01-21T09:49:17Z', 'revision_number': 2, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': 'e2066ddd-2bac-45a8-b06a-dfde0472f894', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:49:25.790003 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c17f747-b156-4e5e-837b-d2e5e930c16a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-e48c35da-084a-460d-96aa-84a1537bd2dd', 'network_id': 'e48c35da-084a-460d-96aa-84a1537bd2dd', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'fixed_ips': [{'subnet_id': '31f9211a-d4a3-482c-9587-96350cc037f6'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:49:25.790829 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7c17f747-b156-4e5e-837b-d2e5e930c16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:25.818224 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-3a1c5ac1-11f0-4a1f-bd2a-8d06c69ee9af tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:25.876004 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1c5ac1-11f0-4a1f-bd2a-8d06c69ee9af tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:25.889780 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe3b24cf-5af0-4642-81b6-fd56e5fd6114 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:26.113397 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe3b24cf-5af0-4642-81b6-fd56e5fd6114 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:26.163293 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558c9b72-2c79-4fad-aed9-49b8b6ec52ea None None] Network 3c7ecd14-7b1e-4350-90a1-61e73ac7f6e9 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:49:26.164745 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b24cf-5af0-4642-81b6-fd56e5fd6114 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Subnet': ['ID=452f5f61-c283-483b-9496-61db765d2f79,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:26.183482 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe3b24cf-5af0-4642-81b6-fd56e5fd6114 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:26.196747 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-fe3b24cf-5af0-4642-81b6-fd56e5fd6114 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/subnets/452f5f61-c283-483b-9496-61db765d2f79 HTTP/1.1" status: 204 len: 168 time: 1.5055935 Jan 21 09:49:26.199963 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34290) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:26.215426 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7902b333-ba05-4cb2-b7ac-d891a2cd7058 None None] Network a475af51-2649-414f-bd70-ab12fcae1f20 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:49:26.267523 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83b2645-fe70-4126-993f-db0c33b04327 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Router b3e08f78-8c2f-4161-b95d-6d981a4110a4 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:49:26.317410 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf893ca-f404-497b-8079-17e252fcbe49 admin admin] Router f066f73d-4115-4315-a2b5-0deff4e44a86 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:49:26.387148 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0e3ba7f9-e44b-498a-84c8-4ee970fa60df None None] Provisioning for port fd7534ae-43c5-4629-9ed0-05b03e6b8711 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:26.389091 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-24bb4305-47a8-4bb7-bea7-e67188045992 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:26.417918 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:26.427320 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0e3ba7f9-e44b-498a-84c8-4ee970fa60df None None] Provisioning complete for port fd7534ae-43c5-4629-9ed0-05b03e6b8711 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:26.427682 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0e3ba7f9-e44b-498a-84c8-4ee970fa60df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:26.433073 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3a1c5ac1-11f0-4a1f-bd2a-8d06c69ee9af tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:26.487877 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-3a1c5ac1-11f0-4a1f-bd2a-8d06c69ee9af tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] device_id is not set on port 204bd8e3-3b37-4cc8-91fb-d0dd7a3ccd3e yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:49:26.497687 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-0e3ba7f9-e44b-498a-84c8-4ee970fa60df None None] Port fd7534ae-43c5-4629-9ed0-05b03e6b8711 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:49:26.658792 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-24bb4305-47a8-4bb7-bea7-e67188045992 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Deleting port aa891326-1c1c-4eb4-901a-59746aade25b {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:49:26.660240 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-24bb4305-47a8-4bb7-bea7-e67188045992 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:26.753332 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-08954b5e-ab15-4683-b2d8-975450dc965b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:26.755920 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-3a1c5ac1-11f0-4a1f-bd2a-8d06c69ee9af tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Allocated IP 2001:db8::f816:3eff:fec6:37a7 (d5f237d0-52c1-4100-800c-a471203fec66/aeb6af1b-79ab-4595-afbe-98bf26d56842/204bd8e3-3b37-4cc8-91fb-d0dd7a3ccd3e) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:26.780917 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8aa511-607a-4f64-9172-474d512829dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32bf03f1-5287-4b92-bc6e-7943d0881fc4'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:49:26.828354 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c5b0c8a8-d7f0-44fa-acd3-a4a0af2dc0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:26.830091 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:26.833138 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83b2645-fe70-4126-993f-db0c33b04327 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:49:26.897439 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 32bf03f1-5287-4b92-bc6e-7943d0881fc4, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=32bf03f1-5287-4b92-bc6e-7943d0881fc4,segment=NetworkSegment(155ca858-1c82-4acd-b696-f79df79a5f2d),segment_id=155ca858-1c82-4acd-b696-f79df79a5f2d)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:26.912013 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705b02b9-9bab-4347-8c21-e252a5f022b9 None None] Sync routers for ids ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:49:26.965428 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c83b2645-fe70-4126-993f-db0c33b04327 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:26.966668 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:26.970749 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8aa511-607a-4f64-9172-474d512829dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32bf03f1-5287-4b92-bc6e-7943d0881fc4', 'code': 200} Jan 21 09:49:27.047706 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c83b2645-fe70-4126-993f-db0c33b04327 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.7824814 Jan 21 09:49:27.061363 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34296) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:27.069569 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-70a6658f-858e-40c7-bbe2-3bdc0ff29cbe tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Request body: {'floatingip': {'port_id': '76c9ffb1-e11c-4647-a6a4-65aa02cfee31', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:27.082137 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-98a49876-fe68-4991-ab58-52298f08cd70 None None] Provisioning for port e0da9672-571c-4825-9490-27b79e8db104 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:27.142192 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8eaefd2a-f923-4958-a1b2-77c50f6d3d8d None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:27.173291 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-7c17f747-b156-4e5e-837b-d2e5e930c16a None None] Allocated IP 172.22.0.2 (e48c35da-084a-460d-96aa-84a1537bd2dd/31f9211a-d4a3-482c-9587-96350cc037f6/6048b194-d045-4bc0-9165-287dc24187dd) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:27.193306 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port f5c558c0-f4c0-4074-9820-c803ea00557c, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=f5c558c0-f4c0-4074-9820-c803ea00557c,segment=NetworkSegment(252fd347-63c3-476e-b82f-9aa049fad307),segment_id=252fd347-63c3-476e-b82f-9aa049fad307)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:27.204099 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-8eaefd2a-f923-4958-a1b2-77c50f6d3d8d None None] Transition to ACTIVE for port object 0d060f3d-b157-440c-8be6-ae556137df58 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:27.215292 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705b02b9-9bab-4347-8c21-e252a5f022b9 None None] Routers {'b3e08f78-8c2f-4161-b95d-6d981a4110a4'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:27.218780 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-705b02b9-9bab-4347-8c21-e252a5f022b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:27.219036 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3a1c5ac1-11f0-4a1f-bd2a-8d06c69ee9af tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:27.238985 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-70a6658f-858e-40c7-bbe2-3bdc0ff29cbe tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for floatingip, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:27.254888 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-24bb4305-47a8-4bb7-bea7-e67188045992 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] For port aa891326-1c1c-4eb4-901a-59746aade25b, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=aa891326-1c1c-4eb4-901a-59746aade25b,segment=NetworkSegment(58d8c869-82d7-464c-aa2a-e2e184dea4c6),segment_id=58d8c869-82d7-464c-aa2a-e2e184dea4c6)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:27.255245 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-24bb4305-47a8-4bb7-bea7-e67188045992 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:27.296563 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:27.297310 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 444798e6-a9db-41b5-957d-f889d06b46e7 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:27.316476 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3a1c5ac1-11f0-4a1f-bd2a-8d06c69ee9af tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Transition to ACTIVE for port object 204bd8e3-3b37-4cc8-91fb-d0dd7a3ccd3e will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:27.347617 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3a1c5ac1-11f0-4a1f-bd2a-8d06c69ee9af tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:27.373122 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=32bf03f1-5287-4b92-bc6e-7943d0881fc4,revision_number=8']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:27.474750 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-24bb4305-47a8-4bb7-bea7-e67188045992 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Calling delete_port for aa891326-1c1c-4eb4-901a-59746aade25b owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:49:27.481829 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-705b02b9-9bab-4347-8c21-e252a5f022b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:27.509181 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-8eaefd2a-f923-4958-a1b2-77c50f6d3d8d None None] Transition to ACTIVE for port object 0d060f3d-b157-440c-8be6-ae556137df58 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:27.520917 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c5ac1-11f0-4a1f-bd2a-8d06c69ee9af tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Port': ['ID=204bd8e3-3b37-4cc8-91fb-d0dd7a3ccd3e,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:27.539012 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1c5ac1-11f0-4a1f-bd2a-8d06c69ee9af tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:27.548747 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-3a1c5ac1-11f0-4a1f-bd2a-8d06c69ee9af tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:27.553339 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1c5ac1-11f0-4a1f-bd2a-8d06c69ee9af tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:27.557249 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1c5ac1-11f0-4a1f-bd2a-8d06c69ee9af tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:27.557874 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3a1c5ac1-11f0-4a1f-bd2a-8d06c69ee9af tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:27.589436 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-3a1c5ac1-11f0-4a1f-bd2a-8d06c69ee9af tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0942283 Jan 21 09:49:27.597615 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34300) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:27.639080 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8eaefd2a-f923-4958-a1b2-77c50f6d3d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:27.653440 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:27.730961 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf893ca-f404-497b-8079-17e252fcbe49 admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:49:27.739417 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-24bb4305-47a8-4bb7-bea7-e67188045992 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:27.744241 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2dd373-de6d-45b6-80a1-2b7933aedb0f None None] Sync routers for ids ['f066f73d-4115-4315-a2b5-0deff4e44a86'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:49:27.778540 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-ec33fa42-7f33-4fa8-aeba-fcd62644a54f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Allocated IP 2001:db8:3::1 (e057f09a-948a-4717-beac-25249ac36fff/cf063a45-0600-4e01-a617-1205dcdae18e/78c1596a-3b6c-4932-b96b-8749b8b64858) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:27.806676 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2dd373-de6d-45b6-80a1-2b7933aedb0f None None] Routers {'f066f73d-4115-4315-a2b5-0deff4e44a86'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:27.807554 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-9d2dd373-de6d-45b6-80a1-2b7933aedb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['f066f73d-4115-4315-a2b5-0deff4e44a86'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:27.817483 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb4305-47a8-4bb7-bea7-e67188045992 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Port': ['ID=aa891326-1c1c-4eb4-901a-59746aade25b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:27.837333 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bb4305-47a8-4bb7-bea7-e67188045992 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] No DVR routers for this DVR port aa891326-1c1c-4eb4-901a-59746aade25b on host dv-neutron-825732-1-hyperv {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:49:27.910582 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7bf893ca-f404-497b-8079-17e252fcbe49 admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:27.914499 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7bf893ca-f404-497b-8079-17e252fcbe49 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.9199402 Jan 21 09:49:27.922091 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=f5c558c0-f4c0-4074-9820-c803ea00557c,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:27.923710 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13594c64-c3b9-4c56-8fff-41041e303132 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:27.928974 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13594c64-c3b9-4c56-8fff-41041e303132 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:27.930881 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-13594c64-c3b9-4c56-8fff-41041e303132 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.3264399 Jan 21 09:49:27.931736 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34304) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:27.932188 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705b02b9-9bab-4347-8c21-e252a5f022b9 None None] Routers {'b3e08f78-8c2f-4161-b95d-6d981a4110a4'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:27.932971 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-705b02b9-9bab-4347-8c21-e252a5f022b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:28.008497 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34306) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:28.161554 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-9d2dd373-de6d-45b6-80a1-2b7933aedb0f None None] Set router f066f73d-4115-4315-a2b5-0deff4e44a86 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:49:28.163663 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eaefd2a-f923-4958-a1b2-77c50f6d3d8d None None] Network e057f09a-948a-4717-beac-25249ac36fff is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:28.166154 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dd75f2-8b5d-4642-8b74-cfd66cda9703 None None] DHCP port deletion for a475af51-2649-414f-bd70-ab12fcae1f20 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:49:28.192152 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:28.196776 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-24bb4305-47a8-4bb7-bea7-e67188045992 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:28.257794 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-24bb4305-47a8-4bb7-bea7-e67188045992 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a475af51-2649-414f-bd70-ab12fcae1f20']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:28.268602 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-7a68fff4-cde4-4b28-adb0-eda2c091beca tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting port 204bd8e3-3b37-4cc8-91fb-d0dd7a3ccd3e {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:49:28.269096 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7a68fff4-cde4-4b28-adb0-eda2c091beca tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:28.285971 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-8eaefd2a-f923-4958-a1b2-77c50f6d3d8d None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:28.291264 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaefd2a-f923-4958-a1b2-77c50f6d3d8d None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:28.323801 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-705b02b9-9bab-4347-8c21-e252a5f022b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:28.324444 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705b02b9-9bab-4347-8c21-e252a5f022b9 None None] The sync data for ids ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:49:28.324937 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-24bb4305-47a8-4bb7-bea7-e67188045992 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58d8c869-82d7-464c-aa2a-e2e184dea4c6') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:28.325402 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-24bb4305-47a8-4bb7-bea7-e67188045992 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58d8c869-82d7-464c-aa2a-e2e184dea4c6') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:28.343842 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaefd2a-f923-4958-a1b2-77c50f6d3d8d None None] Pushing event updated for resources: {'Port': ['ID=0d060f3d-b157-440c-8be6-ae556137df58,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:28.485381 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 444798e6-a9db-41b5-957d-f889d06b46e7 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:28.488162 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:28.507188 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-24bb4305-47a8-4bb7-bea7-e67188045992 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:28.540228 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-24bb4305-47a8-4bb7-bea7-e67188045992 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:28.599028 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24bb4305-47a8-4bb7-bea7-e67188045992 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:49:28.599425 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-24bb4305-47a8-4bb7-bea7-e67188045992 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:28.615168 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:49:28.615168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:49:28.615168 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:49:28.615168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:49:28.615168 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:49:28.615168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:49:28.615168 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:49:28.615168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:49:28.615168 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:49:28.615168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:49:28.615168 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:49:28.615168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:49:28.615168 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:49:28.615168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:49:28.615168 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:49:28.615168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:49:28.615168 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:49:28.615168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:49:28.615168 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:49:28.615168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:49:28.615168 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:49:28.615168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:49:28.615168 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:49:28.615168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:49:28.615168 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:49:28.615168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:49:28.615168 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:49:28.615168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:49:28.615168 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:49:28.615168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:49:28.615168 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:49:28.615168 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:49:28.746688 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7c17f747-b156-4e5e-837b-d2e5e930c16a None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:28.750498 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-8eaefd2a-f923-4958-a1b2-77c50f6d3d8d None None] Attempting to bind port 0d060f3d-b157-440c-8be6-ae556137df58 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:28.751180 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-8eaefd2a-f923-4958-a1b2-77c50f6d3d8d None None] Attempting to bind port 0d060f3d-b157-440c-8be6-ae556137df58 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'b30fd2f7-0333-4fe3-a120-3b9b5b0e5c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'e057f09a-948a-4717-beac-25249ac36fff'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:28.751818 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eaefd2a-f923-4958-a1b2-77c50f6d3d8d None None] Attempting to bind port 0d060f3d-b157-440c-8be6-ae556137df58 on network e057f09a-948a-4717-beac-25249ac36fff {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:49:28.809841 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eaefd2a-f923-4958-a1b2-77c50f6d3d8d None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:49:28.810451 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eaefd2a-f923-4958-a1b2-77c50f6d3d8d None None] Checking segment: {'id': 'b30fd2f7-0333-4fe3-a120-3b9b5b0e5c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'e057f09a-948a-4717-beac-25249ac36fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:28.815372 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8eaefd2a-f923-4958-a1b2-77c50f6d3d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:28.816674 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eaefd2a-f923-4958-a1b2-77c50f6d3d8d None None] Bound using segment: {'id': 'b30fd2f7-0333-4fe3-a120-3b9b5b0e5c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'e057f09a-948a-4717-beac-25249ac36fff'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:49:28.817366 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-8eaefd2a-f923-4958-a1b2-77c50f6d3d8d None None] Bound port: 0d060f3d-b157-440c-8be6-ae556137df58, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b30fd2f7-0333-4fe3-a120-3b9b5b0e5c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'e057f09a-948a-4717-beac-25249ac36fff'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:28.818006 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8eaefd2a-f923-4958-a1b2-77c50f6d3d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:28.861873 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-7c17f747-b156-4e5e-837b-d2e5e930c16a None None] Transition to ACTIVE for port object 6048b194-d045-4bc0-9165-287dc24187dd will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:28.870482 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-9d2dd373-de6d-45b6-80a1-2b7933aedb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f066f73d-4115-4315-a2b5-0deff4e44a86', 'name': 'tempest-TestVolumeBootPattern-510190061-router', 'tenant_id': '46be4eed59ff4316b230439062a7a607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ec8a36df-4259-4ce9-af8e-c5d861ae407d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:18Z', 'updated_at': '2022-01-21T09:49:23Z', 'revision_number': 3, 'project_id': '46be4eed59ff4316b230439062a7a607', 'gw_port': {'id': 'ec8a36df-4259-4ce9-af8e-c5d861ae407d', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f066f73d-4115-4315-a2b5-0deff4e44a86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:20Z', 'updated_at': '2022-01-21T09:49:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:28.878611 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2dd373-de6d-45b6-80a1-2b7933aedb0f None None] Checking router: f066f73d-4115-4315-a2b5-0deff4e44a86 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:49:28.879179 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2dd373-de6d-45b6-80a1-2b7933aedb0f None None] Updating router f066f73d-4115-4315-a2b5-0deff4e44a86 port ec8a36df-4259-4ce9-af8e-c5d861ae407d binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:49:28.898172 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ec33fa42-7f33-4fa8-aeba-fcd62644a54f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:28.940972 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ec33fa42-7f33-4fa8-aeba-fcd62644a54f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Transition to ACTIVE for port object 78c1596a-3b6c-4932-b96b-8749b8b64858 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:28.947963 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-70a6658f-858e-40c7-bbe2-3bdc0ff29cbe tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:28.963121 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-3e519981-6106-4915-9126-7618f57f35e9 None None] Provisioning for port 7f7da537-3c82-41a7-aee4-6c647e5f4767 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:28.964733 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-70a6658f-858e-40c7-bbe2-3bdc0ff29cbe tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:29.005815 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-24bb4305-47a8-4bb7-bea7-e67188045992 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:29.014365 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-9d2dd373-de6d-45b6-80a1-2b7933aedb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:29.063589 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-7c17f747-b156-4e5e-837b-d2e5e930c16a None None] Transition to ACTIVE for port object 6048b194-d045-4bc0-9165-287dc24187dd will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:29.077695 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-24bb4305-47a8-4bb7-bea7-e67188045992 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:29.100461 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb4305-47a8-4bb7-bea7-e67188045992 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Network': ['ID=a475af51-2649-414f-bd70-ab12fcae1f20,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:29.106920 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-24bb4305-47a8-4bb7-bea7-e67188045992 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/networks/a475af51-2649-414f-bd70-ab12fcae1f20 HTTP/1.1" status: 204 len: 168 time: 2.9043212 Jan 21 09:49:29.119649 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34312) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:29.121712 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7c17f747-b156-4e5e-837b-d2e5e930c16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:29.192773 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-08954b5e-ab15-4683-b2d8-975450dc965b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Allocated IP 172.22.0.1 (e48c35da-084a-460d-96aa-84a1537bd2dd/31f9211a-d4a3-482c-9587-96350cc037f6/a8a56443-bca6-4e4b-8774-cf34cdb1afb7) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:29.207680 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-14c64975-464b-485d-bb54-09dbc919ed9e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1639382356'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:29.246796 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ec33fa42-7f33-4fa8-aeba-fcd62644a54f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:29.283587 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-8eaefd2a-f923-4958-a1b2-77c50f6d3d8d None None] For port 0d060f3d-b157-440c-8be6-ae556137df58, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:49:29.288040 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-8eaefd2a-f923-4958-a1b2-77c50f6d3d8d None None] For port 0d060f3d-b157-440c-8be6-ae556137df58, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=0d060f3d-b157-440c-8be6-ae556137df58,segment=NetworkSegment(b30fd2f7-0333-4fe3-a120-3b9b5b0e5c3d),segment_id=b30fd2f7-0333-4fe3-a120-3b9b5b0e5c3d)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:49:29.295336 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17f747-b156-4e5e-837b-d2e5e930c16a None None] Pushing event updated for resources: {'Port': ['ID=6048b194-d045-4bc0-9165-287dc24187dd,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:29.309637 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c17f747-b156-4e5e-837b-d2e5e930c16a None None] Network e48c35da-084a-460d-96aa-84a1537bd2dd is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:29.317555 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ea11cc5d-598e-45e7-bde1-6ed95be002e3 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:29.355002 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec33fa42-7f33-4fa8-aeba-fcd62644a54f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Network e057f09a-948a-4717-beac-25249ac36fff is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:29.358118 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-ec33fa42-7f33-4fa8-aeba-fcd62644a54f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:29.360539 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33fa42-7f33-4fa8-aeba-fcd62644a54f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Port': ['ID=78c1596a-3b6c-4932-b96b-8749b8b64858,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:29.371092 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-08954b5e-ab15-4683-b2d8-975450dc965b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:29.375341 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec33fa42-7f33-4fa8-aeba-fcd62644a54f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:29.376099 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ec33fa42-7f33-4fa8-aeba-fcd62644a54f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:29.388176 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-08954b5e-ab15-4683-b2d8-975450dc965b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Transition to ACTIVE for port object a8a56443-bca6-4e4b-8774-cf34cdb1afb7 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:29.389245 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-7c17f747-b156-4e5e-837b-d2e5e930c16a None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:29.391622 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c17f747-b156-4e5e-837b-d2e5e930c16a None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:29.422711 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-14c64975-464b-485d-bb54-09dbc919ed9e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:29.424555 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8eaefd2a-f923-4958-a1b2-77c50f6d3d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:29.425932 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-08954b5e-ab15-4683-b2d8-975450dc965b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:29.474808 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-14c64975-464b-485d-bb54-09dbc919ed9e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:network and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:29.479068 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7a68fff4-cde4-4b28-adb0-eda2c091beca tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:29.489940 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-14c64975-464b-485d-bb54-09dbc919ed9e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:29.511241 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-14c64975-464b-485d-bb54-09dbc919ed9e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:29.570885 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ec33fa42-7f33-4fa8-aeba-fcd62644a54f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:29.582017 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-9d2dd373-de6d-45b6-80a1-2b7933aedb0f None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:29.600860 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-9d2dd373-de6d-45b6-80a1-2b7933aedb0f None None] Transition to ACTIVE for port object ec8a36df-4259-4ce9-af8e-c5d861ae407d will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:29.619928 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-9d2dd373-de6d-45b6-80a1-2b7933aedb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:29.653819 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08954b5e-ab15-4683-b2d8-975450dc965b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Network e48c35da-084a-460d-96aa-84a1537bd2dd is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:29.663686 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-7a68fff4-cde4-4b28-adb0-eda2c091beca tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Calling delete_port for 204bd8e3-3b37-4cc8-91fb-d0dd7a3ccd3e owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:49:29.694956 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-08954b5e-ab15-4683-b2d8-975450dc965b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:29.729355 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08954b5e-ab15-4683-b2d8-975450dc965b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:29.735724 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-7c17f747-b156-4e5e-837b-d2e5e930c16a None None] Attempting to bind port 6048b194-d045-4bc0-9165-287dc24187dd on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:29.736280 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-7c17f747-b156-4e5e-837b-d2e5e930c16a None None] Attempting to bind port 6048b194-d045-4bc0-9165-287dc24187dd by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '1e9a35e6-a4c5-4fa4-9479-69b4069ea569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e48c35da-084a-460d-96aa-84a1537bd2dd'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:29.736437 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c17f747-b156-4e5e-837b-d2e5e930c16a None None] Attempting to bind port 6048b194-d045-4bc0-9165-287dc24187dd on network e48c35da-084a-460d-96aa-84a1537bd2dd {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:49:29.740372 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-9d2dd373-de6d-45b6-80a1-2b7933aedb0f None None] Attempting to bind port ec8a36df-4259-4ce9-af8e-c5d861ae407d on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:29.741331 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-9d2dd373-de6d-45b6-80a1-2b7933aedb0f None None] Attempting to bind port ec8a36df-4259-4ce9-af8e-c5d861ae407d by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:29.742090 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2dd373-de6d-45b6-80a1-2b7933aedb0f None None] Attempting to bind port ec8a36df-4259-4ce9-af8e-c5d861ae407d on network 05164b30-8981-419a-8272-388f48c19dd5 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:49:29.744663 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port ea11cc5d-598e-45e7-bde1-6ed95be002e3 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:29.758349 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c17f747-b156-4e5e-837b-d2e5e930c16a None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:49:29.758710 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c17f747-b156-4e5e-837b-d2e5e930c16a None None] Checking segment: {'id': '1e9a35e6-a4c5-4fa4-9479-69b4069ea569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e48c35da-084a-460d-96aa-84a1537bd2dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:29.759105 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7c17f747-b156-4e5e-837b-d2e5e930c16a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:29.759546 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c17f747-b156-4e5e-837b-d2e5e930c16a None None] Bound using segment: {'id': '1e9a35e6-a4c5-4fa4-9479-69b4069ea569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e48c35da-084a-460d-96aa-84a1537bd2dd'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:49:29.760016 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-7c17f747-b156-4e5e-837b-d2e5e930c16a None None] Bound port: 6048b194-d045-4bc0-9165-287dc24187dd, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e9a35e6-a4c5-4fa4-9479-69b4069ea569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e48c35da-084a-460d-96aa-84a1537bd2dd'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:29.760377 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7c17f747-b156-4e5e-837b-d2e5e930c16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:29.765054 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2dd373-de6d-45b6-80a1-2b7933aedb0f None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:49:29.774266 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2dd373-de6d-45b6-80a1-2b7933aedb0f None None] Checking segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:29.774983 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-9d2dd373-de6d-45b6-80a1-2b7933aedb0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:29.775494 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2dd373-de6d-45b6-80a1-2b7933aedb0f None None] Bound using segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:49:29.776096 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-9d2dd373-de6d-45b6-80a1-2b7933aedb0f None None] Bound port: ec8a36df-4259-4ce9-af8e-c5d861ae407d, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:29.776603 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-9d2dd373-de6d-45b6-80a1-2b7933aedb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:29.787826 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port ea11cc5d-598e-45e7-bde1-6ed95be002e3 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:29.788252 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:29.798736 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08954b5e-ab15-4683-b2d8-975450dc965b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Port': ['ID=a8a56443-bca6-4e4b-8774-cf34cdb1afb7,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:29.814128 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c64975-464b-485d-bb54-09dbc919ed9e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Made reservation on behalf of 081c5e94b3d84c0c999dc4d73e79f211 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:29.818263 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14c64975-464b-485d-bb54-09dbc919ed9e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:29.883843 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0c925647-1aba-4194-8012-76fef7eeb8f3 None None] Provisioning for port 204bd8e3-3b37-4cc8-91fb-d0dd7a3ccd3e completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:29.904844 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b7b90-ee5a-4927-9503-0dbdeed405eb None None] Pushing event updated for resources: {'Port': ['ID=ec8a36df-4259-4ce9-af8e-c5d861ae407d,revision_number=2']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:29.999508 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-7c17f747-b156-4e5e-837b-d2e5e930c16a None None] For port 6048b194-d045-4bc0-9165-287dc24187dd, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:49:30.010518 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-7c17f747-b156-4e5e-837b-d2e5e930c16a None None] For port 6048b194-d045-4bc0-9165-287dc24187dd, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=6048b194-d045-4bc0-9165-287dc24187dd,segment=NetworkSegment(1e9a35e6-a4c5-4fa4-9479-69b4069ea569),segment_id=1e9a35e6-a4c5-4fa4-9479-69b4069ea569)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:49:30.017783 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-9d2dd373-de6d-45b6-80a1-2b7933aedb0f None None] For port ec8a36df-4259-4ce9-af8e-c5d861ae407d, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:49:30.020714 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0c925647-1aba-4194-8012-76fef7eeb8f3 None None] Provisioning complete for port 204bd8e3-3b37-4cc8-91fb-d0dd7a3ccd3e triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:30.021084 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0c925647-1aba-4194-8012-76fef7eeb8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:30.021916 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-9d2dd373-de6d-45b6-80a1-2b7933aedb0f None None] For port ec8a36df-4259-4ce9-af8e-c5d861ae407d, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ec8a36df-4259-4ce9-af8e-c5d861ae407d,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:49:30.032004 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-9d2dd373-de6d-45b6-80a1-2b7933aedb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:30.116369 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-0c925647-1aba-4194-8012-76fef7eeb8f3 None None] Port 204bd8e3-3b37-4cc8-91fb-d0dd7a3ccd3e cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:49:30.118606 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:30.120081 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7c17f747-b156-4e5e-837b-d2e5e930c16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:30.139532 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-08954b5e-ab15-4683-b2d8-975450dc965b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:30.210023 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2dd373-de6d-45b6-80a1-2b7933aedb0f None None] Routers {'f066f73d-4115-4315-a2b5-0deff4e44a86'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:30.210502 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-9d2dd373-de6d-45b6-80a1-2b7933aedb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['f066f73d-4115-4315-a2b5-0deff4e44a86'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:30.220638 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:30.228641 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaefd2a-f923-4958-a1b2-77c50f6d3d8d None None] Pushing event updated for resources: {'Port': ['ID=0d060f3d-b157-440c-8be6-ae556137df58,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:30.230311 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14c64975-464b-485d-bb54-09dbc919ed9e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:49:30.320465 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port ea11cc5d-598e-45e7-bde1-6ed95be002e3, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ea11cc5d-598e-45e7-bde1-6ed95be002e3,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:30.336812 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:30.337677 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device aa891326-1c1c-4eb4-901a-59746aade25b up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:30.379825 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: aa891326-1c1c-4eb4-901a-59746aade25b {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:49:30.380208 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device aa891326-1c1c-4eb4-901a-59746aade25b not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 21 09:49:30.413544 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ec33fa42-7f33-4fa8-aeba-fcd62644a54f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:30.418728 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Port aa891326-1c1c-4eb4-901a-59746aade25b not found, will not notify nova. {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 21 09:49:30.419129 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 25b35bf0-9057-47ca-9b0f-03a10adc5a21 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:30.432463 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ec33fa42-7f33-4fa8-aeba-fcd62644a54f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:30.440880 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ec33fa42-7f33-4fa8-aeba-fcd62644a54f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:30.483517 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17f747-b156-4e5e-837b-d2e5e930c16a None None] Pushing event updated for resources: {'Port': ['ID=6048b194-d045-4bc0-9165-287dc24187dd,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:30.505216 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-9d2dd373-de6d-45b6-80a1-2b7933aedb0f None None] Set router f066f73d-4115-4315-a2b5-0deff4e44a86 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:49:30.563880 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a6658f-858e-40c7-bbe2-3bdc0ff29cbe tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Router b3e08f78-8c2f-4161-b95d-6d981a4110a4 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:49:30.577950 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=ea11cc5d-598e-45e7-bde1-6ed95be002e3,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:30.601999 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 25b35bf0-9057-47ca-9b0f-03a10adc5a21 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:30.607809 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 25b35bf0-9057-47ca-9b0f-03a10adc5a21 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:30.608261 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:30.626562 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14c64975-464b-485d-bb54-09dbc919ed9e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:30.627159 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-14c64975-464b-485d-bb54-09dbc919ed9e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Added segment 3ea87952-1952-4a9f-b632-a9c51d2bbfbb of type vlan for network 787253f5-a707-47b5-8cdb-e1c0f0788971 Jan 21 09:49:30.679707 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14c64975-464b-485d-bb54-09dbc919ed9e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:30.750577 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7a68fff4-cde4-4b28-adb0-eda2c091beca tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:30.755478 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14c64975-464b-485d-bb54-09dbc919ed9e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:30.764984 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c64975-464b-485d-bb54-09dbc919ed9e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:30.766165 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14c64975-464b-485d-bb54-09dbc919ed9e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:30.834185 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:30.891943 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 25b35bf0-9057-47ca-9b0f-03a10adc5a21, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=25b35bf0-9057-47ca-9b0f-03a10adc5a21,segment=NetworkSegment(6aba9f7f-2522-484d-9ac9-80594c7c3a87),segment_id=6aba9f7f-2522-484d-9ac9-80594c7c3a87)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:30.918443 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:31.026684 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33fa42-7f33-4fa8-aeba-fcd62644a54f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event updated for resources: {'Port': ['ID=78c1596a-3b6c-4932-b96b-8749b8b64858,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:31.054169 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b7b90-ee5a-4927-9503-0dbdeed405eb None None] Pushing event updated for resources: {'Port': ['ID=ec8a36df-4259-4ce9-af8e-c5d861ae407d,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:31.056633 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=25b35bf0-9057-47ca-9b0f-03a10adc5a21,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:31.128664 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-9d2dd373-de6d-45b6-80a1-2b7933aedb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f066f73d-4115-4315-a2b5-0deff4e44a86', 'name': 'tempest-TestVolumeBootPattern-510190061-router', 'tenant_id': '46be4eed59ff4316b230439062a7a607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ec8a36df-4259-4ce9-af8e-c5d861ae407d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:18Z', 'updated_at': '2022-01-21T09:49:23Z', 'revision_number': 3, 'project_id': '46be4eed59ff4316b230439062a7a607', 'gw_port': {'id': 'ec8a36df-4259-4ce9-af8e-c5d861ae407d', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f066f73d-4115-4315-a2b5-0deff4e44a86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:20Z', 'updated_at': '2022-01-21T09:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:31.140110 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2dd373-de6d-45b6-80a1-2b7933aedb0f None None] The sync data for ids ['f066f73d-4115-4315-a2b5-0deff4e44a86'] in dv-neutron-825732-1-hyperv is: [{'id': 'f066f73d-4115-4315-a2b5-0deff4e44a86', 'name': 'tempest-TestVolumeBootPattern-510190061-router', 'tenant_id': '46be4eed59ff4316b230439062a7a607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ec8a36df-4259-4ce9-af8e-c5d861ae407d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:18Z', 'updated_at': '2022-01-21T09:49:23Z', 'revision_number': 3, 'project_id': '46be4eed59ff4316b230439062a7a607', 'gw_port': {'id': 'ec8a36df-4259-4ce9-af8e-c5d861ae407d', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f066f73d-4115-4315-a2b5-0deff4e44a86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:20Z', 'updated_at': '2022-01-21T09:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:49:31.298802 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-08954b5e-ab15-4683-b2d8-975450dc965b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:31.302485 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2aab801c-0914-4fe2-96a2-2d0adbe9f647 req-b203f4c8-3b8e-4185-bbab-1c19a504440e service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=fe8aa511-607a-4f64-9172-474d512829dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7027075 Jan 21 09:49:31.345849 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec33fa42-7f33-4fa8-aeba-fcd62644a54f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Network e057f09a-948a-4717-beac-25249ac36fff is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:31.348524 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-ec33fa42-7f33-4fa8-aeba-fcd62644a54f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:31.369640 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-14c64975-464b-485d-bb54-09dbc919ed9e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.1993425 Jan 21 09:49:31.420265 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a68fff4-cde4-4b28-adb0-eda2c091beca tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Port': ['ID=204bd8e3-3b37-4cc8-91fb-d0dd7a3ccd3e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:31.441834 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34316) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:31.473866 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-9bde111c-812b-4bf5-93d9-ab0c5813a053 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'subnet': {'network_id': '787253f5-a707-47b5-8cdb-e1c0f0788971', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:31.489349 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7a68fff4-cde4-4b28-adb0-eda2c091beca tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:31.491926 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7a68fff4-cde4-4b28-adb0-eda2c091beca tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/204bd8e3-3b37-4cc8-91fb-d0dd7a3ccd3e HTTP/1.1" status: 204 len: 168 time: 3.4686317 Jan 21 09:49:31.495254 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c64975-464b-485d-bb54-09dbc919ed9e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Network': ['ID=787253f5-a707-47b5-8cdb-e1c0f0788971,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:31.497471 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34320) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:31.508551 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 787253f5-a707-47b5-8cdb-e1c0f0788971 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:49:31.692702 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 3f15ca91-6562-40e9-8a27-387590494894 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:31.755544 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6cbae5-98f1-46f6-9792-027e4a4c6cec None None] Network e057f09a-948a-4717-beac-25249ac36fff requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:49:31.914115 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-610872b7-4a89-416a-8778-38be72c84083 None None] Provisioning for port 0d060f3d-b157-440c-8be6-ae556137df58 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:31.949317 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 3f15ca91-6562-40e9-8a27-387590494894 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:31.951968 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2aab801c-0914-4fe2-96a2-2d0adbe9f647 req-f4df1904-c4c8-4835-b9f0-346008a986c5 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=1e3f77cee1f142a6ae1fa2606c54e16c&device_id=fe8aa511-607a-4f64-9172-474d512829dd HTTP/1.1" status: 200 len: 1098 time: 0.4924405 Jan 21 09:49:31.958651 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 3f15ca91-6562-40e9-8a27-387590494894 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:31.959213 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:32.024528 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bec414-efe6-4220-ba8a-64de84a2b4c7 None None] Network e48c35da-084a-460d-96aa-84a1537bd2dd requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:49:32.093088 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a864bbb2-2a3b-4d45-8001-7b0ee63b850d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:32.094534 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a864bbb2-2a3b-4d45-8001-7b0ee63b850d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:32.095257 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-a864bbb2-2a3b-4d45-8001-7b0ee63b850d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:32.102451 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9bde111c-812b-4bf5-93d9-ab0c5813a053 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:32.111986 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9bde111c-812b-4bf5-93d9-ab0c5813a053 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:subnet and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:32.114800 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a6658f-858e-40c7-bbe2-3bdc0ff29cbe tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:49:32.125256 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-70a6658f-858e-40c7-bbe2-3bdc0ff29cbe tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:32.130465 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9bde111c-812b-4bf5-93d9-ab0c5813a053 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:32.143196 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8367f4a4-4d37-4ff9-8b90-9b818078a863 None None] Sync routers for ids ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:49:32.149917 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9bde111c-812b-4bf5-93d9-ab0c5813a053 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:32.179026 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-a864bbb2-2a3b-4d45-8001-7b0ee63b850d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:32.180615 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a864bbb2-2a3b-4d45-8001-7b0ee63b850d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.6649737 Jan 21 09:49:32.187756 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34324) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:32.246839 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bde111c-812b-4bf5-93d9-ab0c5813a053 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Made reservation on behalf of 081c5e94b3d84c0c999dc4d73e79f211 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:32.266624 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-41c89d8e-94da-43a0-a8eb-ef67e43c28c9 None None] Provisioning for port 6048b194-d045-4bc0-9165-287dc24187dd completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:32.281867 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab801c-0914-4fe2-96a2-2d0adbe9f647 req-932af7b8-d822-4398-a43b-3d2a81a1eda9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:32.283428 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2aab801c-0914-4fe2-96a2-2d0adbe9f647 req-932af7b8-d822-4398-a43b-3d2a81a1eda9 service neutron] 10.222.0.124 "GET /v2.0/networks?id=7c76e461-3311-4ee9-93b1-5e66961e7ff1 HTTP/1.1" status: 200 len: 896 time: 0.3061287 Jan 21 09:49:32.322747 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:32.343949 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8367f4a4-4d37-4ff9-8b90-9b818078a863 None None] Routers {'b3e08f78-8c2f-4161-b95d-6d981a4110a4'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:32.343949 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-8367f4a4-4d37-4ff9-8b90-9b818078a863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:32.403163 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec33fa42-7f33-4fa8-aeba-fcd62644a54f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Router 72f03803-a970-416f-a2eb-d92c34878823 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:49:32.416557 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9bde111c-812b-4bf5-93d9-ab0c5813a053 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:32.431786 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-08954b5e-ab15-4683-b2d8-975450dc965b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:32.475346 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-8367f4a4-4d37-4ff9-8b90-9b818078a863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:32.493500 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-08954b5e-ab15-4683-b2d8-975450dc965b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:32.553404 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-70a6658f-858e-40c7-bbe2-3bdc0ff29cbe tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "PUT /v2.0/floatingips/3840d3e1-5b92-4ff6-ac13-7b1d2d842ecd HTTP/1.1" status: 200 len: 978 time: 5.4905152 Jan 21 09:49:32.559705 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34328) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:32.567230 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 3f15ca91-6562-40e9-8a27-387590494894, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=3f15ca91-6562-40e9-8a27-387590494894,segment=NetworkSegment(252fd347-63c3-476e-b82f-9aa049fad307),segment_id=252fd347-63c3-476e-b82f-9aa049fad307)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:32.572249 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8367f4a4-4d37-4ff9-8b90-9b818078a863 None None] Routers {'b3e08f78-8c2f-4161-b95d-6d981a4110a4'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:32.574358 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-8367f4a4-4d37-4ff9-8b90-9b818078a863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:32.644092 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:32.644092 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ea11cc5d-598e-45e7-bde1-6ed95be002e3 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:32.693402 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-08954b5e-ab15-4683-b2d8-975450dc965b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:32.735159 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08954b5e-ab15-4683-b2d8-975450dc965b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Port': ['ID=a8a56443-bca6-4e4b-8774-cf34cdb1afb7,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:32.749542 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-8367f4a4-4d37-4ff9-8b90-9b818078a863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:32.749955 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8367f4a4-4d37-4ff9-8b90-9b818078a863 None None] The sync data for ids ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:49:32.836910 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=3f15ca91-6562-40e9-8a27-387590494894,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:32.895174 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port ea11cc5d-598e-45e7-bde1-6ed95be002e3 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:32.895700 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:32.929296 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2aab801c-0914-4fe2-96a2-2d0adbe9f647 req-cdbc7476-fc08-4401-96ce-dfb708004acd service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32bf03f1-5287-4b92-bc6e-7943d0881fc4 HTTP/1.1" status: 200 len: 1001 time: 0.6065259 Jan 21 09:49:33.025178 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9bde111c-812b-4bf5-93d9-ab0c5813a053 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:33.131987 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 5eca861b-3801-4ff6-95a2-a55a6834e83f up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:33.203089 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08954b5e-ab15-4683-b2d8-975450dc965b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Network e48c35da-084a-460d-96aa-84a1537bd2dd is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:33.229132 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-e82583dc-e7c9-4480-866f-8f835a08a928 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting subnet aeb6af1b-79ab-4595-afbe-98bf26d56842 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:49:33.238764 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-150e8fe7-f5bb-4ef3-9cbf-fff2023686fd None None] Provisioning for port 78c1596a-3b6c-4932-b96b-8749b8b64858 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:33.251721 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-150e8fe7-f5bb-4ef3-9cbf-fff2023686fd None None] Provisioning complete for port 78c1596a-3b6c-4932-b96b-8749b8b64858 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:33.252088 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-150e8fe7-f5bb-4ef3-9cbf-fff2023686fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:33.271351 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-08954b5e-ab15-4683-b2d8-975450dc965b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:33.289335 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e82583dc-e7c9-4480-866f-8f835a08a928 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:33.335455 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab801c-0914-4fe2-96a2-2d0adbe9f647 req-23046064-1ea4-4279-9ed2-18e4baedaa72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:33.336969 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2aab801c-0914-4fe2-96a2-2d0adbe9f647 req-23046064-1ea4-4279-9ed2-18e4baedaa72 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=23e2bbf6-5c4d-4071-9407-50801ecd5467 HTTP/1.1" status: 200 len: 833 time: 0.3240652 Jan 21 09:49:33.373264 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-150e8fe7-f5bb-4ef3-9cbf-fff2023686fd None None] Port 78c1596a-3b6c-4932-b96b-8749b8b64858 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:49:33.376695 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 5eca861b-3801-4ff6-95a2-a55a6834e83f triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:33.377064 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:33.442545 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-2cb949e7-31aa-44f8-965e-5d016cf69ba4 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Deleting port c09db2a3-508a-4671-a404-fa03ab5b4f8e {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:49:33.442887 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2cb949e7-31aa-44f8-965e-5d016cf69ba4 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:33.485095 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e82583dc-e7c9-4480-866f-8f835a08a928 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:33.561343 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 6048b194-d045-4bc0-9165-287dc24187dd up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:33.605917 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e82583dc-e7c9-4480-866f-8f835a08a928 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:33.616530 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde111c-812b-4bf5-93d9-ab0c5813a053 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Subnet': ['ID=2423860e-acc0-4b99-8d58-cdd5e99fce21,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:33.643315 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-69771406-712c-4b1a-a321-491243508112 None None] Provisioning for port a8a56443-bca6-4e4b-8774-cf34cdb1afb7 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:33.649626 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-69771406-712c-4b1a-a321-491243508112 None None] Provisioning complete for port a8a56443-bca6-4e4b-8774-cf34cdb1afb7 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:33.650001 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-69771406-712c-4b1a-a321-491243508112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:33.664696 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bde111c-812b-4bf5-93d9-ab0c5813a053 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Checking segment: {'id': '3ea87952-1952-4a9f-b632-a9c51d2bbfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '787253f5-a707-47b5-8cdb-e1c0f0788971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:33.665046 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bde111c-812b-4bf5-93d9-ab0c5813a053 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Network hostable DHCP agents. Network: 787253f5-a707-47b5-8cdb-e1c0f0788971, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:49:33.727536 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e82583dc-e7c9-4480-866f-8f835a08a928 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:33.738463 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-69771406-712c-4b1a-a321-491243508112 None None] Port a8a56443-bca6-4e4b-8774-cf34cdb1afb7 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:49:33.749799 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 6048b194-d045-4bc0-9165-287dc24187dd completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:33.758600 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 6048b194-d045-4bc0-9165-287dc24187dd triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:33.758965 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:33.761443 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35cfc9cd-a1f5-48f8-be1a-52d61938e1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:33.795869 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82583dc-e7c9-4480-866f-8f835a08a928 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Subnet': ['ID=aeb6af1b-79ab-4595-afbe-98bf26d56842,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:33.809283 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e82583dc-e7c9-4480-866f-8f835a08a928 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:33.814912 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b6892b-d7c7-4e15-9247-64921222e2da None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:49:33.855614 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-69771406-712c-4b1a-a321-491243508112 None None] Provisioning complete for port 6048b194-d045-4bc0-9165-287dc24187dd triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:33.855957 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-69771406-712c-4b1a-a321-491243508112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:33.867187 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec33fa42-7f33-4fa8-aeba-fcd62644a54f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:49:33.875803 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e82583dc-e7c9-4480-866f-8f835a08a928 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/aeb6af1b-79ab-4595-afbe-98bf26d56842 HTTP/1.1" status: 204 len: 168 time: 1.6849315 Jan 21 09:49:33.876197 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34332) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:33.903015 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ec33fa42-7f33-4fa8-aeba-fcd62644a54f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "PUT /v2.0/routers/72f03803-a970-416f-a2eb-d92c34878823/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1872728 Jan 21 09:49:33.992121 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34336) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:34.011622 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-13020caf-7070-4ad2-87a1-fdd1d229283d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:34.062048 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-af36e3d3-d1c1-4371-8320-4850913779c3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1741033 Jan 21 09:49:34.079050 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34340) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:34.090343 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-66bc4c34-c297-4a9d-816c-dc7b084e7fe0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:34.106759 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2aab801c-0914-4fe2-96a2-2d0adbe9f647 req-b63358cd-a2c1-4783-81ad-5c3d217ddeb7 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=7c76e461-3311-4ee9-93b1-5e66961e7ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7407475 Jan 21 09:49:34.109267 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bde111c-812b-4bf5-93d9-ab0c5813a053 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Network 787253f5-a707-47b5-8cdb-e1c0f0788971 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:49:34.229498 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-9bde111c-812b-4bf5-93d9-ab0c5813a053 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 787253f5-a707-47b5-8cdb-e1c0f0788971) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:34.255949 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bde111c-812b-4bf5-93d9-ab0c5813a053 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:34.256147 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e667e4ea-5e79-402f-a72a-7c86b8c6e5ab None None] Network 787253f5-a707-47b5-8cdb-e1c0f0788971 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:49:34.256634 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9bde111c-812b-4bf5-93d9-ab0c5813a053 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:34.273238 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:34.324016 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2cb949e7-31aa-44f8-965e-5d016cf69ba4 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:34.324643 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-66bc4c34-c297-4a9d-816c-dc7b084e7fe0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:34.324736 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2cb949e7-31aa-44f8-965e-5d016cf69ba4 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:34.331699 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9bde111c-812b-4bf5-93d9-ab0c5813a053 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8736253 Jan 21 09:49:34.332777 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34344) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:34.344823 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-515e0e5d-4b75-4bfa-a960-789dbbbc0534 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-236449102', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:34.363143 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-69771406-712c-4b1a-a321-491243508112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:34.371275 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-66bc4c34-c297-4a9d-816c-dc7b084e7fe0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:subnet and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:34.383095 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-66bc4c34-c297-4a9d-816c-dc7b084e7fe0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:34.396444 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-66bc4c34-c297-4a9d-816c-dc7b084e7fe0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:34.417265 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-515e0e5d-4b75-4bfa-a960-789dbbbc0534 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:34.434034 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 6048b194-d045-4bc0-9165-287dc24187dd, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=6048b194-d045-4bc0-9165-287dc24187dd,segment=NetworkSegment(1e9a35e6-a4c5-4fa4-9479-69b4069ea569),segment_id=1e9a35e6-a4c5-4fa4-9479-69b4069ea569)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:34.457733 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:34.457879 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08954b5e-ab15-4683-b2d8-975450dc965b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Router 01207b5c-5871-420b-abc0-78401bae990b has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:49:34.458522 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 7f7da537-3c82-41a7-aee4-6c647e5f4767 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:34.469878 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-35cfc9cd-a1f5-48f8-be1a-52d61938e1cf admin admin] Allocated IP 172.20.0.1 (3c7ecd14-7b1e-4350-90a1-61e73ac7f6e9/8674a2d4-7608-4f3c-8ee7-cc36d566c9ec/627dd660-b7b9-47b4-9b2e-3e48947b71ef) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:34.495101 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-2cb949e7-31aa-44f8-965e-5d016cf69ba4 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Calling delete_port for c09db2a3-508a-4671-a404-fa03ab5b4f8e owned by network:floatingip {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:49:34.500386 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bc4c34-c297-4a9d-816c-dc7b084e7fe0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:34.538806 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-515e0e5d-4b75-4bfa-a960-789dbbbc0534 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:router and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:34.552841 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-515e0e5d-4b75-4bfa-a960-789dbbbc0534 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:34.574520 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-515e0e5d-4b75-4bfa-a960-789dbbbc0534 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:34.599267 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648197ce-1989-4ae4-8eb5-b569adaf073d None None] DHCP port deletion for d5f237d0-52c1-4100-800c-a471203fec66 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:49:34.600846 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2aab801c-0914-4fe2-96a2-2d0adbe9f647 req-673ffe3a-db7b-4a2e-bd2c-374217cfdb55 service neutron] 10.222.0.124 "GET /v2.0/networks/7c76e461-3311-4ee9-93b1-5e66961e7ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204652 Jan 21 09:49:34.640142 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-515e0e5d-4b75-4bfa-a960-789dbbbc0534 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:34.641204 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-515e0e5d-4b75-4bfa-a960-789dbbbc0534 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:34.716336 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-648197ce-1989-4ae4-8eb5-b569adaf073d None None] Deleting port 7f7da537-3c82-41a7-aee4-6c647e5f4767 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:49:34.717281 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-648197ce-1989-4ae4-8eb5-b569adaf073d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:34.808442 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-69771406-712c-4b1a-a321-491243508112 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:49:34.808664 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-69771406-712c-4b1a-a321-491243508112 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:49:34.835685 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=6048b194-d045-4bc0-9165-287dc24187dd,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:34.935724 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:34.936066 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:34.936451 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:34.936792 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:34.937131 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:34.937489 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:34.938004 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:34.938340 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:34.938663 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:34.939120 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:34.939472 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:34.948129 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d6eea9-02cf-4795-bac1-507d9d608737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-787253f5-a707-47b5-8cdb-e1c0f0788971', 'network_id': '787253f5-a707-47b5-8cdb-e1c0f0788971', 'tenant_id': '081c5e94b3d84c0c999dc4d73e79f211', 'fixed_ips': [{'subnet_id': '2423860e-acc0-4b99-8d58-cdd5e99fce21'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:49:34.948957 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-27d6eea9-02cf-4795-bac1-507d9d608737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:34.961291 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 7f7da537-3c82-41a7-aee4-6c647e5f4767 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:35.028506 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-66bc4c34-c297-4a9d-816c-dc7b084e7fe0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:35.042310 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 7f7da537-3c82-41a7-aee4-6c647e5f4767 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:35.043063 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:35.071247 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-515e0e5d-4b75-4bfa-a960-789dbbbc0534 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:35.132551 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2aab801c-0914-4fe2-96a2-2d0adbe9f647 req-e09d912a-6f64-4c94-998c-f2cdbec94a52 service neutron] 10.222.0.124 "GET /v2.0/networks/7c76e461-3311-4ee9-93b1-5e66961e7ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5233834 Jan 21 09:49:35.198563 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-648197ce-1989-4ae4-8eb5-b569adaf073d None None] For port 7f7da537-3c82-41a7-aee4-6c647e5f4767, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=7f7da537-3c82-41a7-aee4-6c647e5f4767,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:35.198563 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-648197ce-1989-4ae4-8eb5-b569adaf073d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:35.218838 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35cfc9cd-a1f5-48f8-be1a-52d61938e1cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:35.255409 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-35cfc9cd-a1f5-48f8-be1a-52d61938e1cf admin admin] Transition to ACTIVE for port object 627dd660-b7b9-47b4-9b2e-3e48947b71ef will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:35.310763 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-515e0e5d-4b75-4bfa-a960-789dbbbc0534 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:35.327543 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2cb949e7-31aa-44f8-965e-5d016cf69ba4 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:35.342387 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08954b5e-ab15-4683-b2d8-975450dc965b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:49:35.346825 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35cfc9cd-a1f5-48f8-be1a-52d61938e1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:35.354051 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33777043-7ea3-48d1-ab1e-456bf8c98e50 None None] Sync routers for ids ['01207b5c-5871-420b-abc0-78401bae990b'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:49:35.369952 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33777043-7ea3-48d1-ab1e-456bf8c98e50 None None] Routers {'01207b5c-5871-420b-abc0-78401bae990b'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:35.371024 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-33777043-7ea3-48d1-ab1e-456bf8c98e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['01207b5c-5871-420b-abc0-78401bae990b'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:35.384344 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-648197ce-1989-4ae4-8eb5-b569adaf073d None None] Calling delete_port for 7f7da537-3c82-41a7-aee4-6c647e5f4767 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:49:35.392072 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34348) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:35.392269 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-08954b5e-ab15-4683-b2d8-975450dc965b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "PUT /v2.0/routers/01207b5c-5871-420b-abc0-78401bae990b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0848761 Jan 21 09:49:35.397958 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb949e7-31aa-44f8-965e-5d016cf69ba4 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event deleted for resources: {'Port': ['ID=c09db2a3-508a-4671-a404-fa03ab5b4f8e,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:35.424573 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-9a736017-79c1-4528-a68e-e820781d2fd6 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Request body: {'network': {'name': 'tempest-RoutersTest-78643582'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:35.436653 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9a736017-79c1-4528-a68e-e820781d2fd6 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:35.459285 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cfc9cd-a1f5-48f8-be1a-52d61938e1cf admin admin] Network 3c7ecd14-7b1e-4350-90a1-61e73ac7f6e9 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:35.465783 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-35cfc9cd-a1f5-48f8-be1a-52d61938e1cf admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:35.469267 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cfc9cd-a1f5-48f8-be1a-52d61938e1cf admin admin] Pushing event updated for resources: {'Port': ['ID=627dd660-b7b9-47b4-9b2e-3e48947b71ef,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:35.479218 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cfc9cd-a1f5-48f8-be1a-52d61938e1cf admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:35.507029 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9a736017-79c1-4528-a68e-e820781d2fd6 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Usage tracker for resource:network and tenant:d00df50c19fa484a82254f37be8cb96c is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:35.513000 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9a736017-79c1-4528-a68e-e820781d2fd6 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:35.535248 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-515e0e5d-4b75-4bfa-a960-789dbbbc0534 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:35.536910 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-515e0e5d-4b75-4bfa-a960-789dbbbc0534 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 1.2004025 Jan 21 09:49:35.547810 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34352) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:35.560279 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-aca29925-84c2-430c-afc3-823773048ad6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'port': {'network_id': '787253f5-a707-47b5-8cdb-e1c0f0788971', 'name': 'tempest-PortsTestJSON-1345411354'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:35.576269 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-648197ce-1989-4ae4-8eb5-b569adaf073d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:35.605419 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9a736017-79c1-4528-a68e-e820781d2fd6 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:35.693954 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-33777043-7ea3-48d1-ab1e-456bf8c98e50 None None] Set router 01207b5c-5871-420b-abc0-78401bae990b gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:49:35.699554 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648197ce-1989-4ae4-8eb5-b569adaf073d None None] No DVR routers for this DVR port 7f7da537-3c82-41a7-aee4-6c647e5f4767 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:49:35.734770 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No ports have port_id starting with 7f7da537-3c82-41a7-aee4-6c647e5f4767 Jan 21 09:49:35.740096 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 850e96b0-ef7d-4777-a360-d9e1ab6034c3 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:35.779039 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648197ce-1989-4ae4-8eb5-b569adaf073d None None] Pushing event deleted for resources: {'Port': ['ID=7f7da537-3c82-41a7-aee4-6c647e5f4767,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:35.808578 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a736017-79c1-4528-a68e-e820781d2fd6 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Made reservation on behalf of d00df50c19fa484a82254f37be8cb96c for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:35.811604 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9a736017-79c1-4528-a68e-e820781d2fd6 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:35.815892 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35cfc9cd-a1f5-48f8-be1a-52d61938e1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:35.845563 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2cb949e7-31aa-44f8-965e-5d016cf69ba4 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for floatingip, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:35.875826 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] Sync routers for ids ['72f03803-a970-416f-a2eb-d92c34878823'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:49:35.892423 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-3b49f744-ed60-4926-ae51-38d103f63285 None None] Provisioning complete for port a8a56443-bca6-4e4b-8774-cf34cdb1afb7 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:35.892787 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3b49f744-ed60-4926-ae51-38d103f63285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:35.988191 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.objects.ports [None req-66bc4c34-c297-4a9d-816c-dc7b084e7fe0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83597) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:49:35.991330 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-aca29925-84c2-430c-afc3-823773048ad6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:35.995699 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-aca29925-84c2-430c-afc3-823773048ad6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:port and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:35.998736 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-aca29925-84c2-430c-afc3-823773048ad6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:36.009677 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-aca29925-84c2-430c-afc3-823773048ad6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:36.017179 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-66bc4c34-c297-4a9d-816c-dc7b084e7fe0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:36.031072 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261cfe33-5441-4790-9fb6-22dc9e6411e7 None None] Sync routers for ids ['7cd4160e-8295-42eb-8f1c-0fd927c91ec8'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:49:36.043308 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a736017-79c1-4528-a68e-e820781d2fd6 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:49:36.084383 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca29925-84c2-430c-afc3-823773048ad6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Made reservation on behalf of 081c5e94b3d84c0c999dc4d73e79f211 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:36.085056 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aca29925-84c2-430c-afc3-823773048ad6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:36.086432 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.extraroute_db [None req-13020caf-7070-4ad2-87a1-fdd1d229283d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=83598) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 21 09:49:36.094904 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-27d6eea9-02cf-4795-bac1-507d9d608737 None None] Allocated IP 172.20.0.2 (787253f5-a707-47b5-8cdb-e1c0f0788971/2423860e-acc0-4b99-8d58-cdd5e99fce21/88f95bb4-2473-4ba2-b204-65b8d91ae195) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:36.102914 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-3b49f744-ed60-4926-ae51-38d103f63285 None None] Port a8a56443-bca6-4e4b-8774-cf34cdb1afb7 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:49:36.114217 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] Routers {'72f03803-a970-416f-a2eb-d92c34878823'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:36.120824 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['72f03803-a970-416f-a2eb-d92c34878823'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:36.125469 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9a736017-79c1-4528-a68e-e820781d2fd6 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:36.125904 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-9a736017-79c1-4528-a68e-e820781d2fd6 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Added segment fb3b054e-bbf1-417e-aa6c-a2d37e3044c2 of type vlan for network dedd33d9-bfe6-4502-bd03-940622274e2e Jan 21 09:49:36.167900 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.extraroute_db [None req-13020caf-7070-4ad2-87a1-fdd1d229283d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Removed routes are [] {{(pid=83598) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 21 09:49:36.168298 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13020caf-7070-4ad2-87a1-fdd1d229283d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:36.178676 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9a736017-79c1-4528-a68e-e820781d2fd6 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:36.198999 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc4c34-c297-4a9d-816c-dc7b084e7fe0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Subnet': ['ID=850045bb-6605-4d67-bc08-504016d325e2,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:36.210153 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261cfe33-5441-4790-9fb6-22dc9e6411e7 None None] Routers {'7cd4160e-8295-42eb-8f1c-0fd927c91ec8'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:36.210763 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-261cfe33-5441-4790-9fb6-22dc9e6411e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['7cd4160e-8295-42eb-8f1c-0fd927c91ec8'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:36.215317 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35cfc9cd-a1f5-48f8-be1a-52d61938e1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:36.239670 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bc4c34-c297-4a9d-816c-dc7b084e7fe0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:36.243581 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-66bc4c34-c297-4a9d-816c-dc7b084e7fe0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:36.246746 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-aca29925-84c2-430c-afc3-823773048ad6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] device_id is not set on port a48dd97d-65b4-4f98-a100-e6894540efd2 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:49:36.288334 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bc4c34-c297-4a9d-816c-dc7b084e7fe0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:36.294029 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-66bc4c34-c297-4a9d-816c-dc7b084e7fe0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:36.345753 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b56153-985b-4aff-a308-9e55ab66e9e4 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:49:36.374319 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 850e96b0-ef7d-4777-a360-d9e1ab6034c3 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:36.423315 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-66bc4c34-c297-4a9d-816c-dc7b084e7fe0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3416667 Jan 21 09:49:36.432272 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34356) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:36.438755 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-5a7e6068-cdb4-43f9-bf32-53cc5458b540 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'port': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'mac_address': 'fa:16:3e:99:44:2e', 'name': 'tempest-NetworksTestDHCPv6-1472845488'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:36.453113 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-9a736017-79c1-4528-a68e-e820781d2fd6 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:49:36.542858 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9a736017-79c1-4528-a68e-e820781d2fd6 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:36.545651 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a736017-79c1-4528-a68e-e820781d2fd6 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:36.546844 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9a736017-79c1-4528-a68e-e820781d2fd6 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:36.583118 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-261cfe33-5441-4790-9fb6-22dc9e6411e7 None None] Set router 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:49:36.603326 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 850e96b0-ef7d-4777-a360-d9e1ab6034c3 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:36.603326 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:36.604104 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9a736017-79c1-4528-a68e-e820781d2fd6 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.2030280 Jan 21 09:49:36.670474 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34360) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:36.685169 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-17d1e709-cbc5-4b13-b1b8-d0968f44c407 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Request body: {'subnet': {'network_id': 'dedd33d9-bfe6-4502-bd03-940622274e2e', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:36.737241 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-3b49f744-ed60-4926-ae51-38d103f63285 None None] Provisioning complete for port 78c1596a-3b6c-4932-b96b-8749b8b64858 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:36.738940 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3b49f744-ed60-4926-ae51-38d103f63285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:36.959621 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5a7e6068-cdb4-43f9-bf32-53cc5458b540 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:36.986662 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5a7e6068-cdb4-43f9-bf32-53cc5458b540 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:36.995805 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] Set router 72f03803-a970-416f-a2eb-d92c34878823 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:49:37.055413 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a736017-79c1-4528-a68e-e820781d2fd6 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Network': ['ID=dedd33d9-bfe6-4502-bd03-940622274e2e,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:37.076100 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35cfc9cd-a1f5-48f8-be1a-52d61938e1cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:37.078139 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7e6068-cdb4-43f9-bf32-53cc5458b540 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:37.084619 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5a7e6068-cdb4-43f9-bf32-53cc5458b540 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:37.109251 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network dedd33d9-bfe6-4502-bd03-940622274e2e details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:49:37.128699 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-17d1e709-cbc5-4b13-b1b8-d0968f44c407 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:37.129095 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-5a7e6068-cdb4-43f9-bf32-53cc5458b540 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] device_id is not set on port a7ebb06a-d391-4410-be51-b606b1a0903b yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:49:37.144197 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-17d1e709-cbc5-4b13-b1b8-d0968f44c407 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Usage tracker for resource:subnet and tenant:d00df50c19fa484a82254f37be8cb96c is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:37.151290 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-17d1e709-cbc5-4b13-b1b8-d0968f44c407 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:37.161742 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-17d1e709-cbc5-4b13-b1b8-d0968f44c407 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:37.164566 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-33777043-7ea3-48d1-ab1e-456bf8c98e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01207b5c-5871-420b-abc0-78401bae990b', 'name': 'tempest-RoutersTest-router-946825922', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:49Z', 'updated_at': '2022-01-21T09:49:30Z', 'revision_number': 4, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'gw_port_host': None, '_interfaces': [{'id': '3f15ca91-6562-40e9-8a27-387590494894', 'name': '', 'network_id': '15882cfd-8e63-4d83-a7ba-77f52124112d', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:75:0e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bf39f70-cbc5-4a84-9f53-e52cbce07296', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:10Z', 'updated_at': '2022-01-21T09:49:32Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': '2bf39f70-cbc5-4a84-9f53-e52cbce07296', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '444798e6-a9db-41b5-957d-f889d06b46e7', 'name': '', 'network_id': '3f882997-0b78-4820-a731-cfbe1f517d9e', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:a1:75:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:56Z', 'updated_at': '2022-01-21T09:49:12Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a56443-bca6-4e4b-8774-cf34cdb1afb7', 'name': '', 'network_id': 'e48c35da-084a-460d-96aa-84a1537bd2dd', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:07:bc:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31f9211a-d4a3-482c-9587-96350cc037f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:27Z', 'updated_at': '2022-01-21T09:49:31Z', 'revision_number': 2, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': '31f9211a-d4a3-482c-9587-96350cc037f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:37.172103 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33777043-7ea3-48d1-ab1e-456bf8c98e50 None None] Checking router: 01207b5c-5871-420b-abc0-78401bae990b for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:49:37.172505 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33777043-7ea3-48d1-ab1e-456bf8c98e50 None None] Updating router 01207b5c-5871-420b-abc0-78401bae990b port a8a56443-bca6-4e4b-8774-cf34cdb1afb7 binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:49:37.208133 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35cfc9cd-a1f5-48f8-be1a-52d61938e1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:37.238129 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-33777043-7ea3-48d1-ab1e-456bf8c98e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:37.261944 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-3b49f744-ed60-4926-ae51-38d103f63285 None None] Port 78c1596a-3b6c-4932-b96b-8749b8b64858 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:49:37.305136 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d1e709-cbc5-4b13-b1b8-d0968f44c407 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Made reservation on behalf of d00df50c19fa484a82254f37be8cb96c for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:37.311443 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35cfc9cd-a1f5-48f8-be1a-52d61938e1cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:37.367120 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-27d6eea9-02cf-4795-bac1-507d9d608737 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:37.466010 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cfc9cd-a1f5-48f8-be1a-52d61938e1cf admin admin] Pushing event updated for resources: {'Port': ['ID=627dd660-b7b9-47b4-9b2e-3e48947b71ef,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:37.511738 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-27d6eea9-02cf-4795-bac1-507d9d608737 None None] Transition to ACTIVE for port object 88f95bb4-2473-4ba2-b204-65b8d91ae195 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:37.544469 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13020caf-7070-4ad2-87a1-fdd1d229283d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:37.548163 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-17d1e709-cbc5-4b13-b1b8-d0968f44c407 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:37.573479 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-04c5ba57-e414-4d20-a720-469d2bb72c15 None None] Provisioning for port 627dd660-b7b9-47b4-9b2e-3e48947b71ef completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:37.627538 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13020caf-7070-4ad2-87a1-fdd1d229283d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349321', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344087'] for router, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:37.655165 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-04c5ba57-e414-4d20-a720-469d2bb72c15 None None] Provisioning complete for port 627dd660-b7b9-47b4-9b2e-3e48947b71ef triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:37.656415 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-04c5ba57-e414-4d20-a720-469d2bb72c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:37.705500 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-33777043-7ea3-48d1-ab1e-456bf8c98e50 None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:37.721244 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-27d6eea9-02cf-4795-bac1-507d9d608737 None None] Transition to ACTIVE for port object 88f95bb4-2473-4ba2-b204-65b8d91ae195 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:37.721859 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-33777043-7ea3-48d1-ab1e-456bf8c98e50 None None] Transition to ACTIVE for port object a8a56443-bca6-4e4b-8774-cf34cdb1afb7 will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:37.730521 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-261cfe33-5441-4790-9fb6-22dc9e6411e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'name': 'tempest-TestVolumeBootPattern-1713256989-router', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:53Z', 'updated_at': '2022-01-21T09:49:06Z', 'revision_number': 4, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'gw_port': {'id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:55Z', 'updated_at': '2022-01-21T09:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'ef1d8b4b-c256-4b95-8f29-d9256c44435b', 'name': '', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'mac_address': 'fa:16:3e:3f:bf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:07Z', 'revision_number': 2, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'subnets': [{'id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:37.734188 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-33777043-7ea3-48d1-ab1e-456bf8c98e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:37.755465 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:37.760794 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-5a7e6068-cdb4-43f9-bf32-53cc5458b540 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Allocated IP 2001:db8::f816:3eff:fe99:442e (d5f237d0-52c1-4100-800c-a471203fec66/850045bb-6605-4d67-bc08-504016d325e2/a7ebb06a-d391-4410-be51-b606b1a0903b) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:37.810072 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cfc9cd-a1f5-48f8-be1a-52d61938e1cf admin admin] Network 3c7ecd14-7b1e-4350-90a1-61e73ac7f6e9 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:37.822113 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-27d6eea9-02cf-4795-bac1-507d9d608737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:37.847022 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-35cfc9cd-a1f5-48f8-be1a-52d61938e1cf admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:37.895458 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75ab3ad-fd73-4acc-b5d4-d6ccd0af22c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-d5f237d0-52c1-4100-800c-a471203fec66', 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'tenant_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'fixed_ips': [{'subnet_id': '850045bb-6605-4d67-bc08-504016d325e2'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:49:37.896454 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f75ab3ad-fd73-4acc-b5d4-d6ccd0af22c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:37.967179 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-04c5ba57-e414-4d20-a720-469d2bb72c15 None None] Port 627dd660-b7b9-47b4-9b2e-3e48947b71ef cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:49:37.995031 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261cfe33-5441-4790-9fb6-22dc9e6411e7 None None] Checking router: 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:49:37.995357 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261cfe33-5441-4790-9fb6-22dc9e6411e7 None None] Updating router 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 port ef1d8b4b-c256-4b95-8f29-d9256c44435b binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:49:38.052083 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 850e96b0-ef7d-4777-a360-d9e1ab6034c3, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=850e96b0-ef7d-4777-a360-d9e1ab6034c3,segment=NetworkSegment(dc58ad44-d3c7-45c2-b073-47dcb5cce20e),segment_id=dc58ad44-d3c7-45c2-b073-47dcb5cce20e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:38.072816 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-aca29925-84c2-430c-afc3-823773048ad6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Allocated IP 172.20.0.10 (787253f5-a707-47b5-8cdb-e1c0f0788971/2423860e-acc0-4b99-8d58-cdd5e99fce21/a48dd97d-65b4-4f98-a100-e6894540efd2) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:38.135857 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb949e7-31aa-44f8-965e-5d016cf69ba4 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Router b3e08f78-8c2f-4161-b95d-6d981a4110a4 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:49:38.141497 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-261cfe33-5441-4790-9fb6-22dc9e6411e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:38.200693 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:38.201468 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 0d060f3d-b157-440c-8be6-ae556137df58 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:38.213718 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13020caf-7070-4ad2-87a1-fdd1d229283d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Router 72f03803-a970-416f-a2eb-d92c34878823 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:49:38.304407 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-17d1e709-cbc5-4b13-b1b8-d0968f44c407 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:38.308438 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d6eea9-02cf-4795-bac1-507d9d608737 None None] Network 787253f5-a707-47b5-8cdb-e1c0f0788971 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:38.319299 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d6eea9-02cf-4795-bac1-507d9d608737 None None] Pushing event updated for resources: {'Port': ['ID=88f95bb4-2473-4ba2-b204-65b8d91ae195,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:38.326901 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-27d6eea9-02cf-4795-bac1-507d9d608737 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:38.330184 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d6eea9-02cf-4795-bac1-507d9d608737 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:38.390495 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1e709-cbc5-4b13-b1b8-d0968f44c407 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Subnet': ['ID=6915840f-b4ad-4722-ba87-7eb9469f3006,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:38.579282 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 0d060f3d-b157-440c-8be6-ae556137df58 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:38.602768 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 0d060f3d-b157-440c-8be6-ae556137df58 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:38.603144 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:38.639850 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-261cfe33-5441-4790-9fb6-22dc9e6411e7 None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:38.642374 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d1e709-cbc5-4b13-b1b8-d0968f44c407 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Checking segment: {'id': 'fb3b054e-bbf1-417e-aa6c-a2d37e3044c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'dedd33d9-bfe6-4502-bd03-940622274e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:38.643260 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d1e709-cbc5-4b13-b1b8-d0968f44c407 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Network hostable DHCP agents. Network: dedd33d9-bfe6-4502-bd03-940622274e2e, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:49:38.653741 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-261cfe33-5441-4790-9fb6-22dc9e6411e7 None None] Transition to ACTIVE for port object ef1d8b4b-c256-4b95-8f29-d9256c44435b will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:38.665694 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-261cfe33-5441-4790-9fb6-22dc9e6411e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:38.667521 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=850e96b0-ef7d-4777-a360-d9e1ab6034c3,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:38.674342 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-27d6eea9-02cf-4795-bac1-507d9d608737 None None] Attempting to bind port 88f95bb4-2473-4ba2-b204-65b8d91ae195 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:38.674691 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-27d6eea9-02cf-4795-bac1-507d9d608737 None None] Attempting to bind port 88f95bb4-2473-4ba2-b204-65b8d91ae195 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '3ea87952-1952-4a9f-b632-a9c51d2bbfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '787253f5-a707-47b5-8cdb-e1c0f0788971'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:38.675608 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d6eea9-02cf-4795-bac1-507d9d608737 None None] Attempting to bind port 88f95bb4-2473-4ba2-b204-65b8d91ae195 on network 787253f5-a707-47b5-8cdb-e1c0f0788971 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:49:38.690046 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d6eea9-02cf-4795-bac1-507d9d608737 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:49:38.691307 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d6eea9-02cf-4795-bac1-507d9d608737 None None] Checking segment: {'id': '3ea87952-1952-4a9f-b632-a9c51d2bbfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '787253f5-a707-47b5-8cdb-e1c0f0788971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:38.691307 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-27d6eea9-02cf-4795-bac1-507d9d608737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:38.691855 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d6eea9-02cf-4795-bac1-507d9d608737 None None] Bound using segment: {'id': '3ea87952-1952-4a9f-b632-a9c51d2bbfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '787253f5-a707-47b5-8cdb-e1c0f0788971'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:49:38.692366 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-27d6eea9-02cf-4795-bac1-507d9d608737 None None] Bound port: 88f95bb4-2473-4ba2-b204-65b8d91ae195, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea87952-1952-4a9f-b632-a9c51d2bbfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '787253f5-a707-47b5-8cdb-e1c0f0788971'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:38.693368 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-27d6eea9-02cf-4795-bac1-507d9d608737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:38.733912 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f03803-a970-416f-a2eb-d92c34878823', 'name': 'tempest-RoutersIpV6Test-router-1154031299', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:39Z', 'updated_at': '2022-01-21T09:49:36Z', 'revision_number': 6, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'gw_port_host': None, '_interfaces': [{'id': '3ea1e2bd-91e7-4a9e-892c-8b3192428dd3', 'name': '', 'network_id': '4c3bb146-520d-47eb-9baf-3514f0240049', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:42:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef1a7fb-438a-43d4-b64e-db20e5280e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:47Z', 'updated_at': '2022-01-21T09:49:24Z', 'revision_number': 5, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': '1ef1a7fb-438a-43d4-b64e-db20e5280e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78c1596a-3b6c-4932-b96b-8749b8b64858', 'name': '', 'network_id': 'e057f09a-948a-4717-beac-25249ac36fff', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:03:e0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf063a45-0600-4e01-a617-1205dcdae18e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:25Z', 'updated_at': '2022-01-21T09:49:30Z', 'revision_number': 2, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': 'cf063a45-0600-4e01-a617-1205dcdae18e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '850e96b0-ef7d-4777-a360-d9e1ab6034c3', 'name': '', 'network_id': 'f36c9ede-9cd8-4b16-be19-6f5012ce7291', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:09:bf:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52612dcd-ce21-4204-9344-0d616fb53f62', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:00Z', 'updated_at': '2022-01-21T09:49:23Z', 'revision_number': 4, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': '52612dcd-ce21-4204-9344-0d616fb53f62', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd7534ae-43c5-4629-9ed0-05b03e6b8711', 'name': '', 'network_id': '4df5b5a0-0c6f-4d47-9deb-fa6f673103cf', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:46:a8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2066ddd-2bac-45a8-b06a-dfde0472f894', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:13Z', 'updated_at': '2022-01-21T09:49:17Z', 'revision_number': 2, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': 'e2066ddd-2bac-45a8-b06a-dfde0472f894', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:38.777765 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19606ef-10ca-4c5e-b87f-b8a35b2537fe None None] Pushing event updated for resources: {'Port': ['ID=a8a56443-bca6-4e4b-8774-cf34cdb1afb7,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:38.808179 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d1e709-cbc5-4b13-b1b8-d0968f44c407 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Network dedd33d9-bfe6-4502-bd03-940622274e2e is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:49:38.857086 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-27d6eea9-02cf-4795-bac1-507d9d608737 None None] For port 88f95bb4-2473-4ba2-b204-65b8d91ae195, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:49:38.865635 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-27d6eea9-02cf-4795-bac1-507d9d608737 None None] For port 88f95bb4-2473-4ba2-b204-65b8d91ae195, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=88f95bb4-2473-4ba2-b204-65b8d91ae195,segment=NetworkSegment(3ea87952-1952-4a9f-b632-a9c51d2bbfbb),segment_id=3ea87952-1952-4a9f-b632-a9c51d2bbfbb)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:49:38.885508 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-17d1e709-cbc5-4b13-b1b8-d0968f44c407 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, dedd33d9-bfe6-4502-bd03-940622274e2e) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:38.886499 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] Checking router: 72f03803-a970-416f-a2eb-d92c34878823 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:49:38.887123 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] Updating router 72f03803-a970-416f-a2eb-d92c34878823 port 78c1596a-3b6c-4932-b96b-8749b8b64858 binding host dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:49:38.902867 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d1e709-cbc5-4b13-b1b8-d0968f44c407 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:38.919816 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-17d1e709-cbc5-4b13-b1b8-d0968f44c407 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:38.965855 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aca29925-84c2-430c-afc3-823773048ad6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:38.972963 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-27d6eea9-02cf-4795-bac1-507d9d608737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:38.990785 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8f55cb-a524-4b99-a477-9c3501d23b4b None None] Network dedd33d9-bfe6-4502-bd03-940622274e2e requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:49:39.007983 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5a7e6068-cdb4-43f9-bf32-53cc5458b540 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:39.011909 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-aca29925-84c2-430c-afc3-823773048ad6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Transition to ACTIVE for port object a48dd97d-65b4-4f98-a100-e6894540efd2 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:39.021875 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13020caf-7070-4ad2-87a1-fdd1d229283d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:49:39.026333 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-261cfe33-5441-4790-9fb6-22dc9e6411e7 None None] Attempting to bind port ef1d8b4b-c256-4b95-8f29-d9256c44435b on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:39.026873 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-261cfe33-5441-4790-9fb6-22dc9e6411e7 None None] Attempting to bind port ef1d8b4b-c256-4b95-8f29-d9256c44435b by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '9837c8e9-4888-432f-a43e-46a8a8628f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:39.027225 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261cfe33-5441-4790-9fb6-22dc9e6411e7 None None] Attempting to bind port ef1d8b4b-c256-4b95-8f29-d9256c44435b on network 5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:49:39.032071 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-17d1e709-cbc5-4b13-b1b8-d0968f44c407 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3546636 Jan 21 09:49:39.039039 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13020caf-7070-4ad2-87a1-fdd1d229283d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:39.050642 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-13020caf-7070-4ad2-87a1-fdd1d229283d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "PUT /v2.0/routers/72f03803-a970-416f-a2eb-d92c34878823 HTTP/1.1" status: 200 len: 954 time: 5.0564995 Jan 21 09:49:39.051632 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34366) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:39.052057 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34368) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:39.069254 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261cfe33-5441-4790-9fb6-22dc9e6411e7 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:49:39.069669 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261cfe33-5441-4790-9fb6-22dc9e6411e7 None None] Checking segment: {'id': '9837c8e9-4888-432f-a43e-46a8a8628f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:39.070084 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-261cfe33-5441-4790-9fb6-22dc9e6411e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:39.070452 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261cfe33-5441-4790-9fb6-22dc9e6411e7 None None] Bound using segment: {'id': '9837c8e9-4888-432f-a43e-46a8a8628f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:49:39.071104 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-261cfe33-5441-4790-9fb6-22dc9e6411e7 None None] Bound port: ef1d8b4b-c256-4b95-8f29-d9256c44435b, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9837c8e9-4888-432f-a43e-46a8a8628f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:39.071475 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-261cfe33-5441-4790-9fb6-22dc9e6411e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:39.120044 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-5a7e6068-cdb4-43f9-bf32-53cc5458b540 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Transition to ACTIVE for port object a7ebb06a-d391-4410-be51-b606b1a0903b will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:39.173934 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aca29925-84c2-430c-afc3-823773048ad6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:39.196535 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-261cfe33-5441-4790-9fb6-22dc9e6411e7 None None] For port ef1d8b4b-c256-4b95-8f29-d9256c44435b, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:49:39.200645 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-261cfe33-5441-4790-9fb6-22dc9e6411e7 None None] For port ef1d8b4b-c256-4b95-8f29-d9256c44435b, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ef1d8b4b-c256-4b95-8f29-d9256c44435b,segment=NetworkSegment(9837c8e9-4888-432f-a43e-46a8a8628f53),segment_id=9837c8e9-4888-432f-a43e-46a8a8628f53)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:49:39.250995 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-261cfe33-5441-4790-9fb6-22dc9e6411e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:39.255347 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca29925-84c2-430c-afc3-823773048ad6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Network 787253f5-a707-47b5-8cdb-e1c0f0788971 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:39.260764 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-aca29925-84c2-430c-afc3-823773048ad6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:39.276148 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca29925-84c2-430c-afc3-823773048ad6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:39.285725 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7595b-d457-44f2-ba1f-d390cb38a94d None None] Pushing event updated for resources: {'Port': ['ID=ef1d8b4b-c256-4b95-8f29-d9256c44435b,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:39.324729 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35cfc9cd-a1f5-48f8-be1a-52d61938e1cf admin admin] Router f066f73d-4115-4315-a2b5-0deff4e44a86 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:49:39.352532 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261cfe33-5441-4790-9fb6-22dc9e6411e7 None None] Routers {'7cd4160e-8295-42eb-8f1c-0fd927c91ec8'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:39.353186 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-261cfe33-5441-4790-9fb6-22dc9e6411e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['7cd4160e-8295-42eb-8f1c-0fd927c91ec8'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:39.367844 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-427fa34f-078c-418b-b024-badfc8f24a51 None None] Provisioning complete for port 627dd660-b7b9-47b4-9b2e-3e48947b71ef triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:39.368264 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-427fa34f-078c-418b-b024-badfc8f24a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:39.371751 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5a7e6068-cdb4-43f9-bf32-53cc5458b540 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:39.378917 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca29925-84c2-430c-afc3-823773048ad6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Port': ['ID=a48dd97d-65b4-4f98-a100-e6894540efd2,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:39.461606 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb949e7-31aa-44f8-965e-5d016cf69ba4 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:49:39.493666 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7e6068-cdb4-43f9-bf32-53cc5458b540 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:39.502113 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-33777043-7ea3-48d1-ab1e-456bf8c98e50 None None] Attempting to bind port a8a56443-bca6-4e4b-8774-cf34cdb1afb7 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:39.505324 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-33777043-7ea3-48d1-ab1e-456bf8c98e50 None None] Attempting to bind port a8a56443-bca6-4e4b-8774-cf34cdb1afb7 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '1e9a35e6-a4c5-4fa4-9479-69b4069ea569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e48c35da-084a-460d-96aa-84a1537bd2dd'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:39.506768 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33777043-7ea3-48d1-ab1e-456bf8c98e50 None None] Attempting to bind port a8a56443-bca6-4e4b-8774-cf34cdb1afb7 on network e48c35da-084a-460d-96aa-84a1537bd2dd {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:49:39.507726 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-5a7e6068-cdb4-43f9-bf32-53cc5458b540 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:39.508246 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-427fa34f-078c-418b-b024-badfc8f24a51 None None] Port 627dd660-b7b9-47b4-9b2e-3e48947b71ef cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:49:39.511238 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7e6068-cdb4-43f9-bf32-53cc5458b540 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:39.517857 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7e6068-cdb4-43f9-bf32-53cc5458b540 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:39.519246 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5a7e6068-cdb4-43f9-bf32-53cc5458b540 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:39.538900 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e08bb3-1185-4d91-bfbb-791a6b906bf8 None None] Sync routers for ids ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:49:39.541458 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2cb949e7-31aa-44f8-965e-5d016cf69ba4 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:39.576394 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:39.600658 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:39.657607 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca29925-84c2-430c-afc3-823773048ad6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:39.658583 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aca29925-84c2-430c-afc3-823773048ad6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:39.673294 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33777043-7ea3-48d1-ab1e-456bf8c98e50 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:49:39.673294 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33777043-7ea3-48d1-ab1e-456bf8c98e50 None None] Checking segment: {'id': '1e9a35e6-a4c5-4fa4-9479-69b4069ea569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e48c35da-084a-460d-96aa-84a1537bd2dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:39.673784 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-33777043-7ea3-48d1-ab1e-456bf8c98e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:39.674187 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33777043-7ea3-48d1-ab1e-456bf8c98e50 None None] Bound using segment: {'id': '1e9a35e6-a4c5-4fa4-9479-69b4069ea569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e48c35da-084a-460d-96aa-84a1537bd2dd'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:49:39.674912 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-33777043-7ea3-48d1-ab1e-456bf8c98e50 None None] Bound port: a8a56443-bca6-4e4b-8774-cf34cdb1afb7, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e9a35e6-a4c5-4fa4-9479-69b4069ea569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e48c35da-084a-460d-96aa-84a1537bd2dd'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:39.675328 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-33777043-7ea3-48d1-ab1e-456bf8c98e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:39.684991 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e08bb3-1185-4d91-bfbb-791a6b906bf8 None None] Routers {'b3e08f78-8c2f-4161-b95d-6d981a4110a4'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:39.685791 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-24e08bb3-1185-4d91-bfbb-791a6b906bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:39.698675 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7595b-d457-44f2-ba1f-d390cb38a94d None None] Pushing event updated for resources: {'Port': ['ID=ef1d8b4b-c256-4b95-8f29-d9256c44435b,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:39.707507 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34374) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:39.709423 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-aca29925-84c2-430c-afc3-823773048ad6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.1590376 Jan 21 09:49:39.714587 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5a7e6068-cdb4-43f9-bf32-53cc5458b540 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2809591 Jan 21 09:49:39.718452 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34378) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:39.746044 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d6eea9-02cf-4795-bac1-507d9d608737 None None] Pushing event updated for resources: {'Port': ['ID=88f95bb4-2473-4ba2-b204-65b8d91ae195,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:39.767647 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e6068-cdb4-43f9-bf32-53cc5458b540 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Port': ['ID=a7ebb06a-d391-4410-be51-b606b1a0903b,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:39.823984 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-2cb949e7-31aa-44f8-965e-5d016cf69ba4 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "DELETE /v2.0/floatingips/3840d3e1-5b92-4ff6-ac13-7b1d2d842ecd HTTP/1.1" status: 204 len: 168 time: 7.2564557 Jan 21 09:49:39.829472 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34382) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:39.836594 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-261cfe33-5441-4790-9fb6-22dc9e6411e7 None None] Set router 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:49:39.922336 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-1621e323-8d6c-49a1-bdae-3aaf8034eedb tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Deleting port 76c9ffb1-e11c-4647-a6a4-65aa02cfee31 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:49:39.922665 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1621e323-8d6c-49a1-bdae-3aaf8034eedb tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:39.939010 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 0d060f3d-b157-440c-8be6-ae556137df58, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=0d060f3d-b157-440c-8be6-ae556137df58,segment=NetworkSegment(b30fd2f7-0333-4fe3-a120-3b9b5b0e5c3d),segment_id=b30fd2f7-0333-4fe3-a120-3b9b5b0e5c3d)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:39.948895 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-f75ab3ad-fd73-4acc-b5d4-d6ccd0af22c7 None None] Allocated IP 2001:db8::f816:3eff:fe14:1fe2 (d5f237d0-52c1-4100-800c-a471203fec66/850045bb-6605-4d67-bc08-504016d325e2/7785922f-3f8b-4f65-939b-b576f2bc7187) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:39.965710 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-33777043-7ea3-48d1-ab1e-456bf8c98e50 None None] For port a8a56443-bca6-4e4b-8774-cf34cdb1afb7, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:49:39.980453 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-24e08bb3-1185-4d91-bfbb-791a6b906bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:40.013964 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-33777043-7ea3-48d1-ab1e-456bf8c98e50 None None] For port a8a56443-bca6-4e4b-8774-cf34cdb1afb7, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=a8a56443-bca6-4e4b-8774-cf34cdb1afb7,segment=NetworkSegment(1e9a35e6-a4c5-4fa4-9479-69b4069ea569),segment_id=1e9a35e6-a4c5-4fa4-9479-69b4069ea569)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:49:40.037233 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:40.039021 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 3ea1e2bd-91e7-4a9e-892c-8b3192428dd3 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:40.074824 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-795e7b5d-94bc-41aa-81fc-e9c3f8017a86 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "GET /v2.0/routers/72f03803-a970-416f-a2eb-d92c34878823 HTTP/1.1" status: 200 len: 954 time: 1.0073333 Jan 21 09:49:40.082773 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34390) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:40.148763 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-33777043-7ea3-48d1-ab1e-456bf8c98e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:40.185996 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-055cfc64-5b26-4bf0-9889-1833469b914d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Request body: {'router': {'routes': None}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:40.348401 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d2c4dd-4ab6-4115-acae-5db5d7a4a4a4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:40.349392 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-91d2c4dd-4ab6-4115-acae-5db5d7a4a4a4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:40.383817 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33777043-7ea3-48d1-ab1e-456bf8c98e50 None None] Routers {'01207b5c-5871-420b-abc0-78401bae990b'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:40.384458 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-33777043-7ea3-48d1-ab1e-456bf8c98e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['01207b5c-5871-420b-abc0-78401bae990b'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:40.622434 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-33777043-7ea3-48d1-ab1e-456bf8c98e50 None None] Set router 01207b5c-5871-420b-abc0-78401bae990b gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:49:40.670976 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e08bb3-1185-4d91-bfbb-791a6b906bf8 None None] Routers {'b3e08f78-8c2f-4161-b95d-6d981a4110a4'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:40.671866 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-24e08bb3-1185-4d91-bfbb-791a6b906bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:40.834397 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=0d060f3d-b157-440c-8be6-ae556137df58,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:40.873596 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-24e08bb3-1185-4d91-bfbb-791a6b906bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:40.874253 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e08bb3-1185-4d91-bfbb-791a6b906bf8 None None] The sync data for ids ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:49:40.945995 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1621e323-8d6c-49a1-bdae-3aaf8034eedb tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:40.962175 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431f8279-c3a4-4fd6-8ecf-cba910e30581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-dedd33d9-bfe6-4502-bd03-940622274e2e', 'network_id': 'dedd33d9-bfe6-4502-bd03-940622274e2e', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'fixed_ips': [{'subnet_id': '6915840f-b4ad-4722-ba87-7eb9469f3006'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:49:40.963291 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-431f8279-c3a4-4fd6-8ecf-cba910e30581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:41.135678 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-1621e323-8d6c-49a1-bdae-3aaf8034eedb tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Calling delete_port for 76c9ffb1-e11c-4647-a6a4-65aa02cfee31 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:49:41.249582 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:41.271183 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] Transition to ACTIVE for port object 78c1596a-3b6c-4932-b96b-8749b8b64858 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:41.367703 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19606ef-10ca-4c5e-b87f-b8a35b2537fe None None] Pushing event updated for resources: {'Port': ['ID=a8a56443-bca6-4e4b-8774-cf34cdb1afb7,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:41.403691 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cfd21e42-4141-45b8-9fc8-e2feac43cf94 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:41.481270 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-91d2c4dd-4ab6-4115-acae-5db5d7a4a4a4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:41.481270 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-91d2c4dd-4ab6-4115-acae-5db5d7a4a4a4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 1.7589939 Jan 21 09:49:41.481270 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1621e323-8d6c-49a1-bdae-3aaf8034eedb tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:41.484017 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34398) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:41.528360 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-431f8279-c3a4-4fd6-8ecf-cba910e30581 None None] Allocated IP 172.23.0.2 (dedd33d9-bfe6-4502-bd03-940622274e2e/6915840f-b4ad-4722-ba87-7eb9469f3006/a2a813ca-f648-42be-857c-77277f54f915) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:41.533357 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:41.556473 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-33777043-7ea3-48d1-ab1e-456bf8c98e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01207b5c-5871-420b-abc0-78401bae990b', 'name': 'tempest-RoutersTest-router-946825922', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:49Z', 'updated_at': '2022-01-21T09:49:30Z', 'revision_number': 4, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'gw_port_host': None, '_interfaces': [{'id': '3f15ca91-6562-40e9-8a27-387590494894', 'name': '', 'network_id': '15882cfd-8e63-4d83-a7ba-77f52124112d', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:75:0e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bf39f70-cbc5-4a84-9f53-e52cbce07296', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:10Z', 'updated_at': '2022-01-21T09:49:32Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': '2bf39f70-cbc5-4a84-9f53-e52cbce07296', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '444798e6-a9db-41b5-957d-f889d06b46e7', 'name': '', 'network_id': '3f882997-0b78-4820-a731-cfbe1f517d9e', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:a1:75:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:56Z', 'updated_at': '2022-01-21T09:49:12Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a56443-bca6-4e4b-8774-cf34cdb1afb7', 'name': '', 'network_id': 'e48c35da-084a-460d-96aa-84a1537bd2dd', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:07:bc:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31f9211a-d4a3-482c-9587-96350cc037f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:27Z', 'updated_at': '2022-01-21T09:49:39Z', 'revision_number': 4, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': '31f9211a-d4a3-482c-9587-96350cc037f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:41.575632 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 3ea1e2bd-91e7-4a9e-892c-8b3192428dd3 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:41.575954 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:41.585678 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-261cfe33-5441-4790-9fb6-22dc9e6411e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'name': 'tempest-TestVolumeBootPattern-1713256989-router', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:53Z', 'updated_at': '2022-01-21T09:49:06Z', 'revision_number': 4, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'gw_port': {'id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:55Z', 'updated_at': '2022-01-21T09:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'ef1d8b4b-c256-4b95-8f29-d9256c44435b', 'name': '', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'mac_address': 'fa:16:3e:3f:bf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:39Z', 'revision_number': 4, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'subnets': [{'id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:41.588290 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33777043-7ea3-48d1-ab1e-456bf8c98e50 None None] The sync data for ids ['01207b5c-5871-420b-abc0-78401bae990b'] in dv-neutron-825732-1-hyperv is: [{'id': '01207b5c-5871-420b-abc0-78401bae990b', 'name': 'tempest-RoutersTest-router-946825922', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:49Z', 'updated_at': '2022-01-21T09:49:30Z', 'revision_number': 4, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'gw_port_host': None, '_interfaces': [{'id': '3f15ca91-6562-40e9-8a27-387590494894', 'name': '', 'network_id': '15882cfd-8e63-4d83-a7ba-77f52124112d', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:75:0e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bf39f70-cbc5-4a84-9f53-e52cbce07296', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:10Z', 'updated_at': '2022-01-21T09:49:32Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': '2bf39f70-cbc5-4a84-9f53-e52cbce07296', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '444798e6-a9db-41b5-957d-f889d06b46e7', 'name': '', 'network_id': '3f882997-0b78-4820-a731-cfbe1f517d9e', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:a1:75:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:56Z', 'updated_at': '2022-01-21T09:49:12Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a56443-bca6-4e4b-8774-cf34cdb1afb7', 'name': '', 'network_id': 'e48c35da-084a-460d-96aa-84a1537bd2dd', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:07:bc:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31f9211a-d4a3-482c-9587-96350cc037f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:27Z', 'updated_at': '2022-01-21T09:49:39Z', 'revision_number': 4, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': '31f9211a-d4a3-482c-9587-96350cc037f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:49:41.605884 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261cfe33-5441-4790-9fb6-22dc9e6411e7 None None] The sync data for ids ['7cd4160e-8295-42eb-8f1c-0fd927c91ec8'] in dv-neutron-825732-1-hyperv is: [{'id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'name': 'tempest-TestVolumeBootPattern-1713256989-router', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:53Z', 'updated_at': '2022-01-21T09:49:06Z', 'revision_number': 4, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'gw_port': {'id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:55Z', 'updated_at': '2022-01-21T09:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'ef1d8b4b-c256-4b95-8f29-d9256c44435b', 'name': '', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'mac_address': 'fa:16:3e:3f:bf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:39Z', 'revision_number': 4, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'subnets': [{'id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:49:41.775077 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621e323-8d6c-49a1-bdae-3aaf8034eedb tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event deleted for resources: {'Port': ['ID=76c9ffb1-e11c-4647-a6a4-65aa02cfee31,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:41.869500 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-491aeb42-b462-4c45-8507-f6c6f5cdfeae tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting port a7ebb06a-d391-4410-be51-b606b1a0903b {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:49:41.869970 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-491aeb42-b462-4c45-8507-f6c6f5cdfeae tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:42.138294 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35cfc9cd-a1f5-48f8-be1a-52d61938e1cf admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:49:42.153996 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6406c87-874e-4d8a-ac1d-77592a7bee02 None None] Sync routers for ids ['f066f73d-4115-4315-a2b5-0deff4e44a86'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:49:42.186158 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6406c87-874e-4d8a-ac1d-77592a7bee02 None None] Routers {'f066f73d-4115-4315-a2b5-0deff4e44a86'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:42.186706 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-d6406c87-874e-4d8a-ac1d-77592a7bee02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['f066f73d-4115-4315-a2b5-0deff4e44a86'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:42.211484 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-35cfc9cd-a1f5-48f8-be1a-52d61938e1cf admin admin] 10.222.0.104 "PUT /v2.0/routers/f066f73d-4115-4315-a2b5-0deff4e44a86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2042124 Jan 21 09:49:42.310916 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1621e323-8d6c-49a1-bdae-3aaf8034eedb tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:42.313031 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1621e323-8d6c-49a1-bdae-3aaf8034eedb tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "DELETE /v2.0/ports/76c9ffb1-e11c-4647-a6a4-65aa02cfee31 HTTP/1.1" status: 204 len: 168 time: 2.4815853 Jan 21 09:49:42.322697 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34404) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:42.333141 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-2cf90577-e1c2-4c57-9bf4-c21bd80c176f tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:42.345974 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2cf90577-e1c2-4c57-9bf4-c21bd80c176f tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:42.355726 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-2cf90577-e1c2-4c57-9bf4-c21bd80c176f tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Usage tracker for resource:floatingip and tenant:a9bbec69a2694a0bb3504d188ecd25f9 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:42.380577 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-2cf90577-e1c2-4c57-9bf4-c21bd80c176f tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:42.389233 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-431f8279-c3a4-4fd6-8ecf-cba910e30581 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:42.412803 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-431f8279-c3a4-4fd6-8ecf-cba910e30581 None None] Transition to ACTIVE for port object a2a813ca-f648-42be-857c-77277f54f915 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:42.462540 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbf93d-1a17-4c78-afba-f1c1921589e4 None None] Pushing event updated for resources: {'Port': ['ID=78c1596a-3b6c-4932-b96b-8749b8b64858,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:42.482396 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2cf90577-e1c2-4c57-9bf4-c21bd80c176f tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:42.520807 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2cf90577-e1c2-4c57-9bf4-c21bd80c176f tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:42.521043 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7694ee-2017-426e-80fc-5637f9f7787a None None] Network 787253f5-a707-47b5-8cdb-e1c0f0788971 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:49:42.630885 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-d6406c87-874e-4d8a-ac1d-77592a7bee02 None None] Set router f066f73d-4115-4315-a2b5-0deff4e44a86 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:49:42.681367 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-491aeb42-b462-4c45-8507-f6c6f5cdfeae tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:42.695562 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f75ab3ad-fd73-4acc-b5d4-d6ccd0af22c7 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:42.712166 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-431f8279-c3a4-4fd6-8ecf-cba910e30581 None None] Transition to ACTIVE for port object a2a813ca-f648-42be-857c-77277f54f915 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:42.854494 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cfd21e42-4141-45b8-9fc8-e2feac43cf94 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:42.939577 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f75ab3ad-fd73-4acc-b5d4-d6ccd0af22c7 None None] Transition to ACTIVE for port object 7785922f-3f8b-4f65-939b-b576f2bc7187 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:42.942986 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-431f8279-c3a4-4fd6-8ecf-cba910e30581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:43.012079 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-491aeb42-b462-4c45-8507-f6c6f5cdfeae tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Calling delete_port for a7ebb06a-d391-4410-be51-b606b1a0903b owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:49:43.232338 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-d6406c87-874e-4d8a-ac1d-77592a7bee02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f066f73d-4115-4315-a2b5-0deff4e44a86', 'name': 'tempest-TestVolumeBootPattern-510190061-router', 'tenant_id': '46be4eed59ff4316b230439062a7a607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ec8a36df-4259-4ce9-af8e-c5d861ae407d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:18Z', 'updated_at': '2022-01-21T09:49:35Z', 'revision_number': 4, 'project_id': '46be4eed59ff4316b230439062a7a607', 'gw_port': {'id': 'ec8a36df-4259-4ce9-af8e-c5d861ae407d', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f066f73d-4115-4315-a2b5-0deff4e44a86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:20Z', 'updated_at': '2022-01-21T09:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '627dd660-b7b9-47b4-9b2e-3e48947b71ef', 'name': '', 'network_id': '3c7ecd14-7b1e-4350-90a1-61e73ac7f6e9', 'tenant_id': '46be4eed59ff4316b230439062a7a607', 'mac_address': 'fa:16:3e:f1:e7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f066f73d-4115-4315-a2b5-0deff4e44a86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8674a2d4-7608-4f3c-8ee7-cc36d566c9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:33Z', 'updated_at': '2022-01-21T09:49:36Z', 'revision_number': 2, 'project_id': '46be4eed59ff4316b230439062a7a607', 'subnets': [{'id': '8674a2d4-7608-4f3c-8ee7-cc36d566c9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:43.237758 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6406c87-874e-4d8a-ac1d-77592a7bee02 None None] Checking router: f066f73d-4115-4315-a2b5-0deff4e44a86 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:49:43.237997 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6406c87-874e-4d8a-ac1d-77592a7bee02 None None] Updating router f066f73d-4115-4315-a2b5-0deff4e44a86 port 627dd660-b7b9-47b4-9b2e-3e48947b71ef binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:49:43.249910 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-491aeb42-b462-4c45-8507-f6c6f5cdfeae tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:43.266377 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cfd21e42-4141-45b8-9fc8-e2feac43cf94 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:43.290751 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f8279-c3a4-4fd6-8ecf-cba910e30581 None None] Pushing event updated for resources: {'Port': ['ID=a2a813ca-f648-42be-857c-77277f54f915,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:43.294893 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-d6406c87-874e-4d8a-ac1d-77592a7bee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:43.304400 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491aeb42-b462-4c45-8507-f6c6f5cdfeae tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Port': ['ID=a7ebb06a-d391-4410-be51-b606b1a0903b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:43.362167 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431f8279-c3a4-4fd6-8ecf-cba910e30581 None None] Network dedd33d9-bfe6-4502-bd03-940622274e2e is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:43.367478 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f75ab3ad-fd73-4acc-b5d4-d6ccd0af22c7 None None] Transition to ACTIVE for port object 7785922f-3f8b-4f65-939b-b576f2bc7187 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:43.383364 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-491aeb42-b462-4c45-8507-f6c6f5cdfeae tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:43.396488 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd21e42-4141-45b8-9fc8-e2feac43cf94 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Port': ['ID=a48dd97d-65b4-4f98-a100-e6894540efd2,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:43.417734 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-431f8279-c3a4-4fd6-8ecf-cba910e30581 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:43.419963 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device f5c558c0-f4c0-4074-9820-c803ea00557c up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:43.436153 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-491aeb42-b462-4c45-8507-f6c6f5cdfeae tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/a7ebb06a-d391-4410-be51-b606b1a0903b HTTP/1.1" status: 204 len: 168 time: 1.9458055 Jan 21 09:49:43.437130 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.extraroute_db [None req-055cfc64-5b26-4bf0-9889-1833469b914d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Added routes are [] {{(pid=83598) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 21 09:49:43.437720 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.extraroute_db [None req-055cfc64-5b26-4bf0-9889-1833469b914d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=83598) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 21 09:49:43.450899 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-aa138b76-0ca5-4cbe-970f-1b66fd654b09 None None] Provisioning for port 88f95bb4-2473-4ba2-b204-65b8d91ae195 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:43.452498 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34414) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:43.494801 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f75ab3ad-fd73-4acc-b5d4-d6ccd0af22c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:43.501010 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431f8279-c3a4-4fd6-8ecf-cba910e30581 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:43.508474 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-05ac2c20-fc0d-44e9-ac38-f9dffe8620e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:43.650189 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce04b90a-800a-489e-b642-b09935b68603 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:43.657675 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce04b90a-800a-489e-b642-b09935b68603 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:43.658532 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ce04b90a-800a-489e-b642-b09935b68603 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:43.694091 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2cf90577-e1c2-4c57-9bf4-c21bd80c176f tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:43.779079 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ab3ad-fd73-4acc-b5d4-d6ccd0af22c7 None None] Pushing event updated for resources: {'Port': ['ID=7785922f-3f8b-4f65-939b-b576f2bc7187,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:43.795933 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] Attempting to bind port 78c1596a-3b6c-4932-b96b-8749b8b64858 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:43.796299 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] Attempting to bind port 78c1596a-3b6c-4932-b96b-8749b8b64858 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'b30fd2f7-0333-4fe3-a120-3b9b5b0e5c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'e057f09a-948a-4717-beac-25249ac36fff'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:43.796659 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] Attempting to bind port 78c1596a-3b6c-4932-b96b-8749b8b64858 on network e057f09a-948a-4717-beac-25249ac36fff {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:49:43.808637 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75ab3ad-fd73-4acc-b5d4-d6ccd0af22c7 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:43.809643 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-d6406c87-874e-4d8a-ac1d-77592a7bee02 None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:43.828612 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-d6406c87-874e-4d8a-ac1d-77592a7bee02 None None] Transition to ACTIVE for port object 627dd660-b7b9-47b4-9b2e-3e48947b71ef will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:43.839815 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-f75ab3ad-fd73-4acc-b5d4-d6ccd0af22c7 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:43.843594 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75ab3ad-fd73-4acc-b5d4-d6ccd0af22c7 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:43.846719 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-d6406c87-874e-4d8a-ac1d-77592a7bee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:43.859870 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:49:43.860297 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] Checking segment: {'id': 'b30fd2f7-0333-4fe3-a120-3b9b5b0e5c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'e057f09a-948a-4717-beac-25249ac36fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:43.860630 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:43.861019 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] Bound using segment: {'id': 'b30fd2f7-0333-4fe3-a120-3b9b5b0e5c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'e057f09a-948a-4717-beac-25249ac36fff'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:49:43.861493 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] Bound port: 78c1596a-3b6c-4932-b96b-8749b8b64858, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b30fd2f7-0333-4fe3-a120-3b9b5b0e5c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'e057f09a-948a-4717-beac-25249ac36fff'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:43.861896 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:43.877045 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-431f8279-c3a4-4fd6-8ecf-cba910e30581 None None] Attempting to bind port a2a813ca-f648-42be-857c-77277f54f915 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:43.877457 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-431f8279-c3a4-4fd6-8ecf-cba910e30581 None None] Attempting to bind port a2a813ca-f648-42be-857c-77277f54f915 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'fb3b054e-bbf1-417e-aa6c-a2d37e3044c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'dedd33d9-bfe6-4502-bd03-940622274e2e'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:43.877806 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431f8279-c3a4-4fd6-8ecf-cba910e30581 None None] Attempting to bind port a2a813ca-f648-42be-857c-77277f54f915 on network dedd33d9-bfe6-4502-bd03-940622274e2e {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:49:43.894865 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34418) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:43.902587 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-ffe72b80-69c6-40ca-9d23-c0218ae47282 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-373252605', 'description': 'tempest-secgroup-smoke-373252605 description', 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:43.911203 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ffe72b80-69c6-40ca-9d23-c0218ae47282 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:43.915060 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ce04b90a-800a-489e-b642-b09935b68603 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:43.916552 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ce04b90a-800a-489e-b642-b09935b68603 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4632580 Jan 21 09:49:43.924066 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ffe72b80-69c6-40ca-9d23-c0218ae47282 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Usage tracker for resource:security_group and tenant:445ef770bf614bd2b6b8d3bcf07af0fd is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:43.927615 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34422) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:43.930233 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ffe72b80-69c6-40ca-9d23-c0218ae47282 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:43.989148 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ffe72b80-69c6-40ca-9d23-c0218ae47282 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:44.007668 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431f8279-c3a4-4fd6-8ecf-cba910e30581 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:49:44.008146 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431f8279-c3a4-4fd6-8ecf-cba910e30581 None None] Checking segment: {'id': 'fb3b054e-bbf1-417e-aa6c-a2d37e3044c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'dedd33d9-bfe6-4502-bd03-940622274e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:44.008437 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-431f8279-c3a4-4fd6-8ecf-cba910e30581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:44.009341 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431f8279-c3a4-4fd6-8ecf-cba910e30581 None None] Bound using segment: {'id': 'fb3b054e-bbf1-417e-aa6c-a2d37e3044c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'dedd33d9-bfe6-4502-bd03-940622274e2e'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:49:44.009341 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-431f8279-c3a4-4fd6-8ecf-cba910e30581 None None] Bound port: a2a813ca-f648-42be-857c-77277f54f915, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3b054e-bbf1-417e-aa6c-a2d37e3044c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'dedd33d9-bfe6-4502-bd03-940622274e2e'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:44.009730 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-431f8279-c3a4-4fd6-8ecf-cba910e30581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:44.028923 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b764835-016f-40e7-b93b-d9cea677b2fe None None] Pushing event updated for resources: {'Port': ['ID=627dd660-b7b9-47b4-9b2e-3e48947b71ef,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:44.029790 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port f5c558c0-f4c0-4074-9820-c803ea00557c triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:44.030203 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:44.073150 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ffe72b80-69c6-40ca-9d23-c0218ae47282 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:44.235409 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f75ab3ad-fd73-4acc-b5d4-d6ccd0af22c7 None None] Attempting to bind port 7785922f-3f8b-4f65-939b-b576f2bc7187 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:44.235772 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f75ab3ad-fd73-4acc-b5d4-d6ccd0af22c7 None None] Attempting to bind port 7785922f-3f8b-4f65-939b-b576f2bc7187 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:44.236166 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75ab3ad-fd73-4acc-b5d4-d6ccd0af22c7 None None] Attempting to bind port 7785922f-3f8b-4f65-939b-b576f2bc7187 on network d5f237d0-52c1-4100-800c-a471203fec66 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:49:44.249226 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-2cf90577-e1c2-4c57-9bf4-c21bd80c176f tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Allocated IP 172.26.0.236 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/19ae8d9d-cc4b-4784-a137-61da73c291f6) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:44.276421 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ffe72b80-69c6-40ca-9d23-c0218ae47282 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:44.277310 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-d6406c87-874e-4d8a-ac1d-77592a7bee02 None None] Attempting to bind port 627dd660-b7b9-47b4-9b2e-3e48947b71ef on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:44.277875 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-d6406c87-874e-4d8a-ac1d-77592a7bee02 None None] Attempting to bind port 627dd660-b7b9-47b4-9b2e-3e48947b71ef by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '89ee0a78-05a7-468d-96e7-01f4543336e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '3c7ecd14-7b1e-4350-90a1-61e73ac7f6e9'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:44.278098 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6406c87-874e-4d8a-ac1d-77592a7bee02 None None] Attempting to bind port 627dd660-b7b9-47b4-9b2e-3e48947b71ef on network 3c7ecd14-7b1e-4350-90a1-61e73ac7f6e9 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:49:44.286671 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6406c87-874e-4d8a-ac1d-77592a7bee02 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:49:44.287037 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6406c87-874e-4d8a-ac1d-77592a7bee02 None None] Checking segment: {'id': '89ee0a78-05a7-468d-96e7-01f4543336e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '3c7ecd14-7b1e-4350-90a1-61e73ac7f6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:44.287431 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-d6406c87-874e-4d8a-ac1d-77592a7bee02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:44.287813 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6406c87-874e-4d8a-ac1d-77592a7bee02 None None] Bound using segment: {'id': '89ee0a78-05a7-468d-96e7-01f4543336e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '3c7ecd14-7b1e-4350-90a1-61e73ac7f6e9'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:49:44.288279 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-d6406c87-874e-4d8a-ac1d-77592a7bee02 None None] Bound port: 627dd660-b7b9-47b4-9b2e-3e48947b71ef, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ee0a78-05a7-468d-96e7-01f4543336e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '3c7ecd14-7b1e-4350-90a1-61e73ac7f6e9'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:44.288408 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75ab3ad-fd73-4acc-b5d4-d6ccd0af22c7 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:49:44.288685 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-d6406c87-874e-4d8a-ac1d-77592a7bee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:44.288789 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75ab3ad-fd73-4acc-b5d4-d6ccd0af22c7 None None] Checking segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:44.289380 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f75ab3ad-fd73-4acc-b5d4-d6ccd0af22c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:44.289880 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75ab3ad-fd73-4acc-b5d4-d6ccd0af22c7 None None] Bound using segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:49:44.290376 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f75ab3ad-fd73-4acc-b5d4-d6ccd0af22c7 None None] Bound port: 7785922f-3f8b-4f65-939b-b576f2bc7187, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:44.290888 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f75ab3ad-fd73-4acc-b5d4-d6ccd0af22c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:44.310751 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] For port 78c1596a-3b6c-4932-b96b-8749b8b64858, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:49:44.372105 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] For port 78c1596a-3b6c-4932-b96b-8749b8b64858, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=78c1596a-3b6c-4932-b96b-8749b8b64858,segment=NetworkSegment(b30fd2f7-0333-4fe3-a120-3b9b5b0e5c3d),segment_id=b30fd2f7-0333-4fe3-a120-3b9b5b0e5c3d)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:49:44.383976 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-055cfc64-5b26-4bf0-9889-1833469b914d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:44.388073 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-431f8279-c3a4-4fd6-8ecf-cba910e30581 None None] For port a2a813ca-f648-42be-857c-77277f54f915, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:49:44.391259 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:44.416835 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-431f8279-c3a4-4fd6-8ecf-cba910e30581 None None] For port a2a813ca-f648-42be-857c-77277f54f915, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=a2a813ca-f648-42be-857c-77277f54f915,segment=NetworkSegment(fb3b054e-bbf1-417e-aa6c-a2d37e3044c2),segment_id=fb3b054e-bbf1-417e-aa6c-a2d37e3044c2)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:49:44.498071 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-d6406c87-874e-4d8a-ac1d-77592a7bee02 None None] For port 627dd660-b7b9-47b4-9b2e-3e48947b71ef, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:49:44.501931 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ffe72b80-69c6-40ca-9d23-c0218ae47282 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Usage tracker for resource:security_group_rule and tenant:445ef770bf614bd2b6b8d3bcf07af0fd is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:44.509078 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-d6406c87-874e-4d8a-ac1d-77592a7bee02 None None] For port 627dd660-b7b9-47b4-9b2e-3e48947b71ef, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=627dd660-b7b9-47b4-9b2e-3e48947b71ef,segment=NetworkSegment(89ee0a78-05a7-468d-96e7-01f4543336e4),segment_id=89ee0a78-05a7-468d-96e7-01f4543336e4)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:49:44.517970 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-d6406c87-874e-4d8a-ac1d-77592a7bee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:44.526074 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ffe72b80-69c6-40ca-9d23-c0218ae47282 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:44.551290 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ffe72b80-69c6-40ca-9d23-c0218ae47282 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:44.624158 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-51666e37-ceb8-4b6f-9554-22a6c565eb95 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting subnet 850045bb-6605-4d67-bc08-504016d325e2 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:49:44.665297 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-51666e37-ceb8-4b6f-9554-22a6c565eb95 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:44.694755 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6406c87-874e-4d8a-ac1d-77592a7bee02 None None] Routers {'f066f73d-4115-4315-a2b5-0deff4e44a86'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:44.695467 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-d6406c87-874e-4d8a-ac1d-77592a7bee02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['f066f73d-4115-4315-a2b5-0deff4e44a86'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:44.763538 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-f75ab3ad-fd73-4acc-b5d4-d6ccd0af22c7 None None] For port 7785922f-3f8b-4f65-939b-b576f2bc7187, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:49:44.767320 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-f75ab3ad-fd73-4acc-b5d4-d6ccd0af22c7 None None] For port 7785922f-3f8b-4f65-939b-b576f2bc7187, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=7785922f-3f8b-4f65-939b-b576f2bc7187,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:49:44.769999 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] Updating router 72f03803-a970-416f-a2eb-d92c34878823 port fd7534ae-43c5-4629-9ed0-05b03e6b8711 binding host dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:49:44.838468 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-05ac2c20-fc0d-44e9-ac38-f9dffe8620e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Allocated IP 172.23.0.1 (dedd33d9-bfe6-4502-bd03-940622274e2e/6915840f-b4ad-4722-ba87-7eb9469f3006/a99ee954-d084-44f4-be99-84eb10d58d5f) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:44.867415 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-431f8279-c3a4-4fd6-8ecf-cba910e30581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:44.943597 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-51666e37-ceb8-4b6f-9554-22a6c565eb95 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:44.965892 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f75ab3ad-fd73-4acc-b5d4-d6ccd0af22c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:45.032391 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-d6406c87-874e-4d8a-ac1d-77592a7bee02 None None] Set router f066f73d-4115-4315-a2b5-0deff4e44a86 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:49:45.085299 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2cf90577-e1c2-4c57-9bf4-c21bd80c176f tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:45.138990 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device e0da9672-571c-4825-9490-27b79e8db104 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:45.153173 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ffe72b80-69c6-40ca-9d23-c0218ae47282 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:45.172290 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ffe72b80-69c6-40ca-9d23-c0218ae47282 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:45.242546 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cfd21e42-4141-45b8-9fc8-e2feac43cf94 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:45.250189 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:45.318141 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe72b80-69c6-40ca-9d23-c0218ae47282 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b229d27d-480d-4602-a3e0-4edc6625f56c,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:45.338074 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2cf90577-e1c2-4c57-9bf4-c21bd80c176f tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:45.374817 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b764835-016f-40e7-b93b-d9cea677b2fe None None] Pushing event updated for resources: {'Port': ['ID=627dd660-b7b9-47b4-9b2e-3e48947b71ef,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:45.459392 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ffe72b80-69c6-40ca-9d23-c0218ae47282 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:45.461044 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ffe72b80-69c6-40ca-9d23-c0218ae47282 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.5638373 Jan 21 09:49:45.479297 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-51666e37-ceb8-4b6f-9554-22a6c565eb95 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:45.560921 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34426) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:45.580072 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-73b1d930-00fb-49fe-a545-1a13e295fd2a tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Request body: {'security_group_rule': {'security_group_id': 'b229d27d-480d-4602-a3e0-4edc6625f56c', 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:45.598182 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-73b1d930-00fb-49fe-a545-1a13e295fd2a tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:45.607923 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-73b1d930-00fb-49fe-a545-1a13e295fd2a tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Usage tracker for resource:security_group_rule and tenant:445ef770bf614bd2b6b8d3bcf07af0fd is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:45.617237 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-73b1d930-00fb-49fe-a545-1a13e295fd2a tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:45.623725 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-d6406c87-874e-4d8a-ac1d-77592a7bee02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f066f73d-4115-4315-a2b5-0deff4e44a86', 'name': 'tempest-TestVolumeBootPattern-510190061-router', 'tenant_id': '46be4eed59ff4316b230439062a7a607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ec8a36df-4259-4ce9-af8e-c5d861ae407d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:18Z', 'updated_at': '2022-01-21T09:49:35Z', 'revision_number': 4, 'project_id': '46be4eed59ff4316b230439062a7a607', 'gw_port': {'id': 'ec8a36df-4259-4ce9-af8e-c5d861ae407d', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f066f73d-4115-4315-a2b5-0deff4e44a86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:20Z', 'updated_at': '2022-01-21T09:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '627dd660-b7b9-47b4-9b2e-3e48947b71ef', 'name': '', 'network_id': '3c7ecd14-7b1e-4350-90a1-61e73ac7f6e9', 'tenant_id': '46be4eed59ff4316b230439062a7a607', 'mac_address': 'fa:16:3e:f1:e7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f066f73d-4115-4315-a2b5-0deff4e44a86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8674a2d4-7608-4f3c-8ee7-cc36d566c9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:33Z', 'updated_at': '2022-01-21T09:49:44Z', 'revision_number': 4, 'project_id': '46be4eed59ff4316b230439062a7a607', 'subnets': [{'id': '8674a2d4-7608-4f3c-8ee7-cc36d566c9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:45.631989 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6406c87-874e-4d8a-ac1d-77592a7bee02 None None] The sync data for ids ['f066f73d-4115-4315-a2b5-0deff4e44a86'] in dv-neutron-825732-1-hyperv is: [{'id': 'f066f73d-4115-4315-a2b5-0deff4e44a86', 'name': 'tempest-TestVolumeBootPattern-510190061-router', 'tenant_id': '46be4eed59ff4316b230439062a7a607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ec8a36df-4259-4ce9-af8e-c5d861ae407d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:18Z', 'updated_at': '2022-01-21T09:49:35Z', 'revision_number': 4, 'project_id': '46be4eed59ff4316b230439062a7a607', 'gw_port': {'id': 'ec8a36df-4259-4ce9-af8e-c5d861ae407d', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f066f73d-4115-4315-a2b5-0deff4e44a86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:20Z', 'updated_at': '2022-01-21T09:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '627dd660-b7b9-47b4-9b2e-3e48947b71ef', 'name': '', 'network_id': '3c7ecd14-7b1e-4350-90a1-61e73ac7f6e9', 'tenant_id': '46be4eed59ff4316b230439062a7a607', 'mac_address': 'fa:16:3e:f1:e7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f066f73d-4115-4315-a2b5-0deff4e44a86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8674a2d4-7608-4f3c-8ee7-cc36d566c9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:33Z', 'updated_at': '2022-01-21T09:49:44Z', 'revision_number': 4, 'project_id': '46be4eed59ff4316b230439062a7a607', 'subnets': [{'id': '8674a2d4-7608-4f3c-8ee7-cc36d566c9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:49:45.636902 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-73b1d930-00fb-49fe-a545-1a13e295fd2a tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:45.643187 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf90577-e1c2-4c57-9bf4-c21bd80c176f tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:45.649902 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbf93d-1a17-4c78-afba-f1c1921589e4 None None] Pushing event updated for resources: {'Port': ['ID=78c1596a-3b6c-4932-b96b-8749b8b64858,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:45.651601 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-2cf90577-e1c2-4c57-9bf4-c21bd80c176f tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:45.682626 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf90577-e1c2-4c57-9bf4-c21bd80c176f tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:45.730456 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-055cfc64-5b26-4bf0-9889-1833469b914d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:45.792138 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf90577-e1c2-4c57-9bf4-c21bd80c176f tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event updated for resources: {'Port': ['ID=19ae8d9d-cc4b-4784-a137-61da73c291f6,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:45.903529 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-05ac2c20-fc0d-44e9-ac38-f9dffe8620e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:45.919955 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-055cfc64-5b26-4bf0-9889-1833469b914d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349321', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344087'] for router, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:45.975165 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-73b1d930-00fb-49fe-a545-1a13e295fd2a tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:45.979616 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-05ac2c20-fc0d-44e9-ac38-f9dffe8620e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Transition to ACTIVE for port object a99ee954-d084-44f4-be99-84eb10d58d5f will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:46.000132 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-51666e37-ceb8-4b6f-9554-22a6c565eb95 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:46.005371 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f8279-c3a4-4fd6-8ecf-cba910e30581 None None] Pushing event updated for resources: {'Port': ['ID=a2a813ca-f648-42be-857c-77277f54f915,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:46.114888 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51666e37-ceb8-4b6f-9554-22a6c565eb95 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Subnet': ['ID=850045bb-6605-4d67-bc08-504016d325e2,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:46.147124 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-51666e37-ceb8-4b6f-9554-22a6c565eb95 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:46.172506 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-51666e37-ceb8-4b6f-9554-22a6c565eb95 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/850045bb-6605-4d67-bc08-504016d325e2 HTTP/1.1" status: 204 len: 168 time: 2.2436013 Jan 21 09:49:46.181327 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34430) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:46.194569 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cfd21e42-4141-45b8-9fc8-e2feac43cf94 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:46.279105 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:46.293614 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9e3ac6c5-1f45-4c61-a55e-132c28baab1f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1085291 Jan 21 09:49:46.295661 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-73b1d930-00fb-49fe-a545-1a13e295fd2a tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:46.297297 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34434) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:46.297847 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] Transition to ACTIVE for port object fd7534ae-43c5-4629-9ed0-05b03e6b8711 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:46.313997 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port e0da9672-571c-4825-9490-27b79e8db104 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:46.329484 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port e0da9672-571c-4825-9490-27b79e8db104 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:46.329896 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:46.355794 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-05ac2c20-fc0d-44e9-ac38-f9dffe8620e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:46.392280 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2cf90577-e1c2-4c57-9bf4-c21bd80c176f tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:46.394298 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-73b1d930-00fb-49fe-a545-1a13e295fd2a tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:46.408532 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:46.468473 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ab3ad-fd73-4acc-b5d4-d6ccd0af22c7 None None] Pushing event updated for resources: {'Port': ['ID=7785922f-3f8b-4f65-939b-b576f2bc7187,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:46.500027 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1d930-00fb-49fe-a545-1a13e295fd2a tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f458ad49-bb74-4bde-9821-8932b2097351,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:46.536653 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-73b1d930-00fb-49fe-a545-1a13e295fd2a tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:46.538370 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-73b1d930-00fb-49fe-a545-1a13e295fd2a tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9760537 Jan 21 09:49:46.542031 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34440) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:46.552429 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-180dbf6f-7a0c-41c0-9800-a77c4c884b6f tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Request body: {'security_group_rule': {'security_group_id': 'b229d27d-480d-4602-a3e0-4edc6625f56c', 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:46.554752 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2cf90577-e1c2-4c57-9bf4-c21bd80c176f tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:46.585660 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-180dbf6f-7a0c-41c0-9800-a77c4c884b6f tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:46.604196 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-180dbf6f-7a0c-41c0-9800-a77c4c884b6f tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Usage tracker for resource:security_group_rule and tenant:445ef770bf614bd2b6b8d3bcf07af0fd is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:46.621143 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-180dbf6f-7a0c-41c0-9800-a77c4c884b6f tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:46.635441 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-180dbf6f-7a0c-41c0-9800-a77c4c884b6f tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:46.666555 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbf93d-1a17-4c78-afba-f1c1921589e4 None None] Pushing event updated for resources: {'Port': ['ID=fd7534ae-43c5-4629-9ed0-05b03e6b8711,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:46.685820 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ac2c20-fc0d-44e9-ac38-f9dffe8620e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Network dedd33d9-bfe6-4502-bd03-940622274e2e is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:46.705222 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:46.717099 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-180dbf6f-7a0c-41c0-9800-a77c4c884b6f tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:46.767529 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-05ac2c20-fc0d-44e9-ac38-f9dffe8620e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:46.770361 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ac2c20-fc0d-44e9-ac38-f9dffe8620e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:46.908623 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port e0da9672-571c-4825-9490-27b79e8db104, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=e0da9672-571c-4825-9490-27b79e8db104,segment=NetworkSegment(89ee0a78-05a7-468d-96e7-01f4543336e4),segment_id=89ee0a78-05a7-468d-96e7-01f4543336e4)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:46.910791 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] Attempting to bind port fd7534ae-43c5-4629-9ed0-05b03e6b8711 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:46.913623 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] Attempting to bind port fd7534ae-43c5-4629-9ed0-05b03e6b8711 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '6aba9f7f-2522-484d-9ac9-80594c7c3a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4df5b5a0-0c6f-4d47-9deb-fa6f673103cf'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:46.914286 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] Attempting to bind port fd7534ae-43c5-4629-9ed0-05b03e6b8711 on network 4df5b5a0-0c6f-4d47-9deb-fa6f673103cf {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:49:46.923197 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-96755994-6540-4d90-928d-255021395330 None None] Provisioning for port a48dd97d-65b4-4f98-a100-e6894540efd2 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:46.934680 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:46.970783 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-180dbf6f-7a0c-41c0-9800-a77c4c884b6f tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:46.994728 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-96755994-6540-4d90-928d-255021395330 None None] Provisioning complete for port a48dd97d-65b4-4f98-a100-e6894540efd2 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:46.995409 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-96755994-6540-4d90-928d-255021395330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:47.006060 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-180dbf6f-7a0c-41c0-9800-a77c4c884b6f tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:47.061173 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac2c20-fc0d-44e9-ac38-f9dffe8620e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Port': ['ID=a99ee954-d084-44f4-be99-84eb10d58d5f,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:47.077446 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device aa891326-1c1c-4eb4-901a-59746aade25b no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:49:47.114698 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2cf90577-e1c2-4c57-9bf4-c21bd80c176f tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:47.141036 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055cfc64-5b26-4bf0-9889-1833469b914d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Router 72f03803-a970-416f-a2eb-d92c34878823 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:49:47.141768 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2cf90577-e1c2-4c57-9bf4-c21bd80c176f tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:47.162595 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: aa891326-1c1c-4eb4-901a-59746aade25b {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:49:47.162595 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device aa891326-1c1c-4eb4-901a-59746aade25b not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:49:47.174724 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:49:47.175852 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] Checking segment: {'id': '6aba9f7f-2522-484d-9ac9-80594c7c3a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4df5b5a0-0c6f-4d47-9deb-fa6f673103cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:47.177209 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:47.177209 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] Bound using segment: {'id': '6aba9f7f-2522-484d-9ac9-80594c7c3a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4df5b5a0-0c6f-4d47-9deb-fa6f673103cf'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:49:47.177469 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] Bound port: fd7534ae-43c5-4629-9ed0-05b03e6b8711, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aba9f7f-2522-484d-9ac9-80594c7c3a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4df5b5a0-0c6f-4d47-9deb-fa6f673103cf'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:47.177715 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:47.204200 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180dbf6f-7a0c-41c0-9800-a77c4c884b6f tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac23092b-dd7d-46a2-ba5c-b4107fd65fd5,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:47.213610 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-180dbf6f-7a0c-41c0-9800-a77c4c884b6f tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:47.215325 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-180dbf6f-7a0c-41c0-9800-a77c4c884b6f tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6722271 Jan 21 09:49:47.221038 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-05ac2c20-fc0d-44e9-ac38-f9dffe8620e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:47.225361 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34444) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:47.246252 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-ba6841ab-edb9-49b8-a99b-d27363674ab9 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Request body: {'security_group_rule': {'security_group_id': 'b229d27d-480d-4602-a3e0-4edc6625f56c', 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:47.254118 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ba6841ab-edb9-49b8-a99b-d27363674ab9 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:47.258349 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ba6841ab-edb9-49b8-a99b-d27363674ab9 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Usage tracker for resource:security_group_rule and tenant:445ef770bf614bd2b6b8d3bcf07af0fd is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:47.258830 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6eedbf-173a-4149-8b54-4bb4c1cc1fca tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:47.259907 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ea6eedbf-173a-4149-8b54-4bb4c1cc1fca tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:47.262126 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ba6841ab-edb9-49b8-a99b-d27363674ab9 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:47.272678 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=e0da9672-571c-4825-9490-27b79e8db104,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:47.280822 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ba6841ab-edb9-49b8-a99b-d27363674ab9 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:47.398934 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ea6eedbf-173a-4149-8b54-4bb4c1cc1fca tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:47.400820 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ea6eedbf-173a-4149-8b54-4bb4c1cc1fca tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.0917578 Jan 21 09:49:47.411351 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-96755994-6540-4d90-928d-255021395330 None None] Port a48dd97d-65b4-4f98-a100-e6894540efd2 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:49:47.417381 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34448) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:47.426138 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-cfd21e42-4141-45b8-9fc8-e2feac43cf94 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:49:47.489544 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ba6841ab-edb9-49b8-a99b-d27363674ab9 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:47.504049 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] For port fd7534ae-43c5-4629-9ed0-05b03e6b8711, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:49:47.508124 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] For port fd7534ae-43c5-4629-9ed0-05b03e6b8711, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=fd7534ae-43c5-4629-9ed0-05b03e6b8711,segment=NetworkSegment(6aba9f7f-2522-484d-9ac9-80594c7c3a87),segment_id=6aba9f7f-2522-484d-9ac9-80594c7c3a87)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:49:47.514777 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70664cf2-2c5d-4471-8b28-e4bddd83c6af None None] Network dedd33d9-bfe6-4502-bd03-940622274e2e requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:49:47.585465 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf90577-e1c2-4c57-9bf4-c21bd80c176f tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event updated for resources: {'Port': ['ID=19ae8d9d-cc4b-4784-a137-61da73c291f6,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:47.611560 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db0852f-6bae-40de-a9e8-6735e195c416 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:49:47.648053 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ba6841ab-edb9-49b8-a99b-d27363674ab9 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:47.655778 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cfd21e42-4141-45b8-9fc8-e2feac43cf94 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:47.658457 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2cf90577-e1c2-4c57-9bf4-c21bd80c176f tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:47.662863 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ba6841ab-edb9-49b8-a99b-d27363674ab9 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:47.711353 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6841ab-edb9-49b8-a99b-d27363674ab9 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45265572-4c1c-4a1a-9fd8-173c2355dd7a,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:47.725650 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cfd21e42-4141-45b8-9fc8-e2feac43cf94 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:47.726674 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:47.730183 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2cf90577-e1c2-4c57-9bf4-c21bd80c176f tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:47.734338 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2cf90577-e1c2-4c57-9bf4-c21bd80c176f tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4081631 Jan 21 09:49:47.734867 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34452) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:47.752328 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-416b16d3-4277-4052-9a7b-188a01f4e757 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Request body: {'port': {'network_id': 'a3ef6aca-08db-4695-ba7c-db91766cd459', 'name': 'tempest-FloatingIPTestJSON-1208740766'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:47.765822 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ba6841ab-edb9-49b8-a99b-d27363674ab9 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:47.770203 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ba6841ab-edb9-49b8-a99b-d27363674ab9 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5434039 Jan 21 09:49:47.772953 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34456) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:47.806064 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-b0f50a20-caa9-4535-9879-74ddc1d711d6 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Request body: {'security_group_rule': {'security_group_id': 'b229d27d-480d-4602-a3e0-4edc6625f56c', 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:47.829739 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531a1edd-161d-47e1-9f7e-18c7959fa241 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:47.830507 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-531a1edd-161d-47e1-9f7e-18c7959fa241 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:47.903741 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-05ac2c20-fc0d-44e9-ac38-f9dffe8620e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:47.947714 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd21e42-4141-45b8-9fc8-e2feac43cf94 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Port': ['ID=a48dd97d-65b4-4f98-a100-e6894540efd2,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:47.963796 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b0f50a20-caa9-4535-9879-74ddc1d711d6 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:47.974916 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cfd21e42-4141-45b8-9fc8-e2feac43cf94 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:47.978935 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-b0f50a20-caa9-4535-9879-74ddc1d711d6 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Usage tracker for resource:security_group_rule and tenant:445ef770bf614bd2b6b8d3bcf07af0fd is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:47.984120 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-b0f50a20-caa9-4535-9879-74ddc1d711d6 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:47.984562 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-531a1edd-161d-47e1-9f7e-18c7959fa241 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:47.985963 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-531a1edd-161d-47e1-9f7e-18c7959fa241 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5655916 Jan 21 09:49:47.996702 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-25203b5d-a7db-4fd1-aa56-a3557dfc5542 None None] Provisioning complete for port a48dd97d-65b4-4f98-a100-e6894540efd2 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:47.997107 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-25203b5d-a7db-4fd1-aa56-a3557dfc5542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:48.010118 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34460) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:48.016260 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b0f50a20-caa9-4535-9879-74ddc1d711d6 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:48.041261 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbf93d-1a17-4c78-afba-f1c1921589e4 None None] Pushing event updated for resources: {'Port': ['ID=fd7534ae-43c5-4629-9ed0-05b03e6b8711,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:48.074248 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 3f15ca91-6562-40e9-8a27-387590494894 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:48.108347 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6cf59942-9f94-4254-b75e-ec6a9e447dc1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0931640 Jan 21 09:49:48.126600 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34464) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:48.127277 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b0f50a20-caa9-4535-9879-74ddc1d711d6 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:48.153135 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-11d29eb5-60b7-48a0-92c1-ffb79f7c8540 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:48.241567 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] Routers {'72f03803-a970-416f-a2eb-d92c34878823'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:48.242784 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['72f03803-a970-416f-a2eb-d92c34878823'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:48.301041 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-11d29eb5-60b7-48a0-92c1-ffb79f7c8540 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:48.346484 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-416b16d3-4277-4052-9a7b-188a01f4e757 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:48.352272 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-11d29eb5-60b7-48a0-92c1-ffb79f7c8540 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:48.362064 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-416b16d3-4277-4052-9a7b-188a01f4e757 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Usage tracker for resource:port and tenant:a9bbec69a2694a0bb3504d188ecd25f9 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:48.369375 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-416b16d3-4277-4052-9a7b-188a01f4e757 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:48.381897 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-416b16d3-4277-4052-9a7b-188a01f4e757 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:48.392693 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d29eb5-60b7-48a0-92c1-ffb79f7c8540 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:48.396757 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-11d29eb5-60b7-48a0-92c1-ffb79f7c8540 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:48.408194 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce6cc6b-ab41-48aa-a758-7cf715202b78 None None] DHCP port deletion for d5f237d0-52c1-4100-800c-a471203fec66 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:49:48.416917 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-25203b5d-a7db-4fd1-aa56-a3557dfc5542 None None] Port a48dd97d-65b4-4f98-a100-e6894540efd2 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:49:48.424291 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055cfc64-5b26-4bf0-9889-1833469b914d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:49:48.455044 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-055cfc64-5b26-4bf0-9889-1833469b914d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:48.460032 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-055cfc64-5b26-4bf0-9889-1833469b914d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "PUT /v2.0/routers/72f03803-a970-416f-a2eb-d92c34878823 HTTP/1.1" status: 200 len: 704 time: 8.3717022 Jan 21 09:49:48.462532 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-cce6cc6b-ab41-48aa-a758-7cf715202b78 None None] Deleting port 7785922f-3f8b-4f65-939b-b576f2bc7187 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:49:48.463235 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cce6cc6b-ab41-48aa-a758-7cf715202b78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:48.463367 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34468) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:48.475245 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416b16d3-4277-4052-9a7b-188a01f4e757 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Made reservation on behalf of a9bbec69a2694a0bb3504d188ecd25f9 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:48.478282 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-416b16d3-4277-4052-9a7b-188a01f4e757 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:48.490487 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b0f50a20-caa9-4535-9879-74ddc1d711d6 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:48.504595 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b0f50a20-caa9-4535-9879-74ddc1d711d6 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:48.550824 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-25203b5d-a7db-4fd1-aa56-a3557dfc5542 None None] Provisioning for port a2a813ca-f648-42be-857c-77277f54f915 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:48.568548 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-416b16d3-4277-4052-9a7b-188a01f4e757 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] device_id is not set on port ff6d8806-ef70-49d5-aada-b1fe5c317d30 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:49:48.593193 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd21e42-4141-45b8-9fc8-e2feac43cf94 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Network 787253f5-a707-47b5-8cdb-e1c0f0788971 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:48.606243 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f50a20-caa9-4535-9879-74ddc1d711d6 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b07a6fb8-d9cb-4f89-9bbd-94d2b10d7f62,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:48.616981 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] Set router 72f03803-a970-416f-a2eb-d92c34878823 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:49:48.646327 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b0f50a20-caa9-4535-9879-74ddc1d711d6 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:48.650556 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b0f50a20-caa9-4535-9879-74ddc1d711d6 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8658609 Jan 21 09:49:48.653387 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34472) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:48.666014 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e2331cbf-509d-4ea4-a00c-3b62b54bb908 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Request body: {'security_group_rule': {'security_group_id': 'b229d27d-480d-4602-a3e0-4edc6625f56c', 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:48.684903 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e2331cbf-509d-4ea4-a00c-3b62b54bb908 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:48.693111 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e2331cbf-509d-4ea4-a00c-3b62b54bb908 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Usage tracker for resource:security_group_rule and tenant:445ef770bf614bd2b6b8d3bcf07af0fd is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:48.698250 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e2331cbf-509d-4ea4-a00c-3b62b54bb908 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:48.708616 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e2331cbf-509d-4ea4-a00c-3b62b54bb908 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:48.723835 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 3f15ca91-6562-40e9-8a27-387590494894 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:48.724208 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:48.795662 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-e2331cbf-509d-4ea4-a00c-3b62b54bb908 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Project 445ef770bf614bd2b6b8d3bcf07af0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:49:48.796340 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-cfd21e42-4141-45b8-9fc8-e2feac43cf94 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:48.809251 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2331cbf-509d-4ea4-a00c-3b62b54bb908 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:48.901097 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2331cbf-509d-4ea4-a00c-3b62b54bb908 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:48.917281 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2331cbf-509d-4ea4-a00c-3b62b54bb908 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:48.955526 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-416b16d3-4277-4052-9a7b-188a01f4e757 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Allocated IP 172.20.0.10 (a3ef6aca-08db-4695-ba7c-db91766cd459/066c2e10-3d59-41d9-bc29-6b5c4e84f7e6/ff6d8806-ef70-49d5-aada-b1fe5c317d30) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:49.178382 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-cce6cc6b-ab41-48aa-a758-7cf715202b78 None None] For port 7785922f-3f8b-4f65-939b-b576f2bc7187, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=7785922f-3f8b-4f65-939b-b576f2bc7187,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:49.179407 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cce6cc6b-ab41-48aa-a758-7cf715202b78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:49.345336 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2331cbf-509d-4ea4-a00c-3b62b54bb908 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e6cb27-d154-4712-8b77-8163cd966359,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:49.352186 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-416b16d3-4277-4052-9a7b-188a01f4e757 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:49.354433 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-05ac2c20-fc0d-44e9-ac38-f9dffe8620e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:49.378859 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-67f6c34b-8d86-4236-bda6-8fe3c5bd4af1 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "GET /v2.0/routers/72f03803-a970-416f-a2eb-d92c34878823 HTTP/1.1" status: 200 len: 704 time: 0.9124544 Jan 21 09:49:49.386290 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34476) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:49.390889 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-05ac2c20-fc0d-44e9-ac38-f9dffe8620e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:49.445018 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-cce6cc6b-ab41-48aa-a758-7cf715202b78 None None] Calling delete_port for 7785922f-3f8b-4f65-939b-b576f2bc7187 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:49:49.454789 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2331cbf-509d-4ea4-a00c-3b62b54bb908 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:49.460253 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e2331cbf-509d-4ea4-a00c-3b62b54bb908 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8029063 Jan 21 09:49:49.473986 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34480) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:49.491386 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-ce25e2ea-6f0b-473e-9a4c-a417d8059e59 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Request body: {'security_group_rule': {'security_group_id': 'b229d27d-480d-4602-a3e0-4edc6625f56c', 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:49.526622 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ce25e2ea-6f0b-473e-9a4c-a417d8059e59 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:49.541355 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ce25e2ea-6f0b-473e-9a4c-a417d8059e59 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Usage tracker for resource:security_group_rule and tenant:445ef770bf614bd2b6b8d3bcf07af0fd is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:49.546651 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-05ac2c20-fc0d-44e9-ac38-f9dffe8620e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:49.551653 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ce25e2ea-6f0b-473e-9a4c-a417d8059e59 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:49.574403 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ce25e2ea-6f0b-473e-9a4c-a417d8059e59 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:49.591421 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac2c20-fc0d-44e9-ac38-f9dffe8620e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event updated for resources: {'Port': ['ID=a99ee954-d084-44f4-be99-84eb10d58d5f,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:49.601139 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ee604f7b-2904-4165-8d5d-516d7c90742e None None] Provisioning for port 7785922f-3f8b-4f65-939b-b576f2bc7187 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:49.638378 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.securitygroups_db [None req-ce25e2ea-6f0b-473e-9a4c-a417d8059e59 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Project 445ef770bf614bd2b6b8d3bcf07af0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:49:49.648481 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ec8a36df-4259-4ce9-af8e-c5d861ae407d up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:49.737827 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ce25e2ea-6f0b-473e-9a4c-a417d8059e59 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:49.741062 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-416b16d3-4277-4052-9a7b-188a01f4e757 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:49.794999 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cce6cc6b-ab41-48aa-a758-7cf715202b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:49.864970 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6cc6b-ab41-48aa-a758-7cf715202b78 None None] Pushing event deleted for resources: {'Port': ['ID=7785922f-3f8b-4f65-939b-b576f2bc7187,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:49.889649 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ac2c20-fc0d-44e9-ac38-f9dffe8620e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Network dedd33d9-bfe6-4502-bd03-940622274e2e is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:49.889895 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce6cc6b-ab41-48aa-a758-7cf715202b78 None None] No DVR routers for this DVR port 7785922f-3f8b-4f65-939b-b576f2bc7187 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:49:49.893652 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-05ac2c20-fc0d-44e9-ac38-f9dffe8620e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:49.922590 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644bf180-772c-4f71-9b97-d8cbf44d8db5 None None] get_active_networks_info from dv-neutron-825732-1-hyperv {{(pid=83599) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 09:49:50.010550 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.objects.ports [None req-11d29eb5-60b7-48a0-92c1-ffb79f7c8540 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83597) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:49:50.067866 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416b16d3-4277-4052-9a7b-188a01f4e757 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Network a3ef6aca-08db-4695-ba7c-db91766cd459 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:50.075166 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b16d3-4277-4052-9a7b-188a01f4e757 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event updated for resources: {'Port': ['ID=ff6d8806-ef70-49d5-aada-b1fe5c317d30,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:50.078553 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-416b16d3-4277-4052-9a7b-188a01f4e757 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:50.080567 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416b16d3-4277-4052-9a7b-188a01f4e757 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:50.129978 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ce25e2ea-6f0b-473e-9a4c-a417d8059e59 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:50.142899 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644bf180-772c-4f71-9b97-d8cbf44d8db5 None None] Resources bound (agent type, host, resource id): {{(pid=83599) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:49:50.145904 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port ec8a36df-4259-4ce9-af8e-c5d861ae407d completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:50.156082 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416b16d3-4277-4052-9a7b-188a01f4e757 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:50.156694 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-416b16d3-4277-4052-9a7b-188a01f4e757 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:50.158200 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port ec8a36df-4259-4ce9-af8e-c5d861ae407d triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:50.158564 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:50.236208 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ce25e2ea-6f0b-473e-9a4c-a417d8059e59 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:50.270251 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-44b93207-a35d-4f10-b5d7-547b6ccdf3af None None] Provisioning for port a99ee954-d084-44f4-be99-84eb10d58d5f completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:50.289122 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-44b93207-a35d-4f10-b5d7-547b6ccdf3af None None] Provisioning complete for port a99ee954-d084-44f4-be99-84eb10d58d5f triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:50.289565 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-44b93207-a35d-4f10-b5d7-547b6ccdf3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:50.290468 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-416b16d3-4277-4052-9a7b-188a01f4e757 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5537348 Jan 21 09:49:50.291405 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34484) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:50.327583 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd21e42-4141-45b8-9fc8-e2feac43cf94 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Router a3088f3c-937a-4c8d-a6f6-afdc8851c263 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:49:50.328447 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f03803-a970-416f-a2eb-d92c34878823', 'name': 'tempest-RoutersIpV6Test-router-1154031299', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:39Z', 'updated_at': '2022-01-21T09:49:43Z', 'revision_number': 7, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'gw_port_host': None, '_interfaces': [{'id': '3ea1e2bd-91e7-4a9e-892c-8b3192428dd3', 'name': '', 'network_id': '4c3bb146-520d-47eb-9baf-3514f0240049', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:42:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef1a7fb-438a-43d4-b64e-db20e5280e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:47Z', 'updated_at': '2022-01-21T09:49:24Z', 'revision_number': 5, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': '1ef1a7fb-438a-43d4-b64e-db20e5280e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78c1596a-3b6c-4932-b96b-8749b8b64858', 'name': '', 'network_id': 'e057f09a-948a-4717-beac-25249ac36fff', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:03:e0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf063a45-0600-4e01-a617-1205dcdae18e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:25Z', 'updated_at': '2022-01-21T09:49:44Z', 'revision_number': 4, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': 'cf063a45-0600-4e01-a617-1205dcdae18e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '850e96b0-ef7d-4777-a360-d9e1ab6034c3', 'name': '', 'network_id': 'f36c9ede-9cd8-4b16-be19-6f5012ce7291', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:09:bf:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52612dcd-ce21-4204-9344-0d616fb53f62', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:00Z', 'updated_at': '2022-01-21T09:49:37Z', 'revision_number': 5, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': '52612dcd-ce21-4204-9344-0d616fb53f62', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd7534ae-43c5-4629-9ed0-05b03e6b8711', 'name': '', 'network_id': '4df5b5a0-0c6f-4d47-9deb-fa6f673103cf', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:46:a8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2066ddd-2bac-45a8-b06a-dfde0472f894', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:13Z', 'updated_at': '2022-01-21T09:49:47Z', 'revision_number': 4, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': 'e2066ddd-2bac-45a8-b06a-dfde0472f894', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:50.368426 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25e2ea-6f0b-473e-9a4c-a417d8059e59 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b51fa90c-ae73-4846-bb80-b1baee416f4f,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:50.369225 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c7225d8a-ea56-47bb-afa6-664cdd747869 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Request body: {'floatingip': {'port_id': 'ff6d8806-ef70-49d5-aada-b1fe5c317d30'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:50.370825 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af80e9e3-5146-4f97-88e5-0ce766f5acb8 None None] The sync data for ids ['72f03803-a970-416f-a2eb-d92c34878823'] in dv-neutron-825732-1-hyperv is: [{'id': '72f03803-a970-416f-a2eb-d92c34878823', 'name': 'tempest-RoutersIpV6Test-router-1154031299', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:39Z', 'updated_at': '2022-01-21T09:49:43Z', 'revision_number': 7, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'gw_port_host': None, '_interfaces': [{'id': '3ea1e2bd-91e7-4a9e-892c-8b3192428dd3', 'name': '', 'network_id': '4c3bb146-520d-47eb-9baf-3514f0240049', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:42:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef1a7fb-438a-43d4-b64e-db20e5280e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:47Z', 'updated_at': '2022-01-21T09:49:24Z', 'revision_number': 5, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': '1ef1a7fb-438a-43d4-b64e-db20e5280e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78c1596a-3b6c-4932-b96b-8749b8b64858', 'name': '', 'network_id': 'e057f09a-948a-4717-beac-25249ac36fff', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:03:e0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf063a45-0600-4e01-a617-1205dcdae18e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:25Z', 'updated_at': '2022-01-21T09:49:44Z', 'revision_number': 4, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': 'cf063a45-0600-4e01-a617-1205dcdae18e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '850e96b0-ef7d-4777-a360-d9e1ab6034c3', 'name': '', 'network_id': 'f36c9ede-9cd8-4b16-be19-6f5012ce7291', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:09:bf:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52612dcd-ce21-4204-9344-0d616fb53f62', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:00Z', 'updated_at': '2022-01-21T09:49:37Z', 'revision_number': 5, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': '52612dcd-ce21-4204-9344-0d616fb53f62', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd7534ae-43c5-4629-9ed0-05b03e6b8711', 'name': '', 'network_id': '4df5b5a0-0c6f-4d47-9deb-fa6f673103cf', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:46:a8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2066ddd-2bac-45a8-b06a-dfde0472f894', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:13Z', 'updated_at': '2022-01-21T09:49:47Z', 'revision_number': 4, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': 'e2066ddd-2bac-45a8-b06a-dfde0472f894', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:49:50.383452 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:50.418140 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-44b93207-a35d-4f10-b5d7-547b6ccdf3af None None] Port a99ee954-d084-44f4-be99-84eb10d58d5f cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:49:50.491302 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c7225d8a-ea56-47bb-afa6-664cdd747869 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for floatingip, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:50.496865 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ce25e2ea-6f0b-473e-9a4c-a417d8059e59 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:50.498413 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ce25e2ea-6f0b-473e-9a4c-a417d8059e59 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.0231638 Jan 21 09:49:50.692376 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.ipam_pluggable_backend [None req-11d29eb5-60b7-48a0-92c1-ffb79f7c8540 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Port 7785922f-3f8b-4f65-939b-b576f2bc7187 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83597) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 21 09:49:50.692655 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.ipam_pluggable_backend [None req-11d29eb5-60b7-48a0-92c1-ffb79f7c8540 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Reverting IP allocation for 2001:db8::f816:3eff:fe14:1fe2 {{(pid=83597) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 21 09:49:50.740361 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:50.796640 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port ec8a36df-4259-4ce9-af8e-c5d861ae407d, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ec8a36df-4259-4ce9-af8e-c5d861ae407d,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:50.812205 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-11d29eb5-60b7-48a0-92c1-ffb79f7c8540 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:50.829212 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-44b93207-a35d-4f10-b5d7-547b6ccdf3af None None] Provisioning complete for port a48dd97d-65b4-4f98-a100-e6894540efd2 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:50.829586 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-44b93207-a35d-4f10-b5d7-547b6ccdf3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:50.861919 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:50.862974 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 7785922f-3f8b-4f65-939b-b576f2bc7187 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:50.953154 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 7785922f-3f8b-4f65-939b-b576f2bc7187 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:49:50.953402 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 7785922f-3f8b-4f65-939b-b576f2bc7187 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 21 09:49:50.956891 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ac2c20-fc0d-44e9-ac38-f9dffe8620e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Router 01207b5c-5871-420b-abc0-78401bae990b has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:49:50.998271 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd21e42-4141-45b8-9fc8-e2feac43cf94 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:49:51.006908 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-cfd21e42-4141-45b8-9fc8-e2feac43cf94 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "PUT /v2.0/routers/a3088f3c-937a-4c8d-a6f6-afdc8851c263/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2977192 Jan 21 09:49:51.007841 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34510) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:51.044053 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d29eb5-60b7-48a0-92c1-ffb79f7c8540 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:51.062707 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Port 7785922f-3f8b-4f65-939b-b576f2bc7187 not found, will not notify nova. {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 21 09:49:51.063116 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a8a56443-bca6-4e4b-8774-cf34cdb1afb7 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:51.074026 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-11d29eb5-60b7-48a0-92c1-ffb79f7c8540 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:51.140653 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe731d8-42ca-41e3-9b04-ca0d29cda871 None None] Sync routers for ids ['a3088f3c-937a-4c8d-a6f6-afdc8851c263'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:49:51.179110 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d29eb5-60b7-48a0-92c1-ffb79f7c8540 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:51.179475 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-11d29eb5-60b7-48a0-92c1-ffb79f7c8540 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:51.204536 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-941e595e-ea98-4351-8197-3650189d4c9c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:51.235535 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-44b93207-a35d-4f10-b5d7-547b6ccdf3af None None] Port a48dd97d-65b4-4f98-a100-e6894540efd2 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:49:51.244787 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34516) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:51.246742 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=ec8a36df-4259-4ce9-af8e-c5d861ae407d,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:51.256044 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe731d8-42ca-41e3-9b04-ca0d29cda871 None None] Routers {'a3088f3c-937a-4c8d-a6f6-afdc8851c263'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:51.256729 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-afe731d8-42ca-41e3-9b04-ca0d29cda871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['a3088f3c-937a-4c8d-a6f6-afdc8851c263'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:51.305118 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d29eb5-60b7-48a0-92c1-ffb79f7c8540 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Subnet': ['ID=1204bd85-c183-4c08-859c-f96c0a096ffe,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:51.328071 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-afe731d8-42ca-41e3-9b04-ca0d29cda871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:51.371714 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe731d8-42ca-41e3-9b04-ca0d29cda871 None None] Routers {'a3088f3c-937a-4c8d-a6f6-afdc8851c263'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:51.372338 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-afe731d8-42ca-41e3-9b04-ca0d29cda871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['a3088f3c-937a-4c8d-a6f6-afdc8851c263'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:51.399408 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-11d29eb5-60b7-48a0-92c1-ffb79f7c8540 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.2639332 Jan 21 09:49:51.418274 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34520) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:51.431854 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-3bb38452-9de6-4c96-b480-b3201e6258fa tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'port': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'mac_address': 'fa:16:3e:46:1a:e1', 'name': 'tempest-NetworksTestDHCPv6-902543755'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:51.442328 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-afe731d8-42ca-41e3-9b04-ca0d29cda871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:51.442760 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe731d8-42ca-41e3-9b04-ca0d29cda871 None None] The sync data for ids ['a3088f3c-937a-4c8d-a6f6-afdc8851c263'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:49:51.475725 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8300bdfa-82aa-4996-888b-ed6b5b10fb97 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:51.480419 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34524) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:51.480656 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8300bdfa-82aa-4996-888b-ed6b5b10fb97 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "GET /v2.0/ports?device_id=a3088f3c-937a-4c8d-a6f6-afdc8851c263 HTTP/1.1" status: 200 len: 983 time: 0.4713759 Jan 21 09:49:51.514597 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port a8a56443-bca6-4e4b-8774-cf34cdb1afb7 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:51.532915 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port a8a56443-bca6-4e4b-8774-cf34cdb1afb7 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:51.533390 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:51.727789 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:51.732400 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-89f87b02-96b6-421f-94e3-0401e5be7d9e tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Deleting port 03fd2e8c-fd6b-4468-997a-c24fa7654dd7 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:49:51.732928 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-89f87b02-96b6-421f-94e3-0401e5be7d9e tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:51.779460 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port a8a56443-bca6-4e4b-8774-cf34cdb1afb7, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=a8a56443-bca6-4e4b-8774-cf34cdb1afb7,segment=NetworkSegment(1e9a35e6-a4c5-4fa4-9479-69b4069ea569),segment_id=1e9a35e6-a4c5-4fa4-9479-69b4069ea569)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:51.789288 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d19152-5e53-4c72-82a9-f04bde191327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-d5f237d0-52c1-4100-800c-a471203fec66', 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'tenant_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'fixed_ips': [{'subnet_id': '1204bd85-c183-4c08-859c-f96c0a096ffe'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:49:51.790645 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f3d19152-5e53-4c72-82a9-f04bde191327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:51.850593 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:51.851393 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 25b35bf0-9057-47ca-9b0f-03a10adc5a21 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:51.877151 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ac2c20-fc0d-44e9-ac38-f9dffe8620e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:49:51.903541 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-05ac2c20-fc0d-44e9-ac38-f9dffe8620e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "PUT /v2.0/routers/01207b5c-5871-420b-abc0-78401bae990b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8419542 Jan 21 09:49:51.910667 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34534) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:51.974978 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-19adb579-ce50-4544-b94e-ee62260f29d5 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:52.111955 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=a8a56443-bca6-4e4b-8774-cf34cdb1afb7,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:52.151279 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 25b35bf0-9057-47ca-9b0f-03a10adc5a21 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:52.151644 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:52.191777 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-f3d19152-5e53-4c72-82a9-f04bde191327 None None] Allocated IP 2001:db8::f816:3eff:fe70:617b (d5f237d0-52c1-4100-800c-a471203fec66/1204bd85-c183-4c08-859c-f96c0a096ffe/5ec0d3cf-79a7-4beb-90ea-0be79ddca8fd) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:52.236359 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-89f87b02-96b6-421f-94e3-0401e5be7d9e tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:52.236839 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-89f87b02-96b6-421f-94e3-0401e5be7d9e tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:52.395873 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-89f87b02-96b6-421f-94e3-0401e5be7d9e tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Calling delete_port for 03fd2e8c-fd6b-4468-997a-c24fa7654dd7 owned by network:floatingip {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:49:52.472845 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 6048b194-d045-4bc0-9165-287dc24187dd up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:52.566615 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-3bb38452-9de6-4c96-b480-b3201e6258fa tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:52.595900 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-3bb38452-9de6-4c96-b480-b3201e6258fa tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:52.605268 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-c7225d8a-ea56-47bb-afa6-664cdd747869 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:49:52.635576 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb38452-9de6-4c96-b480-b3201e6258fa tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:52.635922 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 6048b194-d045-4bc0-9165-287dc24187dd triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:52.636196 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:52.674478 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f3d19152-5e53-4c72-82a9-f04bde191327 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:52.702029 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f3d19152-5e53-4c72-82a9-f04bde191327 None None] Transition to ACTIVE for port object 5ec0d3cf-79a7-4beb-90ea-0be79ddca8fd will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:52.739615 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f3d19152-5e53-4c72-82a9-f04bde191327 None None] Transition to ACTIVE for port object 5ec0d3cf-79a7-4beb-90ea-0be79ddca8fd will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:52.779055 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c7225d8a-ea56-47bb-afa6-664cdd747869 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:52.785186 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f3d19152-5e53-4c72-82a9-f04bde191327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:52.793639 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c7225d8a-ea56-47bb-afa6-664cdd747869 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:52.902612 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 850e96b0-ef7d-4777-a360-d9e1ab6034c3 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:52.949150 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d19152-5e53-4c72-82a9-f04bde191327 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:52.958482 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-f3d19152-5e53-4c72-82a9-f04bde191327 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:52.966587 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d19152-5e53-4c72-82a9-f04bde191327 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:53.046384 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d19152-5e53-4c72-82a9-f04bde191327 None None] Pushing event updated for resources: {'Port': ['ID=5ec0d3cf-79a7-4beb-90ea-0be79ddca8fd,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:53.119788 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f3d19152-5e53-4c72-82a9-f04bde191327 None None] Attempting to bind port 5ec0d3cf-79a7-4beb-90ea-0be79ddca8fd on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:53.133310 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f3d19152-5e53-4c72-82a9-f04bde191327 None None] Attempting to bind port 5ec0d3cf-79a7-4beb-90ea-0be79ddca8fd by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:53.133880 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d19152-5e53-4c72-82a9-f04bde191327 None None] Attempting to bind port 5ec0d3cf-79a7-4beb-90ea-0be79ddca8fd on network d5f237d0-52c1-4100-800c-a471203fec66 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:49:53.154444 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-89f87b02-96b6-421f-94e3-0401e5be7d9e tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:53.155044 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d19152-5e53-4c72-82a9-f04bde191327 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:49:53.155557 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d19152-5e53-4c72-82a9-f04bde191327 None None] Checking segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:53.156052 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f3d19152-5e53-4c72-82a9-f04bde191327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:53.156610 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d19152-5e53-4c72-82a9-f04bde191327 None None] Bound using segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:49:53.157222 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f3d19152-5e53-4c72-82a9-f04bde191327 None None] Bound port: 5ec0d3cf-79a7-4beb-90ea-0be79ddca8fd, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:53.157853 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f3d19152-5e53-4c72-82a9-f04bde191327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:53.211018 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 850e96b0-ef7d-4777-a360-d9e1ab6034c3 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:53.215063 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:53.246842 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f87b02-96b6-421f-94e3-0401e5be7d9e tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Pushing event deleted for resources: {'Port': ['ID=03fd2e8c-fd6b-4468-997a-c24fa7654dd7,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:53.328687 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3bb38452-9de6-4c96-b480-b3201e6258fa tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:53.407283 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-941e595e-ea98-4351-8197-3650189d4c9c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Deleting port 78c1596a-3b6c-4932-b96b-8749b8b64858 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:49:53.407626 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-941e595e-ea98-4351-8197-3650189d4c9c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:53.421022 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-f3d19152-5e53-4c72-82a9-f04bde191327 None None] For port 5ec0d3cf-79a7-4beb-90ea-0be79ddca8fd, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:49:53.436214 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-3bb38452-9de6-4c96-b480-b3201e6258fa tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] device_id is not set on port 09faa273-7526-4930-ade3-d40a757b4fc4 yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:49:53.439628 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-f3d19152-5e53-4c72-82a9-f04bde191327 None None] For port 5ec0d3cf-79a7-4beb-90ea-0be79ddca8fd, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=5ec0d3cf-79a7-4beb-90ea-0be79ddca8fd,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:49:53.446521 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f3d19152-5e53-4c72-82a9-f04bde191327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:53.507811 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 0d060f3d-b157-440c-8be6-ae556137df58 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:53.646285 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 0d060f3d-b157-440c-8be6-ae556137df58 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:53.647138 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:53.673504 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-941e595e-ea98-4351-8197-3650189d4c9c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] For port 78c1596a-3b6c-4932-b96b-8749b8b64858, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=78c1596a-3b6c-4932-b96b-8749b8b64858,segment=NetworkSegment(b30fd2f7-0333-4fe3-a120-3b9b5b0e5c3d),segment_id=b30fd2f7-0333-4fe3-a120-3b9b5b0e5c3d)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:53.674355 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-941e595e-ea98-4351-8197-3650189d4c9c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:53.693967 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d19152-5e53-4c72-82a9-f04bde191327 None None] Pushing event updated for resources: {'Port': ['ID=5ec0d3cf-79a7-4beb-90ea-0be79ddca8fd,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:53.924703 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a2a813ca-f648-42be-857c-77277f54f915 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:53.970988 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-3bb38452-9de6-4c96-b480-b3201e6258fa tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Allocated IP 2001:db8::f816:3eff:fe46:1ae1 (d5f237d0-52c1-4100-800c-a471203fec66/1204bd85-c183-4c08-859c-f96c0a096ffe/09faa273-7526-4930-ade3-d40a757b4fc4) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:53.975380 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-345117f4-5ad6-4968-9bde-40f098eb71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:53.982461 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-941e595e-ea98-4351-8197-3650189d4c9c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Calling delete_port for 78c1596a-3b6c-4932-b96b-8749b8b64858 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:49:53.994027 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-89f87b02-96b6-421f-94e3-0401e5be7d9e tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for floatingip, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:54.049711 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port a2a813ca-f648-42be-857c-77277f54f915 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:54.056404 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port a2a813ca-f648-42be-857c-77277f54f915 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:54.056774 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:54.132377 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.l3_db [None req-c7225d8a-ea56-47bb-afa6-664cdd747869 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Floating IP 63fcad54-fdc9-433e-a363-94cb575e0525 associated. External IP: 172.26.0.236, port: ff6d8806-ef70-49d5-aada-b1fe5c317d30. Jan 21 09:49:54.291013 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:54.341913 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port a2a813ca-f648-42be-857c-77277f54f915, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=a2a813ca-f648-42be-857c-77277f54f915,segment=NetworkSegment(fb3b054e-bbf1-417e-aa6c-a2d37e3044c2),segment_id=fb3b054e-bbf1-417e-aa6c-a2d37e3044c2)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:54.351934 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:54.352997 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 88f95bb4-2473-4ba2-b204-65b8d91ae195 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:54.533820 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.extraroute_db [None req-19adb579-ce50-4544-b94e-ee62260f29d5 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=83598) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 21 09:49:54.543592 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=a2a813ca-f648-42be-857c-77277f54f915,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:54.549056 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.extraroute_db [None req-19adb579-ce50-4544-b94e-ee62260f29d5 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Removed routes are [] {{(pid=83598) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 21 09:49:54.549647 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-19adb579-ce50-4544-b94e-ee62260f29d5 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:54.552229 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 88f95bb4-2473-4ba2-b204-65b8d91ae195 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:54.554078 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-941e595e-ea98-4351-8197-3650189d4c9c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:54.569970 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 88f95bb4-2473-4ba2-b204-65b8d91ae195 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:54.570356 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:54.583832 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:49:54.623051 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3bb38452-9de6-4c96-b480-b3201e6258fa tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:54.677902 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e595e-ea98-4351-8197-3650189d4c9c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event deleted for resources: {'Port': ['ID=78c1596a-3b6c-4932-b96b-8749b8b64858,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:54.733274 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a3043398-9e49-469f-9570-31bf5196e3e2 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:54.759714 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:54.827405 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 88f95bb4-2473-4ba2-b204-65b8d91ae195, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=88f95bb4-2473-4ba2-b204-65b8d91ae195,segment=NetworkSegment(3ea87952-1952-4a9f-b632-a9c51d2bbfbb),segment_id=3ea87952-1952-4a9f-b632-a9c51d2bbfbb)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:54.846205 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:54.850629 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ef1d8b4b-c256-4b95-8f29-d9256c44435b up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:54.915856 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3bb38452-9de6-4c96-b480-b3201e6258fa tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Transition to ACTIVE for port object 09faa273-7526-4930-ade3-d40a757b4fc4 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:55.025815 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89038a99-bfb2-486f-b65d-aaa6ffa7b8ee None None] Sync routers for ids ['01207b5c-5871-420b-abc0-78401bae990b'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:49:55.049586 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89038a99-bfb2-486f-b65d-aaa6ffa7b8ee None None] Routers {'01207b5c-5871-420b-abc0-78401bae990b'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:55.050690 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-89038a99-bfb2-486f-b65d-aaa6ffa7b8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['01207b5c-5871-420b-abc0-78401bae990b'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:55.068197 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=88f95bb4-2473-4ba2-b204-65b8d91ae195,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:55.121683 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port ef1d8b4b-c256-4b95-8f29-d9256c44435b completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:55.131219 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port ef1d8b4b-c256-4b95-8f29-d9256c44435b triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:55.132601 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:55.239586 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3bb38452-9de6-4c96-b480-b3201e6258fa tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:55.375331 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:55.389900 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b006db-d814-404a-9b2e-f6dd176d1bca None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:49:55.417671 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-89038a99-bfb2-486f-b65d-aaa6ffa7b8ee None None] Set router 01207b5c-5871-420b-abc0-78401bae990b gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:49:55.619499 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-941e595e-ea98-4351-8197-3650189d4c9c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:55.863685 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-2c0df816-ea11-4fc9-87f1-3b458b6aa494 None None] Provisioning for port 5ec0d3cf-79a7-4beb-90ea-0be79ddca8fd completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:55.884050 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port ef1d8b4b-c256-4b95-8f29-d9256c44435b, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ef1d8b4b-c256-4b95-8f29-d9256c44435b,segment=NetworkSegment(9837c8e9-4888-432f-a43e-46a8a8628f53),segment_id=9837c8e9-4888-432f-a43e-46a8a8628f53)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:55.946146 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:55.947032 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 627dd660-b7b9-47b4-9b2e-3e48947b71ef up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:56.058295 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb38452-9de6-4c96-b480-b3201e6258fa tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Port': ['ID=09faa273-7526-4930-ade3-d40a757b4fc4,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:56.084856 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb38452-9de6-4c96-b480-b3201e6258fa tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:56.099072 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-3bb38452-9de6-4c96-b480-b3201e6258fa tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:56.107779 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb38452-9de6-4c96-b480-b3201e6258fa tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:56.112798 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb38452-9de6-4c96-b480-b3201e6258fa tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:56.114069 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3bb38452-9de6-4c96-b480-b3201e6258fa tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:56.197247 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-89038a99-bfb2-486f-b65d-aaa6ffa7b8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01207b5c-5871-420b-abc0-78401bae990b', 'name': 'tempest-RoutersTest-router-946825922', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:49Z', 'updated_at': '2022-01-21T09:49:54Z', 'revision_number': 6, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'gw_port_host': None, '_interfaces': [{'id': '3f15ca91-6562-40e9-8a27-387590494894', 'name': '', 'network_id': '15882cfd-8e63-4d83-a7ba-77f52124112d', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:75:0e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bf39f70-cbc5-4a84-9f53-e52cbce07296', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:10Z', 'updated_at': '2022-01-21T09:49:32Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': '2bf39f70-cbc5-4a84-9f53-e52cbce07296', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '444798e6-a9db-41b5-957d-f889d06b46e7', 'name': '', 'network_id': '3f882997-0b78-4820-a731-cfbe1f517d9e', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:a1:75:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:56Z', 'updated_at': '2022-01-21T09:49:12Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a56443-bca6-4e4b-8774-cf34cdb1afb7', 'name': '', 'network_id': 'e48c35da-084a-460d-96aa-84a1537bd2dd', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:07:bc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31f9211a-d4a3-482c-9587-96350cc037f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:27Z', 'updated_at': '2022-01-21T09:49:51Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': '31f9211a-d4a3-482c-9587-96350cc037f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a99ee954-d084-44f4-be99-84eb10d58d5f', 'name': '', 'network_id': 'dedd33d9-bfe6-4502-bd03-940622274e2e', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:a9:42:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6915840f-b4ad-4722-ba87-7eb9469f3006', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:44Z', 'updated_at': '2022-01-21T09:49:48Z', 'revision_number': 2, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': '6915840f-b4ad-4722-ba87-7eb9469f3006', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:56.204741 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89038a99-bfb2-486f-b65d-aaa6ffa7b8ee None None] Checking router: 01207b5c-5871-420b-abc0-78401bae990b for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:49:56.205100 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89038a99-bfb2-486f-b65d-aaa6ffa7b8ee None None] Updating router 01207b5c-5871-420b-abc0-78401bae990b port a99ee954-d084-44f4-be99-84eb10d58d5f binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:49:56.212418 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-befb5da5-e6db-48ea-9583-dcd7b71aaa01 None None] Provisioning complete for port a99ee954-d084-44f4-be99-84eb10d58d5f triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:56.213000 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-befb5da5-e6db-48ea-9583-dcd7b71aaa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:56.265157 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-19adb579-ce50-4544-b94e-ee62260f29d5 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:56.282367 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-19adb579-ce50-4544-b94e-ee62260f29d5 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349321', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344087'] for router, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:56.296073 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=ef1d8b4b-c256-4b95-8f29-d9256c44435b,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:56.310400 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-a3043398-9e49-469f-9570-31bf5196e3e2 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Deleting port a48dd97d-65b4-4f98-a100-e6894540efd2 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:49:56.311275 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a3043398-9e49-469f-9570-31bf5196e3e2 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:56.314460 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-89038a99-bfb2-486f-b65d-aaa6ffa7b8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:56.321226 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-3bb38452-9de6-4c96-b480-b3201e6258fa tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.9017534 Jan 21 09:49:56.327789 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34566) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:56.349632 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ff637518-1879-4d3f-b2fd-e9f07d6b5473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:56.354013 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-befb5da5-e6db-48ea-9583-dcd7b71aaa01 None None] Port a99ee954-d084-44f4-be99-84eb10d58d5f cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:49:56.376637 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 627dd660-b7b9-47b4-9b2e-3e48947b71ef completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:56.389708 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 627dd660-b7b9-47b4-9b2e-3e48947b71ef triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:56.390140 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:56.589884 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:56.654000 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 627dd660-b7b9-47b4-9b2e-3e48947b71ef, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=627dd660-b7b9-47b4-9b2e-3e48947b71ef,segment=NetworkSegment(89ee0a78-05a7-468d-96e7-01f4543336e4),segment_id=89ee0a78-05a7-468d-96e7-01f4543336e4)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:56.662727 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:56.797902 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 7f7da537-3c82-41a7-aee4-6c647e5f4767 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:49:56.903020 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 7f7da537-3c82-41a7-aee4-6c647e5f4767 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:49:56.903819 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 7f7da537-3c82-41a7-aee4-6c647e5f4767 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:49:56.905192 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c623ae4-b8c5-449f-8c17-07f36ff2aaab tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:56.911488 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c623ae4-b8c5-449f-8c17-07f36ff2aaab tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:56.912350 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-7c623ae4-b8c5-449f-8c17-07f36ff2aaab tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:56.955015 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-7c623ae4-b8c5-449f-8c17-07f36ff2aaab tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:56.966289 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-7c623ae4-b8c5-449f-8c17-07f36ff2aaab tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6210377 Jan 21 09:49:56.968589 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34572) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:57.005181 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=627dd660-b7b9-47b4-9b2e-3e48947b71ef,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:57.054754 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-51f81c16-0c29-41d7-b7aa-daf33ce4de92 None None] Provisioning for port 09faa273-7526-4930-ade3-d40a757b4fc4 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:57.060873 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-51f81c16-0c29-41d7-b7aa-daf33ce4de92 None None] Provisioning complete for port 09faa273-7526-4930-ade3-d40a757b4fc4 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:57.083093 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-51f81c16-0c29-41d7-b7aa-daf33ce4de92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:57.143409 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f87b02-96b6-421f-94e3-0401e5be7d9e tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Router fae9df63-ee59-438f-b9ac-7850c2e519bf has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:49:57.223456 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19adb579-ce50-4544-b94e-ee62260f29d5 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Router 01207b5c-5871-420b-abc0-78401bae990b has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:49:57.256984 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4d86b8f6-20bd-459d-8f74-5287efd4a5f6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting port 09faa273-7526-4930-ade3-d40a757b4fc4 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:49:57.257350 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4d86b8f6-20bd-459d-8f74-5287efd4a5f6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:57.281982 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-51f81c16-0c29-41d7-b7aa-daf33ce4de92 None None] Port 09faa273-7526-4930-ade3-d40a757b4fc4 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:49:57.423240 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-89038a99-bfb2-486f-b65d-aaa6ffa7b8ee None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:57.449849 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-89038a99-bfb2-486f-b65d-aaa6ffa7b8ee None None] Transition to ACTIVE for port object a99ee954-d084-44f4-be99-84eb10d58d5f will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:57.471131 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-89038a99-bfb2-486f-b65d-aaa6ffa7b8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:57.476868 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-40b28285-6170-489c-a32a-664a49fe69f7 None None] Provisioning complete for port 09faa273-7526-4930-ade3-d40a757b4fc4 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:57.487163 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-40b28285-6170-489c-a32a-664a49fe69f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:57.592220 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:57.605212 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 5ec0d3cf-79a7-4beb-90ea-0be79ddca8fd up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:57.818508 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:57.819946 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-40b28285-6170-489c-a32a-664a49fe69f7 None None] Port 09faa273-7526-4930-ade3-d40a757b4fc4 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:49:57.867003 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 5ec0d3cf-79a7-4beb-90ea-0be79ddca8fd completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:57.880413 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 5ec0d3cf-79a7-4beb-90ea-0be79ddca8fd triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:57.880795 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:57.886297 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a3043398-9e49-469f-9570-31bf5196e3e2 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:57.918270 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-89038a99-bfb2-486f-b65d-aaa6ffa7b8ee None None] Attempting to bind port a99ee954-d084-44f4-be99-84eb10d58d5f on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:57.920375 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-89038a99-bfb2-486f-b65d-aaa6ffa7b8ee None None] Attempting to bind port a99ee954-d084-44f4-be99-84eb10d58d5f by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'fb3b054e-bbf1-417e-aa6c-a2d37e3044c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'dedd33d9-bfe6-4502-bd03-940622274e2e'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:57.921661 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89038a99-bfb2-486f-b65d-aaa6ffa7b8ee None None] Attempting to bind port a99ee954-d084-44f4-be99-84eb10d58d5f on network dedd33d9-bfe6-4502-bd03-940622274e2e {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:49:57.943450 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523c315-3ca5-4795-a293-0ad387018046 None None] Pushing event updated for resources: {'Port': ['ID=a99ee954-d084-44f4-be99-84eb10d58d5f,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:57.961872 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89038a99-bfb2-486f-b65d-aaa6ffa7b8ee None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:49:57.963563 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89038a99-bfb2-486f-b65d-aaa6ffa7b8ee None None] Checking segment: {'id': 'fb3b054e-bbf1-417e-aa6c-a2d37e3044c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'dedd33d9-bfe6-4502-bd03-940622274e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:57.964031 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-89038a99-bfb2-486f-b65d-aaa6ffa7b8ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:57.964486 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89038a99-bfb2-486f-b65d-aaa6ffa7b8ee None None] Bound using segment: {'id': 'fb3b054e-bbf1-417e-aa6c-a2d37e3044c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'dedd33d9-bfe6-4502-bd03-940622274e2e'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:49:57.965050 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-89038a99-bfb2-486f-b65d-aaa6ffa7b8ee None None] Bound port: a99ee954-d084-44f4-be99-84eb10d58d5f, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3b054e-bbf1-417e-aa6c-a2d37e3044c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'dedd33d9-bfe6-4502-bd03-940622274e2e'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:57.965482 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-89038a99-bfb2-486f-b65d-aaa6ffa7b8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:58.123853 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-89038a99-bfb2-486f-b65d-aaa6ffa7b8ee None None] For port a99ee954-d084-44f4-be99-84eb10d58d5f, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:49:58.127378 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-89038a99-bfb2-486f-b65d-aaa6ffa7b8ee None None] For port a99ee954-d084-44f4-be99-84eb10d58d5f, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=a99ee954-d084-44f4-be99-84eb10d58d5f,segment=NetworkSegment(fb3b054e-bbf1-417e-aa6c-a2d37e3044c2),segment_id=fb3b054e-bbf1-417e-aa6c-a2d37e3044c2)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:49:58.135722 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-89038a99-bfb2-486f-b65d-aaa6ffa7b8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:58.202146 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4d86b8f6-20bd-459d-8f74-5287efd4a5f6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:58.205656 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:58.215395 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523c315-3ca5-4795-a293-0ad387018046 None None] Pushing event updated for resources: {'Port': ['ID=a99ee954-d084-44f4-be99-84eb10d58d5f,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:58.248443 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-a3043398-9e49-469f-9570-31bf5196e3e2 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Calling delete_port for a48dd97d-65b4-4f98-a100-e6894540efd2 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:49:58.270671 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89038a99-bfb2-486f-b65d-aaa6ffa7b8ee None None] Routers {'01207b5c-5871-420b-abc0-78401bae990b'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:58.271311 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-89038a99-bfb2-486f-b65d-aaa6ffa7b8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['01207b5c-5871-420b-abc0-78401bae990b'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:58.303179 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 5ec0d3cf-79a7-4beb-90ea-0be79ddca8fd, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=5ec0d3cf-79a7-4beb-90ea-0be79ddca8fd,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:58.313872 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:58.316656 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ec8a36df-4259-4ce9-af8e-c5d861ae407d up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:58.460852 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7225d8a-ea56-47bb-afa6-664cdd747869 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Router b3e08f78-8c2f-4161-b95d-6d981a4110a4 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:49:58.541598 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=5ec0d3cf-79a7-4beb-90ea-0be79ddca8fd,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:58.557985 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port ec8a36df-4259-4ce9-af8e-c5d861ae407d triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:58.558474 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:58.608672 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4d86b8f6-20bd-459d-8f74-5287efd4a5f6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Calling delete_port for 09faa273-7526-4930-ade3-d40a757b4fc4 owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:49:58.617036 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-89038a99-bfb2-486f-b65d-aaa6ffa7b8ee None None] Set router 01207b5c-5871-420b-abc0-78401bae990b gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:49:58.685796 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19adb579-ce50-4544-b94e-ee62260f29d5 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:49:58.705013 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-19adb579-ce50-4544-b94e-ee62260f29d5 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:58.710879 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-19adb579-ce50-4544-b94e-ee62260f29d5 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "PUT /v2.0/routers/01207b5c-5871-420b-abc0-78401bae990b HTTP/1.1" status: 200 len: 933 time: 6.7886646 Jan 21 09:49:58.711833 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941e595e-ea98-4351-8197-3650189d4c9c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Router 72f03803-a970-416f-a2eb-d92c34878823 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:49:58.721650 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34578) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:58.807892 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a2a813ca-f648-42be-857c-77277f54f915 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:58.908380 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port a2a813ca-f648-42be-857c-77277f54f915 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:58.908899 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:59.108888 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a3043398-9e49-469f-9570-31bf5196e3e2 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:59.119646 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 88f95bb4-2473-4ba2-b204-65b8d91ae195 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:59.158786 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-89038a99-bfb2-486f-b65d-aaa6ffa7b8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01207b5c-5871-420b-abc0-78401bae990b', 'name': 'tempest-RoutersTest-router-946825922', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:49Z', 'updated_at': '2022-01-21T09:49:54Z', 'revision_number': 6, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'gw_port_host': None, '_interfaces': [{'id': '3f15ca91-6562-40e9-8a27-387590494894', 'name': '', 'network_id': '15882cfd-8e63-4d83-a7ba-77f52124112d', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:75:0e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bf39f70-cbc5-4a84-9f53-e52cbce07296', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:10Z', 'updated_at': '2022-01-21T09:49:32Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': '2bf39f70-cbc5-4a84-9f53-e52cbce07296', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '444798e6-a9db-41b5-957d-f889d06b46e7', 'name': '', 'network_id': '3f882997-0b78-4820-a731-cfbe1f517d9e', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:a1:75:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:56Z', 'updated_at': '2022-01-21T09:49:12Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a56443-bca6-4e4b-8774-cf34cdb1afb7', 'name': '', 'network_id': 'e48c35da-084a-460d-96aa-84a1537bd2dd', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:07:bc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31f9211a-d4a3-482c-9587-96350cc037f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:27Z', 'updated_at': '2022-01-21T09:49:51Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': '31f9211a-d4a3-482c-9587-96350cc037f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a99ee954-d084-44f4-be99-84eb10d58d5f', 'name': '', 'network_id': 'dedd33d9-bfe6-4502-bd03-940622274e2e', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:a9:42:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6915840f-b4ad-4722-ba87-7eb9469f3006', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:44Z', 'updated_at': '2022-01-21T09:49:58Z', 'revision_number': 4, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': '6915840f-b4ad-4722-ba87-7eb9469f3006', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:59.171494 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89038a99-bfb2-486f-b65d-aaa6ffa7b8ee None None] The sync data for ids ['01207b5c-5871-420b-abc0-78401bae990b'] in dv-neutron-825732-1-hyperv is: [{'id': '01207b5c-5871-420b-abc0-78401bae990b', 'name': 'tempest-RoutersTest-router-946825922', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:49Z', 'updated_at': '2022-01-21T09:49:54Z', 'revision_number': 6, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'gw_port_host': None, '_interfaces': [{'id': '3f15ca91-6562-40e9-8a27-387590494894', 'name': '', 'network_id': '15882cfd-8e63-4d83-a7ba-77f52124112d', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:75:0e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bf39f70-cbc5-4a84-9f53-e52cbce07296', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:10Z', 'updated_at': '2022-01-21T09:49:32Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': '2bf39f70-cbc5-4a84-9f53-e52cbce07296', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '444798e6-a9db-41b5-957d-f889d06b46e7', 'name': '', 'network_id': '3f882997-0b78-4820-a731-cfbe1f517d9e', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:a1:75:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:56Z', 'updated_at': '2022-01-21T09:49:12Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a56443-bca6-4e4b-8774-cf34cdb1afb7', 'name': '', 'network_id': 'e48c35da-084a-460d-96aa-84a1537bd2dd', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:07:bc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31f9211a-d4a3-482c-9587-96350cc037f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:27Z', 'updated_at': '2022-01-21T09:49:51Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': '31f9211a-d4a3-482c-9587-96350cc037f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a99ee954-d084-44f4-be99-84eb10d58d5f', 'name': '', 'network_id': 'dedd33d9-bfe6-4502-bd03-940622274e2e', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:a9:42:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6915840f-b4ad-4722-ba87-7eb9469f3006', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:44Z', 'updated_at': '2022-01-21T09:49:58Z', 'revision_number': 4, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': '6915840f-b4ad-4722-ba87-7eb9469f3006', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:49:59.184856 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f87b02-96b6-421f-94e3-0401e5be7d9e tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:49:59.198215 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b70472-4efb-482b-97a5-b7ace86a09aa None None] Sync routers for ids ['fae9df63-ee59-438f-b9ac-7850c2e519bf'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:49:59.201374 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-89f87b02-96b6-421f-94e3-0401e5be7d9e tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:59.292459 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b70472-4efb-482b-97a5-b7ace86a09aa None None] Routers {'fae9df63-ee59-438f-b9ac-7850c2e519bf'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:59.293167 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e1b70472-4efb-482b-97a5-b7ace86a09aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['fae9df63-ee59-438f-b9ac-7850c2e519bf'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:59.309971 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3043398-9e49-469f-9570-31bf5196e3e2 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Port': ['ID=a48dd97d-65b4-4f98-a100-e6894540efd2,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:59.340894 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-89f87b02-96b6-421f-94e3-0401e5be7d9e tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "DELETE /v2.0/floatingips/81adf4fa-4ec2-4f57-9774-2ac4b4309dd0 HTTP/1.1" status: 204 len: 168 time: 8.0928190 Jan 21 09:49:59.340894 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4d86b8f6-20bd-459d-8f74-5287efd4a5f6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:59.346640 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe8aa511-607a-4f64-9172-474d512829dd', 'tag': '32bf03f1-5287-4b92-bc6e-7943d0881fc4'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:49:59.492672 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe8aa511-607a-4f64-9172-474d512829dd', 'tag': '32bf03f1-5287-4b92-bc6e-7943d0881fc4', 'status': 'completed', 'code': 200} Jan 21 09:49:59.539152 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:59.539982 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86b8f6-20bd-459d-8f74-5287efd4a5f6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Port': ['ID=09faa273-7526-4930-ade3-d40a757b4fc4,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:59.709734 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4d86b8f6-20bd-459d-8f74-5287efd4a5f6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:59.711801 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4d86b8f6-20bd-459d-8f74-5287efd4a5f6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/09faa273-7526-4930-ade3-d40a757b4fc4 HTTP/1.1" status: 204 len: 168 time: 2.7411041 Jan 21 09:49:59.729370 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34588) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:59.799336 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 88f95bb4-2473-4ba2-b204-65b8d91ae195 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:59.799716 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:59.918182 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6779cd97-2bbd-4b84-9de9-170c0f6afc4c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:59.919495 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6779cd97-2bbd-4b84-9de9-170c0f6afc4c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:59.920973 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6779cd97-2bbd-4b84-9de9-170c0f6afc4c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1749685 Jan 21 09:49:59.937632 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34592) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:00.006085 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ddf7c6e2-aad0-4acb-a69c-2b175c1d450f tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "GET /v2.0/routers/01207b5c-5871-420b-abc0-78401bae990b HTTP/1.1" status: 200 len: 933 time: 1.2816451 Jan 21 09:50:00.011724 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34596) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:00.043267 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-e1ba3d5a-b6de-4c43-85c0-45726dc4eb1e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Request body: {'router': {'routes': None}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:00.066657 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-e1b70472-4efb-482b-97a5-b7ace86a09aa None None] Set router fae9df63-ee59-438f-b9ac-7850c2e519bf gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:50:00.120886 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-45307139-15ae-46ef-9c97-f54598bb862a req-025f3503-05c4-42f2-bd97-72f427eab1cb service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=1e3f77cee1f142a6ae1fa2606c54e16c&device_id=fe8aa511-607a-4f64-9172-474d512829dd HTTP/1.1" status: 200 len: 1098 time: 0.5479445 Jan 21 09:50:00.141415 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device fd7534ae-43c5-4629-9ed0-05b03e6b8711 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:50:00.380592 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45307139-15ae-46ef-9c97-f54598bb862a req-d3d141e5-c00a-4fbb-a746-5a9650ab2d1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:00.382221 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-45307139-15ae-46ef-9c97-f54598bb862a req-d3d141e5-c00a-4fbb-a746-5a9650ab2d1a service neutron] 10.222.0.124 "GET /v2.0/networks?id=7c76e461-3311-4ee9-93b1-5e66961e7ff1 HTTP/1.1" status: 200 len: 896 time: 0.2545443 Jan 21 09:50:00.508527 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port fd7534ae-43c5-4629-9ed0-05b03e6b8711 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:00.551796 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-45307139-15ae-46ef-9c97-f54598bb862a req-2c4f51d9-52a7-4333-9e09-c094c0f91b7a service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32bf03f1-5287-4b92-bc6e-7943d0881fc4 HTTP/1.1" status: 200 len: 217 time: 0.0894525 Jan 21 09:50:00.574265 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port fd7534ae-43c5-4629-9ed0-05b03e6b8711 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:00.575299 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:00.632667 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-e443c740-bc30-4641-9500-16e7dac5cdd5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting subnet 1204bd85-c183-4c08-859c-f96c0a096ffe {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:50:00.638826 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941e595e-ea98-4351-8197-3650189d4c9c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:50:00.648701 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e443c740-bc30-4641-9500-16e7dac5cdd5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:00.718221 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7225d8a-ea56-47bb-afa6-664cdd747869 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:50:00.723858 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45307139-15ae-46ef-9c97-f54598bb862a req-7e4eee46-4f38-4ed4-a481-deeb07aa822a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:00.729059 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-45307139-15ae-46ef-9c97-f54598bb862a req-7e4eee46-4f38-4ed4-a481-deeb07aa822a service neutron] 10.222.0.124 "GET /v2.0/subnets?id=23e2bbf6-5c4d-4071-9407-50801ecd5467 HTTP/1.1" status: 200 len: 833 time: 0.1694376 Jan 21 09:50:00.731235 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5070a8a3-b4f3-4d55-bc64-1298ba451e8d None None] Sync routers for ids ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:50:00.742896 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c7225d8a-ea56-47bb-afa6-664cdd747869 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:00.755255 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5070a8a3-b4f3-4d55-bc64-1298ba451e8d None None] Routers {'b3e08f78-8c2f-4161-b95d-6d981a4110a4'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:00.755761 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e1b70472-4efb-482b-97a5-b7ace86a09aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812918749', 'tenant_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': 'dec602ff-1162-4498-bd44-cd887f5327ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:29Z', 'updated_at': '2022-01-21T09:47:51Z', 'revision_number': 4, 'project_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'gw_port': {'id': 'dec602ff-1162-4498-bd44-cd887f5327ad', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:31Z', 'updated_at': '2022-01-21T09:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '815f46e4-c104-40a9-a90e-969fea986bbb', 'name': '', 'network_id': '7c76e461-3311-4ee9-93b1-5e66961e7ff1', 'tenant_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'mac_address': 'fa:16:3e:08:31:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23e2bbf6-5c4d-4071-9407-50801ecd5467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:49Z', 'updated_at': '2022-01-21T09:48:00Z', 'revision_number': 5, 'project_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'subnets': [{'id': '23e2bbf6-5c4d-4071-9407-50801ecd5467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:00.755929 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-5070a8a3-b4f3-4d55-bc64-1298ba451e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:00.765689 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b70472-4efb-482b-97a5-b7ace86a09aa None None] Checking router: fae9df63-ee59-438f-b9ac-7850c2e519bf for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:50:00.775073 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:00.793278 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3927675-4039-43d7-aca6-6a5085735248 req-18fc5d37-5da2-428f-8fa8-8d9bd69d2e1f tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:00.794033 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-f3927675-4039-43d7-aca6-6a5085735248 req-18fc5d37-5da2-428f-8fa8-8d9bd69d2e1f tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Synchronizing usage tracker for tenant:1e3f77cee1f142a6ae1fa2606c54e16c on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:50:00.808906 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b70472-4efb-482b-97a5-b7ace86a09aa None None] Routers {'fae9df63-ee59-438f-b9ac-7850c2e519bf'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:00.809944 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e1b70472-4efb-482b-97a5-b7ace86a09aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['fae9df63-ee59-438f-b9ac-7850c2e519bf'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:00.829291 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-941e595e-ea98-4351-8197-3650189d4c9c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "PUT /v2.0/routers/72f03803-a970-416f-a2eb-d92c34878823/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4395063 Jan 21 09:50:00.831024 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34606) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:00.840741 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a3043398-9e49-469f-9570-31bf5196e3e2 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:00.863156 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-5070a8a3-b4f3-4d55-bc64-1298ba451e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:00.875015 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5070a8a3-b4f3-4d55-bc64-1298ba451e8d None None] Routers {'b3e08f78-8c2f-4161-b95d-6d981a4110a4'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:00.875744 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-5070a8a3-b4f3-4d55-bc64-1298ba451e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:00.901899 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e443c740-bc30-4641-9500-16e7dac5cdd5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:00.950834 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port fd7534ae-43c5-4629-9ed0-05b03e6b8711, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=fd7534ae-43c5-4629-9ed0-05b03e6b8711,segment=NetworkSegment(6aba9f7f-2522-484d-9ac9-80594c7c3a87),segment_id=6aba9f7f-2522-484d-9ac9-80594c7c3a87)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:01.009707 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-5070a8a3-b4f3-4d55-bc64-1298ba451e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:01.009928 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:01.010495 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device e0da9672-571c-4825-9490-27b79e8db104 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:50:01.018205 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5070a8a3-b4f3-4d55-bc64-1298ba451e8d None None] The sync data for ids ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:50:01.054392 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c7225d8a-ea56-47bb-afa6-664cdd747869 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "PUT /v2.0/floatingips/63fcad54-fdc9-433e-a363-94cb575e0525 HTTP/1.1" status: 200 len: 979 time: 10.7616923 Jan 21 09:50:01.057653 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34610) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:01.185568 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=fd7534ae-43c5-4629-9ed0-05b03e6b8711,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:01.230338 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port e0da9672-571c-4825-9490-27b79e8db104 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:01.230711 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:01.273888 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-e1b70472-4efb-482b-97a5-b7ace86a09aa None None] Set router fae9df63-ee59-438f-b9ac-7850c2e519bf gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:50:01.275480 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e443c740-bc30-4641-9500-16e7dac5cdd5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:01.282936 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-f3927675-4039-43d7-aca6-6a5085735248 req-18fc5d37-5da2-428f-8fa8-8d9bd69d2e1f tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Unset dirty status for tenant:1e3f77cee1f142a6ae1fa2606c54e16c on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:50:01.283144 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f3927675-4039-43d7-aca6-6a5085735248 req-18fc5d37-5da2-428f-8fa8-8d9bd69d2e1f tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/ports?device_id=fe8aa511-607a-4f64-9172-474d512829dd HTTP/1.1" status: 200 len: 945 time: 0.9553654 Jan 21 09:50:01.342146 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-0572c833-9ae6-48db-968e-aa1d864939d2 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Deleting port ff6d8806-ef70-49d5-aada-b1fe5c317d30 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:01.342545 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0572c833-9ae6-48db-968e-aa1d864939d2 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:01.528402 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a8a56443-bca6-4e4b-8774-cf34cdb1afb7 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:50:01.562278 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f3927675-4039-43d7-aca6-6a5085735248 req-9cd0898a-1234-4cfa-9208-9fd9224d729f tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7576773-34b9-47cd-986d-6bff6a0f6165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2593167 Jan 21 09:50:01.665360 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e443c740-bc30-4641-9500-16e7dac5cdd5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:01.698744 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-45307139-15ae-46ef-9c97-f54598bb862a req-ac3deaad-0c75-414f-a43e-44fd89fcffae service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=7c76e461-3311-4ee9-93b1-5e66961e7ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9588304 Jan 21 09:50:01.743332 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443c740-bc30-4641-9500-16e7dac5cdd5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Subnet': ['ID=1204bd85-c183-4c08-859c-f96c0a096ffe,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:01.756451 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e443c740-bc30-4641-9500-16e7dac5cdd5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:01.863330 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d51dc3-6eeb-4565-a7eb-74c773e7f484 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:50:02.053200 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88d0e7-9478-4027-9e96-26160a823dca req-54599cff-e5a3-4e7e-bb97-2cf63d066700 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:02.054733 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6f88d0e7-9478-4027-9e96-26160a823dca req-54599cff-e5a3-4e7e-bb97-2cf63d066700 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.124 "GET /v2.0/ports?device_id=fe8aa511-607a-4f64-9172-474d512829dd HTTP/1.1" status: 200 len: 945 time: 0.5752058 Jan 21 09:50:02.070445 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port a8a56443-bca6-4e4b-8774-cf34cdb1afb7 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:02.070445 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:02.140905 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e443c740-bc30-4641-9500-16e7dac5cdd5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/1204bd85-c183-4c08-859c-f96c0a096ffe HTTP/1.1" status: 204 len: 168 time: 2.2021165 Jan 21 09:50:02.149612 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34618) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:02.243514 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-175147da-04fe-49c2-9752-76251fe597e6 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Deleting subnet cf063a45-0600-4e01-a617-1205dcdae18e {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:50:02.247515 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e1b70472-4efb-482b-97a5-b7ace86a09aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812918749', 'tenant_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': 'dec602ff-1162-4498-bd44-cd887f5327ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:29Z', 'updated_at': '2022-01-21T09:47:51Z', 'revision_number': 4, 'project_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'gw_port': {'id': 'dec602ff-1162-4498-bd44-cd887f5327ad', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:31Z', 'updated_at': '2022-01-21T09:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '815f46e4-c104-40a9-a90e-969fea986bbb', 'name': '', 'network_id': '7c76e461-3311-4ee9-93b1-5e66961e7ff1', 'tenant_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'mac_address': 'fa:16:3e:08:31:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23e2bbf6-5c4d-4071-9407-50801ecd5467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:49Z', 'updated_at': '2022-01-21T09:48:00Z', 'revision_number': 5, 'project_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'subnets': [{'id': '23e2bbf6-5c4d-4071-9407-50801ecd5467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:02.249677 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-175147da-04fe-49c2-9752-76251fe597e6 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:02.250788 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c5455e86-cbdb-4321-83a7-31b24351f37d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0985489 Jan 21 09:50:02.256280 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34622) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:02.258423 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b70472-4efb-482b-97a5-b7ace86a09aa None None] The sync data for ids ['fae9df63-ee59-438f-b9ac-7850c2e519bf'] in dv-neutron-825732-1-hyperv is: [{'id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812918749', 'tenant_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': 'dec602ff-1162-4498-bd44-cd887f5327ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:29Z', 'updated_at': '2022-01-21T09:47:51Z', 'revision_number': 4, 'project_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'gw_port': {'id': 'dec602ff-1162-4498-bd44-cd887f5327ad', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:31Z', 'updated_at': '2022-01-21T09:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '815f46e4-c104-40a9-a90e-969fea986bbb', 'name': '', 'network_id': '7c76e461-3311-4ee9-93b1-5e66961e7ff1', 'tenant_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'mac_address': 'fa:16:3e:08:31:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23e2bbf6-5c4d-4071-9407-50801ecd5467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:49Z', 'updated_at': '2022-01-21T09:48:00Z', 'revision_number': 5, 'project_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'subnets': [{'id': '23e2bbf6-5c4d-4071-9407-50801ecd5467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:50:02.265131 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-0c017cc6-9d09-4840-9a3e-c6c0469be70f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:02.370029 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ef1d8b4b-c256-4b95-8f29-d9256c44435b up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:50:02.377347 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3043398-9e49-469f-9570-31bf5196e3e2 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Router a3088f3c-937a-4c8d-a6f6-afdc8851c263 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:50:02.397227 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-6f88d0e7-9478-4027-9e96-26160a823dca req-f9027a33-61ac-4806-8b59-72167f9558ec tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Deleting port 32bf03f1-5287-4b92-bc6e-7943d0881fc4 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:02.399504 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-6f88d0e7-9478-4027-9e96-26160a823dca req-f9027a33-61ac-4806-8b59-72167f9558ec tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:02.420252 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0572c833-9ae6-48db-968e-aa1d864939d2 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:02.453786 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b20bea-1e87-4e34-ad5d-9bb22ff794f7 None None] DHCP port deletion for d5f237d0-52c1-4100-800c-a471203fec66 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:50:02.458901 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-175147da-04fe-49c2-9752-76251fe597e6 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:02.462652 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-10b20bea-1e87-4e34-ad5d-9bb22ff794f7 None None] Deleting port 5ec0d3cf-79a7-4beb-90ea-0be79ddca8fd {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:02.463021 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-10b20bea-1e87-4e34-ad5d-9bb22ff794f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:02.522952 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-45307139-15ae-46ef-9c97-f54598bb862a req-a31d2737-c2b0-4af9-af98-e26901728942 service neutron] 10.222.0.124 "GET /v2.0/networks/7c76e461-3311-4ee9-93b1-5e66961e7ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8112357 Jan 21 09:50:02.664508 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0c017cc6-9d09-4840-9a3e-c6c0469be70f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:02.693874 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0c017cc6-9d09-4840-9a3e-c6c0469be70f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:subnet and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:02.700017 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0c017cc6-9d09-4840-9a3e-c6c0469be70f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:02.713583 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port ef1d8b4b-c256-4b95-8f29-d9256c44435b triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:02.713933 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:02.729060 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.extraroute_db [None req-e1ba3d5a-b6de-4c43-85c0-45726dc4eb1e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Added routes are [] {{(pid=83598) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 21 09:50:02.729668 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.extraroute_db [None req-e1ba3d5a-b6de-4c43-85c0-45726dc4eb1e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=83598) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 21 09:50:02.758538 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0c017cc6-9d09-4840-9a3e-c6c0469be70f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:02.899492 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-45307139-15ae-46ef-9c97-f54598bb862a req-b59ad0b8-1226-4b18-b7c6-5bc68b8e87d0 service neutron] 10.222.0.124 "GET /v2.0/networks/7c76e461-3311-4ee9-93b1-5e66961e7ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301272 Jan 21 09:50:02.900508 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e1ba3d5a-b6de-4c43-85c0-45726dc4eb1e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:02.937719 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c017cc6-9d09-4840-9a3e-c6c0469be70f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:50:02.941298 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0c017cc6-9d09-4840-9a3e-c6c0469be70f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:03.001917 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-10b20bea-1e87-4e34-ad5d-9bb22ff794f7 None None] For port 5ec0d3cf-79a7-4beb-90ea-0be79ddca8fd, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=5ec0d3cf-79a7-4beb-90ea-0be79ddca8fd,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:03.002519 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-10b20bea-1e87-4e34-ad5d-9bb22ff794f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:03.111123 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3043398-9e49-469f-9570-31bf5196e3e2 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:50:03.238707 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a3043398-9e49-469f-9570-31bf5196e3e2 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "PUT /v2.0/routers/a3088f3c-937a-4c8d-a6f6-afdc8851c263/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7477570 Jan 21 09:50:03.241876 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34630) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:03.301299 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-10b20bea-1e87-4e34-ad5d-9bb22ff794f7 None None] Calling delete_port for 5ec0d3cf-79a7-4beb-90ea-0be79ddca8fd owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:03.339558 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-6f88d0e7-9478-4027-9e96-26160a823dca req-f9027a33-61ac-4806-8b59-72167f9558ec tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] For port 32bf03f1-5287-4b92-bc6e-7943d0881fc4, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=32bf03f1-5287-4b92-bc6e-7943d0881fc4,segment=NetworkSegment(155ca858-1c82-4acd-b696-f79df79a5f2d),segment_id=155ca858-1c82-4acd-b696-f79df79a5f2d)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:03.339558 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-6f88d0e7-9478-4027-9e96-26160a823dca req-f9027a33-61ac-4806-8b59-72167f9558ec tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:03.346172 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0572c833-9ae6-48db-968e-aa1d864939d2 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:03.346696 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0572c833-9ae6-48db-968e-aa1d864939d2 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:03.347670 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.l3_db [None req-0572c833-9ae6-48db-968e-aa1d864939d2 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Floating IP 63fcad54-fdc9-433e-a363-94cb575e0525 disassociated. External IP: 172.26.0.236, port: ff6d8806-ef70-49d5-aada-b1fe5c317d30. Jan 21 09:50:03.348090 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-0572c833-9ae6-48db-968e-aa1d864939d2 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Calling delete_port for ff6d8806-ef70-49d5-aada-b1fe5c317d30 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:03.352813 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-175147da-04fe-49c2-9752-76251fe597e6 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:03.379341 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f1d79d-9db4-40e8-b0b3-c8a888907270 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] GET failed (client error): The resource could not be found. Jan 21 09:50:03.380058 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f0f1d79d-9db4-40e8-b0b3-c8a888907270 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Synchronizing usage tracker for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:50:03.411482 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c7bb4f-3193-4ac3-a9e0-074ff48911ad None None] Sync routers for ids ['a3088f3c-937a-4c8d-a6f6-afdc8851c263'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:50:03.418039 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 7785922f-3f8b-4f65-939b-b576f2bc7187 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:50:03.423197 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e379999-4a03-4eb0-b95f-1fbd5d7d6137 req-7c9210c4-9463-4d50-be0e-31db95ed66f4 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:03.425610 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-2e379999-4a03-4eb0-b95f-1fbd5d7d6137 req-7c9210c4-9463-4d50-be0e-31db95ed66f4 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/ports?device_id=fe8aa511-607a-4f64-9172-474d512829dd HTTP/1.1" status: 200 len: 945 time: 0.5876095 Jan 21 09:50:03.448329 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-10b20bea-1e87-4e34-ad5d-9bb22ff794f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:03.541701 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f0f1d79d-9db4-40e8-b0b3-c8a888907270 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Unset dirty status for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:50:03.543300 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b20bea-1e87-4e34-ad5d-9bb22ff794f7 None None] Pushing event deleted for resources: {'Port': ['ID=5ec0d3cf-79a7-4beb-90ea-0be79ddca8fd,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:03.546574 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f0f1d79d-9db4-40e8-b0b3-c8a888907270 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "GET /v2.0/ports/a48dd97d-65b4-4f98-a100-e6894540efd2 HTTP/1.1" status: 404 len: 333 time: 0.3014061 Jan 21 09:50:03.548481 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 7785922f-3f8b-4f65-939b-b576f2bc7187 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:50:03.548624 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 7785922f-3f8b-4f65-939b-b576f2bc7187 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:50:03.559829 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34634) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:03.563849 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b20bea-1e87-4e34-ad5d-9bb22ff794f7 None None] No DVR routers for this DVR port 5ec0d3cf-79a7-4beb-90ea-0be79ddca8fd on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:50:03.568475 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c7bb4f-3193-4ac3-a9e0-074ff48911ad None None] Routers {'a3088f3c-937a-4c8d-a6f6-afdc8851c263'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:03.572069 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-29c7bb4f-3193-4ac3-a9e0-074ff48911ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['a3088f3c-937a-4c8d-a6f6-afdc8851c263'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:03.646206 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-29c7bb4f-3193-4ac3-a9e0-074ff48911ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:03.673652 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c7bb4f-3193-4ac3-a9e0-074ff48911ad None None] Routers {'a3088f3c-937a-4c8d-a6f6-afdc8851c263'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:03.676493 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-29c7bb4f-3193-4ac3-a9e0-074ff48911ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['a3088f3c-937a-4c8d-a6f6-afdc8851c263'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:03.685188 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-2e379999-4a03-4eb0-b95f-1fbd5d7d6137 req-8be1dad9-0cbb-45d6-a51d-92aeb1b3dff9 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7576773-34b9-47cd-986d-6bff6a0f6165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2452335 Jan 21 09:50:03.786328 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-6f88d0e7-9478-4027-9e96-26160a823dca req-f9027a33-61ac-4806-8b59-72167f9558ec tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Calling delete_port for 32bf03f1-5287-4b92-bc6e-7943d0881fc4 owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:03.790655 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-29c7bb4f-3193-4ac3-a9e0-074ff48911ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:03.791127 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c7bb4f-3193-4ac3-a9e0-074ff48911ad None None] The sync data for ids ['a3088f3c-937a-4c8d-a6f6-afdc8851c263'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:50:03.877014 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device fd7534ae-43c5-4629-9ed0-05b03e6b8711 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:50:03.920261 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-175147da-04fe-49c2-9752-76251fe597e6 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:04.000577 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175147da-04fe-49c2-9752-76251fe597e6 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event deleted for resources: {'Subnet': ['ID=cf063a45-0600-4e01-a617-1205dcdae18e,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:04.035259 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port fd7534ae-43c5-4629-9ed0-05b03e6b8711 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:04.036018 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:04.087514 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8270df7-a619-4041-894c-abb8e956c66c None None] Network e057f09a-948a-4717-beac-25249ac36fff requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:50:04.135989 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-175147da-04fe-49c2-9752-76251fe597e6 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:04.178743 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-175147da-04fe-49c2-9752-76251fe597e6 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/subnets/cf063a45-0600-4e01-a617-1205dcdae18e HTTP/1.1" status: 204 len: 168 time: 3.3431938 Jan 21 09:50:04.183080 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34640) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:04.216395 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-6f88d0e7-9478-4027-9e96-26160a823dca req-f9027a33-61ac-4806-8b59-72167f9558ec tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:04.256588 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0572c833-9ae6-48db-968e-aa1d864939d2 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:04.333195 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572c833-9ae6-48db-968e-aa1d864939d2 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event deleted for resources: {'Port': ['ID=ff6d8806-ef70-49d5-aada-b1fe5c317d30,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:04.337029 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e1ba3d5a-b6de-4c43-85c0-45726dc4eb1e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:04.337869 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.objects.ports [None req-0c017cc6-9d09-4840-9a3e-c6c0469be70f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83597) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:50:04.341228 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9027a33-61ac-4806-8b59-72167f9558ec tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Pushing event deleted for resources: {'Port': ['ID=32bf03f1-5287-4b92-bc6e-7943d0881fc4,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:04.349733 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f20e5c26-e1b1-4e1d-a545-c67b152b5cb7 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:04.352923 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e1ba3d5a-b6de-4c43-85c0-45726dc4eb1e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349321', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344087'] for router, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:04.405343 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8f0d6e5b-8159-4e3b-81b0-a805e8bf8ad2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:04.411659 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0c017cc6-9d09-4840-9a3e-c6c0469be70f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:04.506610 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f88d0e7-9478-4027-9e96-26160a823dca req-f9027a33-61ac-4806-8b59-72167f9558ec tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] No DVR routers for this DVR port 32bf03f1-5287-4b92-bc6e-7943d0881fc4 on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:50:04.519512 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-6f88d0e7-9478-4027-9e96-26160a823dca req-f9027a33-61ac-4806-8b59-72167f9558ec tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:04.519512 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6f88d0e7-9478-4027-9e96-26160a823dca req-f9027a33-61ac-4806-8b59-72167f9558ec tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.124 "DELETE /v2.0/ports/32bf03f1-5287-4b92-bc6e-7943d0881fc4 HTTP/1.1" status: 204 len: 173 time: 2.4487271 Jan 21 09:50:04.519512 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8aa511-607a-4f64-9172-474d512829dd', 'name': 'network-vif-deleted', 'tag': '32bf03f1-5287-4b92-bc6e-7943d0881fc4'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:50:04.570389 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a99ee954-d084-44f4-be99-84eb10d58d5f up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:50:04.585957 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-8f0d6e5b-8159-4e3b-81b0-a805e8bf8ad2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Deleting port 0d060f3d-b157-440c-8be6-ae556137df58 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:04.586199 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8f0d6e5b-8159-4e3b-81b0-a805e8bf8ad2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:04.680014 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf2afc2-0304-46fe-9cb2-ec0f5d34ece7 None None] DHCP port deletion for e057f09a-948a-4717-beac-25249ac36fff request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:50:04.687002 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8aa511-607a-4f64-9172-474d512829dd', 'name': 'network-vif-deleted', 'tag': '32bf03f1-5287-4b92-bc6e-7943d0881fc4', 'status': 'completed', 'code': 200} Jan 21 09:50:04.692048 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-1bf2afc2-0304-46fe-9cb2-ec0f5d34ece7 None None] Deleting port 0d060f3d-b157-440c-8be6-ae556137df58 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:04.692641 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1bf2afc2-0304-46fe-9cb2-ec0f5d34ece7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:04.695263 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c017cc6-9d09-4840-9a3e-c6c0469be70f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:04.697139 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c017cc6-9d09-4840-9a3e-c6c0469be70f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Subnet': ['ID=f57c9989-f63a-4088-b481-1d05c5c50aaf,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:04.701567 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-0c017cc6-9d09-4840-9a3e-c6c0469be70f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:04.704271 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c017cc6-9d09-4840-9a3e-c6c0469be70f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:04.704980 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0c017cc6-9d09-4840-9a3e-c6c0469be70f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:04.732990 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38e345f-fcb4-4e64-a728-d1b9968d9465 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:50:04.837423 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0c017cc6-9d09-4840-9a3e-c6c0469be70f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.5801291 Jan 21 09:50:04.838792 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34648) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:04.997272 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-008a3c64-34cf-4a1f-90a6-b3a7e82100d9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'port': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'mac_address': 'fa:16:3e:fa:78:8d', 'name': 'tempest-NetworksTestDHCPv6-1320213017'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:05.064472 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ba3d5a-b6de-4c43-85c0-45726dc4eb1e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Router 01207b5c-5871-420b-abc0-78401bae990b has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:50:05.108556 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-8f0d6e5b-8159-4e3b-81b0-a805e8bf8ad2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] For port 0d060f3d-b157-440c-8be6-ae556137df58, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=0d060f3d-b157-440c-8be6-ae556137df58,segment=NetworkSegment(b30fd2f7-0333-4fe3-a120-3b9b5b0e5c3d),segment_id=b30fd2f7-0333-4fe3-a120-3b9b5b0e5c3d)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:05.109215 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8f0d6e5b-8159-4e3b-81b0-a805e8bf8ad2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:05.177025 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 32bf03f1-5287-4b92-bc6e-7943d0881fc4 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:50:05.236038 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: 32bf03f1-5287-4b92-bc6e-7943d0881fc4 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:50:05.236376 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 32bf03f1-5287-4b92-bc6e-7943d0881fc4 not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:50:05.287676 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port a99ee954-d084-44f4-be99-84eb10d58d5f completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:05.369173 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-bc853bae-600b-459c-8a6c-d390b09014dd req-c8ae9b53-ed80-4756-9359-f9f5351a1e10 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "GET /v2.0/ports?device_id=fe8aa511-607a-4f64-9172-474d512829dd HTTP/1.1" status: 200 len: 210 time: 0.1807718 Jan 21 09:50:05.386904 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-8f0d6e5b-8159-4e3b-81b0-a805e8bf8ad2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Calling delete_port for 0d060f3d-b157-440c-8be6-ae556137df58 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:05.403956 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f20e5c26-e1b1-4e1d-a545-c67b152b5cb7 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:05.418242 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f20e5c26-e1b1-4e1d-a545-c67b152b5cb7 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:05.432552 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-1bf2afc2-0304-46fe-9cb2-ec0f5d34ece7 None None] For port 0d060f3d-b157-440c-8be6-ae556137df58, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=0d060f3d-b157-440c-8be6-ae556137df58,segment=NetworkSegment(b30fd2f7-0333-4fe3-a120-3b9b5b0e5c3d),segment_id=b30fd2f7-0333-4fe3-a120-3b9b5b0e5c3d)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:05.433100 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1bf2afc2-0304-46fe-9cb2-ec0f5d34ece7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:05.533796 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port a99ee954-d084-44f4-be99-84eb10d58d5f triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:05.534412 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:05.601057 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-008a3c64-34cf-4a1f-90a6-b3a7e82100d9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:05.607136 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f20e5c26-e1b1-4e1d-a545-c67b152b5cb7 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:05.607893 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20e5c26-e1b1-4e1d-a545-c67b152b5cb7 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Fanout notify agent at l3_agent the message router_deleted on router a3088f3c-937a-4c8d-a6f6-afdc8851c263 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:50:05.628369 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-008a3c64-34cf-4a1f-90a6-b3a7e82100d9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:05.635989 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f20e5c26-e1b1-4e1d-a545-c67b152b5cb7 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:05.640261 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f20e5c26-e1b1-4e1d-a545-c67b152b5cb7 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/routers/a3088f3c-937a-4c8d-a6f6-afdc8851c263 HTTP/1.1" status: 204 len: 168 time: 2.0779359 Jan 21 09:50:05.644921 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34658) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:05.702133 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-1bf2afc2-0304-46fe-9cb2-ec0f5d34ece7 None None] Calling delete_port for 0d060f3d-b157-440c-8be6-ae556137df58 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:05.704336 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008a3c64-34cf-4a1f-90a6-b3a7e82100d9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:50:05.784807 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ea186a-1fc4-44c4-8abc-6eaf4fc1a33d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-d5f237d0-52c1-4100-800c-a471203fec66', 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'tenant_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'fixed_ips': [{'subnet_id': 'f57c9989-f63a-4088-b481-1d05c5c50aaf'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:50:05.785836 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f8ea186a-1fc4-44c4-8abc-6eaf4fc1a33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:05.809768 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8f0d6e5b-8159-4e3b-81b0-a805e8bf8ad2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:05.875960 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-008a3c64-34cf-4a1f-90a6-b3a7e82100d9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:05.889910 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d6e5b-8159-4e3b-81b0-a805e8bf8ad2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event deleted for resources: {'Port': ['ID=0d060f3d-b157-440c-8be6-ae556137df58,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:05.907151 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0d6e5b-8159-4e3b-81b0-a805e8bf8ad2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] No DVR routers for this DVR port 0d060f3d-b157-440c-8be6-ae556137df58 on host dv-neutron-825732-1-hyperv {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:50:05.945084 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-008a3c64-34cf-4a1f-90a6-b3a7e82100d9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] device_id is not set on port 6f884682-1ba0-4012-852d-459bd4c12a76 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:50:06.153002 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8f0d6e5b-8159-4e3b-81b0-a805e8bf8ad2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:06.175805 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-1bf2afc2-0304-46fe-9cb2-ec0f5d34ece7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:50:06.176228 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-1bf2afc2-0304-46fe-9cb2-ec0f5d34ece7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:50:06.209002 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-8f0d6e5b-8159-4e3b-81b0-a805e8bf8ad2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e057f09a-948a-4717-beac-25249ac36fff']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:06.223403 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-8f0d6e5b-8159-4e3b-81b0-a805e8bf8ad2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b30fd2f7-0333-4fe3-a120-3b9b5b0e5c3d') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:06.223731 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-8f0d6e5b-8159-4e3b-81b0-a805e8bf8ad2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b30fd2f7-0333-4fe3-a120-3b9b5b0e5c3d') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:06.236101 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8f0d6e5b-8159-4e3b-81b0-a805e8bf8ad2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:06.254550 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8f0d6e5b-8159-4e3b-81b0-a805e8bf8ad2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:06.261875 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0d6e5b-8159-4e3b-81b0-a805e8bf8ad2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:50:06.262214 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:06.262718 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8f0d6e5b-8159-4e3b-81b0-a805e8bf8ad2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:06.298344 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-f8ea186a-1fc4-44c4-8abc-6eaf4fc1a33d None None] Allocated IP 2001:db8::f816:3eff:fe49:fadb (d5f237d0-52c1-4100-800c-a471203fec66/f57c9989-f63a-4088-b481-1d05c5c50aaf/3430588c-4ad4-4d5a-9199-33b12680b202) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:50:06.319075 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port a99ee954-d084-44f4-be99-84eb10d58d5f, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=a99ee954-d084-44f4-be99-84eb10d58d5f,segment=NetworkSegment(fb3b054e-bbf1-417e-aa6c-a2d37e3044c2),segment_id=fb3b054e-bbf1-417e-aa6c-a2d37e3044c2)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:06.336909 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:06.340358 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 627dd660-b7b9-47b4-9b2e-3e48947b71ef up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:50:06.348997 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:50:06.348997 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:50:06.348997 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:50:06.348997 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:50:06.348997 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:50:06.348997 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:50:06.348997 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:50:06.348997 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:50:06.348997 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:50:06.348997 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:50:06.348997 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:50:06.348997 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:50:06.348997 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:50:06.348997 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:50:06.348997 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:50:06.348997 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:50:06.348997 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:50:06.348997 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:50:06.348997 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:50:06.348997 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:50:06.348997 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:50:06.348997 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:50:06.348997 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:50:06.348997 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:50:06.348997 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:50:06.348997 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:50:06.348997 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:50:06.348997 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:50:06.348997 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:50:06.348997 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:50:06.348997 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:50:06.348997 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:50:06.369060 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ba3d5a-b6de-4c43-85c0-45726dc4eb1e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:50:06.384216 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e1ba3d5a-b6de-4c43-85c0-45726dc4eb1e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:06.387576 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e1ba3d5a-b6de-4c43-85c0-45726dc4eb1e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "PUT /v2.0/routers/01207b5c-5871-420b-abc0-78401bae990b HTTP/1.1" status: 200 len: 699 time: 6.3699951 Jan 21 09:50:06.388668 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34666) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:06.391336 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8f0d6e5b-8159-4e3b-81b0-a805e8bf8ad2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:06.416023 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0572c833-9ae6-48db-968e-aa1d864939d2 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Router b3e08f78-8c2f-4161-b95d-6d981a4110a4 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:50:06.534695 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8f0d6e5b-8159-4e3b-81b0-a805e8bf8ad2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:06.538898 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8f0d6e5b-8159-4e3b-81b0-a805e8bf8ad2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/networks/e057f09a-948a-4717-beac-25249ac36fff HTTP/1.1" status: 204 len: 168 time: 2.3523958 Jan 21 09:50:06.542337 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34674) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:06.564729 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-f848462c-ef8a-4318-bb3b-49092fb47f2b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Deleting subnet 2423860e-acc0-4b99-8d58-cdd5e99fce21 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:50:06.573366 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f848462c-ef8a-4318-bb3b-49092fb47f2b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:06.614481 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34678) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:06.625455 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d6e5b-8159-4e3b-81b0-a805e8bf8ad2 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event deleted for resources: {'Network': ['ID=e057f09a-948a-4717-beac-25249ac36fff,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:06.679519 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-1bf2afc2-0304-46fe-9cb2-ec0f5d34ece7 None None] Deleting port 0d060f3d-b157-440c-8be6-ae556137df58 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:06.680095 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1bf2afc2-0304-46fe-9cb2-ec0f5d34ece7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:06.777082 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f848462c-ef8a-4318-bb3b-49092fb47f2b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:06.785846 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9d7a2f19-040e-4a74-b15c-9e0e1f395b43 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "GET /v2.0/routers/01207b5c-5871-420b-abc0-78401bae990b HTTP/1.1" status: 200 len: 699 time: 0.3959887 Jan 21 09:50:06.788570 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34682) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:06.801458 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=a99ee954-d084-44f4-be99-84eb10d58d5f,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:06.804259 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 627dd660-b7b9-47b4-9b2e-3e48947b71ef triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:06.804620 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:06.895142 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-1bf2afc2-0304-46fe-9cb2-ec0f5d34ece7 None None] The port '0d060f3d-b157-440c-8be6-ae556137df58' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:50:07.121717 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f8ea186a-1fc4-44c4-8abc-6eaf4fc1a33d None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:07.149574 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f8ea186a-1fc4-44c4-8abc-6eaf4fc1a33d None None] Transition to ACTIVE for port object 3430588c-4ad4-4d5a-9199-33b12680b202 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:07.203941 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 5ec0d3cf-79a7-4beb-90ea-0be79ddca8fd no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:50:07.210369 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f848462c-ef8a-4318-bb3b-49092fb47f2b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:07.253106 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 5ec0d3cf-79a7-4beb-90ea-0be79ddca8fd {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:50:07.253589 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 5ec0d3cf-79a7-4beb-90ea-0be79ddca8fd not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:50:07.255663 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f8ea186a-1fc4-44c4-8abc-6eaf4fc1a33d None None] Transition to ACTIVE for port object 3430588c-4ad4-4d5a-9199-33b12680b202 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:07.267644 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f8ea186a-1fc4-44c4-8abc-6eaf4fc1a33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:07.355279 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ea186a-1fc4-44c4-8abc-6eaf4fc1a33d None None] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:07.361468 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-f8ea186a-1fc4-44c4-8abc-6eaf4fc1a33d None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:07.374116 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ea186a-1fc4-44c4-8abc-6eaf4fc1a33d None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:50:07.384511 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea186a-1fc4-44c4-8abc-6eaf4fc1a33d None None] Pushing event updated for resources: {'Port': ['ID=3430588c-4ad4-4d5a-9199-33b12680b202,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:07.494898 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-008a3c64-34cf-4a1f-90a6-b3a7e82100d9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Allocated IP 2001:db8::f816:3eff:fefa:788d (d5f237d0-52c1-4100-800c-a471203fec66/f57c9989-f63a-4088-b481-1d05c5c50aaf/6f884682-1ba0-4012-852d-459bd4c12a76) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:50:07.498320 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a99ee954-d084-44f4-be99-84eb10d58d5f up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:50:07.504552 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ec25513f-1e2a-46bb-8ac3-4470a983297c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:07.512309 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0572c833-9ae6-48db-968e-aa1d864939d2 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:50:07.527873 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484c63b4-5fa0-4200-835a-9ffdb44aea2f None None] Sync routers for ids ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:50:07.547359 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484c63b4-5fa0-4200-835a-9ffdb44aea2f None None] Routers {'b3e08f78-8c2f-4161-b95d-6d981a4110a4'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:07.547984 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-484c63b4-5fa0-4200-835a-9ffdb44aea2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:07.582657 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f8ea186a-1fc4-44c4-8abc-6eaf4fc1a33d None None] Attempting to bind port 3430588c-4ad4-4d5a-9199-33b12680b202 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:50:07.583349 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f8ea186a-1fc4-44c4-8abc-6eaf4fc1a33d None None] Attempting to bind port 3430588c-4ad4-4d5a-9199-33b12680b202 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:50:07.584359 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ea186a-1fc4-44c4-8abc-6eaf4fc1a33d None None] Attempting to bind port 3430588c-4ad4-4d5a-9199-33b12680b202 on network d5f237d0-52c1-4100-800c-a471203fec66 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:50:07.609150 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f848462c-ef8a-4318-bb3b-49092fb47f2b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:07.617448 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ea186a-1fc4-44c4-8abc-6eaf4fc1a33d None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:50:07.617838 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ea186a-1fc4-44c4-8abc-6eaf4fc1a33d None None] Checking segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:50:07.618475 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f8ea186a-1fc4-44c4-8abc-6eaf4fc1a33d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:07.618875 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ea186a-1fc4-44c4-8abc-6eaf4fc1a33d None None] Bound using segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:50:07.619357 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f8ea186a-1fc4-44c4-8abc-6eaf4fc1a33d None None] Bound port: 3430588c-4ad4-4d5a-9199-33b12680b202, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:50:07.619732 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f8ea186a-1fc4-44c4-8abc-6eaf4fc1a33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:07.643356 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-484c63b4-5fa0-4200-835a-9ffdb44aea2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:07.657393 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484c63b4-5fa0-4200-835a-9ffdb44aea2f None None] Routers {'b3e08f78-8c2f-4161-b95d-6d981a4110a4'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:07.658046 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-484c63b4-5fa0-4200-835a-9ffdb44aea2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:07.708915 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port a99ee954-d084-44f4-be99-84eb10d58d5f triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:07.709171 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:07.720059 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-484c63b4-5fa0-4200-835a-9ffdb44aea2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:07.720467 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484c63b4-5fa0-4200-835a-9ffdb44aea2f None None] The sync data for ids ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:50:07.734355 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f848462c-ef8a-4318-bb3b-49092fb47f2b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Subnet': ['ID=2423860e-acc0-4b99-8d58-cdd5e99fce21,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:07.776142 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f848462c-ef8a-4318-bb3b-49092fb47f2b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:07.777761 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf8707a-5f4f-4a67-8de7-21518732ced1 None None] Network 787253f5-a707-47b5-8cdb-e1c0f0788971 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:50:07.841604 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f848462c-ef8a-4318-bb3b-49092fb47f2b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/subnets/2423860e-acc0-4b99-8d58-cdd5e99fce21 HTTP/1.1" status: 204 len: 168 time: 2.1952479 Jan 21 09:50:07.846929 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34690) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:07.848275 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0572c833-9ae6-48db-968e-aa1d864939d2 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:07.853123 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0572c833-9ae6-48db-968e-aa1d864939d2 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "DELETE /v2.0/ports/ff6d8806-ef70-49d5-aada-b1fe5c317d30 HTTP/1.1" status: 204 len: 168 time: 6.7937984 Jan 21 09:50:07.856628 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34692) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:07.863569 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-f8ea186a-1fc4-44c4-8abc-6eaf4fc1a33d None None] For port 3430588c-4ad4-4d5a-9199-33b12680b202, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:50:07.893054 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-f8ea186a-1fc4-44c4-8abc-6eaf4fc1a33d None None] For port 3430588c-4ad4-4d5a-9199-33b12680b202, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=3430588c-4ad4-4d5a-9199-33b12680b202,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:50:07.911859 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f8ea186a-1fc4-44c4-8abc-6eaf4fc1a33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:08.025574 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea186a-1fc4-44c4-8abc-6eaf4fc1a33d None None] Pushing event updated for resources: {'Port': ['ID=3430588c-4ad4-4d5a-9199-33b12680b202,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:08.044324 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-20083a02-a3d7-4dd6-85b3-6cb1075a67d9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "GET /v2.0/floatingips/63fcad54-fdc9-433e-a363-94cb575e0525 HTTP/1.1" status: 200 len: 688 time: 0.1533430 Jan 21 09:50:08.045325 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34698) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:08.047950 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b991839f-616f-49ea-9640-b0f11986ad70 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:08.185317 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-008a3c64-34cf-4a1f-90a6-b3a7e82100d9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:08.207847 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-54243d19-3202-4a9f-9fe5-7d754c929e1f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:08.232028 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-008a3c64-34cf-4a1f-90a6-b3a7e82100d9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Transition to ACTIVE for port object 6f884682-1ba0-4012-852d-459bd4c12a76 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:08.263859 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-54243d19-3202-4a9f-9fe5-7d754c929e1f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Deleting port 88f95bb4-2473-4ba2-b204-65b8d91ae195 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:08.264303 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-54243d19-3202-4a9f-9fe5-7d754c929e1f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:08.386614 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4205dd4-20d9-42ab-8793-85b1b0d555ca None None] Sync routers for ids ['72f03803-a970-416f-a2eb-d92c34878823'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:50:08.409401 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 0d060f3d-b157-440c-8be6-ae556137df58 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:50:08.522470 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b19349-2a9a-4adf-b018-0df12467c936 None None] DHCP port deletion for 787253f5-a707-47b5-8cdb-e1c0f0788971 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:50:08.531374 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4205dd4-20d9-42ab-8793-85b1b0d555ca None None] Routers {'72f03803-a970-416f-a2eb-d92c34878823'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:08.532008 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a4205dd4-20d9-42ab-8793-85b1b0d555ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['72f03803-a970-416f-a2eb-d92c34878823'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:08.585102 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-cb6e537a-a851-4b65-9b99-b7f830fc6162 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Deleting port 19ae8d9d-cc4b-4784-a137-61da73c291f6 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:08.589801 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cb6e537a-a851-4b65-9b99-b7f830fc6162 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:08.597318 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 0d060f3d-b157-440c-8be6-ae556137df58 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:50:08.597696 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 0d060f3d-b157-440c-8be6-ae556137df58 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:50:08.609640 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-02b19349-2a9a-4adf-b018-0df12467c936 None None] Deleting port 88f95bb4-2473-4ba2-b204-65b8d91ae195 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:08.610012 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-02b19349-2a9a-4adf-b018-0df12467c936 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:08.863316 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-a4205dd4-20d9-42ab-8793-85b1b0d555ca None None] Set router 72f03803-a970-416f-a2eb-d92c34878823 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:50:08.948671 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-54243d19-3202-4a9f-9fe5-7d754c929e1f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] For port 88f95bb4-2473-4ba2-b204-65b8d91ae195, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=88f95bb4-2473-4ba2-b204-65b8d91ae195,segment=NetworkSegment(3ea87952-1952-4a9f-b632-a9c51d2bbfbb),segment_id=3ea87952-1952-4a9f-b632-a9c51d2bbfbb)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:08.949272 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-54243d19-3202-4a9f-9fe5-7d754c929e1f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:09.106152 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-02b19349-2a9a-4adf-b018-0df12467c936 None None] For port 88f95bb4-2473-4ba2-b204-65b8d91ae195, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=88f95bb4-2473-4ba2-b204-65b8d91ae195,segment=NetworkSegment(3ea87952-1952-4a9f-b632-a9c51d2bbfbb),segment_id=3ea87952-1952-4a9f-b632-a9c51d2bbfbb)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:09.106564 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-02b19349-2a9a-4adf-b018-0df12467c936 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:09.123182 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-008a3c64-34cf-4a1f-90a6-b3a7e82100d9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:09.156067 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-54243d19-3202-4a9f-9fe5-7d754c929e1f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Calling delete_port for 88f95bb4-2473-4ba2-b204-65b8d91ae195 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:09.196312 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cb6e537a-a851-4b65-9b99-b7f830fc6162 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:09.196641 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cb6e537a-a851-4b65-9b99-b7f830fc6162 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:09.333703 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a3c64-34cf-4a1f-90a6-b3a7e82100d9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Port': ['ID=6f884682-1ba0-4012-852d-459bd4c12a76,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:09.412589 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-79fd79ae-fe80-4302-ae89-43d819138ebb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:09.488453 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008a3c64-34cf-4a1f-90a6-b3a7e82100d9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:09.508641 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-008a3c64-34cf-4a1f-90a6-b3a7e82100d9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:09.513187 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-cb6e537a-a851-4b65-9b99-b7f830fc6162 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Calling delete_port for 19ae8d9d-cc4b-4784-a137-61da73c291f6 owned by network:floatingip {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:09.514481 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 3430588c-4ad4-4d5a-9199-33b12680b202 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:50:09.517934 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008a3c64-34cf-4a1f-90a6-b3a7e82100d9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:50:09.522332 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008a3c64-34cf-4a1f-90a6-b3a7e82100d9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:09.523076 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-008a3c64-34cf-4a1f-90a6-b3a7e82100d9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:09.567654 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-02b19349-2a9a-4adf-b018-0df12467c936 None None] Calling delete_port for 88f95bb4-2473-4ba2-b204-65b8d91ae195 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:09.587358 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-54243d19-3202-4a9f-9fe5-7d754c929e1f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:09.667370 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-008a3c64-34cf-4a1f-90a6-b3a7e82100d9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.8126256 Jan 21 09:50:09.694913 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34710) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:09.760724 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54243d19-3202-4a9f-9fe5-7d754c929e1f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Port': ['ID=88f95bb4-2473-4ba2-b204-65b8d91ae195,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:09.788663 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-02b19349-2a9a-4adf-b018-0df12467c936 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:50:09.789087 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-02b19349-2a9a-4adf-b018-0df12467c936 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:50:09.792717 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 3430588c-4ad4-4d5a-9199-33b12680b202 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:09.805093 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54243d19-3202-4a9f-9fe5-7d754c929e1f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] No DVR routers for this DVR port 88f95bb4-2473-4ba2-b204-65b8d91ae195 on host dv-neutron-825732-1-hyperv {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:50:09.829307 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a4205dd4-20d9-42ab-8793-85b1b0d555ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f03803-a970-416f-a2eb-d92c34878823', 'name': 'tempest-RoutersIpV6Test-router-1154031299', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:39Z', 'updated_at': '2022-01-21T09:49:54Z', 'revision_number': 8, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'gw_port_host': None, '_interfaces': [{'id': '3ea1e2bd-91e7-4a9e-892c-8b3192428dd3', 'name': '', 'network_id': '4c3bb146-520d-47eb-9baf-3514f0240049', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:42:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef1a7fb-438a-43d4-b64e-db20e5280e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:47Z', 'updated_at': '2022-01-21T09:49:24Z', 'revision_number': 5, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': '1ef1a7fb-438a-43d4-b64e-db20e5280e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '850e96b0-ef7d-4777-a360-d9e1ab6034c3', 'name': '', 'network_id': 'f36c9ede-9cd8-4b16-be19-6f5012ce7291', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:09:bf:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52612dcd-ce21-4204-9344-0d616fb53f62', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:00Z', 'updated_at': '2022-01-21T09:49:37Z', 'revision_number': 5, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': '52612dcd-ce21-4204-9344-0d616fb53f62', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd7534ae-43c5-4629-9ed0-05b03e6b8711', 'name': '', 'network_id': '4df5b5a0-0c6f-4d47-9deb-fa6f673103cf', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:46:a8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2066ddd-2bac-45a8-b06a-dfde0472f894', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:13Z', 'updated_at': '2022-01-21T09:50:00Z', 'revision_number': 5, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': 'e2066ddd-2bac-45a8-b06a-dfde0472f894', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:09.835971 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4205dd4-20d9-42ab-8793-85b1b0d555ca None None] Checking router: 72f03803-a970-416f-a2eb-d92c34878823 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:50:09.866382 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4205dd4-20d9-42ab-8793-85b1b0d555ca None None] Routers {'72f03803-a970-416f-a2eb-d92c34878823'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:09.868155 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a4205dd4-20d9-42ab-8793-85b1b0d555ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['72f03803-a970-416f-a2eb-d92c34878823'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:10.006890 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 88f95bb4-2473-4ba2-b204-65b8d91ae195 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:50:10.112122 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-54243d19-3202-4a9f-9fe5-7d754c929e1f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:10.146655 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 88f95bb4-2473-4ba2-b204-65b8d91ae195 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:50:10.146985 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 88f95bb4-2473-4ba2-b204-65b8d91ae195 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:50:10.159266 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3a609e-fd79-41b9-8f90-ee72ac0ece8c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:10.165528 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3a609e-fd79-41b9-8f90-ee72ac0ece8c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:10.166703 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0e3a609e-fd79-41b9-8f90-ee72ac0ece8c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:50:10.180074 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-54243d19-3202-4a9f-9fe5-7d754c929e1f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['787253f5-a707-47b5-8cdb-e1c0f0788971']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:10.197415 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-6bb01874-b2ff-468f-88c2-64b9830cb1dc None None] Provisioning for port 3430588c-4ad4-4d5a-9199-33b12680b202 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:10.211221 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-6bb01874-b2ff-468f-88c2-64b9830cb1dc None None] Provisioning complete for port 3430588c-4ad4-4d5a-9199-33b12680b202 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:10.211515 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6bb01874-b2ff-468f-88c2-64b9830cb1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:10.217152 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-54243d19-3202-4a9f-9fe5-7d754c929e1f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea87952-1952-4a9f-b632-a9c51d2bbfbb') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:10.217588 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-54243d19-3202-4a9f-9fe5-7d754c929e1f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea87952-1952-4a9f-b632-a9c51d2bbfbb') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:10.246490 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-54243d19-3202-4a9f-9fe5-7d754c929e1f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:10.261667 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0e3a609e-fd79-41b9-8f90-ee72ac0ece8c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:50:10.265728 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0e3a609e-fd79-41b9-8f90-ee72ac0ece8c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5657480 Jan 21 09:50:10.272705 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34716) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:10.274768 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-a4205dd4-20d9-42ab-8793-85b1b0d555ca None None] Set router 72f03803-a970-416f-a2eb-d92c34878823 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:50:10.316847 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-54243d19-3202-4a9f-9fe5-7d754c929e1f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:10.321831 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-02b19349-2a9a-4adf-b018-0df12467c936 None None] Deleting port 88f95bb4-2473-4ba2-b204-65b8d91ae195 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:10.322020 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cb6e537a-a851-4b65-9b99-b7f830fc6162 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:10.322550 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-02b19349-2a9a-4adf-b018-0df12467c936 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:10.342408 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54243d19-3202-4a9f-9fe5-7d754c929e1f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:50:10.342957 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-54243d19-3202-4a9f-9fe5-7d754c929e1f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:10.357852 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:50:10.357852 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:50:10.357852 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:50:10.357852 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:50:10.357852 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:50:10.357852 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:50:10.357852 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:50:10.357852 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:50:10.357852 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:50:10.357852 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:50:10.357852 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:50:10.357852 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:50:10.357852 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:50:10.357852 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:50:10.357852 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:50:10.357852 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:50:10.357852 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:50:10.357852 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:50:10.357852 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:50:10.357852 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:50:10.357852 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:50:10.357852 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:50:10.357852 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:50:10.357852 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:50:10.357852 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:50:10.357852 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:50:10.357852 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:50:10.357852 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:50:10.357852 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:50:10.357852 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:50:10.357852 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:50:10.357852 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:50:10.396358 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e537a-a851-4b65-9b99-b7f830fc6162 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event deleted for resources: {'Port': ['ID=19ae8d9d-cc4b-4784-a137-61da73c291f6,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:10.433855 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-02b19349-2a9a-4adf-b018-0df12467c936 None None] The port '88f95bb4-2473-4ba2-b204-65b8d91ae195' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:50:10.656666 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cb6e537a-a851-4b65-9b99-b7f830fc6162 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for floatingip, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:10.704886 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cb6e537a-a851-4b65-9b99-b7f830fc6162 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:10.707950 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6bb01874-b2ff-468f-88c2-64b9830cb1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:10.712273 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-cb6e537a-a851-4b65-9b99-b7f830fc6162 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "DELETE /v2.0/floatingips/63fcad54-fdc9-433e-a363-94cb575e0525 HTTP/1.1" status: 204 len: 168 time: 2.5762432 Jan 21 09:50:10.712764 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34724) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:10.721395 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-0f4795ae-e3bd-4c67-a29f-bf0d52bd022a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'port_id': '0ade5573-2bc3-4fc1-b5dc-186437520f7e'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:10.731925 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-0f4795ae-e3bd-4c67-a29f-bf0d52bd022a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:10.739291 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-0f4795ae-e3bd-4c67-a29f-bf0d52bd022a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Usage tracker for resource:floatingip and tenant:a9bbec69a2694a0bb3504d188ecd25f9 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:10.743462 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-0f4795ae-e3bd-4c67-a29f-bf0d52bd022a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:10.751973 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-0f4795ae-e3bd-4c67-a29f-bf0d52bd022a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:10.790050 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-6bb01874-b2ff-468f-88c2-64b9830cb1dc None None] For port 3430588c-4ad4-4d5a-9199-33b12680b202, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=3430588c-4ad4-4d5a-9199-33b12680b202,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:10.794388 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-54243d19-3202-4a9f-9fe5-7d754c929e1f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:10.806284 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6bb01874-b2ff-468f-88c2-64b9830cb1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:10.810295 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0f4795ae-e3bd-4c67-a29f-bf0d52bd022a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for floatingip, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:10.821465 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-9064c456-a3c7-4a62-bf8e-dc3ab0a72c4f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting port 6f884682-1ba0-4012-852d-459bd4c12a76 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:10.822437 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9064c456-a3c7-4a62-bf8e-dc3ab0a72c4f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:10.889335 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-54243d19-3202-4a9f-9fe5-7d754c929e1f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:10.892329 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb01874-b2ff-468f-88c2-64b9830cb1dc None None] Pushing event updated for resources: {'Port': ['ID=3430588c-4ad4-4d5a-9199-33b12680b202,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:10.918013 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54243d19-3202-4a9f-9fe5-7d754c929e1f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Network': ['ID=787253f5-a707-47b5-8cdb-e1c0f0788971,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:10.979060 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-17b4930c-aa9d-418e-8160-e974559b3cf8 None None] Provisioning for port 6f884682-1ba0-4012-852d-459bd4c12a76 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:10.990305 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-17b4930c-aa9d-418e-8160-e974559b3cf8 None None] Provisioning complete for port 6f884682-1ba0-4012-852d-459bd4c12a76 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:10.990681 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-17b4930c-aa9d-418e-8160-e974559b3cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:11.032135 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ec25513f-1e2a-46bb-8ac3-4470a983297c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Deleting port fd7534ae-43c5-4629-9ed0-05b03e6b8711 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:11.032502 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ec25513f-1e2a-46bb-8ac3-4470a983297c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:11.084773 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-17b4930c-aa9d-418e-8160-e974559b3cf8 None None] Port 6f884682-1ba0-4012-852d-459bd4c12a76 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:50:11.101687 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a4205dd4-20d9-42ab-8793-85b1b0d555ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f03803-a970-416f-a2eb-d92c34878823', 'name': 'tempest-RoutersIpV6Test-router-1154031299', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:39Z', 'updated_at': '2022-01-21T09:49:54Z', 'revision_number': 8, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'gw_port_host': None, '_interfaces': [{'id': '3ea1e2bd-91e7-4a9e-892c-8b3192428dd3', 'name': '', 'network_id': '4c3bb146-520d-47eb-9baf-3514f0240049', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:42:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef1a7fb-438a-43d4-b64e-db20e5280e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:47Z', 'updated_at': '2022-01-21T09:49:24Z', 'revision_number': 5, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': '1ef1a7fb-438a-43d4-b64e-db20e5280e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '850e96b0-ef7d-4777-a360-d9e1ab6034c3', 'name': '', 'network_id': 'f36c9ede-9cd8-4b16-be19-6f5012ce7291', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:09:bf:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52612dcd-ce21-4204-9344-0d616fb53f62', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:00Z', 'updated_at': '2022-01-21T09:49:37Z', 'revision_number': 5, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': '52612dcd-ce21-4204-9344-0d616fb53f62', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd7534ae-43c5-4629-9ed0-05b03e6b8711', 'name': '', 'network_id': '4df5b5a0-0c6f-4d47-9deb-fa6f673103cf', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:46:a8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2066ddd-2bac-45a8-b06a-dfde0472f894', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:13Z', 'updated_at': '2022-01-21T09:50:00Z', 'revision_number': 5, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': 'e2066ddd-2bac-45a8-b06a-dfde0472f894', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:11.108575 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4205dd4-20d9-42ab-8793-85b1b0d555ca None None] The sync data for ids ['72f03803-a970-416f-a2eb-d92c34878823'] in dv-neutron-825732-1-hyperv is: [{'id': '72f03803-a970-416f-a2eb-d92c34878823', 'name': 'tempest-RoutersIpV6Test-router-1154031299', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:39Z', 'updated_at': '2022-01-21T09:49:54Z', 'revision_number': 8, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'gw_port_host': None, '_interfaces': [{'id': '3ea1e2bd-91e7-4a9e-892c-8b3192428dd3', 'name': '', 'network_id': '4c3bb146-520d-47eb-9baf-3514f0240049', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:42:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef1a7fb-438a-43d4-b64e-db20e5280e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:47Z', 'updated_at': '2022-01-21T09:49:24Z', 'revision_number': 5, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': '1ef1a7fb-438a-43d4-b64e-db20e5280e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '850e96b0-ef7d-4777-a360-d9e1ab6034c3', 'name': '', 'network_id': 'f36c9ede-9cd8-4b16-be19-6f5012ce7291', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:09:bf:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52612dcd-ce21-4204-9344-0d616fb53f62', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:00Z', 'updated_at': '2022-01-21T09:49:37Z', 'revision_number': 5, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': '52612dcd-ce21-4204-9344-0d616fb53f62', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd7534ae-43c5-4629-9ed0-05b03e6b8711', 'name': '', 'network_id': '4df5b5a0-0c6f-4d47-9deb-fa6f673103cf', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:46:a8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2066ddd-2bac-45a8-b06a-dfde0472f894', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:13Z', 'updated_at': '2022-01-21T09:50:00Z', 'revision_number': 5, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': 'e2066ddd-2bac-45a8-b06a-dfde0472f894', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:50:11.201869 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-54243d19-3202-4a9f-9fe5-7d754c929e1f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/networks/787253f5-a707-47b5-8cdb-e1c0f0788971 HTTP/1.1" status: 204 len: 168 time: 3.2812798 Jan 21 09:50:11.209160 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34730) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:11.381842 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07f23e1-1020-48b6-a784-28c3c00c5985 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:11.382580 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c07f23e1-1020-48b6-a784-28c3c00c5985 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Synchronizing usage tracker for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:50:11.389993 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ec25513f-1e2a-46bb-8ac3-4470a983297c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] For port fd7534ae-43c5-4629-9ed0-05b03e6b8711, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=fd7534ae-43c5-4629-9ed0-05b03e6b8711,segment=NetworkSegment(6aba9f7f-2522-484d-9ac9-80594c7c3a87),segment_id=6aba9f7f-2522-484d-9ac9-80594c7c3a87)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:11.390556 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ec25513f-1e2a-46bb-8ac3-4470a983297c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:11.412251 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b991839f-616f-49ea-9640-b0f11986ad70 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Deleting port a99ee954-d084-44f4-be99-84eb10d58d5f {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:11.412593 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b991839f-616f-49ea-9640-b0f11986ad70 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:11.500259 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c07f23e1-1020-48b6-a784-28c3c00c5985 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Unset dirty status for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:50:11.505169 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c07f23e1-1020-48b6-a784-28c3c00c5985 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "GET /v2.0/ports/cec084f2-5697-4286-891c-593ab7de3a18 HTTP/1.1" status: 200 len: 841 time: 0.2951543 Jan 21 09:50:11.512279 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34734) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:11.579021 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ec25513f-1e2a-46bb-8ac3-4470a983297c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Calling delete_port for fd7534ae-43c5-4629-9ed0-05b03e6b8711 owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:11.595989 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 3430588c-4ad4-4d5a-9199-33b12680b202 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:50:11.631069 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0f4795ae-e3bd-4c67-a29f-bf0d52bd022a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:11.648718 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-20645642-fe4c-447a-8586-600ca652c5e1 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "GET /v2.0/ports/cec084f2-5697-4286-891c-593ab7de3a18?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1392071 Jan 21 09:50:11.654240 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34738) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:11.674099 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-7914bb34-6a77-49f9-8c05-eb73eb274d8b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'subnet': {'network_id': 'eb5bb302-f98e-4daf-ab12-078a12bff700', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:11.690113 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 3430588c-4ad4-4d5a-9199-33b12680b202 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:11.691339 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:11.820300 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9064c456-a3c7-4a62-bf8e-dc3ab0a72c4f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:11.885236 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda0838d-6eea-4439-90c1-bd929f2b7ede None None] New status for floating IP 81adf4fa-4ec2-4f57-9774-2ac4b4309dd0: DOWN {{(pid=83600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:50:11.919219 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7914bb34-6a77-49f9-8c05-eb73eb274d8b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:11.941213 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ade4494-d161-435e-99a6-a7c1dd2bdcb3 None None] Sync routers for ids ['01207b5c-5871-420b-abc0-78401bae990b'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:50:11.969874 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ade4494-d161-435e-99a6-a7c1dd2bdcb3 None None] Routers {'01207b5c-5871-420b-abc0-78401bae990b'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:11.970498 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-2ade4494-d161-435e-99a6-a7c1dd2bdcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['01207b5c-5871-420b-abc0-78401bae990b'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:12.023488 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-7914bb34-6a77-49f9-8c05-eb73eb274d8b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:subnet and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:12.099276 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-7914bb34-6a77-49f9-8c05-eb73eb274d8b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:12.112042 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-9064c456-a3c7-4a62-bf8e-dc3ab0a72c4f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Calling delete_port for 6f884682-1ba0-4012-852d-459bd4c12a76 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:12.163327 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7914bb34-6a77-49f9-8c05-eb73eb274d8b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:12.227113 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7914bb34-6a77-49f9-8c05-eb73eb274d8b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Made reservation on behalf of 081c5e94b3d84c0c999dc4d73e79f211 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:50:12.330535 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-0f4795ae-e3bd-4c67-a29f-bf0d52bd022a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Allocated IP 172.26.0.93 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/0f425854-4a78-4b45-8f2f-2b9f8e0a218d) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:50:12.377665 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 78c1596a-3b6c-4932-b96b-8749b8b64858 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:50:12.435567 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 78c1596a-3b6c-4932-b96b-8749b8b64858 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:50:12.435918 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 78c1596a-3b6c-4932-b96b-8749b8b64858 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:50:12.447505 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9064c456-a3c7-4a62-bf8e-dc3ab0a72c4f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:12.482454 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-2ade4494-d161-435e-99a6-a7c1dd2bdcb3 None None] Set router 01207b5c-5871-420b-abc0-78401bae990b gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:50:12.543060 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064c456-a3c7-4a62-bf8e-dc3ab0a72c4f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Port': ['ID=6f884682-1ba0-4012-852d-459bd4c12a76,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:12.572217 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0f4795ae-e3bd-4c67-a29f-bf0d52bd022a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:12.630110 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7914bb34-6a77-49f9-8c05-eb73eb274d8b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:12.742479 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b991839f-616f-49ea-9640-b0f11986ad70 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] For port a99ee954-d084-44f4-be99-84eb10d58d5f, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=a99ee954-d084-44f4-be99-84eb10d58d5f,segment=NetworkSegment(fb3b054e-bbf1-417e-aa6c-a2d37e3044c2),segment_id=fb3b054e-bbf1-417e-aa6c-a2d37e3044c2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:12.743013 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b991839f-616f-49ea-9640-b0f11986ad70 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:12.781415 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9064c456-a3c7-4a62-bf8e-dc3ab0a72c4f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:12.819065 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-79fd79ae-fe80-4302-ae89-43d819138ebb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Deleting port 815f46e4-c104-40a9-a90e-969fea986bbb {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:12.819707 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-79fd79ae-fe80-4302-ae89-43d819138ebb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:12.956806 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b991839f-616f-49ea-9640-b0f11986ad70 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Calling delete_port for a99ee954-d084-44f4-be99-84eb10d58d5f owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:13.005083 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ec25513f-1e2a-46bb-8ac3-4470a983297c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:13.020883 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-2ade4494-d161-435e-99a6-a7c1dd2bdcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01207b5c-5871-420b-abc0-78401bae990b', 'name': 'tempest-RoutersTest-router-946825922', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:49Z', 'updated_at': '2022-01-21T09:50:02Z', 'revision_number': 7, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'gw_port_host': None, '_interfaces': [{'id': '3f15ca91-6562-40e9-8a27-387590494894', 'name': '', 'network_id': '15882cfd-8e63-4d83-a7ba-77f52124112d', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:75:0e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bf39f70-cbc5-4a84-9f53-e52cbce07296', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:10Z', 'updated_at': '2022-01-21T09:49:32Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': '2bf39f70-cbc5-4a84-9f53-e52cbce07296', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '444798e6-a9db-41b5-957d-f889d06b46e7', 'name': '', 'network_id': '3f882997-0b78-4820-a731-cfbe1f517d9e', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:a1:75:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:56Z', 'updated_at': '2022-01-21T09:49:12Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a56443-bca6-4e4b-8774-cf34cdb1afb7', 'name': '', 'network_id': 'e48c35da-084a-460d-96aa-84a1537bd2dd', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:07:bc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31f9211a-d4a3-482c-9587-96350cc037f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:27Z', 'updated_at': '2022-01-21T09:49:51Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': '31f9211a-d4a3-482c-9587-96350cc037f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a99ee954-d084-44f4-be99-84eb10d58d5f', 'name': '', 'network_id': 'dedd33d9-bfe6-4502-bd03-940622274e2e', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:a9:42:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6915840f-b4ad-4722-ba87-7eb9469f3006', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:44Z', 'updated_at': '2022-01-21T09:50:06Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': '6915840f-b4ad-4722-ba87-7eb9469f3006', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:13.033879 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ade4494-d161-435e-99a6-a7c1dd2bdcb3 None None] Checking router: 01207b5c-5871-420b-abc0-78401bae990b for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:50:13.034748 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9064c456-a3c7-4a62-bf8e-dc3ab0a72c4f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/6f884682-1ba0-4012-852d-459bd4c12a76 HTTP/1.1" status: 204 len: 168 time: 2.7607083 Jan 21 09:50:13.036091 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34748) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:13.044899 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ade4494-d161-435e-99a6-a7c1dd2bdcb3 None None] Routers {'01207b5c-5871-420b-abc0-78401bae990b'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:13.045567 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-2ade4494-d161-435e-99a6-a7c1dd2bdcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['01207b5c-5871-420b-abc0-78401bae990b'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:13.081930 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec25513f-1e2a-46bb-8ac3-4470a983297c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event deleted for resources: {'Port': ['ID=fd7534ae-43c5-4629-9ed0-05b03e6b8711,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:13.217815 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0f4795ae-e3bd-4c67-a29f-bf0d52bd022a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:13.264494 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-2ade4494-d161-435e-99a6-a7c1dd2bdcb3 None None] Set router 01207b5c-5871-420b-abc0-78401bae990b gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:50:13.271510 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-79fd79ae-fe80-4302-ae89-43d819138ebb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] For port 815f46e4-c104-40a9-a90e-969fea986bbb, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=815f46e4-c104-40a9-a90e-969fea986bbb,segment=NetworkSegment(155ca858-1c82-4acd-b696-f79df79a5f2d),segment_id=155ca858-1c82-4acd-b696-f79df79a5f2d)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:13.272068 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-79fd79ae-fe80-4302-ae89-43d819138ebb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:13.391051 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4795ae-e3bd-4c67-a29f-bf0d52bd022a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event updated for resources: {'Port': ['ID=0f425854-4a78-4b45-8f2f-2b9f8e0a218d,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:13.403635 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4795ae-e3bd-4c67-a29f-bf0d52bd022a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:13.420659 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-0f4795ae-e3bd-4c67-a29f-bf0d52bd022a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:13.425672 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4795ae-e3bd-4c67-a29f-bf0d52bd022a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:50:13.560127 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7914bb34-6a77-49f9-8c05-eb73eb274d8b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:13.687941 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-79fd79ae-fe80-4302-ae89-43d819138ebb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Calling delete_port for 815f46e4-c104-40a9-a90e-969fea986bbb owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:13.791580 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b991839f-616f-49ea-9640-b0f11986ad70 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:13.818104 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-2ade4494-d161-435e-99a6-a7c1dd2bdcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01207b5c-5871-420b-abc0-78401bae990b', 'name': 'tempest-RoutersTest-router-946825922', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:49Z', 'updated_at': '2022-01-21T09:50:02Z', 'revision_number': 7, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'gw_port_host': None, '_interfaces': [{'id': '3f15ca91-6562-40e9-8a27-387590494894', 'name': '', 'network_id': '15882cfd-8e63-4d83-a7ba-77f52124112d', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:75:0e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bf39f70-cbc5-4a84-9f53-e52cbce07296', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:10Z', 'updated_at': '2022-01-21T09:49:32Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': '2bf39f70-cbc5-4a84-9f53-e52cbce07296', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '444798e6-a9db-41b5-957d-f889d06b46e7', 'name': '', 'network_id': '3f882997-0b78-4820-a731-cfbe1f517d9e', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:a1:75:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:56Z', 'updated_at': '2022-01-21T09:49:12Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a56443-bca6-4e4b-8774-cf34cdb1afb7', 'name': '', 'network_id': 'e48c35da-084a-460d-96aa-84a1537bd2dd', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:07:bc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31f9211a-d4a3-482c-9587-96350cc037f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:27Z', 'updated_at': '2022-01-21T09:49:51Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': '31f9211a-d4a3-482c-9587-96350cc037f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a99ee954-d084-44f4-be99-84eb10d58d5f', 'name': '', 'network_id': 'dedd33d9-bfe6-4502-bd03-940622274e2e', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:a9:42:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6915840f-b4ad-4722-ba87-7eb9469f3006', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:44Z', 'updated_at': '2022-01-21T09:50:06Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': '6915840f-b4ad-4722-ba87-7eb9469f3006', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:13.823165 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ade4494-d161-435e-99a6-a7c1dd2bdcb3 None None] The sync data for ids ['01207b5c-5871-420b-abc0-78401bae990b'] in dv-neutron-825732-1-hyperv is: [{'id': '01207b5c-5871-420b-abc0-78401bae990b', 'name': 'tempest-RoutersTest-router-946825922', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:49Z', 'updated_at': '2022-01-21T09:50:02Z', 'revision_number': 7, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'gw_port_host': None, '_interfaces': [{'id': '3f15ca91-6562-40e9-8a27-387590494894', 'name': '', 'network_id': '15882cfd-8e63-4d83-a7ba-77f52124112d', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:75:0e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bf39f70-cbc5-4a84-9f53-e52cbce07296', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:10Z', 'updated_at': '2022-01-21T09:49:32Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': '2bf39f70-cbc5-4a84-9f53-e52cbce07296', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '444798e6-a9db-41b5-957d-f889d06b46e7', 'name': '', 'network_id': '3f882997-0b78-4820-a731-cfbe1f517d9e', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:a1:75:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:56Z', 'updated_at': '2022-01-21T09:49:12Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a56443-bca6-4e4b-8774-cf34cdb1afb7', 'name': '', 'network_id': 'e48c35da-084a-460d-96aa-84a1537bd2dd', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:07:bc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31f9211a-d4a3-482c-9587-96350cc037f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:27Z', 'updated_at': '2022-01-21T09:49:51Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': '31f9211a-d4a3-482c-9587-96350cc037f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a99ee954-d084-44f4-be99-84eb10d58d5f', 'name': '', 'network_id': 'dedd33d9-bfe6-4502-bd03-940622274e2e', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:a9:42:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6915840f-b4ad-4722-ba87-7eb9469f3006', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:44Z', 'updated_at': '2022-01-21T09:50:06Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': '6915840f-b4ad-4722-ba87-7eb9469f3006', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:50:13.875441 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991839f-616f-49ea-9640-b0f11986ad70 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event deleted for resources: {'Port': ['ID=a99ee954-d084-44f4-be99-84eb10d58d5f,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:13.997391 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7914bb34-6a77-49f9-8c05-eb73eb274d8b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Network eb5bb302-f98e-4daf-ab12-078a12bff700 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:14.005841 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-7914bb34-6a77-49f9-8c05-eb73eb274d8b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:14.020859 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb1f1b5-778a-4e6c-9536-5f9c227a674a None None] Network eb5bb302-f98e-4daf-ab12-078a12bff700 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:50:14.036196 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7914bb34-6a77-49f9-8c05-eb73eb274d8b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:14.037062 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7914bb34-6a77-49f9-8c05-eb73eb274d8b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:14.057138 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3765d4c5-1c81-44f5-a3af-3aee958f61d4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:14.059156 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3765d4c5-1c81-44f5-a3af-3aee958f61d4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:14.060352 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3765d4c5-1c81-44f5-a3af-3aee958f61d4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:50:14.063777 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-79fd79ae-fe80-4302-ae89-43d819138ebb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:14.153494 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd79ae-fe80-4302-ae89-43d819138ebb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Pushing event deleted for resources: {'Port': ['ID=815f46e4-c104-40a9-a90e-969fea986bbb,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:14.155459 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7914bb34-6a77-49f9-8c05-eb73eb274d8b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Subnet': ['ID=6e63d71e-84a6-4866-a019-2e8e27a46239,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:14.188449 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ec25513f-1e2a-46bb-8ac3-4470a983297c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:14.321643 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7914bb34-6a77-49f9-8c05-eb73eb274d8b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6666400 Jan 21 09:50:14.394487 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34754) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:14.400839 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-862704a2-3415-4818-8e06-3abb77e7e5a0 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'security_group': {'name': 'tempest-secgroup-1352467994'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:14.407105 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3765d4c5-1c81-44f5-a3af-3aee958f61d4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:50:14.413739 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3765d4c5-1c81-44f5-a3af-3aee958f61d4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 1.0891659 Jan 21 09:50:14.416532 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34758) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:14.432710 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-862704a2-3415-4818-8e06-3abb77e7e5a0 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:14.498481 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f8a839-5c95-45b4-b9e2-9dda7ba39e94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-eb5bb302-f98e-4daf-ab12-078a12bff700', 'network_id': 'eb5bb302-f98e-4daf-ab12-078a12bff700', 'tenant_id': '081c5e94b3d84c0c999dc4d73e79f211', 'fixed_ips': [{'subnet_id': '6e63d71e-84a6-4866-a019-2e8e27a46239'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:50:14.503962 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-79f8a839-5c95-45b4-b9e2-9dda7ba39e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:14.524757 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-862704a2-3415-4818-8e06-3abb77e7e5a0 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:security_group and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:14.546184 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-862704a2-3415-4818-8e06-3abb77e7e5a0 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:14.593010 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-862704a2-3415-4818-8e06-3abb77e7e5a0 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:14.623010 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-862704a2-3415-4818-8e06-3abb77e7e5a0 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:14.807575 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-79f8a839-5c95-45b4-b9e2-9dda7ba39e94 None None] Allocated IP 172.20.0.2 (eb5bb302-f98e-4daf-ab12-078a12bff700/6e63d71e-84a6-4866-a019-2e8e27a46239/1d2ec7fa-e018-4e9c-8060-f1034d4a5076) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:50:14.899337 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-862704a2-3415-4818-8e06-3abb77e7e5a0 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:14.930948 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-862704a2-3415-4818-8e06-3abb77e7e5a0 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:security_group_rule and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:14.935719 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-862704a2-3415-4818-8e06-3abb77e7e5a0 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:14.959612 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-862704a2-3415-4818-8e06-3abb77e7e5a0 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:14.975419 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ad39ace-f769-480e-a290-c2dc3b1779a8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting subnet f57c9989-f63a-4088-b481-1d05c5c50aaf {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:50:14.998674 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1ad39ace-f769-480e-a290-c2dc3b1779a8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:15.098027 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1ad39ace-f769-480e-a290-c2dc3b1779a8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:15.157218 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-79f8a839-5c95-45b4-b9e2-9dda7ba39e94 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:15.184890 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-79f8a839-5c95-45b4-b9e2-9dda7ba39e94 None None] Transition to ACTIVE for port object 1d2ec7fa-e018-4e9c-8060-f1034d4a5076 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:15.204802 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-862704a2-3415-4818-8e06-3abb77e7e5a0 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:15.217639 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-862704a2-3415-4818-8e06-3abb77e7e5a0 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:15.218150 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-79f8a839-5c95-45b4-b9e2-9dda7ba39e94 None None] Transition to ACTIVE for port object 1d2ec7fa-e018-4e9c-8060-f1034d4a5076 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:15.228707 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-79f8a839-5c95-45b4-b9e2-9dda7ba39e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:15.304050 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-79fd79ae-fe80-4302-ae89-43d819138ebb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:15.308717 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f8a839-5c95-45b4-b9e2-9dda7ba39e94 None None] Network eb5bb302-f98e-4daf-ab12-078a12bff700 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:15.310443 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-79f8a839-5c95-45b4-b9e2-9dda7ba39e94 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:15.319165 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f8a839-5c95-45b4-b9e2-9dda7ba39e94 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:50:15.324279 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862704a2-3415-4818-8e06-3abb77e7e5a0 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f283f14-d38d-4896-8714-a3b06456267b,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:15.327161 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f8a839-5c95-45b4-b9e2-9dda7ba39e94 None None] Pushing event updated for resources: {'Port': ['ID=1d2ec7fa-e018-4e9c-8060-f1034d4a5076,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:15.335117 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b991839f-616f-49ea-9640-b0f11986ad70 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:15.336802 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-862704a2-3415-4818-8e06-3abb77e7e5a0 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:15.338123 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-862704a2-3415-4818-8e06-3abb77e7e5a0 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9423931 Jan 21 09:50:15.346011 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34764) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:15.359440 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-ed0c84e0-1500-4ecd-88c9-d01eba2ce0c9 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'security_group': {'name': 'tempest-secgroup-973641302'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:15.393383 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1ad39ace-f769-480e-a290-c2dc3b1779a8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:15.446480 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-79f8a839-5c95-45b4-b9e2-9dda7ba39e94 None None] Attempting to bind port 1d2ec7fa-e018-4e9c-8060-f1034d4a5076 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:50:15.447774 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-79f8a839-5c95-45b4-b9e2-9dda7ba39e94 None None] Attempting to bind port 1d2ec7fa-e018-4e9c-8060-f1034d4a5076 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '7e2b1c37-e1f9-43d4-b8b6-7ea884e72745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'eb5bb302-f98e-4daf-ab12-078a12bff700'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:50:15.448345 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f8a839-5c95-45b4-b9e2-9dda7ba39e94 None None] Attempting to bind port 1d2ec7fa-e018-4e9c-8060-f1034d4a5076 on network eb5bb302-f98e-4daf-ab12-078a12bff700 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:50:15.460393 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f8a839-5c95-45b4-b9e2-9dda7ba39e94 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:50:15.460747 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f8a839-5c95-45b4-b9e2-9dda7ba39e94 None None] Checking segment: {'id': '7e2b1c37-e1f9-43d4-b8b6-7ea884e72745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'eb5bb302-f98e-4daf-ab12-078a12bff700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:50:15.469535 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-79f8a839-5c95-45b4-b9e2-9dda7ba39e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:15.469535 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f8a839-5c95-45b4-b9e2-9dda7ba39e94 None None] Bound using segment: {'id': '7e2b1c37-e1f9-43d4-b8b6-7ea884e72745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'eb5bb302-f98e-4daf-ab12-078a12bff700'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:50:15.469535 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-79f8a839-5c95-45b4-b9e2-9dda7ba39e94 None None] Bound port: 1d2ec7fa-e018-4e9c-8060-f1034d4a5076, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2b1c37-e1f9-43d4-b8b6-7ea884e72745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'eb5bb302-f98e-4daf-ab12-078a12bff700'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:50:15.469535 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-79f8a839-5c95-45b4-b9e2-9dda7ba39e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:15.510447 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ed0c84e0-1500-4ecd-88c9-d01eba2ce0c9 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:15.601160 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ed0c84e0-1500-4ecd-88c9-d01eba2ce0c9 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:security_group and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:15.608163 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ed0c84e0-1500-4ecd-88c9-d01eba2ce0c9 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:15.619673 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ed0c84e0-1500-4ecd-88c9-d01eba2ce0c9 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:15.622914 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-79f8a839-5c95-45b4-b9e2-9dda7ba39e94 None None] For port 1d2ec7fa-e018-4e9c-8060-f1034d4a5076, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:50:15.626590 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1ad39ace-f769-480e-a290-c2dc3b1779a8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:15.642133 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-79f8a839-5c95-45b4-b9e2-9dda7ba39e94 None None] For port 1d2ec7fa-e018-4e9c-8060-f1034d4a5076, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=1d2ec7fa-e018-4e9c-8060-f1034d4a5076,segment=NetworkSegment(7e2b1c37-e1f9-43d4-b8b6-7ea884e72745),segment_id=7e2b1c37-e1f9-43d4-b8b6-7ea884e72745)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:50:15.648974 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-79f8a839-5c95-45b4-b9e2-9dda7ba39e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:15.735028 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad39ace-f769-480e-a290-c2dc3b1779a8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Subnet': ['ID=f57c9989-f63a-4088-b481-1d05c5c50aaf,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:15.754882 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ed0c84e0-1500-4ecd-88c9-d01eba2ce0c9 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:15.774908 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1ad39ace-f769-480e-a290-c2dc3b1779a8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:15.795199 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0f4795ae-e3bd-4c67-a29f-bf0d52bd022a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:15.797735 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f8a839-5c95-45b4-b9e2-9dda7ba39e94 None None] Pushing event updated for resources: {'Port': ['ID=1d2ec7fa-e018-4e9c-8060-f1034d4a5076,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:15.802975 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9114e48c-c3e0-4795-bf0b-61ab98ea87a9 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:50:15.864259 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1ad39ace-f769-480e-a290-c2dc3b1779a8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/f57c9989-f63a-4088-b481-1d05c5c50aaf HTTP/1.1" status: 204 len: 168 time: 1.4422381 Jan 21 09:50:15.874382 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ed0c84e0-1500-4ecd-88c9-d01eba2ce0c9 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:15.881922 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ed0c84e0-1500-4ecd-88c9-d01eba2ce0c9 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:security_group_rule and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:15.885123 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ed0c84e0-1500-4ecd-88c9-d01eba2ce0c9 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:15.892939 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ed0c84e0-1500-4ecd-88c9-d01eba2ce0c9 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:15.893307 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34770) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:15.972574 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ed0c84e0-1500-4ecd-88c9-d01eba2ce0c9 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:16.022521 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5fa9dc94-1385-480a-9089-7fdce13ffdc9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1103539 Jan 21 09:50:16.033360 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34774) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:16.242750 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ed0c84e0-1500-4ecd-88c9-d01eba2ce0c9 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:16.268367 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08dcdff-7505-47ec-81b7-e923a1ff8dff None None] DHCP port deletion for d5f237d0-52c1-4100-800c-a471203fec66 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:50:16.273240 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-f08dcdff-7505-47ec-81b7-e923a1ff8dff None None] Deleting port 3430588c-4ad4-4d5a-9199-33b12680b202 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:16.273829 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f08dcdff-7505-47ec-81b7-e923a1ff8dff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:16.285157 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0f4795ae-e3bd-4c67-a29f-bf0d52bd022a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:16.349318 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c84e0-1500-4ecd-88c9-d01eba2ce0c9 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a2a046-a4dd-4e92-ac18-5221195d1b4b,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:16.412471 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ed0c84e0-1500-4ecd-88c9-d01eba2ce0c9 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:16.414228 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ed0c84e0-1500-4ecd-88c9-d01eba2ce0c9 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.0671921 Jan 21 09:50:16.418253 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34778) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:16.428892 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-7c7d23cb-9ef4-47c7-a668-3a656d6ff4e6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-734523419', 'security_groups': ['b4a2a046-a4dd-4e92-ac18-5221195d1b4b'], 'network_id': 'eb5bb302-f98e-4daf-ab12-078a12bff700', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6e63d71e-84a6-4866-a019-2e8e27a46239'}]}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:16.643167 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-f08dcdff-7505-47ec-81b7-e923a1ff8dff None None] For port 3430588c-4ad4-4d5a-9199-33b12680b202, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=3430588c-4ad4-4d5a-9199-33b12680b202,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:16.643889 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f08dcdff-7505-47ec-81b7-e923a1ff8dff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:16.736131 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a9c376-47ad-4c35-b1dd-d6b5cdc9ccc7 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:16.736865 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b7a9c376-47ad-4c35-b1dd-d6b5cdc9ccc7 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:50:16.769540 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec25513f-1e2a-46bb-8ac3-4470a983297c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Router 72f03803-a970-416f-a2eb-d92c34878823 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:50:16.791161 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-f08dcdff-7505-47ec-81b7-e923a1ff8dff None None] Calling delete_port for 3430588c-4ad4-4d5a-9199-33b12680b202 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:16.844717 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7c7d23cb-9ef4-47c7-a668-3a656d6ff4e6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:16.848096 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b7a9c376-47ad-4c35-b1dd-d6b5cdc9ccc7 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:50:16.851649 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b7a9c376-47ad-4c35-b1dd-d6b5cdc9ccc7 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8139729 Jan 21 09:50:16.858498 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34784) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:16.876519 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-7c7d23cb-9ef4-47c7-a668-3a656d6ff4e6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:port and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:16.894271 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-7c7d23cb-9ef4-47c7-a668-3a656d6ff4e6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:16.903132 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f08dcdff-7505-47ec-81b7-e923a1ff8dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:16.918974 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7c7d23cb-9ef4-47c7-a668-3a656d6ff4e6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:16.981767 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08dcdff-7505-47ec-81b7-e923a1ff8dff None None] Pushing event deleted for resources: {'Port': ['ID=3430588c-4ad4-4d5a-9199-33b12680b202,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:17.006525 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08dcdff-7505-47ec-81b7-e923a1ff8dff None None] No DVR routers for this DVR port 3430588c-4ad4-4d5a-9199-33b12680b202 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:50:17.044094 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7d23cb-9ef4-47c7-a668-3a656d6ff4e6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Made reservation on behalf of 081c5e94b3d84c0c999dc4d73e79f211 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:50:17.049233 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7c7d23cb-9ef4-47c7-a668-3a656d6ff4e6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:17.091558 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-7c7d23cb-9ef4-47c7-a668-3a656d6ff4e6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] device_id is not set on port b740ff4a-67d7-4d10-b762-83a08a4aa31b yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:50:17.305183 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f43be7e-5b04-4432-be63-7a179ee35489 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:17.306976 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5f43be7e-5b04-4432-be63-7a179ee35489 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4451368 Jan 21 09:50:17.316530 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34796) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:17.325344 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-0f4795ae-e3bd-4c67-a29f-bf0d52bd022a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:50:17.417582 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0f4795ae-e3bd-4c67-a29f-bf0d52bd022a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:17.436070 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-fcfe29c3-d3aa-4e37-a4f5-83e662e0ad6c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1088157 Jan 21 09:50:17.436070 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0f4795ae-e3bd-4c67-a29f-bf0d52bd022a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:17.440837 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34800) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:17.446970 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-7c7d23cb-9ef4-47c7-a668-3a656d6ff4e6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Allocated IP 172.20.0.5 (eb5bb302-f98e-4daf-ab12-078a12bff700/6e63d71e-84a6-4866-a019-2e8e27a46239/b740ff4a-67d7-4d10-b762-83a08a4aa31b) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:50:17.471050 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 1d2ec7fa-e018-4e9c-8060-f1034d4a5076 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:50:17.495834 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-71048839-6a79-431d-9f81-08be09e07a49 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:17.552106 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 1d2ec7fa-e018-4e9c-8060-f1034d4a5076 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:17.596650 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-59ddb5cf-f3af-4ab7-8b1c-a50355c4eb5a None None] Provisioning complete for port cec084f2-5697-4286-891c-593ab7de3a18 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:17.597616 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-59ddb5cf-f3af-4ab7-8b1c-a50355c4eb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:17.640623 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 3430588c-4ad4-4d5a-9199-33b12680b202 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:50:17.657250 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4795ae-e3bd-4c67-a29f-bf0d52bd022a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event updated for resources: {'Port': ['ID=0f425854-4a78-4b45-8f2f-2b9f8e0a218d,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:17.683633 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 3430588c-4ad4-4d5a-9199-33b12680b202 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:50:17.684239 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 3430588c-4ad4-4d5a-9199-33b12680b202 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:50:17.707971 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-59ddb5cf-f3af-4ab7-8b1c-a50355c4eb5a None None] Port cec084f2-5697-4286-891c-593ab7de3a18 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:50:17.723834 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4795ae-e3bd-4c67-a29f-bf0d52bd022a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:17.724082 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-1aa36d00-094c-4123-a1e5-e88333894644 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Synchronizing usage tracker for tenant:445ef770bf614bd2b6b8d3bcf07af0fd on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:50:17.724207 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4795ae-e3bd-4c67-a29f-bf0d52bd022a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:17.724207 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4795ae-e3bd-4c67-a29f-bf0d52bd022a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:17.724207 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4795ae-e3bd-4c67-a29f-bf0d52bd022a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:17.724207 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4795ae-e3bd-4c67-a29f-bf0d52bd022a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:17.724207 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4795ae-e3bd-4c67-a29f-bf0d52bd022a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:17.724207 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4795ae-e3bd-4c67-a29f-bf0d52bd022a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:17.724207 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4795ae-e3bd-4c67-a29f-bf0d52bd022a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:17.724207 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4795ae-e3bd-4c67-a29f-bf0d52bd022a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:17.724207 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4795ae-e3bd-4c67-a29f-bf0d52bd022a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:17.724207 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4795ae-e3bd-4c67-a29f-bf0d52bd022a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:17.734616 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-59ddb5cf-f3af-4ab7-8b1c-a50355c4eb5a None None] Provisioning for port 1d2ec7fa-e018-4e9c-8060-f1034d4a5076 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:17.740972 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-59ddb5cf-f3af-4ab7-8b1c-a50355c4eb5a None None] Provisioning complete for port 1d2ec7fa-e018-4e9c-8060-f1034d4a5076 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:17.741562 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-59ddb5cf-f3af-4ab7-8b1c-a50355c4eb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:17.751609 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-71048839-6a79-431d-9f81-08be09e07a49 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:17.756874 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79fd79ae-fe80-4302-ae89-43d819138ebb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Router fae9df63-ee59-438f-b9ac-7850c2e519bf has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:50:17.763236 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-71048839-6a79-431d-9f81-08be09e07a49 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:subnet and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:17.771208 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-71048839-6a79-431d-9f81-08be09e07a49 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:17.779705 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0f4795ae-e3bd-4c67-a29f-bf0d52bd022a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:17.795016 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-1aa36d00-094c-4123-a1e5-e88333894644 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Unset dirty status for tenant:445ef770bf614bd2b6b8d3bcf07af0fd on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:50:17.796220 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-1aa36d00-094c-4123-a1e5-e88333894644 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-373252605&fields=id&tenant_id=445ef770bf614bd2b6b8d3bcf07af0fd HTTP/1.1" status: 200 len: 267 time: 0.3186331 Jan 21 09:50:17.849129 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec25513f-1e2a-46bb-8ac3-4470a983297c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:50:17.857237 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-71048839-6a79-431d-9f81-08be09e07a49 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:17.864046 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57251f7-ae65-4f14-b274-a1d7c05a2c99 None None] Sync routers for ids ['72f03803-a970-416f-a2eb-d92c34878823'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:50:17.899342 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71048839-6a79-431d-9f81-08be09e07a49 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:50:17.900074 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57251f7-ae65-4f14-b274-a1d7c05a2c99 None None] Routers {'72f03803-a970-416f-a2eb-d92c34878823'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:17.900932 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-f57251f7-ae65-4f14-b274-a1d7c05a2c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['72f03803-a970-416f-a2eb-d92c34878823'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:17.917158 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b991839f-616f-49ea-9640-b0f11986ad70 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Router 01207b5c-5871-420b-abc0-78401bae990b has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:50:17.934099 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-59ddb5cf-f3af-4ab7-8b1c-a50355c4eb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:17.996468 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ec25513f-1e2a-46bb-8ac3-4470a983297c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "PUT /v2.0/routers/72f03803-a970-416f-a2eb-d92c34878823/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4494414 Jan 21 09:50:18.001963 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34804) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:18.002798 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-59ddb5cf-f3af-4ab7-8b1c-a50355c4eb5a None None] For port 1d2ec7fa-e018-4e9c-8060-f1034d4a5076, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=1d2ec7fa-e018-4e9c-8060-f1034d4a5076,segment=NetworkSegment(7e2b1c37-e1f9-43d4-b8b6-7ea884e72745),segment_id=7e2b1c37-e1f9-43d4-b8b6-7ea884e72745)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:18.007828 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7c7d23cb-9ef4-47c7-a668-3a656d6ff4e6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:18.011765 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-59ddb5cf-f3af-4ab7-8b1c-a50355c4eb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:18.040051 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-71048839-6a79-431d-9f81-08be09e07a49 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:18.101310 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ddb5cf-f3af-4ab7-8b1c-a50355c4eb5a None None] Pushing event updated for resources: {'Port': ['ID=1d2ec7fa-e018-4e9c-8060-f1034d4a5076,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:18.123053 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-7c7d23cb-9ef4-47c7-a668-3a656d6ff4e6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Transition to ACTIVE for port object b740ff4a-67d7-4d10-b762-83a08a4aa31b will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:18.157029 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-f57251f7-ae65-4f14-b274-a1d7c05a2c99 None None] Set router 72f03803-a970-416f-a2eb-d92c34878823 gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:50:18.175728 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-2cd700d9-145e-4691-a973-8e9dde5d011f tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:18.176751 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-2cd700d9-145e-4691-a973-8e9dde5d011f tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Synchronizing usage tracker for tenant:445ef770bf614bd2b6b8d3bcf07af0fd on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:50:18.469223 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-2cd700d9-145e-4691-a973-8e9dde5d011f tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Unset dirty status for tenant:445ef770bf614bd2b6b8d3bcf07af0fd on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:50:18.470393 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-2cd700d9-145e-4691-a973-8e9dde5d011f tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/networks?id=5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 HTTP/1.1" status: 200 len: 812 time: 0.6647189 Jan 21 09:50:18.497577 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-a11fcace-b1ef-4fa1-aed7-b06328f680d9 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/quotas/445ef770bf614bd2b6b8d3bcf07af0fd HTTP/1.1" status: 200 len: 375 time: 0.0139086 Jan 21 09:50:18.501751 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7c7d23cb-9ef4-47c7-a668-3a656d6ff4e6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:18.506539 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-f57251f7-ae65-4f14-b274-a1d7c05a2c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f03803-a970-416f-a2eb-d92c34878823', 'name': 'tempest-RoutersIpV6Test-router-1154031299', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:39Z', 'updated_at': '2022-01-21T09:50:12Z', 'revision_number': 9, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'gw_port_host': None, '_interfaces': [{'id': '3ea1e2bd-91e7-4a9e-892c-8b3192428dd3', 'name': '', 'network_id': '4c3bb146-520d-47eb-9baf-3514f0240049', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:42:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef1a7fb-438a-43d4-b64e-db20e5280e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:47Z', 'updated_at': '2022-01-21T09:49:24Z', 'revision_number': 5, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': '1ef1a7fb-438a-43d4-b64e-db20e5280e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '850e96b0-ef7d-4777-a360-d9e1ab6034c3', 'name': '', 'network_id': 'f36c9ede-9cd8-4b16-be19-6f5012ce7291', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:09:bf:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52612dcd-ce21-4204-9344-0d616fb53f62', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:00Z', 'updated_at': '2022-01-21T09:49:37Z', 'revision_number': 5, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': '52612dcd-ce21-4204-9344-0d616fb53f62', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:18.513409 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57251f7-ae65-4f14-b274-a1d7c05a2c99 None None] Checking router: 72f03803-a970-416f-a2eb-d92c34878823 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:50:18.527735 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57251f7-ae65-4f14-b274-a1d7c05a2c99 None None] Routers {'72f03803-a970-416f-a2eb-d92c34878823'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:18.528350 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-f57251f7-ae65-4f14-b274-a1d7c05a2c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['72f03803-a970-416f-a2eb-d92c34878823'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:18.678508 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b991839f-616f-49ea-9640-b0f11986ad70 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:50:18.698059 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-03fdd39d-6356-4b55-a029-505a7fc8705c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Deleting subnet e2066ddd-2bac-45a8-b06a-dfde0472f894 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:50:18.702789 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7d23cb-9ef4-47c7-a668-3a656d6ff4e6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Network eb5bb302-f98e-4daf-ab12-078a12bff700 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:18.704212 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3febf32-fd16-462c-83bc-c9a1f4ae5250 None None] Sync routers for ids ['01207b5c-5871-420b-abc0-78401bae990b'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:50:18.710259 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b991839f-616f-49ea-9640-b0f11986ad70 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "PUT /v2.0/routers/01207b5c-5871-420b-abc0-78401bae990b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9207199 Jan 21 09:50:18.714518 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34808) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:18.716742 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.l3_db [None req-0f4795ae-e3bd-4c67-a29f-bf0d52bd022a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Floating IP 631013e5-9063-4ca5-90a8-1739b8b95169 associated. External IP: 172.26.0.93, port: 0ade5573-2bc3-4fc1-b5dc-186437520f7e. Jan 21 09:50:18.716978 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03fdd39d-6356-4b55-a029-505a7fc8705c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:18.718502 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-f57251f7-ae65-4f14-b274-a1d7c05a2c99 None None] Set router 72f03803-a970-416f-a2eb-d92c34878823 gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:50:18.724347 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3febf32-fd16-462c-83bc-c9a1f4ae5250 None None] Routers {'01207b5c-5871-420b-abc0-78401bae990b'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:18.724970 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e3febf32-fd16-462c-83bc-c9a1f4ae5250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['01207b5c-5871-420b-abc0-78401bae990b'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:18.746814 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-7c7d23cb-9ef4-47c7-a668-3a656d6ff4e6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:18.756744 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7d23cb-9ef4-47c7-a668-3a656d6ff4e6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:50:18.806311 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-71048839-6a79-431d-9f81-08be09e07a49 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:18.864661 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7d23cb-9ef4-47c7-a668-3a656d6ff4e6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:18.865629 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7c7d23cb-9ef4-47c7-a668-3a656d6ff4e6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:18.890975 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d23cb-9ef4-47c7-a668-3a656d6ff4e6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Port': ['ID=b740ff4a-67d7-4d10-b762-83a08a4aa31b,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:18.928903 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-e3febf32-fd16-462c-83bc-c9a1f4ae5250 None None] Set router 01207b5c-5871-420b-abc0-78401bae990b gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:50:18.958126 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7c7d23cb-9ef4-47c7-a668-3a656d6ff4e6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5366707 Jan 21 09:50:18.967076 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34812) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:18.988884 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-4782d151-ed27-4c4f-9bd0-7321309e86e3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'subnet': {'network_id': 'eb5bb302-f98e-4daf-ab12-078a12bff700', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:19.005943 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71048839-6a79-431d-9f81-08be09e07a49 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:19.016270 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-71048839-6a79-431d-9f81-08be09e07a49 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:19.023025 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71048839-6a79-431d-9f81-08be09e07a49 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:19.023775 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-71048839-6a79-431d-9f81-08be09e07a49 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:19.041449 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71048839-6a79-431d-9f81-08be09e07a49 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Subnet': ['ID=f6269d61-c567-4eae-af0f-45453017be5f,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:19.073974 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-71048839-6a79-431d-9f81-08be09e07a49 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5908597 Jan 21 09:50:19.081621 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d23cb-9ef4-47c7-a668-3a656d6ff4e6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:19.082084 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d23cb-9ef4-47c7-a668-3a656d6ff4e6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:19.082426 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d23cb-9ef4-47c7-a668-3a656d6ff4e6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:19.082811 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d23cb-9ef4-47c7-a668-3a656d6ff4e6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:19.083153 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d23cb-9ef4-47c7-a668-3a656d6ff4e6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:19.083621 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d23cb-9ef4-47c7-a668-3a656d6ff4e6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:19.083953 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d23cb-9ef4-47c7-a668-3a656d6ff4e6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:19.084274 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d23cb-9ef4-47c7-a668-3a656d6ff4e6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:19.084645 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d23cb-9ef4-47c7-a668-3a656d6ff4e6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:19.084969 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d23cb-9ef4-47c7-a668-3a656d6ff4e6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:19.085287 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d23cb-9ef4-47c7-a668-3a656d6ff4e6 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:19.091221 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34816) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:19.095684 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03fdd39d-6356-4b55-a029-505a7fc8705c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:19.133187 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782d486e-5113-4327-9d37-b9c34245cae9 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:50:19.197959 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-fe5c5adb-87d0-44a5-bc3a-08593db5070f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'port': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'mac_address': 'fa:16:3e:75:c7:f0', 'name': 'tempest-NetworksTestDHCPv6-940460052'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:19.230096 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fd79ae-fe80-4302-ae89-43d819138ebb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:50:19.245876 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a7bf63-f5cd-47d7-802d-8da4d4b84f3a None None] Sync routers for ids ['fae9df63-ee59-438f-b9ac-7850c2e519bf'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:50:19.248309 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-1356fbcd-b6c5-4d83-b136-bbc1e6edfee5 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=445ef770bf614bd2b6b8d3bcf07af0fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7425127 Jan 21 09:50:19.256023 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-79fd79ae-fe80-4302-ae89-43d819138ebb tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "PUT /v2.0/routers/fae9df63-ee59-438f-b9ac-7850c2e519bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6352489 Jan 21 09:50:19.257027 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34820) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:19.279663 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-f57251f7-ae65-4f14-b274-a1d7c05a2c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f03803-a970-416f-a2eb-d92c34878823', 'name': 'tempest-RoutersIpV6Test-router-1154031299', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:39Z', 'updated_at': '2022-01-21T09:50:12Z', 'revision_number': 9, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'gw_port_host': None, '_interfaces': [{'id': '3ea1e2bd-91e7-4a9e-892c-8b3192428dd3', 'name': '', 'network_id': '4c3bb146-520d-47eb-9baf-3514f0240049', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:42:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef1a7fb-438a-43d4-b64e-db20e5280e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:47Z', 'updated_at': '2022-01-21T09:49:24Z', 'revision_number': 5, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': '1ef1a7fb-438a-43d4-b64e-db20e5280e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '850e96b0-ef7d-4777-a360-d9e1ab6034c3', 'name': '', 'network_id': 'f36c9ede-9cd8-4b16-be19-6f5012ce7291', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:09:bf:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52612dcd-ce21-4204-9344-0d616fb53f62', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:00Z', 'updated_at': '2022-01-21T09:49:37Z', 'revision_number': 5, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': '52612dcd-ce21-4204-9344-0d616fb53f62', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:19.286603 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57251f7-ae65-4f14-b274-a1d7c05a2c99 None None] The sync data for ids ['72f03803-a970-416f-a2eb-d92c34878823'] in dv-neutron-825732-1-hyperv is: [{'id': '72f03803-a970-416f-a2eb-d92c34878823', 'name': 'tempest-RoutersIpV6Test-router-1154031299', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:39Z', 'updated_at': '2022-01-21T09:50:12Z', 'revision_number': 9, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'gw_port_host': None, '_interfaces': [{'id': '3ea1e2bd-91e7-4a9e-892c-8b3192428dd3', 'name': '', 'network_id': '4c3bb146-520d-47eb-9baf-3514f0240049', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:42:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef1a7fb-438a-43d4-b64e-db20e5280e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:47Z', 'updated_at': '2022-01-21T09:49:24Z', 'revision_number': 5, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': '1ef1a7fb-438a-43d4-b64e-db20e5280e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '850e96b0-ef7d-4777-a360-d9e1ab6034c3', 'name': '', 'network_id': 'f36c9ede-9cd8-4b16-be19-6f5012ce7291', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:09:bf:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52612dcd-ce21-4204-9344-0d616fb53f62', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:00Z', 'updated_at': '2022-01-21T09:49:37Z', 'revision_number': 5, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': '52612dcd-ce21-4204-9344-0d616fb53f62', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:50:19.296416 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a7bf63-f5cd-47d7-802d-8da4d4b84f3a None None] Routers {'fae9df63-ee59-438f-b9ac-7850c2e519bf'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:19.297846 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-32a7bf63-f5cd-47d7-802d-8da4d4b84f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['fae9df63-ee59-438f-b9ac-7850c2e519bf'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:19.506247 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cd339c2-2bde-4ad4-81ab-24b6dbf3a8bc tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Deleting subnet 23e2bbf6-5c4d-4071-9407-50801ecd5467 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:50:19.511700 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0cd339c2-2bde-4ad4-81ab-24b6dbf3a8bc tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:19.515376 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0c53212-1a4f-47ec-9295-15e17b06d28c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Deleting subnet 6915840f-b4ad-4722-ba87-7eb9469f3006 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:50:19.521061 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-32a7bf63-f5cd-47d7-802d-8da4d4b84f3a None None] Set router fae9df63-ee59-438f-b9ac-7850c2e519bf gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:50:19.578144 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0cd339c2-2bde-4ad4-81ab-24b6dbf3a8bc tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:19.588690 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b0c53212-1a4f-47ec-9295-15e17b06d28c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:19.628921 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30903af5-afbb-4540-b1cf-2de2686e4821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-d5f237d0-52c1-4100-800c-a471203fec66', 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'tenant_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'fixed_ips': [{'subnet_id': 'f6269d61-c567-4eae-af0f-45453017be5f'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:50:19.630327 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-30903af5-afbb-4540-b1cf-2de2686e4821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:19.713477 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0cd339c2-2bde-4ad4-81ab-24b6dbf3a8bc tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:19.848783 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-30903af5-afbb-4540-b1cf-2de2686e4821 None None] Allocated IP 2001:db8::2 (d5f237d0-52c1-4100-800c-a471203fec66/f6269d61-c567-4eae-af0f-45453017be5f/7816d066-4375-4e00-946d-380ad5dc4052) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:50:19.891450 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b0c53212-1a4f-47ec-9295-15e17b06d28c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:19.948379 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0cd339c2-2bde-4ad4-81ab-24b6dbf3a8bc tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:20.008770 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd339c2-2bde-4ad4-81ab-24b6dbf3a8bc tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Pushing event deleted for resources: {'Subnet': ['ID=23e2bbf6-5c4d-4071-9407-50801ecd5467,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:20.019281 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0cd339c2-2bde-4ad4-81ab-24b6dbf3a8bc tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:20.020312 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b0c53212-1a4f-47ec-9295-15e17b06d28c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:20.031598 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0cd339c2-2bde-4ad4-81ab-24b6dbf3a8bc tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "DELETE /v2.0/subnets/23e2bbf6-5c4d-4071-9407-50801ecd5467 HTTP/1.1" status: 204 len: 168 time: 0.7737935 Jan 21 09:50:20.034937 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34824) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:20.060519 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-32a7bf63-f5cd-47d7-802d-8da4d4b84f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812918749', 'tenant_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': 'dec602ff-1162-4498-bd44-cd887f5327ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:29Z', 'updated_at': '2022-01-21T09:50:13Z', 'revision_number': 5, 'project_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'gw_port': {'id': 'dec602ff-1162-4498-bd44-cd887f5327ad', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:31Z', 'updated_at': '2022-01-21T09:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:20.065186 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a7bf63-f5cd-47d7-802d-8da4d4b84f3a None None] Checking router: fae9df63-ee59-438f-b9ac-7850c2e519bf for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:50:20.076956 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a7bf63-f5cd-47d7-802d-8da4d4b84f3a None None] Routers {'fae9df63-ee59-438f-b9ac-7850c2e519bf'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:20.077681 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-32a7bf63-f5cd-47d7-802d-8da4d4b84f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['fae9df63-ee59-438f-b9ac-7850c2e519bf'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:20.102689 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-30903af5-afbb-4540-b1cf-2de2686e4821 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:20.110825 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4782d151-ed27-4c4f-9bd0-7321309e86e3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:20.116747 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-30903af5-afbb-4540-b1cf-2de2686e4821 None None] Transition to ACTIVE for port object 7816d066-4375-4e00-946d-380ad5dc4052 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:20.118949 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-4782d151-ed27-4c4f-9bd0-7321309e86e3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:subnet and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:20.123047 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-4782d151-ed27-4c4f-9bd0-7321309e86e3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:20.130415 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4782d151-ed27-4c4f-9bd0-7321309e86e3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:20.138679 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-30903af5-afbb-4540-b1cf-2de2686e4821 None None] Transition to ACTIVE for port object 7816d066-4375-4e00-946d-380ad5dc4052 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:20.142291 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-42dc65b3-13f0-4969-bd57-79fea5efdbae None None] Provisioning for port b740ff4a-67d7-4d10-b762-83a08a4aa31b completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:20.152962 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-42dc65b3-13f0-4969-bd57-79fea5efdbae None None] Provisioning complete for port b740ff4a-67d7-4d10-b762-83a08a4aa31b triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:20.153360 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-42dc65b3-13f0-4969-bd57-79fea5efdbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:20.178062 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-ee25e76e-88ab-48bd-ac7f-7423f5ab60ee service neutron] 10.222.0.104 "GET /v2.0/networks/5420f90b-fa8f-4acb-ab7a-0d5edf834ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8372869 Jan 21 09:50:20.180761 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b0c53212-1a4f-47ec-9295-15e17b06d28c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:20.217419 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 1d2ec7fa-e018-4e9c-8060-f1034d4a5076 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:50:20.276059 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5ba29a-5b3c-4b79-b841-30dea9bac38c None None] Network 7c76e461-3311-4ee9-93b1-5e66961e7ff1 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:50:20.279872 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-32a7bf63-f5cd-47d7-802d-8da4d4b84f3a None None] Set router fae9df63-ee59-438f-b9ac-7850c2e519bf gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:50:20.288802 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4795ae-e3bd-4c67-a29f-bf0d52bd022a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Router b3e08f78-8c2f-4161-b95d-6d981a4110a4 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:50:20.366118 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-42dc65b3-13f0-4969-bd57-79fea5efdbae None None] Port b740ff4a-67d7-4d10-b762-83a08a4aa31b cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:50:20.384069 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-30903af5-afbb-4540-b1cf-2de2686e4821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:20.416646 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-15d1336e-b9f5-4156-a9b6-7e73d0c1892e service neutron] 10.222.0.104 "GET /v2.0/networks/5420f90b-fa8f-4acb-ab7a-0d5edf834ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372751 Jan 21 09:50:20.430913 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fe5c5adb-87d0-44a5-bc3a-08593db5070f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:20.457262 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fe5c5adb-87d0-44a5-bc3a-08593db5070f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:20.478198 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4782d151-ed27-4c4f-9bd0-7321309e86e3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Made reservation on behalf of 081c5e94b3d84c0c999dc4d73e79f211 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:50:20.527336 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:20.541351 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f8ef39f4-de50-4631-8db5-ecef837eb37f tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:20.633621 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30903af5-afbb-4540-b1cf-2de2686e4821 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:20.651781 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-30903af5-afbb-4540-b1cf-2de2686e4821 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:20.684578 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30903af5-afbb-4540-b1cf-2de2686e4821 None None] Pushing event updated for resources: {'Port': ['ID=7816d066-4375-4e00-946d-380ad5dc4052,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:20.694108 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30903af5-afbb-4540-b1cf-2de2686e4821 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:50:20.704086 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e3febf32-fd16-462c-83bc-c9a1f4ae5250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01207b5c-5871-420b-abc0-78401bae990b', 'name': 'tempest-RoutersTest-router-946825922', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:49Z', 'updated_at': '2022-01-21T09:50:13Z', 'revision_number': 8, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'gw_port_host': None, '_interfaces': [{'id': '3f15ca91-6562-40e9-8a27-387590494894', 'name': '', 'network_id': '15882cfd-8e63-4d83-a7ba-77f52124112d', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:75:0e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bf39f70-cbc5-4a84-9f53-e52cbce07296', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:10Z', 'updated_at': '2022-01-21T09:49:32Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': '2bf39f70-cbc5-4a84-9f53-e52cbce07296', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '444798e6-a9db-41b5-957d-f889d06b46e7', 'name': '', 'network_id': '3f882997-0b78-4820-a731-cfbe1f517d9e', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:a1:75:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:56Z', 'updated_at': '2022-01-21T09:49:12Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a56443-bca6-4e4b-8774-cf34cdb1afb7', 'name': '', 'network_id': 'e48c35da-084a-460d-96aa-84a1537bd2dd', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:07:bc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31f9211a-d4a3-482c-9587-96350cc037f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:27Z', 'updated_at': '2022-01-21T09:49:51Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': '31f9211a-d4a3-482c-9587-96350cc037f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:20.711829 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 1d2ec7fa-e018-4e9c-8060-f1034d4a5076 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:20.712201 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:20.743421 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-32a7bf63-f5cd-47d7-802d-8da4d4b84f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812918749', 'tenant_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': 'dec602ff-1162-4498-bd44-cd887f5327ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:29Z', 'updated_at': '2022-01-21T09:50:13Z', 'revision_number': 5, 'project_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'gw_port': {'id': 'dec602ff-1162-4498-bd44-cd887f5327ad', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:31Z', 'updated_at': '2022-01-21T09:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:20.755516 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a7bf63-f5cd-47d7-802d-8da4d4b84f3a None None] The sync data for ids ['fae9df63-ee59-438f-b9ac-7850c2e519bf'] in dv-neutron-825732-1-hyperv is: [{'id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812918749', 'tenant_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': 'dec602ff-1162-4498-bd44-cd887f5327ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:29Z', 'updated_at': '2022-01-21T09:50:13Z', 'revision_number': 5, 'project_id': '1e3f77cee1f142a6ae1fa2606c54e16c', 'gw_port': {'id': 'dec602ff-1162-4498-bd44-cd887f5327ad', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae9df63-ee59-438f-b9ac-7850c2e519bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:31Z', 'updated_at': '2022-01-21T09:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:50:20.819740 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c53212-1a4f-47ec-9295-15e17b06d28c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event deleted for resources: {'Subnet': ['ID=6915840f-b4ad-4722-ba87-7eb9469f3006,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:20.827145 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5c5adb-87d0-44a5-bc3a-08593db5070f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:50:20.907131 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5aeee0-2d4c-4d17-a435-1d28974193e2 None None] Network dedd33d9-bfe6-4502-bd03-940622274e2e requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:50:20.969831 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3febf32-fd16-462c-83bc-c9a1f4ae5250 None None] Checking router: 01207b5c-5871-420b-abc0-78401bae990b for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:50:20.970568 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4795ae-e3bd-4c67-a29f-bf0d52bd022a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:50:20.985103 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03fdd39d-6356-4b55-a029-505a7fc8705c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:21.021054 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0f4795ae-e3bd-4c67-a29f-bf0d52bd022a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:21.022616 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b0c53212-1a4f-47ec-9295-15e17b06d28c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:21.035242 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe5c5adb-87d0-44a5-bc3a-08593db5070f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:21.074760 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e2e33e-4c11-47c4-b41c-6dd5241db482 None None] Sync routers for ids ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:50:21.116707 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b0c53212-1a4f-47ec-9295-15e17b06d28c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/subnets/6915840f-b4ad-4722-ba87-7eb9469f3006 HTTP/1.1" status: 204 len: 168 time: 2.3714020 Jan 21 09:50:21.122789 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03fdd39d-6356-4b55-a029-505a7fc8705c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:21.126896 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34838) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:21.169247 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3febf32-fd16-462c-83bc-c9a1f4ae5250 None None] Routers {'01207b5c-5871-420b-abc0-78401bae990b'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:21.170009 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e3febf32-fd16-462c-83bc-c9a1f4ae5250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['01207b5c-5871-420b-abc0-78401bae990b'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:21.196505 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fdd39d-6356-4b55-a029-505a7fc8705c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event deleted for resources: {'Subnet': ['ID=e2066ddd-2bac-45a8-b06a-dfde0472f894,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:21.225321 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f8ef39f4-de50-4631-8db5-ecef837eb37f tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:21.240640 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-30903af5-afbb-4540-b1cf-2de2686e4821 None None] Attempting to bind port 7816d066-4375-4e00-946d-380ad5dc4052 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:50:21.241007 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-30903af5-afbb-4540-b1cf-2de2686e4821 None None] Attempting to bind port 7816d066-4375-4e00-946d-380ad5dc4052 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:50:21.241449 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30903af5-afbb-4540-b1cf-2de2686e4821 None None] Attempting to bind port 7816d066-4375-4e00-946d-380ad5dc4052 on network d5f237d0-52c1-4100-800c-a471203fec66 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:50:21.250209 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-c3df759f-b9db-4886-a90a-6aa68a18d9fd req-0ef36f18-20f8-4630-a0c1-826dde86cfb8 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Synchronizing usage tracker for tenant:445ef770bf614bd2b6b8d3bcf07af0fd on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:50:21.272581 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-f8ef39f4-de50-4631-8db5-ecef837eb37f tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Deleting port dec602ff-1162-4498-bd44-cd887f5327ad {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:21.287580 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f8ef39f4-de50-4631-8db5-ecef837eb37f tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:21.299304 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30903af5-afbb-4540-b1cf-2de2686e4821 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:50:21.302016 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30903af5-afbb-4540-b1cf-2de2686e4821 None None] Checking segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:50:21.302777 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-30903af5-afbb-4540-b1cf-2de2686e4821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:21.303592 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30903af5-afbb-4540-b1cf-2de2686e4821 None None] Bound using segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:50:21.309172 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-30903af5-afbb-4540-b1cf-2de2686e4821 None None] Bound port: 7816d066-4375-4e00-946d-380ad5dc4052, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:50:21.309627 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-30903af5-afbb-4540-b1cf-2de2686e4821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:21.340176 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f11255cb-87ea-41cc-8058-142b17dba7e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:21.354865 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-fe5c5adb-87d0-44a5-bc3a-08593db5070f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] device_id is not set on port 4a458397-fec0-498d-9df3-b32f40677781 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:50:21.460929 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4782d151-ed27-4c4f-9bd0-7321309e86e3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:21.510831 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e2e33e-4c11-47c4-b41c-6dd5241db482 None None] Routers {'b3e08f78-8c2f-4161-b95d-6d981a4110a4'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:21.511445 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-94e2e33e-4c11-47c4-b41c-6dd5241db482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:21.538657 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-f8ef39f4-de50-4631-8db5-ecef837eb37f tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] For port dec602ff-1162-4498-bd44-cd887f5327ad, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=dec602ff-1162-4498-bd44-cd887f5327ad,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:21.539148 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f8ef39f4-de50-4631-8db5-ecef837eb37f tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:21.564568 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-f11255cb-87ea-41cc-8058-142b17dba7e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Deleting port a2a813ca-f648-42be-857c-77277f54f915 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:21.564906 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f11255cb-87ea-41cc-8058-142b17dba7e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:21.597903 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b3a577-bcef-40c5-9eb5-aa3c7115e219 None None] Network 4df5b5a0-0c6f-4d47-9deb-fa6f673103cf requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:50:21.635100 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03fdd39d-6356-4b55-a029-505a7fc8705c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:21.720730 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0f4795ae-e3bd-4c67-a29f-bf0d52bd022a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 11.0049751 Jan 21 09:50:21.734031 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-f8ef39f4-de50-4631-8db5-ecef837eb37f tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Calling delete_port for dec602ff-1162-4498-bd44-cd887f5327ad owned by network:router_gateway {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:21.736542 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-03fdd39d-6356-4b55-a029-505a7fc8705c tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/subnets/e2066ddd-2bac-45a8-b06a-dfde0472f894 HTTP/1.1" status: 204 len: 168 time: 3.7226043 Jan 21 09:50:21.737072 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34848) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:21.738203 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34850) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:21.760641 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-df3ef7de-32ab-49a9-869d-a655ca632f4a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1207443694'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:21.790545 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-df3ef7de-32ab-49a9-869d-a655ca632f4a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:21.810118 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-c3df759f-b9db-4886-a90a-6aa68a18d9fd req-0ef36f18-20f8-4630-a0c1-826dde86cfb8 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Unset dirty status for tenant:445ef770bf614bd2b6b8d3bcf07af0fd on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:50:21.811539 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c3df759f-b9db-4886-a90a-6aa68a18d9fd req-0ef36f18-20f8-4630-a0c1-826dde86cfb8 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee5826cd-33a9-4048-a9ec-1e3cd61dc980 HTTP/1.1" status: 200 len: 210 time: 0.7345934 Jan 21 09:50:21.861716 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-94e2e33e-4c11-47c4-b41c-6dd5241db482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:21.886532 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-fe5c5adb-87d0-44a5-bc3a-08593db5070f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Allocated IP 2001:db8::136 (d5f237d0-52c1-4100-800c-a471203fec66/f6269d61-c567-4eae-af0f-45453017be5f/4a458397-fec0-498d-9df3-b32f40677781) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:50:22.028211 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-30903af5-afbb-4540-b1cf-2de2686e4821 None None] For port 7816d066-4375-4e00-946d-380ad5dc4052, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:50:22.063680 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f8ef39f4-de50-4631-8db5-ecef837eb37f tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:22.085527 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-30903af5-afbb-4540-b1cf-2de2686e4821 None None] For port 7816d066-4375-4e00-946d-380ad5dc4052, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=7816d066-4375-4e00-946d-380ad5dc4052,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:50:22.095689 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-e3febf32-fd16-462c-83bc-c9a1f4ae5250 None None] Set router 01207b5c-5871-420b-abc0-78401bae990b gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:50:22.117225 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.ipam_backend_mixin [None req-4782d151-ed27-4c4f-9bd0-7321309e86e3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6e63d71e-84a6-4866-a019-2e8e27a46239 (CIDR: 172.20.0.0/28) Jan 21 09:50:22.195516 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef39f4-de50-4631-8db5-ecef837eb37f tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Pushing event deleted for resources: {'Port': ['ID=dec602ff-1162-4498-bd44-cd887f5327ad,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:22.210339 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74340ad0-5c9f-40af-8baa-9986039be62c None None] DHCP port deletion for 7c76e461-3311-4ee9-93b1-5e66961e7ff1 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:50:22.212411 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 815f46e4-c104-40a9-a90e-969fea986bbb no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:50:22.214938 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-df3ef7de-32ab-49a9-869d-a655ca632f4a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Usage tracker for resource:network and tenant:a9bbec69a2694a0bb3504d188ecd25f9 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:22.253650 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-30903af5-afbb-4540-b1cf-2de2686e4821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:22.282177 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-df3ef7de-32ab-49a9-869d-a655ca632f4a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:22.285364 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-4782d151-ed27-4c4f-9bd0-7321309e86e3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:50:22.285851 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4782d151-ed27-4c4f-9bd0-7321309e86e3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:50:22.311717 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 815f46e4-c104-40a9-a90e-969fea986bbb {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:50:22.312054 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 815f46e4-c104-40a9-a90e-969fea986bbb not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:50:22.312473 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device fd7534ae-43c5-4629-9ed0-05b03e6b8711 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:50:22.319910 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-df3ef7de-32ab-49a9-869d-a655ca632f4a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:22.340373 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e2e33e-4c11-47c4-b41c-6dd5241db482 None None] Routers {'b3e08f78-8c2f-4161-b95d-6d981a4110a4'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:22.341145 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-94e2e33e-4c11-47c4-b41c-6dd5241db482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:49:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:22.390764 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-74340ad0-5c9f-40af-8baa-9986039be62c None None] Deleting port 0b19ddea-a864-449d-af63-134654b739e1 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:22.391128 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-74340ad0-5c9f-40af-8baa-9986039be62c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:22.413265 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-f11255cb-87ea-41cc-8058-142b17dba7e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] For port a2a813ca-f648-42be-857c-77277f54f915, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=a2a813ca-f648-42be-857c-77277f54f915,segment=NetworkSegment(fb3b054e-bbf1-417e-aa6c-a2d37e3044c2),segment_id=fb3b054e-bbf1-417e-aa6c-a2d37e3044c2)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:22.414016 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f11255cb-87ea-41cc-8058-142b17dba7e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:22.466404 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: fd7534ae-43c5-4629-9ed0-05b03e6b8711 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:50:22.466742 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device fd7534ae-43c5-4629-9ed0-05b03e6b8711 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:50:22.492207 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-94e2e33e-4c11-47c4-b41c-6dd5241db482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:22.492613 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e2e33e-4c11-47c4-b41c-6dd5241db482 None None] The sync data for ids ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:50:22.526709 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-80340ff8-3931-40fd-92fa-14e83bd9ae32 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:22.572181 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f8ef39f4-de50-4631-8db5-ecef837eb37f tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:22.638526 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-f11255cb-87ea-41cc-8058-142b17dba7e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Calling delete_port for a2a813ca-f648-42be-857c-77277f54f915 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:22.697351 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30903af5-afbb-4540-b1cf-2de2686e4821 None None] Pushing event updated for resources: {'Port': ['ID=7816d066-4375-4e00-946d-380ad5dc4052,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:22.702141 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4782d151-ed27-4c4f-9bd0-7321309e86e3 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.7324696 Jan 21 09:50:22.716617 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34856) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:22.719650 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3ef7de-32ab-49a9-869d-a655ca632f4a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Made reservation on behalf of a9bbec69a2694a0bb3504d188ecd25f9 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:50:22.724852 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-df3ef7de-32ab-49a9-869d-a655ca632f4a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:22.771347 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-8c58b1bb-aa98-4158-8e73-453cf8b2c3f4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'subnet': {'network_id': 'eb5bb302-f98e-4daf-ab12-078a12bff700', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:23.001835 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455aa02b-1d1b-4385-900f-e0bff9b3bfe2 None None] DHCP port deletion for 4df5b5a0-0c6f-4d47-9deb-fa6f673103cf request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:50:23.004362 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db1fe5e-7e23-4c98-887e-2a956e356e6b None None] DHCP port deletion for dedd33d9-bfe6-4502-bd03-940622274e2e request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:50:23.026294 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f8ef39f4-de50-4631-8db5-ecef837eb37f tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:23.031410 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f8ef39f4-de50-4631-8db5-ecef837eb37f tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:23.040634 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-1db1fe5e-7e23-4c98-887e-2a956e356e6b None None] Deleting port a2a813ca-f648-42be-857c-77277f54f915 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:23.041185 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1db1fe5e-7e23-4c98-887e-2a956e356e6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:23.103250 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-455aa02b-1d1b-4385-900f-e0bff9b3bfe2 None None] Deleting port 25b35bf0-9057-47ca-9b0f-03a10adc5a21 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:23.103608 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-455aa02b-1d1b-4385-900f-e0bff9b3bfe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:23.200294 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f8ef39f4-de50-4631-8db5-ecef837eb37f tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:23.211852 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ef39f4-de50-4631-8db5-ecef837eb37f tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Fanout notify agent at l3_agent the message router_deleted on router fae9df63-ee59-438f-b9ac-7850c2e519bf {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:50:23.242321 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-80340ff8-3931-40fd-92fa-14e83bd9ae32 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Deleting port 25b35bf0-9057-47ca-9b0f-03a10adc5a21 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:23.242911 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-80340ff8-3931-40fd-92fa-14e83bd9ae32 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:23.260568 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-6387b3b9-e0b6-4002-9740-115e898dfe37 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:23.262956 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-6387b3b9-e0b6-4002-9740-115e898dfe37 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.124 "GET /v2.0/networks?id=5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 HTTP/1.1" status: 200 len: 812 time: 0.7241292 Jan 21 09:50:23.263183 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-74340ad0-5c9f-40af-8baa-9986039be62c None None] For port 0b19ddea-a864-449d-af63-134654b739e1, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=0b19ddea-a864-449d-af63-134654b739e1,segment=NetworkSegment(155ca858-1c82-4acd-b696-f79df79a5f2d),segment_id=155ca858-1c82-4acd-b696-f79df79a5f2d)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:23.263577 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-74340ad0-5c9f-40af-8baa-9986039be62c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:23.278538 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f8ef39f4-de50-4631-8db5-ecef837eb37f tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:23.283684 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f8ef39f4-de50-4631-8db5-ecef837eb37f tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "DELETE /v2.0/routers/fae9df63-ee59-438f-b9ac-7850c2e519bf HTTP/1.1" status: 204 len: 168 time: 3.2474720 Jan 21 09:50:23.285986 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34864) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:23.450985 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-deddd3b4-02ca-4718-9574-7b26e0da60dd tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=445ef770bf614bd2b6b8d3bcf07af0fd HTTP/1.1" status: 200 len: 379 time: 0.1634681 Jan 21 09:50:23.462706 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-c32aafba-2d04-4fa6-a820-a8aa419862bc tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Request body: {'port': {'device_id': 'ee5826cd-33a9-4048-a9ec-1e3cd61dc980', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'admin_state_up': True, 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'security_groups': ['b229d27d-480d-4602-a3e0-4edc6625f56c']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:23.481036 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe5c5adb-87d0-44a5-bc3a-08593db5070f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:23.493785 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-bd8b6572-3cae-46fd-93f0-df883c0ba49b req-97b4ef18-1804-424b-8c02-e447bc323826 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee5826cd-33a9-4048-a9ec-1e3cd61dc980 HTTP/1.1" status: 200 len: 210 time: 0.2067900 Jan 21 09:50:23.494489 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df3ef7de-32ab-49a9-869d-a655ca632f4a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:50:23.555992 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-fe5c5adb-87d0-44a5-bc3a-08593db5070f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Transition to ACTIVE for port object 4a458397-fec0-498d-9df3-b32f40677781 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:23.599787 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-1db1fe5e-7e23-4c98-887e-2a956e356e6b None None] For port a2a813ca-f648-42be-857c-77277f54f915, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=a2a813ca-f648-42be-857c-77277f54f915,segment=NetworkSegment(fb3b054e-bbf1-417e-aa6c-a2d37e3044c2),segment_id=fb3b054e-bbf1-417e-aa6c-a2d37e3044c2)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:23.600501 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1db1fe5e-7e23-4c98-887e-2a956e356e6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:23.630019 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f11255cb-87ea-41cc-8058-142b17dba7e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:23.699051 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11255cb-87ea-41cc-8058-142b17dba7e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] No DVR routers for this DVR port a2a813ca-f648-42be-857c-77277f54f915 on host dv-neutron-825732-1-hyperv {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:50:23.705232 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-c32aafba-2d04-4fa6-a820-a8aa419862bc tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:23.718298 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-c32aafba-2d04-4fa6-a820-a8aa419862bc tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:23.742295 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43d3ef09-e0d0-430a-9167-f1cd70d7c383 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:23.747347 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-c32aafba-2d04-4fa6-a820-a8aa419862bc tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Made reservation on behalf of 445ef770bf614bd2b6b8d3bcf07af0fd for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:50:23.749156 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe5c5adb-87d0-44a5-bc3a-08593db5070f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:23.751229 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-c32aafba-2d04-4fa6-a820-a8aa419862bc tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:23.759450 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-1db1fe5e-7e23-4c98-887e-2a956e356e6b None None] Calling delete_port for a2a813ca-f648-42be-857c-77277f54f915 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:23.774002 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11255cb-87ea-41cc-8058-142b17dba7e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event deleted for resources: {'Port': ['ID=a2a813ca-f648-42be-857c-77277f54f915,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:23.899073 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-43d3ef09-e0d0-430a-9167-f1cd70d7c383 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Deleting port 0b19ddea-a864-449d-af63-134654b739e1 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:23.899709 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43d3ef09-e0d0-430a-9167-f1cd70d7c383 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:24.012268 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-74340ad0-5c9f-40af-8baa-9986039be62c None None] Calling delete_port for 0b19ddea-a864-449d-af63-134654b739e1 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:24.015443 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-df3ef7de-32ab-49a9-869d-a655ca632f4a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:24.016354 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-df3ef7de-32ab-49a9-869d-a655ca632f4a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Added segment 10969b66-ff7f-4e61-bd0b-616508dcd405 of type vlan for network 8f15b276-af35-4370-8d76-49490b88e900 Jan 21 09:50:24.072644 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c5adb-87d0-44a5-bc3a-08593db5070f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Port': ['ID=4a458397-fec0-498d-9df3-b32f40677781,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:24.182858 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-74340ad0-5c9f-40af-8baa-9986039be62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:24.306921 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 7816d066-4375-4e00-946d-380ad5dc4052 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:50:24.328322 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-80340ff8-3931-40fd-92fa-14e83bd9ae32 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] For port 25b35bf0-9057-47ca-9b0f-03a10adc5a21, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=25b35bf0-9057-47ca-9b0f-03a10adc5a21,segment=NetworkSegment(6aba9f7f-2522-484d-9ac9-80594c7c3a87),segment_id=6aba9f7f-2522-484d-9ac9-80594c7c3a87)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:24.328890 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-80340ff8-3931-40fd-92fa-14e83bd9ae32 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:24.336410 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-43d3ef09-e0d0-430a-9167-f1cd70d7c383 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] For port 0b19ddea-a864-449d-af63-134654b739e1, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=0b19ddea-a864-449d-af63-134654b739e1,segment=NetworkSegment(155ca858-1c82-4acd-b696-f79df79a5f2d),segment_id=155ca858-1c82-4acd-b696-f79df79a5f2d)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:24.337303 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43d3ef09-e0d0-430a-9167-f1cd70d7c383 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:24.371093 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f5259b8c-0c1c-48c5-bf71-1eceddddd3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:24.392927 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74340ad0-5c9f-40af-8baa-9986039be62c None None] Pushing event deleted for resources: {'Port': ['ID=0b19ddea-a864-449d-af63-134654b739e1,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:24.425669 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74340ad0-5c9f-40af-8baa-9986039be62c None None] No DVR routers for this DVR port 0b19ddea-a864-449d-af63-134654b739e1 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:50:24.489658 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-80340ff8-3931-40fd-92fa-14e83bd9ae32 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Calling delete_port for 25b35bf0-9057-47ca-9b0f-03a10adc5a21 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:24.498959 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-43d3ef09-e0d0-430a-9167-f1cd70d7c383 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Calling delete_port for 0b19ddea-a864-449d-af63-134654b739e1 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:24.547983 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5c5adb-87d0-44a5-bc3a-08593db5070f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:24.553429 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-1db1fe5e-7e23-4c98-887e-2a956e356e6b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:50:24.553939 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-1db1fe5e-7e23-4c98-887e-2a956e356e6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:50:24.563378 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f11255cb-87ea-41cc-8058-142b17dba7e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:24.570060 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-c32aafba-2d04-4fa6-a820-a8aa419862bc tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Allocated IP 172.20.0.12 (5420f90b-fa8f-4acb-ab7a-0d5edf834ae6/f8e2e48f-3c2e-408d-ac72-f5742db41e13/bd1ade71-5040-4cb6-958d-14b24715ecc8) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:50:24.580076 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-fe5c5adb-87d0-44a5-bc3a-08593db5070f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:24.589988 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8c58b1bb-aa98-4158-8e73-453cf8b2c3f4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:24.607971 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5c5adb-87d0-44a5-bc3a-08593db5070f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:50:24.609720 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-194fb551-3c7a-401b-9843-cc97795c7205 None None] Provisioning for port 7816d066-4375-4e00-946d-380ad5dc4052 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:24.613145 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5c5adb-87d0-44a5-bc3a-08593db5070f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:24.613600 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe5c5adb-87d0-44a5-bc3a-08593db5070f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:24.623163 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8c58b1bb-aa98-4158-8e73-453cf8b2c3f4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:subnet and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:24.627623 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-455aa02b-1d1b-4385-900f-e0bff9b3bfe2 None None] For port 25b35bf0-9057-47ca-9b0f-03a10adc5a21, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=25b35bf0-9057-47ca-9b0f-03a10adc5a21,segment=NetworkSegment(6aba9f7f-2522-484d-9ac9-80594c7c3a87),segment_id=6aba9f7f-2522-484d-9ac9-80594c7c3a87)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:24.629283 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-455aa02b-1d1b-4385-900f-e0bff9b3bfe2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:24.638790 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8c58b1bb-aa98-4158-8e73-453cf8b2c3f4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:24.687261 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-df3ef7de-32ab-49a9-869d-a655ca632f4a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:24.704499 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8c58b1bb-aa98-4158-8e73-453cf8b2c3f4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:24.707734 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.api [None req-43d3ef09-e0d0-430a-9167-f1cd70d7c383 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:50:24.709548 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG oslo_db.api [None req-43d3ef09-e0d0-430a-9167-f1cd70d7c383 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:50:24.777705 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-f11255cb-87ea-41cc-8058-142b17dba7e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dedd33d9-bfe6-4502-bd03-940622274e2e']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:24.799363 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e3febf32-fd16-462c-83bc-c9a1f4ae5250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01207b5c-5871-420b-abc0-78401bae990b', 'name': 'tempest-RoutersTest-router-946825922', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:49Z', 'updated_at': '2022-01-21T09:50:13Z', 'revision_number': 8, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'gw_port_host': None, '_interfaces': [{'id': '3f15ca91-6562-40e9-8a27-387590494894', 'name': '', 'network_id': '15882cfd-8e63-4d83-a7ba-77f52124112d', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:75:0e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bf39f70-cbc5-4a84-9f53-e52cbce07296', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:10Z', 'updated_at': '2022-01-21T09:49:32Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': '2bf39f70-cbc5-4a84-9f53-e52cbce07296', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '444798e6-a9db-41b5-957d-f889d06b46e7', 'name': '', 'network_id': '3f882997-0b78-4820-a731-cfbe1f517d9e', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:a1:75:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:56Z', 'updated_at': '2022-01-21T09:49:12Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a56443-bca6-4e4b-8774-cf34cdb1afb7', 'name': '', 'network_id': 'e48c35da-084a-460d-96aa-84a1537bd2dd', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:07:bc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31f9211a-d4a3-482c-9587-96350cc037f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:27Z', 'updated_at': '2022-01-21T09:49:51Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': '31f9211a-d4a3-482c-9587-96350cc037f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:24.805740 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-f11255cb-87ea-41cc-8058-142b17dba7e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb3b054e-bbf1-417e-aa6c-a2d37e3044c2') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:24.806202 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-f11255cb-87ea-41cc-8058-142b17dba7e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb3b054e-bbf1-417e-aa6c-a2d37e3044c2') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:24.822437 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f11255cb-87ea-41cc-8058-142b17dba7e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:24.839192 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-455aa02b-1d1b-4385-900f-e0bff9b3bfe2 None None] Calling delete_port for 25b35bf0-9057-47ca-9b0f-03a10adc5a21 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:24.844139 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f11255cb-87ea-41cc-8058-142b17dba7e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:24.852148 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11255cb-87ea-41cc-8058-142b17dba7e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:50:24.853404 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f11255cb-87ea-41cc-8058-142b17dba7e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:24.926251 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 7816d066-4375-4e00-946d-380ad5dc4052 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:24.949162 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:50:24.949162 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:50:24.949162 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:50:24.949162 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:50:24.949162 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:50:24.949162 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:50:24.949162 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:50:24.949162 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:50:24.949162 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:50:24.949162 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:50:24.949162 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:50:24.949162 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:50:24.949162 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:50:24.949162 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:50:24.949162 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:50:24.949162 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:50:24.949162 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:50:24.949162 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:50:24.949162 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:50:24.949162 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:50:24.949162 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:50:24.949162 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:50:24.949162 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:50:24.949162 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:50:24.949162 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:50:24.949162 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:50:24.949162 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:50:24.949162 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:50:24.949162 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:50:24.949162 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:50:24.949162 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:50:24.949162 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:50:24.953883 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3febf32-fd16-462c-83bc-c9a1f4ae5250 None None] The sync data for ids ['01207b5c-5871-420b-abc0-78401bae990b'] in dv-neutron-825732-1-hyperv is: [{'id': '01207b5c-5871-420b-abc0-78401bae990b', 'name': 'tempest-RoutersTest-router-946825922', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:49Z', 'updated_at': '2022-01-21T09:50:13Z', 'revision_number': 8, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'gw_port_host': None, '_interfaces': [{'id': '3f15ca91-6562-40e9-8a27-387590494894', 'name': '', 'network_id': '15882cfd-8e63-4d83-a7ba-77f52124112d', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:75:0e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bf39f70-cbc5-4a84-9f53-e52cbce07296', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:10Z', 'updated_at': '2022-01-21T09:49:32Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': '2bf39f70-cbc5-4a84-9f53-e52cbce07296', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '444798e6-a9db-41b5-957d-f889d06b46e7', 'name': '', 'network_id': '3f882997-0b78-4820-a731-cfbe1f517d9e', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:a1:75:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:56Z', 'updated_at': '2022-01-21T09:49:12Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a56443-bca6-4e4b-8774-cf34cdb1afb7', 'name': '', 'network_id': 'e48c35da-084a-460d-96aa-84a1537bd2dd', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:07:bc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31f9211a-d4a3-482c-9587-96350cc037f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:27Z', 'updated_at': '2022-01-21T09:49:51Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': '31f9211a-d4a3-482c-9587-96350cc037f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:50:24.958842 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 7816d066-4375-4e00-946d-380ad5dc4052 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:24.959362 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:24.972892 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-df3ef7de-32ab-49a9-869d-a655ca632f4a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:50:25.053124 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-fe5c5adb-87d0-44a5-bc3a-08593db5070f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.8645499 Jan 21 09:50:25.054170 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-df3ef7de-32ab-49a9-869d-a655ca632f4a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:25.058602 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3ef7de-32ab-49a9-869d-a655ca632f4a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:25.059266 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-df3ef7de-32ab-49a9-869d-a655ca632f4a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:25.059789 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34870) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:25.062024 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-1db1fe5e-7e23-4c98-887e-2a956e356e6b None None] Deleting port a2a813ca-f648-42be-857c-77277f54f915 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:25.062666 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1db1fe5e-7e23-4c98-887e-2a956e356e6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:25.109916 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c58b1bb-aa98-4158-8e73-453cf8b2c3f4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Made reservation on behalf of 081c5e94b3d84c0c999dc4d73e79f211 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:50:25.116369 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8c58b1bb-aa98-4158-8e73-453cf8b2c3f4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:25.143454 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-001f4ee8-d8d3-4ded-ace3-5ce165cc717c req-6ae84b1c-faa9-4e4f-86e3-8195ce3e5369 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee5826cd-33a9-4048-a9ec-1e3cd61dc980 HTTP/1.1" status: 200 len: 210 time: 0.1278274 Jan 21 09:50:25.147051 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-1db1fe5e-7e23-4c98-887e-2a956e356e6b None None] The port 'a2a813ca-f648-42be-857c-77277f54f915' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:50:25.151897 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5e2925b1-f1cb-4594-b8f9-6f65df550d14 None None] Provisioning for port 4a458397-fec0-498d-9df3-b32f40677781 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:25.164389 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5e2925b1-f1cb-4594-b8f9-6f65df550d14 None None] Provisioning complete for port 4a458397-fec0-498d-9df3-b32f40677781 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:25.164920 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5e2925b1-f1cb-4594-b8f9-6f65df550d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:25.212506 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-43d3ef09-e0d0-430a-9167-f1cd70d7c383 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Deleting port 0b19ddea-a864-449d-af63-134654b739e1 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:25.212833 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43d3ef09-e0d0-430a-9167-f1cd70d7c383 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:25.217827 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f11255cb-87ea-41cc-8058-142b17dba7e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:25.226342 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f11255cb-87ea-41cc-8058-142b17dba7e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:25.275087 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5e2925b1-f1cb-4594-b8f9-6f65df550d14 None None] Port 4a458397-fec0-498d-9df3-b32f40677781 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:50:25.297203 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-455aa02b-1d1b-4385-900f-e0bff9b3bfe2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:50:25.297959 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-455aa02b-1d1b-4385-900f-e0bff9b3bfe2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:50:25.301266 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-43d3ef09-e0d0-430a-9167-f1cd70d7c383 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] The port '0b19ddea-a864-449d-af63-134654b739e1' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:50:25.303654 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:25.337555 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ef7de-32ab-49a9-869d-a655ca632f4a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event updated for resources: {'Network': ['ID=8f15b276-af35-4370-8d76-49490b88e900,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:25.346447 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-c32aafba-2d04-4fa6-a820-a8aa419862bc tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:25.370983 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11255cb-87ea-41cc-8058-142b17dba7e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event deleted for resources: {'Network': ['ID=dedd33d9-bfe6-4502-bd03-940622274e2e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:25.380063 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34874) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:25.382466 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-df3ef7de-32ab-49a9-869d-a655ca632f4a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 3.6299498 Jan 21 09:50:25.387825 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-80340ff8-3931-40fd-92fa-14e83bd9ae32 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:25.397290 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 7816d066-4375-4e00-946d-380ad5dc4052, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=7816d066-4375-4e00-946d-380ad5dc4052,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:25.399128 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-f24e7b07-bccc-4654-87a2-405f44fcb380 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Request body: {'subnet': {'network_id': '8f15b276-af35-4370-8d76-49490b88e900', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:25.400374 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 8f15b276-af35-4370-8d76-49490b88e900 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:50:25.416092 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:25.455727 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f11255cb-87ea-41cc-8058-142b17dba7e3 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/networks/dedd33d9-bfe6-4502-bd03-940622274e2e HTTP/1.1" status: 204 len: 168 time: 4.2721536 Jan 21 09:50:25.459992 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34878) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:25.460797 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80340ff8-3931-40fd-92fa-14e83bd9ae32 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event deleted for resources: {'Port': ['ID=25b35bf0-9057-47ca-9b0f-03a10adc5a21,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:25.514222 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80340ff8-3931-40fd-92fa-14e83bd9ae32 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] No DVR routers for this DVR port 25b35bf0-9057-47ca-9b0f-03a10adc5a21 on host dv-neutron-825732-1-hyperv {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:50:25.553368 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 0b19ddea-a864-449d-af63-134654b739e1 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:50:25.620003 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 0b19ddea-a864-449d-af63-134654b739e1 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:50:25.620003 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 0b19ddea-a864-449d-af63-134654b739e1 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:50:25.620384 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device dec602ff-1162-4498-bd44-cd887f5327ad no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:50:25.682868 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: dec602ff-1162-4498-bd44-cd887f5327ad {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:50:25.683199 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device dec602ff-1162-4498-bd44-cd887f5327ad not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:50:25.683620 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 25b35bf0-9057-47ca-9b0f-03a10adc5a21 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:50:25.695716 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f24e7b07-bccc-4654-87a2-405f44fcb380 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:25.699593 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-c32aafba-2d04-4fa6-a820-a8aa419862bc tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Transition to ACTIVE for port object bd1ade71-5040-4cb6-958d-14b24715ecc8 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:25.707941 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7f42cd-1367-4797-b166-65367ca30b92 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:25.712570 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7f42cd-1367-4797-b166-65367ca30b92 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:25.714440 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-de7f42cd-1367-4797-b166-65367ca30b92 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6503477 Jan 21 09:50:25.720769 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34884) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:25.734342 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 25b35bf0-9057-47ca-9b0f-03a10adc5a21 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:50:25.734661 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 25b35bf0-9057-47ca-9b0f-03a10adc5a21 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:50:25.735089 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a2a813ca-f648-42be-857c-77277f54f915 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:50:25.747964 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f24e7b07-bccc-4654-87a2-405f44fcb380 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:25.759761 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43d3ef09-e0d0-430a-9167-f1cd70d7c383 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:25.777635 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=7816d066-4375-4e00-946d-380ad5dc4052,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:25.788718 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: a2a813ca-f648-42be-857c-77277f54f915 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:50:25.789209 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a2a813ca-f648-42be-857c-77277f54f915 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:50:25.793601 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24e7b07-bccc-4654-87a2-405f44fcb380 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Made reservation on behalf of a9bbec69a2694a0bb3504d188ecd25f9 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:50:25.800788 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-455aa02b-1d1b-4385-900f-e0bff9b3bfe2 None None] Deleting port 25b35bf0-9057-47ca-9b0f-03a10adc5a21 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:25.801119 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-455aa02b-1d1b-4385-900f-e0bff9b3bfe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:25.823731 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-43d3ef09-e0d0-430a-9167-f1cd70d7c383 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c76e461-3311-4ee9-93b1-5e66961e7ff1']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:25.882076 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-455aa02b-1d1b-4385-900f-e0bff9b3bfe2 None None] The port '25b35bf0-9057-47ca-9b0f-03a10adc5a21' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:50:25.929000 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-43d3ef09-e0d0-430a-9167-f1cd70d7c383 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '155ca858-1c82-4acd-b696-f79df79a5f2d') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:25.929203 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-43d3ef09-e0d0-430a-9167-f1cd70d7c383 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '155ca858-1c82-4acd-b696-f79df79a5f2d') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:25.947484 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43d3ef09-e0d0-430a-9167-f1cd70d7c383 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:25.969289 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-c32aafba-2d04-4fa6-a820-a8aa419862bc tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:26.011937 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f24e7b07-bccc-4654-87a2-405f44fcb380 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:26.039961 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43d3ef09-e0d0-430a-9167-f1cd70d7c383 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:26.121686 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d3ef09-e0d0-430a-9167-f1cd70d7c383 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:50:26.122167 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43d3ef09-e0d0-430a-9167-f1cd70d7c383 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:26.135412 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 7816d066-4375-4e00-946d-380ad5dc4052 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: util.warn( Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: util.warn( Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: util.warn( Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: util.warn( Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:50:26.140791 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:50:26.240460 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-c32aafba-2d04-4fa6-a820-a8aa419862bc tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Network 5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:26.247216 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-c32aafba-2d04-4fa6-a820-a8aa419862bc tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:26.248991 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32aafba-2d04-4fa6-a820-a8aa419862bc tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Pushing event updated for resources: {'Port': ['ID=bd1ade71-5040-4cb6-958d-14b24715ecc8,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:26.255982 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-c32aafba-2d04-4fa6-a820-a8aa419862bc tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:50:26.262691 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 7816d066-4375-4e00-946d-380ad5dc4052 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:26.263222 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:26.273602 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-80340ff8-3931-40fd-92fa-14e83bd9ae32 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:26.341535 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-50e3ca51-2faa-4bb2-878a-983395d2c251 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting port 4a458397-fec0-498d-9df3-b32f40677781 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:26.342778 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-50e3ca51-2faa-4bb2-878a-983395d2c251 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:26.355728 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-c32aafba-2d04-4fa6-a820-a8aa419862bc tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:26.356388 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-c32aafba-2d04-4fa6-a820-a8aa419862bc tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:26.402055 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-80340ff8-3931-40fd-92fa-14e83bd9ae32 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4df5b5a0-0c6f-4d47-9deb-fa6f673103cf']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:26.416160 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43d3ef09-e0d0-430a-9167-f1cd70d7c383 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:26.429069 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d9e36064-0f42-4cc6-9413-f9a3ef4b2f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:26.446491 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43d3ef09-e0d0-430a-9167-f1cd70d7c383 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:26.486170 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3ef09-e0d0-430a-9167-f1cd70d7c383 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Pushing event deleted for resources: {'Network': ['ID=7c76e461-3311-4ee9-93b1-5e66961e7ff1,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:26.513099 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-c32aafba-2d04-4fa6-a820-a8aa419862bc tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0556459 Jan 21 09:50:26.545496 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-80340ff8-3931-40fd-92fa-14e83bd9ae32 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aba9f7f-2522-484d-9ac9-80594c7c3a87') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:26.545825 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-80340ff8-3931-40fd-92fa-14e83bd9ae32 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aba9f7f-2522-484d-9ac9-80594c7c3a87') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:26.579403 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a99ee954-d084-44f4-be99-84eb10d58d5f no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:50:26.590257 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-87c74afc-a161-4f83-ad5d-851eee14e58e service neutron] Request body: {'port': {'device_id': 'ee5826cd-33a9-4048-a9ec-1e3cd61dc980', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:26.615239 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-80340ff8-3931-40fd-92fa-14e83bd9ae32 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:26.624581 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: a99ee954-d084-44f4-be99-84eb10d58d5f {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:50:26.624927 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a99ee954-d084-44f4-be99-84eb10d58d5f not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:50:26.633333 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-43d3ef09-e0d0-430a-9167-f1cd70d7c383 tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "DELETE /v2.0/networks/7c76e461-3311-4ee9-93b1-5e66961e7ff1 HTTP/1.1" status: 204 len: 168 time: 3.3237460 Jan 21 09:50:26.640775 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34890) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:26.668124 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-80340ff8-3931-40fd-92fa-14e83bd9ae32 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:26.712676 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-a6dab4db-9da1-41d4-be18-8dd7ba80dcc8 None None] Provisioning for port bd1ade71-5040-4cb6-958d-14b24715ecc8 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:26.718967 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-a6dab4db-9da1-41d4-be18-8dd7ba80dcc8 None None] Provisioning complete for port bd1ade71-5040-4cb6-958d-14b24715ecc8 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:26.719374 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a6dab4db-9da1-41d4-be18-8dd7ba80dcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:26.782640 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f24e7b07-bccc-4654-87a2-405f44fcb380 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:26.804222 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80340ff8-3931-40fd-92fa-14e83bd9ae32 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:50:26.804833 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-80340ff8-3931-40fd-92fa-14e83bd9ae32 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:26.825212 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-87c74afc-a161-4f83-ad5d-851eee14e58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:26.886945 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-a6dab4db-9da1-41d4-be18-8dd7ba80dcc8 None None] Port bd1ade71-5040-4cb6-958d-14b24715ecc8 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:50:26.936677 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:50:26.936677 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:50:26.936677 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:50:26.936677 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:50:26.936677 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:50:26.936677 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:50:26.936677 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:50:26.936677 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:50:26.936677 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:50:26.936677 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:50:26.936677 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:50:26.936677 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:50:26.936677 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:50:26.936677 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:50:26.936677 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:50:26.936677 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:50:26.936677 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:50:26.936677 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:50:26.936677 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:50:26.936677 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:50:26.936677 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:50:26.936677 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:50:26.936677 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:50:26.936677 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:50:26.936677 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:50:26.936677 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:50:26.936677 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:50:26.936677 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:50:26.936677 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:50:26.936677 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:50:26.936677 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:50:26.936677 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:50:26.963121 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e7b07-bccc-4654-87a2-405f44fcb380 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event updated for resources: {'Subnet': ['ID=6d669a79-09e0-493c-bc6f-191f69a98e12,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:27.029714 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24e7b07-bccc-4654-87a2-405f44fcb380 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Checking segment: {'id': '10969b66-ff7f-4e61-bd0b-616508dcd405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8f15b276-af35-4370-8d76-49490b88e900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:50:27.030222 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24e7b07-bccc-4654-87a2-405f44fcb380 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Network hostable DHCP agents. Network: 8f15b276-af35-4370-8d76-49490b88e900, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:50:27.138965 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8c58b1bb-aa98-4158-8e73-453cf8b2c3f4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:27.152397 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-80340ff8-3931-40fd-92fa-14e83bd9ae32 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:27.156852 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-80340ff8-3931-40fd-92fa-14e83bd9ae32 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:27.278845 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24e7b07-bccc-4654-87a2-405f44fcb380 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Network 8f15b276-af35-4370-8d76-49490b88e900 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:50:27.286648 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-80340ff8-3931-40fd-92fa-14e83bd9ae32 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/networks/4df5b5a0-0c6f-4d47-9deb-fa6f673103cf HTTP/1.1" status: 204 len: 168 time: 5.5331838 Jan 21 09:50:27.288990 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c58b1bb-aa98-4158-8e73-453cf8b2c3f4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Network eb5bb302-f98e-4daf-ab12-078a12bff700 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:27.290709 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34898) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:27.301282 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-f24e7b07-bccc-4654-87a2-405f44fcb380 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 8f15b276-af35-4370-8d76-49490b88e900) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:27.313802 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24e7b07-bccc-4654-87a2-405f44fcb380 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:27.314255 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f24e7b07-bccc-4654-87a2-405f44fcb380 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:27.314697 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017a05d0-2d72-444d-8118-1401eb869c2e None None] Network 8f15b276-af35-4370-8d76-49490b88e900 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:50:27.328437 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2c025eb2-2aaa-4c3f-9745-129e650965ac tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:27.353276 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f24e7b07-bccc-4654-87a2-405f44fcb380 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9719405 Jan 21 09:50:27.354146 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34904) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:27.360486 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2c025eb2-2aaa-4c3f-9745-129e650965ac tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:27.362539 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-ecd5c3f8-4084-434d-8aea-c7ed487480ee tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-703176193', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}, 'admin_state_up': False}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:27.379996 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ecd5c3f8-4084-434d-8aea-c7ed487480ee tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:27.387725 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ecd5c3f8-4084-434d-8aea-c7ed487480ee tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Usage tracker for resource:router and tenant:a9bbec69a2694a0bb3504d188ecd25f9 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:27.393334 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ecd5c3f8-4084-434d-8aea-c7ed487480ee tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:27.401922 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ecd5c3f8-4084-434d-8aea-c7ed487480ee tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:27.414983 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80340ff8-3931-40fd-92fa-14e83bd9ae32 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event deleted for resources: {'Network': ['ID=4df5b5a0-0c6f-4d47-9deb-fa6f673103cf,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:27.417257 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-8c58b1bb-aa98-4158-8e73-453cf8b2c3f4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:27.428464 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ecd5c3f8-4084-434d-8aea-c7ed487480ee tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:27.429457 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ecd5c3f8-4084-434d-8aea-c7ed487480ee tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:27.450054 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ecd5c3f8-4084-434d-8aea-c7ed487480ee tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:27.452352 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c58b1bb-aa98-4158-8e73-453cf8b2c3f4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:27.452941 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8c58b1bb-aa98-4158-8e73-453cf8b2c3f4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:27.463589 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4713a1b-b427-43a5-b060-09901b5cee38 None None] Network eb5bb302-f98e-4daf-ab12-078a12bff700 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:50:27.562253 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2c025eb2-2aaa-4c3f-9745-129e650965ac tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:27.601030 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c025eb2-2aaa-4c3f-9745-129e650965ac tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7576773-34b9-47cd-986d-6bff6a0f6165,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:27.602995 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58b1bb-aa98-4158-8e73-453cf8b2c3f4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Subnet': ['ID=79f47ba9-d272-4551-95fd-ae1d4ae2f5ae,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:27.604707 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:27.610689 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96995f2-1a27-4fc6-8ee4-860c3fcfea7f req-b4b43079-0549-44e3-9d81-db61db37d91c tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:27.612079 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-f96995f2-1a27-4fc6-8ee4-860c3fcfea7f req-b4b43079-0549-44e3-9d81-db61db37d91c tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee5826cd-33a9-4048-a9ec-1e3cd61dc980 HTTP/1.1" status: 200 len: 932 time: 0.9724791 Jan 21 09:50:27.619392 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-50e3ca51-2faa-4bb2-878a-983395d2c251 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:27.662492 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2c025eb2-2aaa-4c3f-9745-129e650965ac tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:27.666087 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2c025eb2-2aaa-4c3f-9745-129e650965ac tempest-TestNetworkAdvancedServerOps-2920079 tempest-TestNetworkAdvancedServerOps-2920079-project] 10.222.0.104 "DELETE /v2.0/security-groups/f7576773-34b9-47cd-986d-6bff6a0f6165 HTTP/1.1" status: 204 len: 168 time: 1.0141113 Jan 21 09:50:27.799396 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8c58b1bb-aa98-4158-8e73-453cf8b2c3f4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 5.0639293 Jan 21 09:50:27.805100 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34912) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:27.855096 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-87c74afc-a161-4f83-ad5d-851eee14e58e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd1ade71-5040-4cb6-958d-14b24715ecc8 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:50:27.871284 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-53e12c10-132a-4e2c-a961-6598bb81cd55 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1120787494', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '79f47ba9-d272-4551-95fd-ae1d4ae2f5ae'}], 'security_groups': ['9f283f14-d38d-4896-8714-a3b06456267b']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:27.884941 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-87c74afc-a161-4f83-ad5d-851eee14e58e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:27.910354 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-50e3ca51-2faa-4bb2-878a-983395d2c251 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Calling delete_port for 4a458397-fec0-498d-9df3-b32f40677781 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:27.921926 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-87c74afc-a161-4f83-ad5d-851eee14e58e service neutron] Transition to ACTIVE for port object bd1ade71-5040-4cb6-958d-14b24715ecc8 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:27.953050 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-87c74afc-a161-4f83-ad5d-851eee14e58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:27.979677 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:28.043603 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ecd5c3f8-4084-434d-8aea-c7ed487480ee tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:28.105799 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9eed9fb-9817-4ba2-b3b8-4e38362a30d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-8f15b276-af35-4370-8d76-49490b88e900', 'network_id': '8f15b276-af35-4370-8d76-49490b88e900', 'tenant_id': 'a9bbec69a2694a0bb3504d188ecd25f9', 'fixed_ips': [{'subnet_id': '6d669a79-09e0-493c-bc6f-191f69a98e12'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:50:28.107845 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c9eed9fb-9817-4ba2-b3b8-4e38362a30d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:28.152585 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c74afc-a161-4f83-ad5d-851eee14e58e service neutron] Pushing event updated for resources: {'Port': ['ID=bd1ade71-5040-4cb6-958d-14b24715ecc8,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:28.162225 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-f96995f2-1a27-4fc6-8ee4-860c3fcfea7f req-108643c2-a297-4ac3-b7ac-c38c2ab9dd5e tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5233781 Jan 21 09:50:28.457228 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-c9eed9fb-9817-4ba2-b3b8-4e38362a30d4 None None] Allocated IP 172.20.0.2 (8f15b276-af35-4370-8d76-49490b88e900/6d669a79-09e0-493c-bc6f-191f69a98e12/f4bad7d5-5536-4d69-a303-e0bcdff87d77) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:50:28.476873 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34918) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:28.514566 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-30383a99-0a3a-4eb6-b58a-c6e2cfd50cb2 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:28.590807 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-87c74afc-a161-4f83-ad5d-851eee14e58e service neutron] Attempting to bind port bd1ade71-5040-4cb6-958d-14b24715ecc8 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:50:28.590807 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-87c74afc-a161-4f83-ad5d-851eee14e58e service neutron] Attempting to bind port bd1ade71-5040-4cb6-958d-14b24715ecc8 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9837c8e9-4888-432f-a43e-46a8a8628f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:50:28.591503 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-87c74afc-a161-4f83-ad5d-851eee14e58e service neutron] Attempting to bind port bd1ade71-5040-4cb6-958d-14b24715ecc8 on network 5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:50:28.605431 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-87c74afc-a161-4f83-ad5d-851eee14e58e service neutron] Port bd1ade71-5040-4cb6-958d-14b24715ecc8 on network 5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:50:28.605858 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-87c74afc-a161-4f83-ad5d-851eee14e58e service neutron] Attempting to bind port bd1ade71-5040-4cb6-958d-14b24715ecc8 on network 5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:50:28.654706 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-87c74afc-a161-4f83-ad5d-851eee14e58e service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:50:28.656866 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-87c74afc-a161-4f83-ad5d-851eee14e58e service neutron] Checking segment: {'id': '9837c8e9-4888-432f-a43e-46a8a8628f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:50:28.656866 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-87c74afc-a161-4f83-ad5d-851eee14e58e service neutron] Bound using segment: {'id': '9837c8e9-4888-432f-a43e-46a8a8628f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:50:28.656866 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-87c74afc-a161-4f83-ad5d-851eee14e58e service neutron] Bound port: bd1ade71-5040-4cb6-958d-14b24715ecc8, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9837c8e9-4888-432f-a43e-46a8a8628f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:50:28.657679 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-87c74afc-a161-4f83-ad5d-851eee14e58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:28.808379 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c9eed9fb-9817-4ba2-b3b8-4e38362a30d4 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:28.845089 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-50e3ca51-2faa-4bb2-878a-983395d2c251 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:28.857903 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fa5dae05-73a7-4003-9b43-6de52a286871 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:28.858153 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-c9eed9fb-9817-4ba2-b3b8-4e38362a30d4 None None] Transition to ACTIVE for port object f4bad7d5-5536-4d69-a303-e0bcdff87d77 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:28.959025 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3ca51-2faa-4bb2-878a-983395d2c251 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Port': ['ID=4a458397-fec0-498d-9df3-b32f40677781,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:28.978519 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-c9eed9fb-9817-4ba2-b3b8-4e38362a30d4 None None] Transition to ACTIVE for port object f4bad7d5-5536-4d69-a303-e0bcdff87d77 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:28.986764 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-87c74afc-a161-4f83-ad5d-851eee14e58e service neutron] For port bd1ade71-5040-4cb6-958d-14b24715ecc8, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:50:28.989446 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ecd5c3f8-4084-434d-8aea-c7ed487480ee tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for router_gateway, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:28.992615 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53e12c10-132a-4e2c-a961-6598bb81cd55 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:29.008719 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c9eed9fb-9817-4ba2-b3b8-4e38362a30d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:29.120924 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616c7ead-8d45-4309-b65a-4f8560ac1e9d None None] Update dhcp port {'port': {'network_id': 'eb5bb302-f98e-4daf-ab12-078a12bff700', 'fixed_ips': [{'subnet_id': '6e63d71e-84a6-4866-a019-2e8e27a46239', 'ip_address': '172.20.0.2'}, {'subnet_id': '79f47ba9-d272-4551-95fd-ae1d4ae2f5ae'}], 'binding:host_id': 'dv-neutron-825732-1-hyperv'}, 'id': '1d2ec7fa-e018-4e9c-8060-f1034d4a5076'} from dv-neutron-825732-1-hyperv. {{(pid=83599) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 21 09:50:29.171097 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ecd5c3f8-4084-434d-8aea-c7ed487480ee tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:29.178338 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eed9fb-9817-4ba2-b3b8-4e38362a30d4 None None] Pushing event updated for resources: {'Port': ['ID=f4bad7d5-5536-4d69-a303-e0bcdff87d77,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:29.184824 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9eed9fb-9817-4ba2-b3b8-4e38362a30d4 None None] Network 8f15b276-af35-4370-8d76-49490b88e900 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:29.193386 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-c9eed9fb-9817-4ba2-b3b8-4e38362a30d4 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:29.197457 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eed9fb-9817-4ba2-b3b8-4e38362a30d4 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:50:29.205289 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-50e3ca51-2faa-4bb2-878a-983395d2c251 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:29.211390 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-616c7ead-8d45-4309-b65a-4f8560ac1e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:29.212551 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-69ad6745-d9ee-47a3-b22a-b14ac5c4e2ef admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=1e3f77cee1f142a6ae1fa2606c54e16c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7312486 Jan 21 09:50:29.219272 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34928) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:29.332680 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-87c74afc-a161-4f83-ad5d-851eee14e58e service neutron] For port bd1ade71-5040-4cb6-958d-14b24715ecc8, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=bd1ade71-5040-4cb6-958d-14b24715ecc8,segment=NetworkSegment(9837c8e9-4888-432f-a43e-46a8a8628f53),segment_id=9837c8e9-4888-432f-a43e-46a8a8628f53)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:50:29.367277 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d332df03-257e-473c-aa2e-0750b0b1e1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:29.372265 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-50e3ca51-2faa-4bb2-878a-983395d2c251 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/4a458397-fec0-498d-9df3-b32f40677781 HTTP/1.1" status: 204 len: 168 time: 3.3297665 Jan 21 09:50:29.377646 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34932) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:29.395690 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-87c74afc-a161-4f83-ad5d-851eee14e58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:29.427511 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c9eed9fb-9817-4ba2-b3b8-4e38362a30d4 None None] Attempting to bind port f4bad7d5-5536-4d69-a303-e0bcdff87d77 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:50:29.427875 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c9eed9fb-9817-4ba2-b3b8-4e38362a30d4 None None] Attempting to bind port f4bad7d5-5536-4d69-a303-e0bcdff87d77 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '10969b66-ff7f-4e61-bd0b-616508dcd405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8f15b276-af35-4370-8d76-49490b88e900'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:50:29.428245 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eed9fb-9817-4ba2-b3b8-4e38362a30d4 None None] Attempting to bind port f4bad7d5-5536-4d69-a303-e0bcdff87d77 on network 8f15b276-af35-4370-8d76-49490b88e900 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:50:29.451731 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:29.452604 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eed9fb-9817-4ba2-b3b8-4e38362a30d4 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:50:29.453101 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eed9fb-9817-4ba2-b3b8-4e38362a30d4 None None] Checking segment: {'id': '10969b66-ff7f-4e61-bd0b-616508dcd405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8f15b276-af35-4370-8d76-49490b88e900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:50:29.453339 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c9eed9fb-9817-4ba2-b3b8-4e38362a30d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:29.453748 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eed9fb-9817-4ba2-b3b8-4e38362a30d4 None None] Bound using segment: {'id': '10969b66-ff7f-4e61-bd0b-616508dcd405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8f15b276-af35-4370-8d76-49490b88e900'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:50:29.454260 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c9eed9fb-9817-4ba2-b3b8-4e38362a30d4 None None] Bound port: f4bad7d5-5536-4d69-a303-e0bcdff87d77, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10969b66-ff7f-4e61-bd0b-616508dcd405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8f15b276-af35-4370-8d76-49490b88e900'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:50:29.454626 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c9eed9fb-9817-4ba2-b3b8-4e38362a30d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:29.459529 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d332df03-257e-473c-aa2e-0750b0b1e1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:29.562032 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-87c74afc-a161-4f83-ad5d-851eee14e58e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:29.563006 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-87c74afc-a161-4f83-ad5d-851eee14e58e service neutron] 10.222.0.124 "PUT /v2.0/ports/bd1ade71-5040-4cb6-958d-14b24715ecc8 HTTP/1.1" status: 200 len: 1094 time: 2.9895728 Jan 21 09:50:29.569298 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5826cd-33a9-4048-a9ec-1e3cd61dc980', 'tag': 'bd1ade71-5040-4cb6-958d-14b24715ecc8'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:50:29.663239 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c74afc-a161-4f83-ad5d-851eee14e58e service neutron] Pushing event updated for resources: {'Port': ['ID=bd1ade71-5040-4cb6-958d-14b24715ecc8,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:29.713576 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-c9eed9fb-9817-4ba2-b3b8-4e38362a30d4 None None] For port f4bad7d5-5536-4d69-a303-e0bcdff87d77, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:50:29.730022 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-ecd5c3f8-4084-434d-8aea-c7ed487480ee tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Allocated IP 172.26.0.170 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/cab152d6-f1da-4f14-a3fd-a980ea5662d5) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:50:29.750515 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-616c7ead-8d45-4309-b65a-4f8560ac1e9d None None] Allocated IP 172.20.0.18 (eb5bb302-f98e-4daf-ab12-078a12bff700/79f47ba9-d272-4551-95fd-ae1d4ae2f5ae/1d2ec7fa-e018-4e9c-8060-f1034d4a5076) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:50:29.760205 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fdbc0a-1d36-4979-830e-949402927048 req-93e3d0c9-1a9d-480a-8882-2113006539bf tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:29.761225 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-29fdbc0a-1d36-4979-830e-949402927048 req-93e3d0c9-1a9d-480a-8882-2113006539bf tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Synchronizing usage tracker for tenant:445ef770bf614bd2b6b8d3bcf07af0fd on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:50:29.762286 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-c9eed9fb-9817-4ba2-b3b8-4e38362a30d4 None None] For port f4bad7d5-5536-4d69-a303-e0bcdff87d77, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=f4bad7d5-5536-4d69-a303-e0bcdff87d77,segment=NetworkSegment(10969b66-ff7f-4e61-bd0b-616508dcd405),segment_id=10969b66-ff7f-4e61-bd0b-616508dcd405)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:50:29.770376 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5826cd-33a9-4048-a9ec-1e3cd61dc980', 'tag': 'bd1ade71-5040-4cb6-958d-14b24715ecc8', 'status': 'completed', 'code': 200} Jan 21 09:50:29.809656 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c9eed9fb-9817-4ba2-b3b8-4e38362a30d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:30.017059 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d332df03-257e-473c-aa2e-0750b0b1e1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:30.027030 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-29fdbc0a-1d36-4979-830e-949402927048 req-93e3d0c9-1a9d-480a-8882-2113006539bf tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Unset dirty status for tenant:445ef770bf614bd2b6b8d3bcf07af0fd on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:50:30.028103 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-29fdbc0a-1d36-4979-830e-949402927048 req-93e3d0c9-1a9d-480a-8882-2113006539bf tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee5826cd-33a9-4048-a9ec-1e3cd61dc980 HTTP/1.1" status: 200 len: 944 time: 0.6934447 Jan 21 09:50:30.035280 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eed9fb-9817-4ba2-b3b8-4e38362a30d4 None None] Pushing event updated for resources: {'Port': ['ID=f4bad7d5-5536-4d69-a303-e0bcdff87d77,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:30.057547 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d332df03-257e-473c-aa2e-0750b0b1e1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08380bc-939d-403f-b892-eb7d356d8152,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:30.072862 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-616c7ead-8d45-4309-b65a-4f8560ac1e9d None None] For port 1d2ec7fa-e018-4e9c-8060-f1034d4a5076, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=1d2ec7fa-e018-4e9c-8060-f1034d4a5076,segment=NetworkSegment(7e2b1c37-e1f9-43d4-b8b6-7ea884e72745),segment_id=7e2b1c37-e1f9-43d4-b8b6-7ea884e72745)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:30.079937 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d332df03-257e-473c-aa2e-0750b0b1e1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:30.083720 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d332df03-257e-473c-aa2e-0750b0b1e1ce admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/c08380bc-939d-403f-b892-eb7d356d8152 HTTP/1.1" status: 204 len: 168 time: 0.8564208 Jan 21 09:50:30.127320 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-616c7ead-8d45-4309-b65a-4f8560ac1e9d None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:30.152508 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-616c7ead-8d45-4309-b65a-4f8560ac1e9d None None] Transition to ACTIVE for port object 1d2ec7fa-e018-4e9c-8060-f1034d4a5076 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:30.164002 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-616c7ead-8d45-4309-b65a-4f8560ac1e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:30.173074 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbff617-0027-4dd8-ad96-b85c2e1e4514 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:30.174439 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbff617-0027-4dd8-ad96-b85c2e1e4514 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:30.175273 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-edbff617-0027-4dd8-ad96-b85c2e1e4514 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:50:30.201266 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-37a5afed-5da1-416d-80ab-2461e3130ee3 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=445ef770bf614bd2b6b8d3bcf07af0fd&device_id=ee5826cd-33a9-4048-a9ec-1e3cd61dc980 HTTP/1.1" status: 200 len: 1097 time: 0.5803573 Jan 21 09:50:30.447700 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c7ead-8d45-4309-b65a-4f8560ac1e9d None None] Pushing event updated for resources: {'Port': ['ID=1d2ec7fa-e018-4e9c-8060-f1034d4a5076,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:30.454884 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-edbff617-0027-4dd8-ad96-b85c2e1e4514 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:50:30.459393 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-edbff617-0027-4dd8-ad96-b85c2e1e4514 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 1.0774381 Jan 21 09:50:30.467330 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ecd5c3f8-4084-434d-8aea-c7ed487480ee tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:30.471508 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-cc4f278c-471f-4fe7-acca-86b5ddb972ae service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd1ade71-5040-4cb6-958d-14b24715ecc8 HTTP/1.1" status: 200 len: 217 time: 0.2236397 Jan 21 09:50:30.472188 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34942) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:30.476542 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-53e12c10-132a-4e2c-a961-6598bb81cd55 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Delete allocated IP 172.20.0.5 (eb5bb302-f98e-4daf-ab12-078a12bff700/6e63d71e-84a6-4866-a019-2e8e27a46239) {{(pid=83597) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 21 09:50:30.478570 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-29fdbc0a-1d36-4979-830e-949402927048 req-b13fc28c-7161-48e1-af12-05b6b3431909 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4330685 Jan 21 09:50:30.505322 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-53e12c10-132a-4e2c-a961-6598bb81cd55 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Allocated IP 172.20.0.29 (eb5bb302-f98e-4daf-ab12-078a12bff700/79f47ba9-d272-4551-95fd-ae1d4ae2f5ae/b740ff4a-67d7-4d10-b762-83a08a4aa31b) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:50:30.668665 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-16e706b1-7731-472a-ab76-6ab6531b4c21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:30.670177 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-16e706b1-7731-472a-ab76-6ab6531b4c21 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f8e2e48f-3c2e-408d-ac72-f5742db41e13 HTTP/1.1" status: 200 len: 851 time: 0.1846328 Jan 21 09:50:30.859219 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34950) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:30.949054 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-30383a99-0a3a-4eb6-b58a-c6e2cfd50cb2 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Deleting port a8a56443-bca6-4e4b-8774-cf34cdb1afb7 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:30.950179 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-30383a99-0a3a-4eb6-b58a-c6e2cfd50cb2 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:30.970114 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-40cb9c3d-5494-45eb-91f5-edf9bfd70553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:31.001141 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ecd5c3f8-4084-434d-8aea-c7ed487480ee tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:31.127272 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-53e12c10-132a-4e2c-a961-6598bb81cd55 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:50:31.153877 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53e12c10-132a-4e2c-a961-6598bb81cd55 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:31.204859 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-53e12c10-132a-4e2c-a961-6598bb81cd55 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Transition to ACTIVE for port object b740ff4a-67d7-4d10-b762-83a08a4aa31b will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:31.213422 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53e12c10-132a-4e2c-a961-6598bb81cd55 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:31.231753 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-83581eb7-bf53-4d81-bfd9-2aca8ad5be49 None None] Provisioning for port 1d2ec7fa-e018-4e9c-8060-f1034d4a5076 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:31.239573 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-83581eb7-bf53-4d81-bfd9-2aca8ad5be49 None None] Provisioning complete for port 1d2ec7fa-e018-4e9c-8060-f1034d4a5076 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:31.240139 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-83581eb7-bf53-4d81-bfd9-2aca8ad5be49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:31.283754 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-30383a99-0a3a-4eb6-b58a-c6e2cfd50cb2 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] For port a8a56443-bca6-4e4b-8774-cf34cdb1afb7, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=a8a56443-bca6-4e4b-8774-cf34cdb1afb7,segment=NetworkSegment(1e9a35e6-a4c5-4fa4-9479-69b4069ea569),segment_id=1e9a35e6-a4c5-4fa4-9479-69b4069ea569)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:31.284123 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-30383a99-0a3a-4eb6-b58a-c6e2cfd50cb2 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:31.290319 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-40cb9c3d-5494-45eb-91f5-edf9bfd70553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:31.327025 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd5c3f8-4084-434d-8aea-c7ed487480ee tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:31.332782 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-ecd5c3f8-4084-434d-8aea-c7ed487480ee tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:31.336066 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd5c3f8-4084-434d-8aea-c7ed487480ee tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:50:31.369017 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-40cb9c3d-5494-45eb-91f5-edf9bfd70553 admin admin] Usage tracker for resource:security_group_rule and tenant:8ef6f7a34cd540e6a8b2d19a3cb5769e is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:31.381068 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-40cb9c3d-5494-45eb-91f5-edf9bfd70553 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:31.384167 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5c3f8-4084-434d-8aea-c7ed487480ee tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event updated for resources: {'Port': ['ID=cab152d6-f1da-4f14-a3fd-a980ea5662d5,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:31.401780 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-acf08f1f-b7fe-40b6-911a-db387f0842a4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting subnet f6269d61-c567-4eae-af0f-45453017be5f {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:50:31.406334 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-40cb9c3d-5494-45eb-91f5-edf9bfd70553 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:31.417904 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-acf08f1f-b7fe-40b6-911a-db387f0842a4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:31.445852 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-83581eb7-bf53-4d81-bfd9-2aca8ad5be49 None None] Provisioning complete for port cec084f2-5697-4286-891c-593ab7de3a18 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:31.446727 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-83581eb7-bf53-4d81-bfd9-2aca8ad5be49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:31.457835 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-4282ab68-8b2e-45dd-b07d-30bc46205a6d service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=5420f90b-fa8f-4acb-ab7a-0d5edf834ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7781134 Jan 21 09:50:31.471428 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-30383a99-0a3a-4eb6-b58a-c6e2cfd50cb2 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Calling delete_port for a8a56443-bca6-4e4b-8774-cf34cdb1afb7 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:31.516373 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-83581eb7-bf53-4d81-bfd9-2aca8ad5be49 None None] Port cec084f2-5697-4286-891c-593ab7de3a18 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:50:31.532060 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e12c10-132a-4e2c-a961-6598bb81cd55 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Port': ['ID=b740ff4a-67d7-4d10-b762-83a08a4aa31b,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:31.572436 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa245db-d109-4d51-984e-ed2eac03f74c None None] Network 8f15b276-af35-4370-8d76-49490b88e900 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:50:31.586754 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:50:31.642506 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-acf08f1f-b7fe-40b6-911a-db387f0842a4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:31.677873 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-bc53822d-b05d-4285-9324-57b921cdeefc None None] Provisioning for port f4bad7d5-5536-4d69-a303-e0bcdff87d77 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:31.713705 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-53e12c10-132a-4e2c-a961-6598bb81cd55 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] In _notify_port_updated(), no bound segment for port b740ff4a-67d7-4d10-b762-83a08a4aa31b on network eb5bb302-f98e-4daf-ab12-078a12bff700 {{(pid=83597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:50:31.717547 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e12c10-132a-4e2c-a961-6598bb81cd55 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:31.718181 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53e12c10-132a-4e2c-a961-6598bb81cd55 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:31.723111 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-53e12c10-132a-4e2c-a961-6598bb81cd55 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "PUT /v2.0/ports/b740ff4a-67d7-4d10-b762-83a08a4aa31b HTTP/1.1" status: 200 len: 921 time: 3.8589969 Jan 21 09:50:31.725462 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34956) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:31.834220 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a062b-fc6d-487e-b1ad-7d09b28abb37 req-8a07cbd3-5b7a-43b2-bb7c-fb6d310b799e tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:31.841030 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-d64a062b-fc6d-487e-b1ad-7d09b28abb37 req-8a07cbd3-5b7a-43b2-bb7c-fb6d310b799e tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee5826cd-33a9-4048-a9ec-1e3cd61dc980 HTTP/1.1" status: 200 len: 944 time: 0.2093875 Jan 21 09:50:31.892286 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-e6d2a322-fb55-4797-b3e7-372a80ebe974 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Deleting port b740ff4a-67d7-4d10-b762-83a08a4aa31b {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:31.892652 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e6d2a322-fb55-4797-b3e7-372a80ebe974 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:31.926172 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-40cb9c3d-5494-45eb-91f5-edf9bfd70553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:31.931298 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-f9aa91d6-686e-4258-8ce9-33ac75888bd7 service neutron] 10.222.0.124 "GET /v2.0/networks/5420f90b-fa8f-4acb-ab7a-0d5edf834ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589028 Jan 21 09:50:31.935459 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-d64a062b-fc6d-487e-b1ad-7d09b28abb37 req-9b05f2e6-4fe6-4af3-a3c6-f43456ff49ab tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931621 Jan 21 09:50:31.947647 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-40cb9c3d-5494-45eb-91f5-edf9bfd70553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:31.987160 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-acf08f1f-b7fe-40b6-911a-db387f0842a4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:32.026611 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-9ac2d353-9b8c-499c-a034-e5e5b9547b48 None None] Provisioning for port b740ff4a-67d7-4d10-b762-83a08a4aa31b completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:32.035431 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-9ac2d353-9b8c-499c-a034-e5e5b9547b48 None None] Provisioning complete for port b740ff4a-67d7-4d10-b762-83a08a4aa31b triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:32.036072 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9ac2d353-9b8c-499c-a034-e5e5b9547b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:32.125834 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-9ac2d353-9b8c-499c-a034-e5e5b9547b48 None None] Port b740ff4a-67d7-4d10-b762-83a08a4aa31b cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:50:32.155087 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-30383a99-0a3a-4eb6-b58a-c6e2cfd50cb2 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:32.235031 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb9c3d-5494-45eb-91f5-edf9bfd70553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462aea42-8e48-45cc-9139-5a10921f720d,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:32.257900 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-40cb9c3d-5494-45eb-91f5-edf9bfd70553 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=8ef6f7a34cd540e6a8b2d19a3cb5769e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3815587 Jan 21 09:50:32.268666 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device f4bad7d5-5536-4d69-a303-e0bcdff87d77 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:50:32.273265 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34960) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:32.327458 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30383a99-0a3a-4eb6-b58a-c6e2cfd50cb2 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event deleted for resources: {'Port': ['ID=a8a56443-bca6-4e4b-8774-cf34cdb1afb7,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:32.363399 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-fa5dae05-73a7-4003-9b43-6de52a286871 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Deleting port 850e96b0-ef7d-4777-a360-d9e1ab6034c3 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:32.363399 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fa5dae05-73a7-4003-9b43-6de52a286871 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:32.392311 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port f4bad7d5-5536-4d69-a303-e0bcdff87d77 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:32.399970 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port f4bad7d5-5536-4d69-a303-e0bcdff87d77 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:32.400421 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:32.425487 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-096e5c72-39a1-4eac-9d9f-1d9b95754b6f req-42ef3bf3-c05d-4d02-a8d3-0610cb010dc7 service neutron] 10.222.0.124 "GET /v2.0/networks/5420f90b-fa8f-4acb-ab7a-0d5edf834ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4825501 Jan 21 09:50:32.446812 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-acf08f1f-b7fe-40b6-911a-db387f0842a4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:32.549111 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf08f1f-b7fe-40b6-911a-db387f0842a4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Subnet': ['ID=f6269d61-c567-4eae-af0f-45453017be5f,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:32.580346 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:32.590499 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-acf08f1f-b7fe-40b6-911a-db387f0842a4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:32.599962 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1ca1c6-d946-4b53-8c97-094e34d659c0 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:50:32.705741 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c890d9b5-71b0-4fa9-91f9-2a706ae71d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:32.721463 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port f4bad7d5-5536-4d69-a303-e0bcdff87d77, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=f4bad7d5-5536-4d69-a303-e0bcdff87d77,segment=NetworkSegment(10969b66-ff7f-4e61-bd0b-616508dcd405),segment_id=10969b66-ff7f-4e61-bd0b-616508dcd405)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:32.721937 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ecd5c3f8-4084-434d-8aea-c7ed487480ee tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for router_gateway, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:32.722628 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ecd5c3f8-4084-434d-8aea-c7ed487480ee tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:32.739636 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-acf08f1f-b7fe-40b6-911a-db387f0842a4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/f6269d61-c567-4eae-af0f-45453017be5f HTTP/1.1" status: 204 len: 168 time: 2.2566109 Jan 21 09:50:32.744240 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:32.744240 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 1d2ec7fa-e018-4e9c-8060-f1034d4a5076 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:50:32.746731 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34964) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:32.761820 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e6d2a322-fb55-4797-b3e7-372a80ebe974 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:32.854446 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c890d9b5-71b0-4fa9-91f9-2a706ae71d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:32.858958 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=f4bad7d5-5536-4d69-a303-e0bcdff87d77,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:32.888945 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8fa0c2f6-26ed-49ab-8ef3-adc654f18a12 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1389313 Jan 21 09:50:32.943649 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34968) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:32.952186 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-e6d2a322-fb55-4797-b3e7-372a80ebe974 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Calling delete_port for b740ff4a-67d7-4d10-b762-83a08a4aa31b owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:32.981871 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 1d2ec7fa-e018-4e9c-8060-f1034d4a5076 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:32.982287 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:33.043618 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-fa5dae05-73a7-4003-9b43-6de52a286871 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] For port 850e96b0-ef7d-4777-a360-d9e1ab6034c3, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=850e96b0-ef7d-4777-a360-d9e1ab6034c3,segment=NetworkSegment(dc58ad44-d3c7-45c2-b073-47dcb5cce20e),segment_id=dc58ad44-d3c7-45c2-b073-47dcb5cce20e)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:33.043981 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fa5dae05-73a7-4003-9b43-6de52a286871 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:33.083762 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b0de92e5-81ca-480c-a992-7375edde56d6 req-b2c4fe9c-2363-472c-82fc-e4745192e811 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=445ef770bf614bd2b6b8d3bcf07af0fd&device_id=ee5826cd-33a9-4048-a9ec-1e3cd61dc980 HTTP/1.1" status: 200 len: 1097 time: 0.5890229 Jan 21 09:50:33.146691 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-30383a99-0a3a-4eb6-b58a-c6e2cfd50cb2 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:33.153290 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f49af7-e42e-4a0e-9658-ff090360c5d3 None None] DHCP port deletion for d5f237d0-52c1-4100-800c-a471203fec66 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:50:33.164452 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e6d2a322-fb55-4797-b3e7-372a80ebe974 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:33.167423 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-e5f49af7-e42e-4a0e-9658-ff090360c5d3 None None] Deleting port 7816d066-4375-4e00-946d-380ad5dc4052 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:33.167803 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e5f49af7-e42e-4a0e-9658-ff090360c5d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:33.285668 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2a322-fb55-4797-b3e7-372a80ebe974 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Port': ['ID=b740ff4a-67d7-4d10-b762-83a08a4aa31b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:33.386758 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-e5f49af7-e42e-4a0e-9658-ff090360c5d3 None None] For port 7816d066-4375-4e00-946d-380ad5dc4052, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=7816d066-4375-4e00-946d-380ad5dc4052,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:33.387298 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e5f49af7-e42e-4a0e-9658-ff090360c5d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:33.429454 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-fa5dae05-73a7-4003-9b43-6de52a286871 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Calling delete_port for 850e96b0-ef7d-4777-a360-d9e1ab6034c3 owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:33.453220 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e6d2a322-fb55-4797-b3e7-372a80ebe974 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:33.485463 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e6d2a322-fb55-4797-b3e7-372a80ebe974 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/ports/b740ff4a-67d7-4d10-b762-83a08a4aa31b HTTP/1.1" status: 204 len: 168 time: 1.7577603 Jan 21 09:50:33.486418 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34974) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:33.535164 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-838e1063-76eb-454f-be71-93ccaef1bf69 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] GET failed (client error): The resource could not be found. Jan 21 09:50:33.536219 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-838e1063-76eb-454f-be71-93ccaef1bf69 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Synchronizing usage tracker for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:50:33.570486 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-838e1063-76eb-454f-be71-93ccaef1bf69 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Unset dirty status for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:50:33.577006 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-838e1063-76eb-454f-be71-93ccaef1bf69 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "GET /v2.0/ports/b740ff4a-67d7-4d10-b762-83a08a4aa31b HTTP/1.1" status: 404 len: 333 time: 0.0858984 Jan 21 09:50:33.577006 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34978) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:33.579656 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-e5f49af7-e42e-4a0e-9658-ff090360c5d3 None None] Calling delete_port for 7816d066-4375-4e00-946d-380ad5dc4052 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:33.611020 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c890d9b5-71b0-4fa9-91f9-2a706ae71d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:33.676707 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e5f49af7-e42e-4a0e-9658-ff090360c5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:33.685118 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890d9b5-71b0-4fa9-91f9-2a706ae71d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462aea42-8e48-45cc-9139-5a10921f720d,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:33.737107 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f49af7-e42e-4a0e-9658-ff090360c5d3 None None] Pushing event deleted for resources: {'Port': ['ID=7816d066-4375-4e00-946d-380ad5dc4052,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:33.744874 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f49af7-e42e-4a0e-9658-ff090360c5d3 None None] No DVR routers for this DVR port 7816d066-4375-4e00-946d-380ad5dc4052 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:50:33.760594 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59186bdd-d0ee-4f9b-aac9-c3f665c968ca tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:33.762443 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-59186bdd-d0ee-4f9b-aac9-c3f665c968ca tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8067398 Jan 21 09:50:33.767687 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34982) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:33.775292 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c890d9b5-71b0-4fa9-91f9-2a706ae71d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:33.778815 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c890d9b5-71b0-4fa9-91f9-2a706ae71d6c admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/462aea42-8e48-45cc-9139-5a10921f720d HTTP/1.1" status: 204 len: 168 time: 1.5021555 Jan 21 09:50:33.785656 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de92e5-81ca-480c-a992-7375edde56d6 req-e53fdc72-a940-4a33-a5ab-c97e43a90575 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:33.787123 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b0de92e5-81ca-480c-a992-7375edde56d6 req-e53fdc72-a940-4a33-a5ab-c97e43a90575 service neutron] 10.222.0.124 "GET /v2.0/networks?id=5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 HTTP/1.1" status: 200 len: 913 time: 0.6511843 Jan 21 09:50:33.860958 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e710b17a-55c8-4194-b424-f1aa4bfee2a5 req-032af8ef-3dba-492a-9753-ec467ca5f4d7 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:33.862507 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e710b17a-55c8-4194-b424-f1aa4bfee2a5 req-032af8ef-3dba-492a-9753-ec467ca5f4d7 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee5826cd-33a9-4048-a9ec-1e3cd61dc980 HTTP/1.1" status: 200 len: 944 time: 0.7743049 Jan 21 09:50:33.899698 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e07324d2-0959-40ab-a7a8-111003fc6a7b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:33.923612 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b0de92e5-81ca-480c-a992-7375edde56d6 req-bce1a25f-0724-4575-a002-f4dfa6bb6523 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd1ade71-5040-4cb6-958d-14b24715ecc8 HTTP/1.1" status: 200 len: 217 time: 0.1272693 Jan 21 09:50:33.924900 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14942882-72c0-4dc1-ba35-388b041e9afd tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:33.925980 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-14942882-72c0-4dc1-ba35-388b041e9afd tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:50:34.005676 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e710b17a-55c8-4194-b424-f1aa4bfee2a5 req-39f24384-882d-4140-a289-1b01656f89d5 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319489 Jan 21 09:50:34.010214 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e07324d2-0959-40ab-a7a8-111003fc6a7b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:34.043380 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-14942882-72c0-4dc1-ba35-388b041e9afd tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:50:34.047337 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-14942882-72c0-4dc1-ba35-388b041e9afd tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2764885 Jan 21 09:50:34.049356 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 34988) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:34.157131 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de92e5-81ca-480c-a992-7375edde56d6 req-d7fc36f3-8c58-4f49-b94e-2b68d3ecfb90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:34.158615 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b0de92e5-81ca-480c-a992-7375edde56d6 req-d7fc36f3-8c58-4f49-b94e-2b68d3ecfb90 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f8e2e48f-3c2e-408d-ac72-f5742db41e13 HTTP/1.1" status: 200 len: 851 time: 0.2234650 Jan 21 09:50:34.173885 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e6e7df71-96d0-4f66-a331-bf7df690539b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1160176 Jan 21 09:50:34.183260 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34992) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:34.198380 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e264830c-1eb3-49f4-b7b0-56fe7b661f66 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:34.212134 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device f4bad7d5-5536-4d69-a303-e0bcdff87d77 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:50:34.219149 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e07324d2-0959-40ab-a7a8-111003fc6a7b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:34.275972 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fa5dae05-73a7-4003-9b43-6de52a286871 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:34.303635 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port f4bad7d5-5536-4d69-a303-e0bcdff87d77 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:34.304275 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:34.320718 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07324d2-0959-40ab-a7a8-111003fc6a7b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a2a046-a4dd-4e92-ac18-5221195d1b4b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:34.344898 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5dae05-73a7-4003-9b43-6de52a286871 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event deleted for resources: {'Port': ['ID=850e96b0-ef7d-4777-a360-d9e1ab6034c3,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:34.369373 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e07324d2-0959-40ab-a7a8-111003fc6a7b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:34.373752 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e07324d2-0959-40ab-a7a8-111003fc6a7b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/security-groups/b4a2a046-a4dd-4e92-ac18-5221195d1b4b HTTP/1.1" status: 204 len: 168 time: 0.7968936 Jan 21 09:50:34.384843 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 34996) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:34.422230 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e264830c-1eb3-49f4-b7b0-56fe7b661f66 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:34.457726 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e264830c-1eb3-49f4-b7b0-56fe7b661f66 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:34.484337 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30383a99-0a3a-4eb6-b58a-c6e2cfd50cb2 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Router 01207b5c-5871-420b-abc0-78401bae990b has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:50:34.496379 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e264830c-1eb3-49f4-b7b0-56fe7b661f66 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:50:34.496661 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b0de92e5-81ca-480c-a992-7375edde56d6 req-03d8770f-8377-4799-be4a-258715e4b19a service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=5420f90b-fa8f-4acb-ab7a-0d5edf834ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3201861 Jan 21 09:50:34.518765 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 7816d066-4375-4e00-946d-380ad5dc4052 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:50:34.534821 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-259b74b9-ce42-4309-9145-6e4ab7b24599 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:34.560657 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 7816d066-4375-4e00-946d-380ad5dc4052 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:50:34.561154 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 7816d066-4375-4e00-946d-380ad5dc4052 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:50:34.580074 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd5c3f8-4084-434d-8aea-c7ed487480ee tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Router 756ad0a6-34ff-4696-a268-bf70ecca1bae is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:50:34.798020 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b0de92e5-81ca-480c-a992-7375edde56d6 req-f31363ab-84ba-439a-9ba4-f1fba2f575e7 service neutron] 10.222.0.124 "GET /v2.0/networks/5420f90b-fa8f-4acb-ab7a-0d5edf834ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407238 Jan 21 09:50:34.825052 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-259b74b9-ce42-4309-9145-6e4ab7b24599 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:34.848703 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e264830c-1eb3-49f4-b7b0-56fe7b661f66 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:34.909264 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fa5dae05-73a7-4003-9b43-6de52a286871 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:35.066262 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-259b74b9-ce42-4309-9145-6e4ab7b24599 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:35.090031 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b74b9-ce42-4309-9145-6e4ab7b24599 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f283f14-d38d-4896-8714-a3b06456267b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:35.153575 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-259b74b9-ce42-4309-9145-6e4ab7b24599 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:35.157160 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-259b74b9-ce42-4309-9145-6e4ab7b24599 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/security-groups/9f283f14-d38d-4896-8714-a3b06456267b HTTP/1.1" status: 204 len: 168 time: 0.7689037 Jan 21 09:50:35.158092 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35002) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:35.212365 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b0de92e5-81ca-480c-a992-7375edde56d6 req-e64da542-c43b-47fa-90fa-294d66374edf service neutron] 10.222.0.124 "GET /v2.0/networks/5420f90b-fa8f-4acb-ab7a-0d5edf834ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002528 Jan 21 09:50:35.274795 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30383a99-0a3a-4eb6-b58a-c6e2cfd50cb2 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:50:35.280866 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-30383a99-0a3a-4eb6-b58a-c6e2cfd50cb2 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "PUT /v2.0/routers/01207b5c-5871-420b-abc0-78401bae990b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8168430 Jan 21 09:50:35.282680 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35006) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:35.285125 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82daf63-fae3-4d29-8ba4-ffbfbdc11bc4 None None] Sync routers for ids ['01207b5c-5871-420b-abc0-78401bae990b'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:50:35.303434 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82daf63-fae3-4d29-8ba4-ffbfbdc11bc4 None None] Routers {'01207b5c-5871-420b-abc0-78401bae990b'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:35.304211 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-d82daf63-fae3-4d29-8ba4-ffbfbdc11bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:50:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['01207b5c-5871-420b-abc0-78401bae990b'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:35.481556 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-d82daf63-fae3-4d29-8ba4-ffbfbdc11bc4 None None] Set router 01207b5c-5871-420b-abc0-78401bae990b gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:50:35.482145 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd5c3f8-4084-434d-8aea-c7ed487480ee tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:50:35.505763 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c62fb3-a83b-453a-8dca-b9b0a5cc3159 req-4248f9cb-c228-47b6-83ab-8d0e9f8dea19 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:35.508194 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-11c62fb3-a83b-453a-8dca-b9b0a5cc3159 req-4248f9cb-c228-47b6-83ab-8d0e9f8dea19 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee5826cd-33a9-4048-a9ec-1e3cd61dc980 HTTP/1.1" status: 200 len: 944 time: 0.3091829 Jan 21 09:50:35.509506 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa7e1ae-a63e-4979-a820-a890ecfc2ceb None None] Sync routers for ids ['756ad0a6-34ff-4696-a268-bf70ecca1bae'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:50:35.529761 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa7e1ae-a63e-4979-a820-a890ecfc2ceb None None] Routers {'756ad0a6-34ff-4696-a268-bf70ecca1bae'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:35.531924 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-daa7e1ae-a63e-4979-a820-a890ecfc2ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:50:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['756ad0a6-34ff-4696-a268-bf70ecca1bae'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:35.597848 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ecd5c3f8-4084-434d-8aea-c7ed487480ee tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:35.606338 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ecd5c3f8-4084-434d-8aea-c7ed487480ee tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.2441125 Jan 21 09:50:35.606592 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-11c62fb3-a83b-453a-8dca-b9b0a5cc3159 req-8a10fc30-363d-4beb-99b8-73b5bca804ae tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747616 Jan 21 09:50:35.606592 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fa232ed-53fb-4181-a456-dff2fbfb0e6d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Deleting subnet 6e63d71e-84a6-4866-a019-2e8e27a46239 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:50:35.608320 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35010) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:35.612314 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-7809a25d-4af5-45fc-9778-17c6937aacec tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Deleting subnet 31f9211a-d4a3-482c-9587-96350cc037f6 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:50:35.636805 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2fa232ed-53fb-4181-a456-dff2fbfb0e6d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:35.677737 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-daa7e1ae-a63e-4979-a820-a890ecfc2ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:35.692588 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa7e1ae-a63e-4979-a820-a890ecfc2ceb None None] Routers {'756ad0a6-34ff-4696-a268-bf70ecca1bae'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:35.693197 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-daa7e1ae-a63e-4979-a820-a890ecfc2ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:50:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['756ad0a6-34ff-4696-a268-bf70ecca1bae'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:35.713612 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2fa232ed-53fb-4181-a456-dff2fbfb0e6d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:35.741825 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7809a25d-4af5-45fc-9778-17c6937aacec tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:35.764837 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-daa7e1ae-a63e-4979-a820-a890ecfc2ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:35.764837 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa7e1ae-a63e-4979-a820-a890ecfc2ceb None None] The sync data for ids ['756ad0a6-34ff-4696-a268-bf70ecca1bae'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:50:35.785311 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.objects.ports [None req-e264830c-1eb3-49f4-b7b0-56fe7b661f66 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83597) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:50:35.792347 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e264830c-1eb3-49f4-b7b0-56fe7b661f66 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:35.856952 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7809a25d-4af5-45fc-9778-17c6937aacec tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:35.880526 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-d82daf63-fae3-4d29-8ba4-ffbfbdc11bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01207b5c-5871-420b-abc0-78401bae990b', 'name': 'tempest-RoutersTest-router-946825922', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:49Z', 'updated_at': '2022-01-21T09:50:31Z', 'revision_number': 9, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'gw_port_host': None, '_interfaces': [{'id': '3f15ca91-6562-40e9-8a27-387590494894', 'name': '', 'network_id': '15882cfd-8e63-4d83-a7ba-77f52124112d', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:75:0e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bf39f70-cbc5-4a84-9f53-e52cbce07296', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:10Z', 'updated_at': '2022-01-21T09:49:32Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': '2bf39f70-cbc5-4a84-9f53-e52cbce07296', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '444798e6-a9db-41b5-957d-f889d06b46e7', 'name': '', 'network_id': '3f882997-0b78-4820-a731-cfbe1f517d9e', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:a1:75:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:56Z', 'updated_at': '2022-01-21T09:49:12Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:35.888086 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82daf63-fae3-4d29-8ba4-ffbfbdc11bc4 None None] Checking router: 01207b5c-5871-420b-abc0-78401bae990b for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:50:35.898843 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e264830c-1eb3-49f4-b7b0-56fe7b661f66 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:35.903843 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-e264830c-1eb3-49f4-b7b0-56fe7b661f66 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:35.915092 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04cc7f7-21af-4c20-8e24-36115ddfa86e None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:50:35.916219 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82daf63-fae3-4d29-8ba4-ffbfbdc11bc4 None None] Routers {'01207b5c-5871-420b-abc0-78401bae990b'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:35.917281 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-d82daf63-fae3-4d29-8ba4-ffbfbdc11bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:50:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['01207b5c-5871-420b-abc0-78401bae990b'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:35.928012 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264830c-1eb3-49f4-b7b0-56fe7b661f66 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Subnet': ['ID=7d67a647-78ea-4585-bd64-7aa0a2a5bf17,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:35.931423 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e264830c-1eb3-49f4-b7b0-56fe7b661f66 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:35.933009 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e264830c-1eb3-49f4-b7b0-56fe7b661f66 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:35.961157 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e264830c-1eb3-49f4-b7b0-56fe7b661f66 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7740686 Jan 21 09:50:35.961933 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35014) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:35.965492 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2fa232ed-53fb-4181-a456-dff2fbfb0e6d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:36.007052 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e68f98a4-ce44-4b76-bb54-1c4be753b667 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:36.207064 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7809a25d-4af5-45fc-9778-17c6937aacec tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:36.209032 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cc3575-c966-4fea-832a-81ab1f6abcd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-d5f237d0-52c1-4100-800c-a471203fec66', 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'tenant_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'fixed_ips': [{'subnet_id': '7d67a647-78ea-4585-bd64-7aa0a2a5bf17'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:50:36.210357 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-86cc3575-c966-4fea-832a-81ab1f6abcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:36.212898 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-d82daf63-fae3-4d29-8ba4-ffbfbdc11bc4 None None] Set router 01207b5c-5871-420b-abc0-78401bae990b gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:50:36.216227 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2fa232ed-53fb-4181-a456-dff2fbfb0e6d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:36.271531 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa232ed-53fb-4181-a456-dff2fbfb0e6d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Subnet': ['ID=6e63d71e-84a6-4866-a019-2e8e27a46239,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:36.273584 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e68f98a4-ce44-4b76-bb54-1c4be753b667 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:36.286219 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2fa232ed-53fb-4181-a456-dff2fbfb0e6d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:36.289025 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e68f98a4-ce44-4b76-bb54-1c4be753b667 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:36.301154 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e08b9e9-c32c-48e3-b1d3-edbdee5b21ce None None] Network eb5bb302-f98e-4daf-ab12-078a12bff700 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:50:36.303897 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35018) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:36.304623 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2fa232ed-53fb-4181-a456-dff2fbfb0e6d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/subnets/6e63d71e-84a6-4866-a019-2e8e27a46239 HTTP/1.1" status: 204 len: 168 time: 1.1452172 Jan 21 09:50:36.310762 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68f98a4-ce44-4b76-bb54-1c4be753b667 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:50:36.314180 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-62b27080-77f1-47bd-8e0b-b3251d9fc8d4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'subnet': {'network_id': 'eb5bb302-f98e-4daf-ab12-078a12bff700', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:36.314770 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e68f98a4-ce44-4b76-bb54-1c4be753b667 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:36.488633 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.ipam_backend_mixin [None req-e68f98a4-ce44-4b76-bb54-1c4be753b667 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7d67a647-78ea-4585-bd64-7aa0a2a5bf17 (CIDR: 2001:db8::/64) Jan 21 09:50:36.497061 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-e68f98a4-ce44-4b76-bb54-1c4be753b667 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:50:36.497537 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e68f98a4-ce44-4b76-bb54-1c4be753b667 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:50:36.521282 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e68f98a4-ce44-4b76-bb54-1c4be753b667 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5553806 Jan 21 09:50:36.521643 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35022) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:36.528205 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-be058d2c-7638-4c72-a811-21c3d13b0a9c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:36.625657 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7809a25d-4af5-45fc-9778-17c6937aacec tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:36.629063 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-86cc3575-c966-4fea-832a-81ab1f6abcd1 None None] Allocated IP 2001:db8::f816:3eff:fe9e:b979 (d5f237d0-52c1-4100-800c-a471203fec66/7d67a647-78ea-4585-bd64-7aa0a2a5bf17/9e0fda8e-f5bd-472a-b334-8c0134a7996c) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:50:36.651082 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-d82daf63-fae3-4d29-8ba4-ffbfbdc11bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01207b5c-5871-420b-abc0-78401bae990b', 'name': 'tempest-RoutersTest-router-946825922', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:49Z', 'updated_at': '2022-01-21T09:50:31Z', 'revision_number': 9, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'gw_port_host': None, '_interfaces': [{'id': '3f15ca91-6562-40e9-8a27-387590494894', 'name': '', 'network_id': '15882cfd-8e63-4d83-a7ba-77f52124112d', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:75:0e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bf39f70-cbc5-4a84-9f53-e52cbce07296', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:10Z', 'updated_at': '2022-01-21T09:49:32Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': '2bf39f70-cbc5-4a84-9f53-e52cbce07296', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '444798e6-a9db-41b5-957d-f889d06b46e7', 'name': '', 'network_id': '3f882997-0b78-4820-a731-cfbe1f517d9e', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:a1:75:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:56Z', 'updated_at': '2022-01-21T09:49:12Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:36.668615 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82daf63-fae3-4d29-8ba4-ffbfbdc11bc4 None None] The sync data for ids ['01207b5c-5871-420b-abc0-78401bae990b'] in dv-neutron-825732-1-hyperv is: [{'id': '01207b5c-5871-420b-abc0-78401bae990b', 'name': 'tempest-RoutersTest-router-946825922', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:49Z', 'updated_at': '2022-01-21T09:50:31Z', 'revision_number': 9, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'gw_port_host': None, '_interfaces': [{'id': '3f15ca91-6562-40e9-8a27-387590494894', 'name': '', 'network_id': '15882cfd-8e63-4d83-a7ba-77f52124112d', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:75:0e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bf39f70-cbc5-4a84-9f53-e52cbce07296', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:10Z', 'updated_at': '2022-01-21T09:49:32Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': '2bf39f70-cbc5-4a84-9f53-e52cbce07296', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '444798e6-a9db-41b5-957d-f889d06b46e7', 'name': '', 'network_id': '3f882997-0b78-4820-a731-cfbe1f517d9e', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:a1:75:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:56Z', 'updated_at': '2022-01-21T09:49:12Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:50:36.722435 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809a25d-4af5-45fc-9778-17c6937aacec tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event deleted for resources: {'Subnet': ['ID=31f9211a-d4a3-482c-9587-96350cc037f6,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:36.793877 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d704f47b-693e-4926-b8fe-9980efbb4326 None None] Network e48c35da-084a-460d-96aa-84a1537bd2dd requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:50:36.829477 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-be058d2c-7638-4c72-a811-21c3d13b0a9c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:36.841664 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-be058d2c-7638-4c72-a811-21c3d13b0a9c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:36.855272 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be058d2c-7638-4c72-a811-21c3d13b0a9c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:50:36.859541 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-be058d2c-7638-4c72-a811-21c3d13b0a9c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:36.874354 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7809a25d-4af5-45fc-9778-17c6937aacec tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:36.890842 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5dae05-73a7-4003-9b43-6de52a286871 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Router 72f03803-a970-416f-a2eb-d92c34878823 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:50:36.893022 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-7809a25d-4af5-45fc-9778-17c6937aacec tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/subnets/31f9211a-d4a3-482c-9587-96350cc037f6 HTTP/1.1" status: 204 len: 168 time: 1.6092832 Jan 21 09:50:36.906620 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-62b27080-77f1-47bd-8e0b-b3251d9fc8d4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:36.917416 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35028) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:36.923332 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-62b27080-77f1-47bd-8e0b-b3251d9fc8d4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:subnet and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:36.946329 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-62b27080-77f1-47bd-8e0b-b3251d9fc8d4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:36.960279 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-62b27080-77f1-47bd-8e0b-b3251d9fc8d4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:37.060644 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b27080-77f1-47bd-8e0b-b3251d9fc8d4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Made reservation on behalf of 081c5e94b3d84c0c999dc4d73e79f211 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:50:37.195522 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-be058d2c-7638-4c72-a811-21c3d13b0a9c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:37.221819 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-86cc3575-c966-4fea-832a-81ab1f6abcd1 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:37.247000 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-73b521b1-a494-4ac7-a33d-5f847ec2c8b2 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:37.248958 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-86cc3575-c966-4fea-832a-81ab1f6abcd1 None None] Transition to ACTIVE for port object 9e0fda8e-f5bd-472a-b334-8c0134a7996c will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:37.265579 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be058d2c-7638-4c72-a811-21c3d13b0a9c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:37.269393 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-be058d2c-7638-4c72-a811-21c3d13b0a9c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:37.272421 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be058d2c-7638-4c72-a811-21c3d13b0a9c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:37.273211 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-be058d2c-7638-4c72-a811-21c3d13b0a9c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:37.299058 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-86cc3575-c966-4fea-832a-81ab1f6abcd1 None None] Transition to ACTIVE for port object 9e0fda8e-f5bd-472a-b334-8c0134a7996c will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:37.308708 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be058d2c-7638-4c72-a811-21c3d13b0a9c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Subnet': ['ID=85ee080e-e8a1-4043-ba7e-b921b07bb75c,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:37.318578 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-86cc3575-c966-4fea-832a-81ab1f6abcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:37.330643 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-be058d2c-7638-4c72-a811-21c3d13b0a9c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8077736 Jan 21 09:50:37.333771 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35032) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:37.344381 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-063608a6-7eab-449e-b0b4-516fa6114e10 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'port': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'mac_address': 'fa:16:3e:f9:cb:91', 'name': 'tempest-NetworksTestDHCPv6-1037478619'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:37.382385 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-73b521b1-a494-4ac7-a33d-5f847ec2c8b2 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Deleting port 6048b194-d045-4bc0-9165-287dc24187dd {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:37.383001 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-73b521b1-a494-4ac7-a33d-5f847ec2c8b2 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:37.406958 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc3575-c966-4fea-832a-81ab1f6abcd1 None None] Pushing event updated for resources: {'Port': ['ID=9e0fda8e-f5bd-472a-b334-8c0134a7996c,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:37.423201 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc3575-c966-4fea-832a-81ab1f6abcd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:37.423560 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc3575-c966-4fea-832a-81ab1f6abcd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:37.423873 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc3575-c966-4fea-832a-81ab1f6abcd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:37.424198 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc3575-c966-4fea-832a-81ab1f6abcd1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:37.424988 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc3575-c966-4fea-832a-81ab1f6abcd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:37.424988 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc3575-c966-4fea-832a-81ab1f6abcd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:37.425844 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc3575-c966-4fea-832a-81ab1f6abcd1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:37.426137 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc3575-c966-4fea-832a-81ab1f6abcd1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:37.426525 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc3575-c966-4fea-832a-81ab1f6abcd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:37.426855 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc3575-c966-4fea-832a-81ab1f6abcd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:37.427169 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc3575-c966-4fea-832a-81ab1f6abcd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:37.435456 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308cad49-709a-4a70-a583-54c304cb716c None None] DHCP port deletion for e48c35da-084a-460d-96aa-84a1537bd2dd request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:50:37.441203 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cc3575-c966-4fea-832a-81ab1f6abcd1 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:37.442589 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-308cad49-709a-4a70-a583-54c304cb716c None None] Deleting port 6048b194-d045-4bc0-9165-287dc24187dd {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:37.443074 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-308cad49-709a-4a70-a583-54c304cb716c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:37.448817 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739dd18-4bc8-42c1-95d8-6b3b408ab1af req-9e5b908c-f54e-4355-a8c2-c000a90bf748 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:37.450773 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5739dd18-4bc8-42c1-95d8-6b3b408ab1af req-9e5b908c-f54e-4355-a8c2-c000a90bf748 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee5826cd-33a9-4048-a9ec-1e3cd61dc980 HTTP/1.1" status: 200 len: 944 time: 0.6123562 Jan 21 09:50:37.476650 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-86cc3575-c966-4fea-832a-81ab1f6abcd1 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:37.484208 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cc3575-c966-4fea-832a-81ab1f6abcd1 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:50:37.541428 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-063608a6-7eab-449e-b0b4-516fa6114e10 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:37.545935 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-063608a6-7eab-449e-b0b4-516fa6114e10 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:port and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:37.548931 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-063608a6-7eab-449e-b0b4-516fa6114e10 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:37.553264 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-62b27080-77f1-47bd-8e0b-b3251d9fc8d4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:37.557851 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-063608a6-7eab-449e-b0b4-516fa6114e10 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:37.571571 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063608a6-7eab-449e-b0b4-516fa6114e10 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:50:37.576186 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-063608a6-7eab-449e-b0b4-516fa6114e10 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:37.614295 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-063608a6-7eab-449e-b0b4-516fa6114e10 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] device_id is not set on port c34caddd-711e-40b1-a6ed-a6df1e49caef yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:50:37.624420 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-86cc3575-c966-4fea-832a-81ab1f6abcd1 None None] Attempting to bind port 9e0fda8e-f5bd-472a-b334-8c0134a7996c on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:50:37.624809 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-86cc3575-c966-4fea-832a-81ab1f6abcd1 None None] Attempting to bind port 9e0fda8e-f5bd-472a-b334-8c0134a7996c by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:50:37.625146 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cc3575-c966-4fea-832a-81ab1f6abcd1 None None] Attempting to bind port 9e0fda8e-f5bd-472a-b334-8c0134a7996c on network d5f237d0-52c1-4100-800c-a471203fec66 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:50:37.663686 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cc3575-c966-4fea-832a-81ab1f6abcd1 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:50:37.664969 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cc3575-c966-4fea-832a-81ab1f6abcd1 None None] Checking segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:50:37.665573 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-86cc3575-c966-4fea-832a-81ab1f6abcd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:37.666129 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cc3575-c966-4fea-832a-81ab1f6abcd1 None None] Bound using segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:50:37.666770 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-86cc3575-c966-4fea-832a-81ab1f6abcd1 None None] Bound port: 9e0fda8e-f5bd-472a-b334-8c0134a7996c, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:50:37.667305 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-86cc3575-c966-4fea-832a-81ab1f6abcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:37.776255 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5739dd18-4bc8-42c1-95d8-6b3b408ab1af req-4cf8883c-a5e7-48df-96d6-f9192e49e5dc tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3186350 Jan 21 09:50:37.923453 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-308cad49-709a-4a70-a583-54c304cb716c None None] For port 6048b194-d045-4bc0-9165-287dc24187dd, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=6048b194-d045-4bc0-9165-287dc24187dd,segment=NetworkSegment(1e9a35e6-a4c5-4fa4-9479-69b4069ea569),segment_id=1e9a35e6-a4c5-4fa4-9479-69b4069ea569)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:37.924111 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-308cad49-709a-4a70-a583-54c304cb716c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:37.952617 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-063608a6-7eab-449e-b0b4-516fa6114e10 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Allocated IP 2001:db8:0:1::3a7 (d5f237d0-52c1-4100-800c-a471203fec66/85ee080e-e8a1-4043-ba7e-b921b07bb75c/c34caddd-711e-40b1-a6ed-a6df1e49caef) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:50:37.963273 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-063608a6-7eab-449e-b0b4-516fa6114e10 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Allocated IP 2001:db8::f816:3eff:fef9:cb91 (d5f237d0-52c1-4100-800c-a471203fec66/7d67a647-78ea-4585-bd64-7aa0a2a5bf17/c34caddd-711e-40b1-a6ed-a6df1e49caef) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:50:38.012607 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5dae05-73a7-4003-9b43-6de52a286871 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:50:38.024560 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-fa5dae05-73a7-4003-9b43-6de52a286871 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "PUT /v2.0/routers/72f03803-a970-416f-a2eb-d92c34878823/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7321446 Jan 21 09:50:38.026429 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30730935-05e8-4226-b650-712bf39ce4b7 None None] Sync routers for ids ['72f03803-a970-416f-a2eb-d92c34878823'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:50:38.033816 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35036) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:38.037364 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-73b521b1-a494-4ac7-a33d-5f847ec2c8b2 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] For port 6048b194-d045-4bc0-9165-287dc24187dd, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=6048b194-d045-4bc0-9165-287dc24187dd,segment=NetworkSegment(1e9a35e6-a4c5-4fa4-9479-69b4069ea569),segment_id=1e9a35e6-a4c5-4fa4-9479-69b4069ea569)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:38.037766 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-73b521b1-a494-4ac7-a33d-5f847ec2c8b2 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:38.043545 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30730935-05e8-4226-b650-712bf39ce4b7 None None] Routers {'72f03803-a970-416f-a2eb-d92c34878823'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:38.045163 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-30730935-05e8-4226-b650-712bf39ce4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:50:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['72f03803-a970-416f-a2eb-d92c34878823'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:38.133416 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-308cad49-709a-4a70-a583-54c304cb716c None None] Calling delete_port for 6048b194-d045-4bc0-9165-287dc24187dd owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:38.235268 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-86cc3575-c966-4fea-832a-81ab1f6abcd1 None None] For port 9e0fda8e-f5bd-472a-b334-8c0134a7996c, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:50:38.238928 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-86cc3575-c966-4fea-832a-81ab1f6abcd1 None None] For port 9e0fda8e-f5bd-472a-b334-8c0134a7996c, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=9e0fda8e-f5bd-472a-b334-8c0134a7996c,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:50:38.245453 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a8a56443-bca6-4e4b-8774-cf34cdb1afb7 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:50:38.269901 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-30730935-05e8-4226-b650-712bf39ce4b7 None None] Set router 72f03803-a970-416f-a2eb-d92c34878823 gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:50:38.273658 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-308cad49-709a-4a70-a583-54c304cb716c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:38.283881 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-73b521b1-a494-4ac7-a33d-5f847ec2c8b2 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Calling delete_port for 6048b194-d045-4bc0-9165-287dc24187dd owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:38.315017 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-86cc3575-c966-4fea-832a-81ab1f6abcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:38.350923 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: a8a56443-bca6-4e4b-8774-cf34cdb1afb7 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:50:38.351251 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a8a56443-bca6-4e4b-8774-cf34cdb1afb7 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:50:38.351577 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 6048b194-d045-4bc0-9165-287dc24187dd no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:50:38.390679 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308cad49-709a-4a70-a583-54c304cb716c None None] Pushing event deleted for resources: {'Port': ['ID=6048b194-d045-4bc0-9165-287dc24187dd,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:38.401847 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-063608a6-7eab-449e-b0b4-516fa6114e10 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:38.446654 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bcd130b-acc3-45af-9535-35c738912388 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Deleting subnet 52612dcd-ce21-4204-9344-0d616fb53f62 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:50:38.447538 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 6048b194-d045-4bc0-9165-287dc24187dd {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:50:38.447889 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 6048b194-d045-4bc0-9165-287dc24187dd not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:50:38.452226 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-063608a6-7eab-449e-b0b4-516fa6114e10 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Transition to ACTIVE for port object c34caddd-711e-40b1-a6ed-a6df1e49caef will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:38.454143 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9bcd130b-acc3-45af-9535-35c738912388 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:38.481365 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308cad49-709a-4a70-a583-54c304cb716c None None] No DVR routers for this DVR port 6048b194-d045-4bc0-9165-287dc24187dd on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:50:38.522842 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ee9fe9e1-a8b1-4ac2-a0c2-203a7625de9f None None] Provisioning complete for port cec084f2-5697-4286-891c-593ab7de3a18 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:38.523713 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ee9fe9e1-a8b1-4ac2-a0c2-203a7625de9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:38.541153 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9bcd130b-acc3-45af-9535-35c738912388 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:38.610811 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc3575-c966-4fea-832a-81ab1f6abcd1 None None] Pushing event updated for resources: {'Port': ['ID=9e0fda8e-f5bd-472a-b334-8c0134a7996c,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:38.621928 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.api [None req-73b521b1-a494-4ac7-a33d-5f847ec2c8b2 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:50:38.622433 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG oslo_db.api [None req-73b521b1-a494-4ac7-a33d-5f847ec2c8b2 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:50:38.653483 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-ee9fe9e1-a8b1-4ac2-a0c2-203a7625de9f None None] Port cec084f2-5697-4286-891c-593ab7de3a18 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:50:38.668360 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ee9fe9e1-a8b1-4ac2-a0c2-203a7625de9f None None] Provisioning complete for port 1d2ec7fa-e018-4e9c-8060-f1034d4a5076 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:38.669207 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ee9fe9e1-a8b1-4ac2-a0c2-203a7625de9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:38.673102 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-063608a6-7eab-449e-b0b4-516fa6114e10 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:38.737500 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-30730935-05e8-4226-b650-712bf39ce4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f03803-a970-416f-a2eb-d92c34878823', 'name': 'tempest-RoutersIpV6Test-router-1154031299', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:39Z', 'updated_at': '2022-01-21T09:50:33Z', 'revision_number': 10, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'gw_port_host': None, '_interfaces': [{'id': '3ea1e2bd-91e7-4a9e-892c-8b3192428dd3', 'name': '', 'network_id': '4c3bb146-520d-47eb-9baf-3514f0240049', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:42:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef1a7fb-438a-43d4-b64e-db20e5280e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:47Z', 'updated_at': '2022-01-21T09:49:24Z', 'revision_number': 5, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': '1ef1a7fb-438a-43d4-b64e-db20e5280e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:38.749251 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30730935-05e8-4226-b650-712bf39ce4b7 None None] Checking router: 72f03803-a970-416f-a2eb-d92c34878823 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:50:38.774091 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30730935-05e8-4226-b650-712bf39ce4b7 None None] Routers {'72f03803-a970-416f-a2eb-d92c34878823'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:38.774716 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-30730935-05e8-4226-b650-712bf39ce4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:50:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['72f03803-a970-416f-a2eb-d92c34878823'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:38.838916 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-62b27080-77f1-47bd-8e0b-b3251d9fc8d4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:38.870811 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9bcd130b-acc3-45af-9535-35c738912388 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:38.942404 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b27080-77f1-47bd-8e0b-b3251d9fc8d4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Subnet': ['ID=4be30578-2c60-4425-9d5c-61de28bf46b9,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:38.973810 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b27080-77f1-47bd-8e0b-b3251d9fc8d4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Network eb5bb302-f98e-4daf-ab12-078a12bff700 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:38.976548 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-62b27080-77f1-47bd-8e0b-b3251d9fc8d4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:38.979904 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b27080-77f1-47bd-8e0b-b3251d9fc8d4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:38.980474 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-62b27080-77f1-47bd-8e0b-b3251d9fc8d4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:38.986892 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e5dd68-23f9-43a1-980a-8e3f902910fe None None] Network eb5bb302-f98e-4daf-ab12-078a12bff700 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:50:38.997099 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063608a6-7eab-449e-b0b4-516fa6114e10 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:39.047590 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-063608a6-7eab-449e-b0b4-516fa6114e10 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:39.055629 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063608a6-7eab-449e-b0b4-516fa6114e10 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Port': ['ID=c34caddd-711e-40b1-a6ed-a6df1e49caef,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:39.072005 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-62b27080-77f1-47bd-8e0b-b3251d9fc8d4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7629437 Jan 21 09:50:39.075191 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35042) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:39.077460 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063608a6-7eab-449e-b0b4-516fa6114e10 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:50:39.083433 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063608a6-7eab-449e-b0b4-516fa6114e10 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:39.085052 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-063608a6-7eab-449e-b0b4-516fa6114e10 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:39.087667 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-30730935-05e8-4226-b650-712bf39ce4b7 None None] Set router 72f03803-a970-416f-a2eb-d92c34878823 gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:50:39.101730 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-e9a5fd52-1e37-40c9-95d7-389cf49a4645 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'security_group': {'name': 'tempest-secgroup-997831928'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:39.112434 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-e9a5fd52-1e37-40c9-95d7-389cf49a4645 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:39.145940 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-063608a6-7eab-449e-b0b4-516fa6114e10 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.8075414 Jan 21 09:50:39.154135 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35046) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:39.189198 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e9a5fd52-1e37-40c9-95d7-389cf49a4645 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:security_group and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:39.191883 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-73b521b1-a494-4ac7-a33d-5f847ec2c8b2 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Deleting port 6048b194-d045-4bc0-9165-287dc24187dd {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:39.192223 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-73b521b1-a494-4ac7-a33d-5f847ec2c8b2 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:39.249665 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-abf35fff-ebfd-4c17-ada0-7bcbd2610426 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting port c34caddd-711e-40b1-a6ed-a6df1e49caef {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:39.250407 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-abf35fff-ebfd-4c17-ada0-7bcbd2610426 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:39.256038 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e9a5fd52-1e37-40c9-95d7-389cf49a4645 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:39.297296 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9bcd130b-acc3-45af-9535-35c738912388 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:39.305378 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-e9a5fd52-1e37-40c9-95d7-389cf49a4645 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:39.313044 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-73b521b1-a494-4ac7-a33d-5f847ec2c8b2 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] The port '6048b194-d045-4bc0-9165-287dc24187dd' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:50:39.472107 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e9a5fd52-1e37-40c9-95d7-389cf49a4645 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:39.486742 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-30730935-05e8-4226-b650-712bf39ce4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f03803-a970-416f-a2eb-d92c34878823', 'name': 'tempest-RoutersIpV6Test-router-1154031299', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:39Z', 'updated_at': '2022-01-21T09:50:33Z', 'revision_number': 10, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'gw_port_host': None, '_interfaces': [{'id': '3ea1e2bd-91e7-4a9e-892c-8b3192428dd3', 'name': '', 'network_id': '4c3bb146-520d-47eb-9baf-3514f0240049', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:42:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef1a7fb-438a-43d4-b64e-db20e5280e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:47Z', 'updated_at': '2022-01-21T09:49:24Z', 'revision_number': 5, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': '1ef1a7fb-438a-43d4-b64e-db20e5280e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:39.487156 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-73b521b1-a494-4ac7-a33d-5f847ec2c8b2 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:39.491635 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30730935-05e8-4226-b650-712bf39ce4b7 None None] The sync data for ids ['72f03803-a970-416f-a2eb-d92c34878823'] in dv-neutron-825732-1-hyperv is: [{'id': '72f03803-a970-416f-a2eb-d92c34878823', 'name': 'tempest-RoutersIpV6Test-router-1154031299', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:39Z', 'updated_at': '2022-01-21T09:50:33Z', 'revision_number': 10, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'gw_port_host': None, '_interfaces': [{'id': '3ea1e2bd-91e7-4a9e-892c-8b3192428dd3', 'name': '', 'network_id': '4c3bb146-520d-47eb-9baf-3514f0240049', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'mac_address': 'fa:16:3e:42:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f03803-a970-416f-a2eb-d92c34878823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef1a7fb-438a-43d4-b64e-db20e5280e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:47Z', 'updated_at': '2022-01-21T09:49:24Z', 'revision_number': 5, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'subnets': [{'id': '1ef1a7fb-438a-43d4-b64e-db20e5280e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:50:39.493767 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd130b-acc3-45af-9535-35c738912388 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event deleted for resources: {'Subnet': ['ID=52612dcd-ce21-4204-9344-0d616fb53f62,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:39.498918 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9768ae0a-cdb2-43da-8b8e-d33e4a7ee15b tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:39.533033 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9bcd130b-acc3-45af-9535-35c738912388 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:39.543417 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9bcd130b-acc3-45af-9535-35c738912388 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/subnets/52612dcd-ce21-4204-9344-0d616fb53f62 HTTP/1.1" status: 204 len: 168 time: 1.5078566 Jan 21 09:50:39.548586 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35050) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:39.554114 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee82c44-93eb-4717-bbd3-9a9a8e622b1a None None] Network f36c9ede-9cd8-4b16-be19-6f5012ce7291 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:50:39.641644 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-73b521b1-a494-4ac7-a33d-5f847ec2c8b2 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e48c35da-084a-460d-96aa-84a1537bd2dd']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:39.676676 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-e9a5fd52-1e37-40c9-95d7-389cf49a4645 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:39.681960 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-73b521b1-a494-4ac7-a33d-5f847ec2c8b2 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e9a35e6-a4c5-4fa4-9479-69b4069ea569') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:39.682249 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-73b521b1-a494-4ac7-a33d-5f847ec2c8b2 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e9a35e6-a4c5-4fa4-9479-69b4069ea569') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:39.705204 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e9a5fd52-1e37-40c9-95d7-389cf49a4645 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:security_group_rule and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:39.709539 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-73b521b1-a494-4ac7-a33d-5f847ec2c8b2 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:39.721307 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e9a5fd52-1e37-40c9-95d7-389cf49a4645 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:39.734459 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-e9a5fd52-1e37-40c9-95d7-389cf49a4645 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:39.739825 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3697375-8838-452a-891e-56429c2aec80 req-101e83fd-6583-4392-9125-ea68e2c3659a tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:39.742848 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e3697375-8838-452a-891e-56429c2aec80 req-101e83fd-6583-4392-9125-ea68e2c3659a tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee5826cd-33a9-4048-a9ec-1e3cd61dc980 HTTP/1.1" status: 200 len: 944 time: 0.7414222 Jan 21 09:50:39.743016 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531ec064-0f9a-43c6-8ab6-91a4b199548a None None] Update dhcp port {'port': {'network_id': 'eb5bb302-f98e-4daf-ab12-078a12bff700', 'fixed_ips': [{'subnet_id': '79f47ba9-d272-4551-95fd-ae1d4ae2f5ae', 'ip_address': '172.20.0.18'}, {'subnet_id': '4be30578-2c60-4425-9d5c-61de28bf46b9'}], 'binding:host_id': 'dv-neutron-825732-1-hyperv'}, 'id': '1d2ec7fa-e018-4e9c-8060-f1034d4a5076'} from dv-neutron-825732-1-hyperv. {{(pid=83599) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 21 09:50:39.746841 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-73b521b1-a494-4ac7-a33d-5f847ec2c8b2 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:39.807915 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-531ec064-0f9a-43c6-8ab6-91a4b199548a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:39.836977 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73b521b1-a494-4ac7-a33d-5f847ec2c8b2 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:50:39.837466 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-73b521b1-a494-4ac7-a33d-5f847ec2c8b2 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: util.warn( Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: util.warn( Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: util.warn( Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: util.warn( Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:50:39.865458 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:50:39.931013 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e3697375-8838-452a-891e-56429c2aec80 req-bafce9aa-eecf-4ade-a166-023693788c8f tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599488 Jan 21 09:50:39.961316 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-efc68d52-3a6c-479d-8d9a-baec49e81200 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:40.024586 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-efc68d52-3a6c-479d-8d9a-baec49e81200 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Deleting port 5eca861b-3801-4ff6-95a2-a55a6834e83f {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:40.024828 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-efc68d52-3a6c-479d-8d9a-baec49e81200 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:40.028428 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157c2e25-b96d-46f1-a19d-fae4e5269626 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:50:40.110194 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-73b521b1-a494-4ac7-a33d-5f847ec2c8b2 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:40.114852 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-73b521b1-a494-4ac7-a33d-5f847ec2c8b2 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:40.129033 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e9a5fd52-1e37-40c9-95d7-389cf49a4645 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:40.131843 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-abf35fff-ebfd-4c17-ada0-7bcbd2610426 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:40.154680 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-73b521b1-a494-4ac7-a33d-5f847ec2c8b2 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/networks/e48c35da-084a-460d-96aa-84a1537bd2dd HTTP/1.1" status: 204 len: 168 time: 3.2352729 Jan 21 09:50:40.155257 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35054) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:40.203067 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 9e0fda8e-f5bd-472a-b334-8c0134a7996c up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:50:40.236334 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e9a5fd52-1e37-40c9-95d7-389cf49a4645 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:40.256060 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b521b1-a494-4ac7-a33d-5f847ec2c8b2 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event deleted for resources: {'Network': ['ID=e48c35da-084a-460d-96aa-84a1537bd2dd,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:40.290902 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-abf35fff-ebfd-4c17-ada0-7bcbd2610426 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Calling delete_port for c34caddd-711e-40b1-a6ed-a6df1e49caef owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:40.339317 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0a9e358a-244e-4264-96c1-b2e19fe2a758 None None] Provisioning for port 9e0fda8e-f5bd-472a-b334-8c0134a7996c completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:40.434406 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e9a5fd52-1e37-40c9-95d7-389cf49a4645 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:40.438128 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e9a5fd52-1e37-40c9-95d7-389cf49a4645 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.3594885 Jan 21 09:50:40.439572 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5fd52-1e37-40c9-95d7-389cf49a4645 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=711fa702-2bea-44cd-9781-bf5bfa6fc389,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:40.445368 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35058) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:40.453284 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-317a9a65-619c-4555-b2c3-22dbe2e96cd7 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'security_group': {'name': 'tempest-secgroup-1386347246'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:40.509359 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7287441-a1e4-440b-aad3-58a5b20f3a7a None None] DHCP port deletion for f36c9ede-9cd8-4b16-be19-6f5012ce7291 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:50:40.516690 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-317a9a65-619c-4555-b2c3-22dbe2e96cd7 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:40.535740 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-d7287441-a1e4-440b-aad3-58a5b20f3a7a None None] Deleting port 5eca861b-3801-4ff6-95a2-a55a6834e83f {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:40.536393 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d7287441-a1e4-440b-aad3-58a5b20f3a7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:40.560621 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-317a9a65-619c-4555-b2c3-22dbe2e96cd7 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:security_group and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:40.568944 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-317a9a65-619c-4555-b2c3-22dbe2e96cd7 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:40.588312 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-317a9a65-619c-4555-b2c3-22dbe2e96cd7 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:40.593004 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 9e0fda8e-f5bd-472a-b334-8c0134a7996c completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:40.611617 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 9e0fda8e-f5bd-472a-b334-8c0134a7996c triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:40.612222 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:40.626081 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-efc68d52-3a6c-479d-8d9a-baec49e81200 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] For port 5eca861b-3801-4ff6-95a2-a55a6834e83f, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=5eca861b-3801-4ff6-95a2-a55a6834e83f,segment=NetworkSegment(dc58ad44-d3c7-45c2-b073-47dcb5cce20e),segment_id=dc58ad44-d3c7-45c2-b073-47dcb5cce20e)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:40.626765 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-efc68d52-3a6c-479d-8d9a-baec49e81200 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:40.641205 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-531ec064-0f9a-43c6-8ab6-91a4b199548a None None] Allocated IP 172.20.0.2 (eb5bb302-f98e-4daf-ab12-078a12bff700/4be30578-2c60-4425-9d5c-61de28bf46b9/1d2ec7fa-e018-4e9c-8060-f1034d4a5076) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:50:40.699215 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-317a9a65-619c-4555-b2c3-22dbe2e96cd7 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:40.734057 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-9768ae0a-cdb2-43da-8b8e-d33e4a7ee15b tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Allocated IP 172.20.0.1 (8f15b276-af35-4370-8d76-49490b88e900/6d669a79-09e0-493c-bc6f-191f69a98e12/548267c7-6f00-466b-888c-f6ce645427e1) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:50:40.781608 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-efc68d52-3a6c-479d-8d9a-baec49e81200 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Calling delete_port for 5eca861b-3801-4ff6-95a2-a55a6834e83f owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:40.903567 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-317a9a65-619c-4555-b2c3-22dbe2e96cd7 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:40.922175 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-317a9a65-619c-4555-b2c3-22dbe2e96cd7 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:security_group_rule and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:40.923530 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-317a9a65-619c-4555-b2c3-22dbe2e96cd7 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:40.943990 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-317a9a65-619c-4555-b2c3-22dbe2e96cd7 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:40.946645 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-abf35fff-ebfd-4c17-ada0-7bcbd2610426 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:41.011395 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf35fff-ebfd-4c17-ada0-7bcbd2610426 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Port': ['ID=c34caddd-711e-40b1-a6ed-a6df1e49caef,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:41.021333 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-efc68d52-3a6c-479d-8d9a-baec49e81200 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:41.096515 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:41.104670 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc68d52-3a6c-479d-8d9a-baec49e81200 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event deleted for resources: {'Port': ['ID=5eca861b-3801-4ff6-95a2-a55a6834e83f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:41.119267 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-d7287441-a1e4-440b-aad3-58a5b20f3a7a None None] For port 5eca861b-3801-4ff6-95a2-a55a6834e83f, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=5eca861b-3801-4ff6-95a2-a55a6834e83f,segment=NetworkSegment(dc58ad44-d3c7-45c2-b073-47dcb5cce20e),segment_id=dc58ad44-d3c7-45c2-b073-47dcb5cce20e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:41.119756 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d7287441-a1e4-440b-aad3-58a5b20f3a7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:41.142662 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-531ec064-0f9a-43c6-8ab6-91a4b199548a None None] For port 1d2ec7fa-e018-4e9c-8060-f1034d4a5076, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=1d2ec7fa-e018-4e9c-8060-f1034d4a5076,segment=NetworkSegment(7e2b1c37-e1f9-43d4-b8b6-7ea884e72745),segment_id=7e2b1c37-e1f9-43d4-b8b6-7ea884e72745)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:41.156092 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9768ae0a-cdb2-43da-8b8e-d33e4a7ee15b tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:41.177466 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-abf35fff-ebfd-4c17-ada0-7bcbd2610426 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:41.188108 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc68d52-3a6c-479d-8d9a-baec49e81200 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] No DVR routers for this DVR port 5eca861b-3801-4ff6-95a2-a55a6834e83f on host dv-neutron-825732-1-hyperv {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:50:41.219879 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9768ae0a-cdb2-43da-8b8e-d33e4a7ee15b tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Transition to ACTIVE for port object 548267c7-6f00-466b-888c-f6ce645427e1 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:41.248561 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device bd1ade71-5040-4cb6-958d-14b24715ecc8 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:50:41.263892 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-317a9a65-619c-4555-b2c3-22dbe2e96cd7 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:41.272675 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-abf35fff-ebfd-4c17-ada0-7bcbd2610426 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/c34caddd-711e-40b1-a6ed-a6df1e49caef HTTP/1.1" status: 204 len: 168 time: 2.1147394 Jan 21 09:50:41.272675 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-317a9a65-619c-4555-b2c3-22dbe2e96cd7 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:41.292509 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35064) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:41.329000 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-d7287441-a1e4-440b-aad3-58a5b20f3a7a None None] Calling delete_port for 5eca861b-3801-4ff6-95a2-a55a6834e83f owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:41.442481 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.resource_extend [None req-531ec064-0f9a-43c6-8ab6-91a4b199548a None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:50:41.446824 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9768ae0a-cdb2-43da-8b8e-d33e4a7ee15b tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:41.483908 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-531ec064-0f9a-43c6-8ab6-91a4b199548a None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:41.492572 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-efc68d52-3a6c-479d-8d9a-baec49e81200 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:41.498860 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-317a9a65-619c-4555-b2c3-22dbe2e96cd7 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:41.500112 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-317a9a65-619c-4555-b2c3-22dbe2e96cd7 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0532908 Jan 21 09:50:41.503023 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35068) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:41.512151 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 9e0fda8e-f5bd-472a-b334-8c0134a7996c, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=9e0fda8e-f5bd-472a-b334-8c0134a7996c,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:41.512554 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-88a2982a-20bc-42be-ad24-9da2d74b4fed tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'security_group': {'name': 'tempest-secgroup-646073283'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:41.517267 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a9a65-619c-4555-b2c3-22dbe2e96cd7 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0d6723-d58c-4536-aa7e-1351abbedbc3,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:41.520374 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.resource_extend [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:50:41.533226 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-88a2982a-20bc-42be-ad24-9da2d74b4fed tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:41.541042 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-88a2982a-20bc-42be-ad24-9da2d74b4fed tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:security_group and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:41.547085 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408f6d0-7db2-4ffe-ba2c-2e09d00a204a req-005d4462-3645-4d41-b1cc-9d3dd4e0f3a4 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:41.552160 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-531ec064-0f9a-43c6-8ab6-91a4b199548a None None] Transition to ACTIVE for port object 1d2ec7fa-e018-4e9c-8060-f1034d4a5076 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:41.553135 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-88a2982a-20bc-42be-ad24-9da2d74b4fed tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:41.554554 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9408f6d0-7db2-4ffe-ba2c-2e09d00a204a req-005d4462-3645-4d41-b1cc-9d3dd4e0f3a4 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee5826cd-33a9-4048-a9ec-1e3cd61dc980 HTTP/1.1" status: 200 len: 944 time: 0.3680537 Jan 21 09:50:41.557120 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-efc68d52-3a6c-479d-8d9a-baec49e81200 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f36c9ede-9cd8-4b16-be19-6f5012ce7291']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:41.570527 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-88a2982a-20bc-42be-ad24-9da2d74b4fed tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:41.576093 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-efc68d52-3a6c-479d-8d9a-baec49e81200 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc58ad44-d3c7-45c2-b073-47dcb5cce20e') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:41.576386 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-efc68d52-3a6c-479d-8d9a-baec49e81200 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc58ad44-d3c7-45c2-b073-47dcb5cce20e') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:41.579513 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e549d6-8dee-4217-961b-b2585f8c864d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:41.584409 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a6e549d6-8dee-4217-961b-b2585f8c864d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2898088 Jan 21 09:50:41.585452 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35072) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:41.598521 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9768ae0a-cdb2-43da-8b8e-d33e4a7ee15b tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Network 8f15b276-af35-4370-8d76-49490b88e900 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:41.604942 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-9768ae0a-cdb2-43da-8b8e-d33e4a7ee15b tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:41.613904 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9768ae0a-cdb2-43da-8b8e-d33e4a7ee15b tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:50:41.616315 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:41.624705 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-efc68d52-3a6c-479d-8d9a-baec49e81200 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:41.647571 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768ae0a-cdb2-43da-8b8e-d33e4a7ee15b tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event updated for resources: {'Port': ['ID=548267c7-6f00-466b-888c-f6ce645427e1,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:41.650246 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-88a2982a-20bc-42be-ad24-9da2d74b4fed tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:41.675769 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-efc68d52-3a6c-479d-8d9a-baec49e81200 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:41.680256 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fd3c79-3973-4b84-b13b-5f2b348f3a61 None None] Update dhcp port {'port': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'fixed_ips': [{'subnet_id': '7d67a647-78ea-4585-bd64-7aa0a2a5bf17', 'ip_address': '2001:db8::f816:3eff:fe9e:b979'}, {'subnet_id': '85ee080e-e8a1-4043-ba7e-b921b07bb75c'}], 'binding:host_id': 'dv-neutron-825732-1-hyperv'}, 'id': '9e0fda8e-f5bd-472a-b334-8c0134a7996c'} from dv-neutron-825732-1-hyperv. {{(pid=83599) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 21 09:50:41.692143 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b88a7424-c7b2-4c55-96c6-850011db8077 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:41.705018 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc68d52-3a6c-479d-8d9a-baec49e81200 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:50:41.705018 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-efc68d52-3a6c-479d-8d9a-baec49e81200 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:41.716826 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:50:41.716826 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:50:41.716826 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:50:41.716826 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:50:41.716826 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:50:41.716826 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:50:41.716826 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:50:41.716826 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:50:41.716826 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:50:41.716826 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:50:41.716826 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:50:41.716826 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:50:41.716826 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:50:41.716826 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:50:41.716826 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:50:41.716826 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:50:41.716826 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:50:41.716826 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:50:41.716826 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:50:41.716826 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:50:41.716826 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:50:41.716826 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:50:41.716826 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:50:41.716826 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:50:41.716826 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:50:41.716826 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:50:41.716826 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:50:41.716826 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:50:41.716826 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:50:41.716826 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:50:41.716826 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:50:41.716826 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:50:41.720203 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 850e96b0-ef7d-4777-a360-d9e1ab6034c3 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:50:41.743802 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-531ec064-0f9a-43c6-8ab6-91a4b199548a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:41.791171 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9408f6d0-7db2-4ffe-ba2c-2e09d00a204a req-70dba255-9ea2-413b-88db-e6497e4317ce tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2356372 Jan 21 09:50:41.793247 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 850e96b0-ef7d-4777-a360-d9e1ab6034c3 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:50:41.794021 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 850e96b0-ef7d-4777-a360-d9e1ab6034c3 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:50:41.811243 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-88a2982a-20bc-42be-ad24-9da2d74b4fed tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:41.836181 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-88a2982a-20bc-42be-ad24-9da2d74b4fed tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:security_group_rule and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:41.841110 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-88a2982a-20bc-42be-ad24-9da2d74b4fed tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:41.849639 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-88a2982a-20bc-42be-ad24-9da2d74b4fed tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:41.869438 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-efc68d52-3a6c-479d-8d9a-baec49e81200 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:41.869690 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-d7287441-a1e4-440b-aad3-58a5b20f3a7a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:50:41.869690 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-d7287441-a1e4-440b-aad3-58a5b20f3a7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:50:41.870096 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6db22a-8008-4bf8-bdec-1b7c3ec408b0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:41.870810 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-1e6db22a-8008-4bf8-bdec-1b7c3ec408b0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:50:41.900671 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-efc68d52-3a6c-479d-8d9a-baec49e81200 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:41.930443 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc68d52-3a6c-479d-8d9a-baec49e81200 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event deleted for resources: {'Network': ['ID=f36c9ede-9cd8-4b16-be19-6f5012ce7291,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:41.938885 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-efc68d52-3a6c-479d-8d9a-baec49e81200 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/networks/f36c9ede-9cd8-4b16-be19-6f5012ce7291 HTTP/1.1" status: 204 len: 168 time: 2.3866708 Jan 21 09:50:41.939089 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9768ae0a-cdb2-43da-8b8e-d33e4a7ee15b tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:41.942482 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-1e6db22a-8008-4bf8-bdec-1b7c3ec408b0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:50:41.943661 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1e6db22a-8008-4bf8-bdec-1b7c3ec408b0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.3545532 Jan 21 09:50:41.948905 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35076) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:41.949080 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35078) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:41.959386 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port bd1ade71-5040-4cb6-958d-14b24715ecc8, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=bd1ade71-5040-4cb6-958d-14b24715ecc8,segment=NetworkSegment(9837c8e9-4888-432f-a43e-46a8a8628f53),segment_id=9837c8e9-4888-432f-a43e-46a8a8628f53)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:42.089275 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-51fd3c79-3973-4b84-b13b-5f2b348f3a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:42.099464 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-88a2982a-20bc-42be-ad24-9da2d74b4fed tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:42.103562 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': 'bd1ade71-5040-4cb6-958d-14b24715ecc8', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'port_id': 'bd1ade71-5040-4cb6-958d-14b24715ecc8', 'mac_address': 'fa:16:3e:51:86:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:50:42.114546 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=9e0fda8e-f5bd-472a-b334-8c0134a7996c,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:42.146186 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9768ae0a-cdb2-43da-8b8e-d33e4a7ee15b tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:42.172371 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-88a2982a-20bc-42be-ad24-9da2d74b4fed tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:42.219541 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-88a2982a-20bc-42be-ad24-9da2d74b4fed tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:42.219541 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-88a2982a-20bc-42be-ad24-9da2d74b4fed tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7119684 Jan 21 09:50:42.224490 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2676c7-fc1b-49d8-a5fc-d2833a6939b4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:42.225856 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2676c7-fc1b-49d8-a5fc-d2833a6939b4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:42.227273 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2676c7-fc1b-49d8-a5fc-d2833a6939b4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:42.228067 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6d2676c7-fc1b-49d8-a5fc-d2833a6939b4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:50:42.239626 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35084) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:42.244522 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:42.245929 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-9f5ddee5-7b6b-4e8b-aff3-db6a9a861b9f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1707720814', 'security_groups': ['371bc086-a040-4c54-99da-c496de55fca8'], 'network_id': 'eb5bb302-f98e-4daf-ab12-078a12bff700', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4be30578-2c60-4425-9d5c-61de28bf46b9'}]}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:42.255936 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 5eca861b-3801-4ff6-95a2-a55a6834e83f no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:50:42.308173 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 5eca861b-3801-4ff6-95a2-a55a6834e83f {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:50:42.308422 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 5eca861b-3801-4ff6-95a2-a55a6834e83f not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:50:42.343940 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a2982a-20bc-42be-ad24-9da2d74b4fed tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=371bc086-a040-4c54-99da-c496de55fca8,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:42.359830 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6d2676c7-fc1b-49d8-a5fc-d2833a6939b4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:50:42.363434 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6d2676c7-fc1b-49d8-a5fc-d2833a6939b4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4093366 Jan 21 09:50:42.364784 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35088) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:42.374355 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-d7287441-a1e4-440b-aad3-58a5b20f3a7a None None] Deleting port 5eca861b-3801-4ff6-95a2-a55a6834e83f {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:42.374928 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d7287441-a1e4-440b-aad3-58a5b20f3a7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:42.443892 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd1ade71-5040-4cb6-958d-14b24715ecc8 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:50:42.512089 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-d7287441-a1e4-440b-aad3-58a5b20f3a7a None None] The port '5eca861b-3801-4ff6-95a2-a55a6834e83f' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:50:42.573020 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port bd1ade71-5040-4cb6-958d-14b24715ecc8, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=bd1ade71-5040-4cb6-958d-14b24715ecc8,segment=NetworkSegment(9837c8e9-4888-432f-a43e-46a8a8628f53),segment_id=9837c8e9-4888-432f-a43e-46a8a8628f53)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:42.574448 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ec064-0f9a-43c6-8ab6-91a4b199548a None None] Pushing event updated for resources: {'Port': ['ID=1d2ec7fa-e018-4e9c-8060-f1034d4a5076,revision_number=6']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:42.590576 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9f5ddee5-7b6b-4e8b-aff3-db6a9a861b9f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:42.600416 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5e520345-8e86-4839-84b1-3f8bd1743601 None None] Provisioning for port 548267c7-6f00-466b-888c-f6ce645427e1 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:42.610122 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5e520345-8e86-4839-84b1-3f8bd1743601 None None] Provisioning complete for port 548267c7-6f00-466b-888c-f6ce645427e1 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:42.610698 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5e520345-8e86-4839-84b1-3f8bd1743601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:42.670895 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9f5ddee5-7b6b-4e8b-aff3-db6a9a861b9f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:42.674758 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:42.679751 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5e520345-8e86-4839-84b1-3f8bd1743601 None None] Port 548267c7-6f00-466b-888c-f6ce645427e1 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:50:42.776507 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5ddee5-7b6b-4e8b-aff3-db6a9a861b9f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Made reservation on behalf of 081c5e94b3d84c0c999dc4d73e79f211 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:50:42.843011 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=bd1ade71-5040-4cb6-958d-14b24715ecc8,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:42.875777 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-51fd3c79-3973-4b84-b13b-5f2b348f3a61 None None] Allocated IP 2001:db8:0:1::2 (d5f237d0-52c1-4100-800c-a471203fec66/85ee080e-e8a1-4043-ba7e-b921b07bb75c/9e0fda8e-f5bd-472a-b334-8c0134a7996c) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:50:42.915874 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d4bdf6a-2b10-4c74-a086-b9448054d64c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting subnet 7d67a647-78ea-4585-bd64-7aa0a2a5bf17 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:50:42.961803 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['bd1ade71-5040-4cb6-958d-14b24715ecc8'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:50:43.073765 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f5ddee5-7b6b-4e8b-aff3-db6a9a861b9f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:43.124789 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-9f5ddee5-7b6b-4e8b-aff3-db6a9a861b9f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] device_id is not set on port 4840a0a9-0588-44d7-8c9c-02887747cfed yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:50:43.169144 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-51fd3c79-3973-4b84-b13b-5f2b348f3a61 None None] For port 9e0fda8e-f5bd-472a-b334-8c0134a7996c, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=9e0fda8e-f5bd-472a-b334-8c0134a7996c,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:43.183673 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-aa6a0f77-aa28-49fb-aaa7-571c67ceed8a None None] Provisioning complete for port cec084f2-5697-4286-891c-593ab7de3a18 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:43.184044 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-aa6a0f77-aa28-49fb-aaa7-571c67ceed8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:43.191700 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6ba342a6-6e51-494d-8599-65d7f9c9da8b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:43.207901 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9768ae0a-cdb2-43da-8b8e-d33e4a7ee15b tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:43.258622 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9768ae0a-cdb2-43da-8b8e-d33e4a7ee15b tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:43.280407 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-aa6a0f77-aa28-49fb-aaa7-571c67ceed8a None None] Port cec084f2-5697-4286-891c-593ab7de3a18 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:50:43.283274 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-51fd3c79-3973-4b84-b13b-5f2b348f3a61 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:43.330235 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-51fd3c79-3973-4b84-b13b-5f2b348f3a61 None None] Transition to ACTIVE for port object 9e0fda8e-f5bd-472a-b334-8c0134a7996c will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:43.340672 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-51fd3c79-3973-4b84-b13b-5f2b348f3a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:43.368368 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2d4bdf6a-2b10-4c74-a086-b9448054d64c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:43.386598 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-aa6a0f77-aa28-49fb-aaa7-571c67ceed8a None None] Provisioning for port 1d2ec7fa-e018-4e9c-8060-f1034d4a5076 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:43.392281 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9768ae0a-cdb2-43da-8b8e-d33e4a7ee15b tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:43.400729 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768ae0a-cdb2-43da-8b8e-d33e4a7ee15b tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event updated for resources: {'Port': ['ID=548267c7-6f00-466b-888c-f6ce645427e1,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:43.420016 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-aa6a0f77-aa28-49fb-aaa7-571c67ceed8a None None] Provisioning complete for port 1d2ec7fa-e018-4e9c-8060-f1034d4a5076 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:43.420383 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-aa6a0f77-aa28-49fb-aaa7-571c67ceed8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:43.551030 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ed6dd-a881-484a-9a65-3e72e16ffffe req-0b675ec5-8a64-4407-aed5-e38ba33ae787 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:43.552537 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-6c1ed6dd-a881-484a-9a65-3e72e16ffffe req-0b675ec5-8a64-4407-aed5-e38ba33ae787 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee5826cd-33a9-4048-a9ec-1e3cd61dc980 HTTP/1.1" status: 200 len: 945 time: 0.5279202 Jan 21 09:50:43.565876 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2d4bdf6a-2b10-4c74-a086-b9448054d64c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:43.566331 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b88a7424-c7b2-4c55-96c6-850011db8077 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Deleting port 3f15ca91-6562-40e9-8a27-387590494894 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:43.566760 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b88a7424-c7b2-4c55-96c6-850011db8077 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:43.576948 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd3c79-3973-4b84-b13b-5f2b348f3a61 None None] Pushing event updated for resources: {'Port': ['ID=9e0fda8e-f5bd-472a-b334-8c0134a7996c,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:43.798362 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-6c1ed6dd-a881-484a-9a65-3e72e16ffffe req-74fd8d64-8217-44de-93b2-9acfe61294b8 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1991124 Jan 21 09:50:43.810059 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9768ae0a-cdb2-43da-8b8e-d33e4a7ee15b tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Network 8f15b276-af35-4370-8d76-49490b88e900 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:43.810271 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-9f5ddee5-7b6b-4e8b-aff3-db6a9a861b9f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Allocated IP 172.20.0.14 (eb5bb302-f98e-4daf-ab12-078a12bff700/4be30578-2c60-4425-9d5c-61de28bf46b9/4840a0a9-0588-44d7-8c9c-02887747cfed) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:50:43.813705 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-9768ae0a-cdb2-43da-8b8e-d33e4a7ee15b tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:43.860430 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2d4bdf6a-2b10-4c74-a086-b9448054d64c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:44.067692 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b88a7424-c7b2-4c55-96c6-850011db8077 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] For port 3f15ca91-6562-40e9-8a27-387590494894, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=3f15ca91-6562-40e9-8a27-387590494894,segment=NetworkSegment(252fd347-63c3-476e-b82f-9aa049fad307),segment_id=252fd347-63c3-476e-b82f-9aa049fad307)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:44.068054 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b88a7424-c7b2-4c55-96c6-850011db8077 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:44.145665 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 9e0fda8e-f5bd-472a-b334-8c0134a7996c up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:50:44.213750 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2d4bdf6a-2b10-4c74-a086-b9448054d64c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:44.240558 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b88a7424-c7b2-4c55-96c6-850011db8077 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Calling delete_port for 3f15ca91-6562-40e9-8a27-387590494894 owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:44.268097 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5c45f48a-0a1c-46ea-96b7-734c28762175 None None] Provisioning complete for port 548267c7-6f00-466b-888c-f6ce645427e1 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:44.268685 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5c45f48a-0a1c-46ea-96b7-734c28762175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:44.308789 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4bdf6a-2b10-4c74-a086-b9448054d64c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Subnet': ['ID=7d67a647-78ea-4585-bd64-7aa0a2a5bf17,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:44.329181 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2d4bdf6a-2b10-4c74-a086-b9448054d64c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:44.350070 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5c45f48a-0a1c-46ea-96b7-734c28762175 None None] Port 548267c7-6f00-466b-888c-f6ce645427e1 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:50:44.353418 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 1d2ec7fa-e018-4e9c-8060-f1034d4a5076 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:50:44.407143 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2d4bdf6a-2b10-4c74-a086-b9448054d64c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/7d67a647-78ea-4585-bd64-7aa0a2a5bf17 HTTP/1.1" status: 204 len: 168 time: 2.0409698 Jan 21 09:50:44.408915 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35094) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:44.455252 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb35fcc9-b9de-40a8-a284-79c06ea47625 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:50:44.502378 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f5ddee5-7b6b-4e8b-aff3-db6a9a861b9f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:44.526845 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 1d2ec7fa-e018-4e9c-8060-f1034d4a5076 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:44.526845 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:44.564385 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-67e3d92d-6a9b-4762-b5e8-83d438a84de8 None None] Could not find standard attr ID for object c34caddd-711e-40b1-a6ed-a6df1e49caef. {{(pid=83599) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:50:44.565547 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-9f5ddee5-7b6b-4e8b-aff3-db6a9a861b9f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Transition to ACTIVE for port object 4840a0a9-0588-44d7-8c9c-02887747cfed will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:44.572484 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-f94b441a-8ce9-4600-9f42-9549c89214c0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting subnet 85ee080e-e8a1-4043-ba7e-b921b07bb75c {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:50:44.578654 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f94b441a-8ce9-4600-9f42-9549c89214c0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:44.637127 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-67e3d92d-6a9b-4762-b5e8-83d438a84de8 None None] Provisioning for port 9e0fda8e-f5bd-472a-b334-8c0134a7996c completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:44.661184 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-67e3d92d-6a9b-4762-b5e8-83d438a84de8 None None] Provisioning complete for port 9e0fda8e-f5bd-472a-b334-8c0134a7996c triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:44.661963 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-67e3d92d-6a9b-4762-b5e8-83d438a84de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:44.691563 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f94b441a-8ce9-4600-9f42-9549c89214c0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:44.742562 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9768ae0a-cdb2-43da-8b8e-d33e4a7ee15b tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Router 756ad0a6-34ff-4696-a268-bf70ecca1bae has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:50:44.746365 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b88a7424-c7b2-4c55-96c6-850011db8077 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:44.756280 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f5ddee5-7b6b-4e8b-aff3-db6a9a861b9f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:44.805683 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a7424-c7b2-4c55-96c6-850011db8077 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event deleted for resources: {'Port': ['ID=3f15ca91-6562-40e9-8a27-387590494894,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:44.940435 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ddee5-7b6b-4e8b-aff3-db6a9a861b9f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Port': ['ID=4840a0a9-0588-44d7-8c9c-02887747cfed,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:44.970616 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5ddee5-7b6b-4e8b-aff3-db6a9a861b9f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Network eb5bb302-f98e-4daf-ab12-078a12bff700 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:44.975381 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-9f5ddee5-7b6b-4e8b-aff3-db6a9a861b9f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:44.988640 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5ddee5-7b6b-4e8b-aff3-db6a9a861b9f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:50:45.052245 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f94b441a-8ce9-4600-9f42-9549c89214c0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:45.170123 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5ddee5-7b6b-4e8b-aff3-db6a9a861b9f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:45.171041 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f5ddee5-7b6b-4e8b-aff3-db6a9a861b9f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:45.198818 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device bd1ade71-5040-4cb6-958d-14b24715ecc8 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:50:45.240766 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9f5ddee5-7b6b-4e8b-aff3-db6a9a861b9f tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.9969475 Jan 21 09:50:45.246984 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35100) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:45.264396 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e875b036-e080-42c4-bd51-b7946c3b1c75 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'subnet': {'network_id': 'eb5bb302-f98e-4daf-ab12-078a12bff700', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:45.315282 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port bd1ade71-5040-4cb6-958d-14b24715ecc8 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:45.324313 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port bd1ade71-5040-4cb6-958d-14b24715ecc8 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:45.324970 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:45.355021 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f94b441a-8ce9-4600-9f42-9549c89214c0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:45.361232 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4cc0c6-f4d0-473e-bf52-903f8fec7670 req-b6e7fba4-1235-4a9a-bfad-46c657973474 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:45.363505 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8f4cc0c6-f4d0-473e-bf52-903f8fec7670 req-b6e7fba4-1235-4a9a-bfad-46c657973474 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee5826cd-33a9-4048-a9ec-1e3cd61dc980 HTTP/1.1" status: 200 len: 945 time: 0.3460660 Jan 21 09:50:45.494782 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:45.505978 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8f4cc0c6-f4d0-473e-bf52-903f8fec7670 req-e1a4fdfb-1ecc-426b-9be8-85e4abbfd043 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240644 Jan 21 09:50:45.511399 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b88a7424-c7b2-4c55-96c6-850011db8077 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:45.520170 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-e93e02ae-97cf-41ab-979e-43e63029c1b4 None None] Provisioning for port 4840a0a9-0588-44d7-8c9c-02887747cfed completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:45.538630 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-e93e02ae-97cf-41ab-979e-43e63029c1b4 None None] Provisioning complete for port 4840a0a9-0588-44d7-8c9c-02887747cfed triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:45.539243 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e93e02ae-97cf-41ab-979e-43e63029c1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:45.571605 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b441a-8ce9-4600-9f42-9549c89214c0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Subnet': ['ID=85ee080e-e8a1-4043-ba7e-b921b07bb75c,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:45.598892 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f94b441a-8ce9-4600-9f42-9549c89214c0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:45.609962 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9768ae0a-cdb2-43da-8b8e-d33e4a7ee15b tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:50:45.631856 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5826cd-33a9-4048-a9ec-1e3cd61dc980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1ade71-5040-4cb6-958d-14b24715ecc8'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:50:45.636419 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0328c63-d88c-4043-a50a-e713c87aeeb8 None None] Sync routers for ids ['756ad0a6-34ff-4696-a268-bf70ecca1bae'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:50:45.650116 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-e93e02ae-97cf-41ab-979e-43e63029c1b4 None None] Port 4840a0a9-0588-44d7-8c9c-02887747cfed cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:50:45.654497 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port bd1ade71-5040-4cb6-958d-14b24715ecc8, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=bd1ade71-5040-4cb6-958d-14b24715ecc8,segment=NetworkSegment(9837c8e9-4888-432f-a43e-46a8a8628f53),segment_id=9837c8e9-4888-432f-a43e-46a8a8628f53)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:45.664750 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:45.699028 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9768ae0a-cdb2-43da-8b8e-d33e4a7ee15b tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "PUT /v2.0/routers/756ad0a6-34ff-4696-a268-bf70ecca1bae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0898957 Jan 21 09:50:45.699744 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35106) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:45.714646 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-f8899f10-332b-489d-9ff9-6c9606000cac tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Request body: {'port': {'network_id': '8f15b276-af35-4370-8d76-49490b88e900', 'name': 'tempest-FloatingIPTestJSON-1032999758'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:45.714938 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5826cd-33a9-4048-a9ec-1e3cd61dc980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1ade71-5040-4cb6-958d-14b24715ecc8', 'code': 200} Jan 21 09:50:45.715527 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0328c63-d88c-4043-a50a-e713c87aeeb8 None None] Routers {'756ad0a6-34ff-4696-a268-bf70ecca1bae'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:45.716413 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c0328c63-d88c-4043-a50a-e713c87aeeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:50:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['756ad0a6-34ff-4696-a268-bf70ecca1bae'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:45.744498 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f94b441a-8ce9-4600-9f42-9549c89214c0 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/85ee080e-e8a1-4043-ba7e-b921b07bb75c HTTP/1.1" status: 204 len: 168 time: 1.3252540 Jan 21 09:50:45.755075 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e875b036-e080-42c4-bd51-b7946c3b1c75 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:45.766195 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35110) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:45.831064 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c0328c63-d88c-4043-a50a-e713c87aeeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:45.847980 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=bd1ade71-5040-4cb6-958d-14b24715ecc8,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:45.869049 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0328c63-d88c-4043-a50a-e713c87aeeb8 None None] Routers {'756ad0a6-34ff-4696-a268-bf70ecca1bae'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:45.870787 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c0328c63-d88c-4043-a50a-e713c87aeeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:50:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['756ad0a6-34ff-4696-a268-bf70ecca1bae'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:45.896084 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f8899f10-332b-489d-9ff9-6c9606000cac tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:45.898297 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e875b036-e080-42c4-bd51-b7946c3b1c75 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:subnet and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:45.902519 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-f8899f10-332b-489d-9ff9-6c9606000cac tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Usage tracker for resource:port and tenant:a9bbec69a2694a0bb3504d188ecd25f9 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:45.902951 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e875b036-e080-42c4-bd51-b7946c3b1c75 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:45.915738 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-f8899f10-332b-489d-9ff9-6c9606000cac tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:45.918518 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-066ece90-ddd6-4b1b-9a58-0178a789fbae tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1510577 Jan 21 09:50:45.919661 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e875b036-e080-42c4-bd51-b7946c3b1c75 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:45.922873 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35114) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:45.930941 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-6ba342a6-6e51-494d-8599-65d7f9c9da8b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Deleting port 3ea1e2bd-91e7-4a9e-892c-8b3192428dd3 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:45.931359 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6ba342a6-6e51-494d-8599-65d7f9c9da8b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:45.936052 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-6fe5c4d5-24f4-41cd-940a-432251b0be0e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:45.955114 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f8899f10-332b-489d-9ff9-6c9606000cac tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:45.983070 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e875b036-e080-42c4-bd51-b7946c3b1c75 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Made reservation on behalf of 081c5e94b3d84c0c999dc4d73e79f211 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:50:45.992117 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e875b036-e080-42c4-bd51-b7946c3b1c75 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:46.024934 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d349cf7-3d92-4a1e-b3f8-ef2b3c29c5cb None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:50:46.054708 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c0328c63-d88c-4043-a50a-e713c87aeeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:46.055126 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0328c63-d88c-4043-a50a-e713c87aeeb8 None None] The sync data for ids ['756ad0a6-34ff-4696-a268-bf70ecca1bae'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:50:46.063899 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8899f10-332b-489d-9ff9-6c9606000cac tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Made reservation on behalf of a9bbec69a2694a0bb3504d188ecd25f9 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:50:46.067854 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f8899f10-332b-489d-9ff9-6c9606000cac tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:46.170648 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-f8899f10-332b-489d-9ff9-6c9606000cac tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] device_id is not set on port bc640e96-7c8f-4e1f-8efe-ae44c6181c68 yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:50:46.174633 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-3a6a7fca-dccb-494a-a0da-26332c726564 None None] Provisioning complete for port 9e0fda8e-f5bd-472a-b334-8c0134a7996c triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:46.175044 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3a6a7fca-dccb-494a-a0da-26332c726564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:46.264341 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.ipam_backend_mixin [None req-e875b036-e080-42c4-bd51-b7946c3b1c75 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4be30578-2c60-4425-9d5c-61de28bf46b9 (CIDR: 172.20.0.0/28) Jan 21 09:50:46.277876 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-e875b036-e080-42c4-bd51-b7946c3b1c75 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:50:46.278582 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e875b036-e080-42c4-bd51-b7946c3b1c75 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:50:46.297648 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-6ba342a6-6e51-494d-8599-65d7f9c9da8b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] For port 3ea1e2bd-91e7-4a9e-892c-8b3192428dd3, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=3ea1e2bd-91e7-4a9e-892c-8b3192428dd3,segment=NetworkSegment(58a14f4c-a989-4df3-8f08-72bc4fe51b13),segment_id=58a14f4c-a989-4df3-8f08-72bc4fe51b13)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:46.298063 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6ba342a6-6e51-494d-8599-65d7f9c9da8b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:46.421843 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e875b036-e080-42c4-bd51-b7946c3b1c75 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1708293 Jan 21 09:50:46.428803 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-6ba342a6-6e51-494d-8599-65d7f9c9da8b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Calling delete_port for 3ea1e2bd-91e7-4a9e-892c-8b3192428dd3 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:46.444281 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59163bf5-7422-4111-96ad-3809e470689a None None] DHCP port deletion for d5f237d0-52c1-4100-800c-a471203fec66 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:50:46.450165 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-59163bf5-7422-4111-96ad-3809e470689a None None] Deleting port 9e0fda8e-f5bd-472a-b334-8c0134a7996c {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:46.450532 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-59163bf5-7422-4111-96ad-3809e470689a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:46.458017 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35118) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:46.470219 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-41fa188a-e734-421c-a330-150ad61b64c4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'subnet': {'network_id': 'eb5bb302-f98e-4daf-ab12-078a12bff700', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:46.524700 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6fe5c4d5-24f4-41cd-940a-432251b0be0e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:46.557744 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6fe5c4d5-24f4-41cd-940a-432251b0be0e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:subnet and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:46.567693 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6fe5c4d5-24f4-41cd-940a-432251b0be0e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:46.581793 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6fe5c4d5-24f4-41cd-940a-432251b0be0e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:46.662520 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-41fa188a-e734-421c-a330-150ad61b64c4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:46.671481 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-41fa188a-e734-421c-a330-150ad61b64c4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:subnet and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:46.676538 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-41fa188a-e734-421c-a330-150ad61b64c4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:46.691066 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-41fa188a-e734-421c-a330-150ad61b64c4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:46.700485 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe5c4d5-24f4-41cd-940a-432251b0be0e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:50:46.723649 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fa188a-e734-421c-a330-150ad61b64c4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Made reservation on behalf of 081c5e94b3d84c0c999dc4d73e79f211 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:50:46.727111 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41fa188a-e734-421c-a330-150ad61b64c4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:46.736035 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-59163bf5-7422-4111-96ad-3809e470689a None None] For port 9e0fda8e-f5bd-472a-b334-8c0134a7996c, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=9e0fda8e-f5bd-472a-b334-8c0134a7996c,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:46.736566 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-59163bf5-7422-4111-96ad-3809e470689a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:46.854704 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-98c2ebda-752f-4b37-8377-a26c60fe678f req-4dead322-d2df-4d99-88b2-e1a0e0d75a8a service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=ee5826cd-33a9-4048-a9ec-1e3cd61dc980 HTTP/1.1" status: 200 len: 1099 time: 0.7500203 Jan 21 09:50:46.858495 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-f8899f10-332b-489d-9ff9-6c9606000cac tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Allocated IP 172.20.0.7 (8f15b276-af35-4370-8d76-49490b88e900/6d669a79-09e0-493c-bc6f-191f69a98e12/bc640e96-7c8f-4e1f-8efe-ae44c6181c68) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:50:46.914799 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.ipam_backend_mixin [None req-41fa188a-e734-421c-a330-150ad61b64c4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 79f47ba9-d272-4551-95fd-ae1d4ae2f5ae (CIDR: 172.20.0.16/28) Jan 21 09:50:46.915836 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-59163bf5-7422-4111-96ad-3809e470689a None None] Calling delete_port for 9e0fda8e-f5bd-472a-b334-8c0134a7996c owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:46.926068 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-41fa188a-e734-421c-a330-150ad61b64c4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:50:46.926958 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41fa188a-e734-421c-a330-150ad61b64c4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:50:46.958967 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6ba342a6-6e51-494d-8599-65d7f9c9da8b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:46.994898 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-41fa188a-e734-421c-a330-150ad61b64c4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5357823 Jan 21 09:50:47.002066 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35124) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:47.009741 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-59163bf5-7422-4111-96ad-3809e470689a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:47.018546 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-539ef11b-d552-46e3-a321-6ad890db7754 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'subnet': {'network_id': 'eb5bb302-f98e-4daf-ab12-078a12bff700', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:47.036543 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba342a6-6e51-494d-8599-65d7f9c9da8b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event deleted for resources: {'Port': ['ID=3ea1e2bd-91e7-4a9e-892c-8b3192428dd3,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:47.045894 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6fe5c4d5-24f4-41cd-940a-432251b0be0e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:47.059763 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59163bf5-7422-4111-96ad-3809e470689a None None] Pushing event deleted for resources: {'Port': ['ID=9e0fda8e-f5bd-472a-b334-8c0134a7996c,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:47.070001 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59163bf5-7422-4111-96ad-3809e470689a None None] No DVR routers for this DVR port 9e0fda8e-f5bd-472a-b334-8c0134a7996c on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:50:47.157604 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-98c2ebda-752f-4b37-8377-a26c60fe678f req-9dafc824-c4df-49d0-9096-2d9d86799dfb service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2818100 Jan 21 09:50:47.202016 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12b4ef-b986-4548-84e7-5a22b1eb7ce3 req-8f82322b-4e9d-4a03-9f1f-d8783e1319e4 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:47.203532 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dc12b4ef-b986-4548-84e7-5a22b1eb7ce3 req-8f82322b-4e9d-4a03-9f1f-d8783e1319e4 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee5826cd-33a9-4048-a9ec-1e3cd61dc980 HTTP/1.1" status: 200 len: 946 time: 0.5550027 Jan 21 09:50:47.439998 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dc12b4ef-b986-4548-84e7-5a22b1eb7ce3 req-289f910c-1c57-474c-91cd-1090d295bfd0 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233021 Jan 21 09:50:47.448169 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6ba342a6-6e51-494d-8599-65d7f9c9da8b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:47.451691 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-539ef11b-d552-46e3-a321-6ad890db7754 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:47.459017 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-539ef11b-d552-46e3-a321-6ad890db7754 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Usage tracker for resource:subnet and tenant:081c5e94b3d84c0c999dc4d73e79f211 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:47.463147 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-539ef11b-d552-46e3-a321-6ad890db7754 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:47.478912 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88a7424-c7b2-4c55-96c6-850011db8077 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Router 01207b5c-5871-420b-abc0-78401bae990b has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:50:47.493366 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f8899f10-332b-489d-9ff9-6c9606000cac tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:47.531825 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-539ef11b-d552-46e3-a321-6ad890db7754 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:47.532077 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f8899f10-332b-489d-9ff9-6c9606000cac tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Transition to ACTIVE for port object bc640e96-7c8f-4e1f-8efe-ae44c6181c68 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:47.595854 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539ef11b-d552-46e3-a321-6ad890db7754 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Made reservation on behalf of 081c5e94b3d84c0c999dc4d73e79f211 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:50:47.599875 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-539ef11b-d552-46e3-a321-6ad890db7754 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:47.751610 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f8899f10-332b-489d-9ff9-6c9606000cac tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:47.897972 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8899f10-332b-489d-9ff9-6c9606000cac tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Network 8f15b276-af35-4370-8d76-49490b88e900 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:47.898805 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.objects.ports [None req-6fe5c4d5-24f4-41cd-940a-432251b0be0e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83598) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:50:47.905977 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-f8899f10-332b-489d-9ff9-6c9606000cac tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:47.909680 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6fe5c4d5-24f4-41cd-940a-432251b0be0e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:47.912824 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8899f10-332b-489d-9ff9-6c9606000cac tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event updated for resources: {'Port': ['ID=bc640e96-7c8f-4e1f-8efe-ae44c6181c68,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:47.917162 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8899f10-332b-489d-9ff9-6c9606000cac tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:50:48.028398 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe5c4d5-24f4-41cd-940a-432251b0be0e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:48.041554 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-6fe5c4d5-24f4-41cd-940a-432251b0be0e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:48.049544 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe5c4d5-24f4-41cd-940a-432251b0be0e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:48.050691 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6fe5c4d5-24f4-41cd-940a-432251b0be0e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:48.060707 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88a7424-c7b2-4c55-96c6-850011db8077 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:50:48.062163 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8ec65a-005b-4812-a043-08cbedc789e9 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:50:48.066493 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8899f10-332b-489d-9ff9-6c9606000cac tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:48.067118 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f8899f10-332b-489d-9ff9-6c9606000cac tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:48.074558 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f3937c-226b-4700-9245-a347a6c3a21f None None] Sync routers for ids ['01207b5c-5871-420b-abc0-78401bae990b'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:50:48.089138 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5c4d5-24f4-41cd-940a-432251b0be0e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Subnet': ['ID=731525c5-a078-46cb-b995-01ceb6d708fc,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:48.090127 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba342a6-6e51-494d-8599-65d7f9c9da8b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Router 72f03803-a970-416f-a2eb-d92c34878823 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:50:48.122231 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f3937c-226b-4700-9245-a347a6c3a21f None None] Routers {'01207b5c-5871-420b-abc0-78401bae990b'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:48.127123 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6fe5c4d5-24f4-41cd-940a-432251b0be0e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1974473 Jan 21 09:50:48.127681 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-91f3937c-226b-4700-9245-a347a6c3a21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:50:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['01207b5c-5871-420b-abc0-78401bae990b'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:48.137995 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b88a7424-c7b2-4c55-96c6-850011db8077 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "PUT /v2.0/routers/01207b5c-5871-420b-abc0-78401bae990b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9722748 Jan 21 09:50:48.138860 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35128) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:48.145073 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-ade6a671-e47c-445f-b1c6-f78d428e7b5d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:48.179326 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35130) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:48.196116 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f8899f10-332b-489d-9ff9-6c9606000cac tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4824512 Jan 21 09:50:48.229339 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35136) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:48.241650 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-b5b0e6c7-3fe2-4a8a-9813-3a5217e5202a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Request body: {'floatingip': {'port_id': 'bc640e96-7c8f-4e1f-8efe-ae44c6181c68'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:48.431797 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-539ef11b-d552-46e3-a321-6ad890db7754 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:48.548781 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 9e0fda8e-f5bd-472a-b334-8c0134a7996c no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:50:48.552204 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba342a6-6e51-494d-8599-65d7f9c9da8b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:50:48.589779 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b5b0e6c7-3fe2-4a8a-9813-3a5217e5202a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for floatingip, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:48.600284 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6ba342a6-6e51-494d-8599-65d7f9c9da8b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "PUT /v2.0/routers/72f03803-a970-416f-a2eb-d92c34878823/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6501136 Jan 21 09:50:48.606925 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 9e0fda8e-f5bd-472a-b334-8c0134a7996c {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:50:48.607175 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 9e0fda8e-f5bd-472a-b334-8c0134a7996c not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:50:48.610236 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef1f4c1-4cae-403a-8eb7-7fb9124cbc6d None None] Sync routers for ids ['72f03803-a970-416f-a2eb-d92c34878823'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:50:48.611258 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35144) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:48.616610 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-73ccd411-306a-43be-86fa-2b4cd2c6c47d None None] Provisioning for port bc640e96-7c8f-4e1f-8efe-ae44c6181c68 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:48.622102 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539ef11b-d552-46e3-a321-6ad890db7754 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Network eb5bb302-f98e-4daf-ab12-078a12bff700 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:48.642300 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-73ccd411-306a-43be-86fa-2b4cd2c6c47d None None] Provisioning complete for port bc640e96-7c8f-4e1f-8efe-ae44c6181c68 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:48.642666 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-73ccd411-306a-43be-86fa-2b4cd2c6c47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:48.659176 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-539ef11b-d552-46e3-a321-6ad890db7754 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:48.669438 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-91f3937c-226b-4700-9245-a347a6c3a21f None None] Set router 01207b5c-5871-420b-abc0-78401bae990b gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:50:48.685140 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539ef11b-d552-46e3-a321-6ad890db7754 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:48.685770 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-539ef11b-d552-46e3-a321-6ad890db7754 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:48.697855 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ecad3e-7df5-43e0-aa6a-6044b1053a60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-d5f237d0-52c1-4100-800c-a471203fec66', 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'tenant_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'fixed_ips': [{'subnet_id': '731525c5-a078-46cb-b995-01ceb6d708fc'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:50:48.698674 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e2ecad3e-7df5-43e0-aa6a-6044b1053a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:48.708449 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ef11b-d552-46e3-a321-6ad890db7754 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Subnet': ['ID=6701aaf8-9768-4082-8178-e317b7419f13,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:48.726590 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ade6a671-e47c-445f-b1c6-f78d428e7b5d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:48.734799 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-539ef11b-d552-46e3-a321-6ad890db7754 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7262235 Jan 21 09:50:48.738553 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35148) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:48.767217 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ade6a671-e47c-445f-b1c6-f78d428e7b5d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:subnet and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:48.773435 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-e3ef4c90-1e03-4f43-b7c4-3b3470cb78b4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-376207639', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6701aaf8-9768-4082-8178-e317b7419f13'}], 'security_groups': ['711fa702-2bea-44cd-9781-bf5bfa6fc389', '6b0d6723-d58c-4536-aa7e-1351abbedbc3']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:48.797818 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab14d879-3611-4d1a-9d5c-7119014a0cb4 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Deleting subnet 2bf39f70-cbc5-4a84-9f53-e52cbce07296 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:50:48.807964 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ade6a671-e47c-445f-b1c6-f78d428e7b5d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:48.811805 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ab14d879-3611-4d1a-9d5c-7119014a0cb4 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:48.828910 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ade6a671-e47c-445f-b1c6-f78d428e7b5d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:48.891185 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade6a671-e47c-445f-b1c6-f78d428e7b5d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:50:48.895167 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ade6a671-e47c-445f-b1c6-f78d428e7b5d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:48.981747 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef1f4c1-4cae-403a-8eb7-7fb9124cbc6d None None] Routers {'72f03803-a970-416f-a2eb-d92c34878823'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:48.982377 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-fef1f4c1-4cae-403a-8eb7-7fb9124cbc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:50:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['72f03803-a970-416f-a2eb-d92c34878823'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:49.091784 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ab14d879-3611-4d1a-9d5c-7119014a0cb4 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:49.123762 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-fef1f4c1-4cae-403a-8eb7-7fb9124cbc6d None None] Set router 72f03803-a970-416f-a2eb-d92c34878823 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:50:49.186262 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-91f3937c-226b-4700-9245-a347a6c3a21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01207b5c-5871-420b-abc0-78401bae990b', 'name': 'tempest-RoutersTest-router-946825922', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:49Z', 'updated_at': '2022-01-21T09:50:44Z', 'revision_number': 10, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'gw_port_host': None, '_interfaces': [{'id': '444798e6-a9db-41b5-957d-f889d06b46e7', 'name': '', 'network_id': '3f882997-0b78-4820-a731-cfbe1f517d9e', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:a1:75:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:56Z', 'updated_at': '2022-01-21T09:49:12Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:49.192402 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f3937c-226b-4700-9245-a347a6c3a21f None None] Checking router: 01207b5c-5871-420b-abc0-78401bae990b for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:50:49.207292 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f3937c-226b-4700-9245-a347a6c3a21f None None] Routers {'01207b5c-5871-420b-abc0-78401bae990b'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:49.208158 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-91f3937c-226b-4700-9245-a347a6c3a21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:50:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['01207b5c-5871-420b-abc0-78401bae990b'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:49.244736 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712239ee-bd57-44a5-a330-13df1e1563f9 req-9e51b67a-a0c9-4baa-8e6b-8d86580f3442 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:49.246300 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-712239ee-bd57-44a5-a330-13df1e1563f9 req-9e51b67a-a0c9-4baa-8e6b-8d86580f3442 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee5826cd-33a9-4048-a9ec-1e3cd61dc980 HTTP/1.1" status: 200 len: 946 time: 0.5120015 Jan 21 09:50:49.294740 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.ipam_backend_mixin [None req-ade6a671-e47c-445f-b1c6-f78d428e7b5d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 731525c5-a078-46cb-b995-01ceb6d708fc (CIDR: 2001:db8::/64) Jan 21 09:50:49.341262 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5e5a85-facc-45dc-822f-a2a2b38486a5 None None] Network eb5bb302-f98e-4daf-ab12-078a12bff700 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:50:49.351335 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-ade6a671-e47c-445f-b1c6-f78d428e7b5d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:50:49.356413 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0523e42-e299-4e59-9743-57708845ffa4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Deleting subnet 1ef1a7fb-438a-43d4-b64e-db20e5280e1b {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:50:49.357433 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ade6a671-e47c-445f-b1c6-f78d428e7b5d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:50:49.359819 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c0523e42-e299-4e59-9743-57708845ffa4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:49.396207 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-e2ecad3e-7df5-43e0-aa6a-6044b1053a60 None None] Allocated IP 2001:db8::f816:3eff:fe9a:fc73 (d5f237d0-52c1-4100-800c-a471203fec66/731525c5-a078-46cb-b995-01ceb6d708fc/c34b07d3-e8c9-4ff0-803e-c88e4465e70d) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:50:49.416132 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-fef1f4c1-4cae-403a-8eb7-7fb9124cbc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f03803-a970-416f-a2eb-d92c34878823', 'name': 'tempest-RoutersIpV6Test-router-1154031299', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:39Z', 'updated_at': '2022-01-21T09:50:46Z', 'revision_number': 11, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'gw_port_host': None}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:49.419051 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c0523e42-e299-4e59-9743-57708845ffa4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:49.458282 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-91f3937c-226b-4700-9245-a347a6c3a21f None None] Set router 01207b5c-5871-420b-abc0-78401bae990b gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:50:49.488727 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef1f4c1-4cae-403a-8eb7-7fb9124cbc6d None None] Checking router: 72f03803-a970-416f-a2eb-d92c34878823 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:50:49.494312 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-73ccd411-306a-43be-86fa-2b4cd2c6c47d None None] Port bc640e96-7c8f-4e1f-8efe-ae44c6181c68 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:50:49.571790 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c0523e42-e299-4e59-9743-57708845ffa4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:49.591131 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ade6a671-e47c-445f-b1c6-f78d428e7b5d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4505708 Jan 21 09:50:49.591765 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35152) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:49.616028 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-6d11eadc-3d07-4412-8afd-5b8425295d02 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:49.634964 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e3ef4c90-1e03-4f43-b7c4-3b3470cb78b4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:49.685860 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef1f4c1-4cae-403a-8eb7-7fb9124cbc6d None None] Routers {'72f03803-a970-416f-a2eb-d92c34878823'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:49.686666 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-fef1f4c1-4cae-403a-8eb7-7fb9124cbc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:50:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['72f03803-a970-416f-a2eb-d92c34878823'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:49.695498 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-712239ee-bd57-44a5-a330-13df1e1563f9 req-c7bbd02b-eebc-4719-80d5-fbea7e755267 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4292800 Jan 21 09:50:49.702711 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c0523e42-e299-4e59-9743-57708845ffa4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:49.799265 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0523e42-e299-4e59-9743-57708845ffa4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event deleted for resources: {'Subnet': ['ID=1ef1a7fb-438a-43d4-b64e-db20e5280e1b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:49.816910 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c0523e42-e299-4e59-9743-57708845ffa4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:49.832881 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ab14d879-3611-4d1a-9d5c-7119014a0cb4 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:49.943569 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c0523e42-e299-4e59-9743-57708845ffa4 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/subnets/1ef1a7fb-438a-43d4-b64e-db20e5280e1b HTTP/1.1" status: 204 len: 168 time: 1.3248112 Jan 21 09:50:49.953352 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35158) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:49.973508 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0240ac-8e2c-4859-93d1-693264814af8 None None] Network 4c3bb146-520d-47eb-9baf-3514f0240049 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:50:49.978282 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6d11eadc-3d07-4412-8afd-5b8425295d02 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:49.998936 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6d11eadc-3d07-4412-8afd-5b8425295d02 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:subnet and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:50.021558 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-91f3937c-226b-4700-9245-a347a6c3a21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01207b5c-5871-420b-abc0-78401bae990b', 'name': 'tempest-RoutersTest-router-946825922', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:49Z', 'updated_at': '2022-01-21T09:50:44Z', 'revision_number': 10, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'gw_port_host': None, '_interfaces': [{'id': '444798e6-a9db-41b5-957d-f889d06b46e7', 'name': '', 'network_id': '3f882997-0b78-4820-a731-cfbe1f517d9e', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:a1:75:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:56Z', 'updated_at': '2022-01-21T09:49:12Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:50.025766 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f3937c-226b-4700-9245-a347a6c3a21f None None] The sync data for ids ['01207b5c-5871-420b-abc0-78401bae990b'] in dv-neutron-825732-1-hyperv is: [{'id': '01207b5c-5871-420b-abc0-78401bae990b', 'name': 'tempest-RoutersTest-router-946825922', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:49Z', 'updated_at': '2022-01-21T09:50:44Z', 'revision_number': 10, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'gw_port_host': None, '_interfaces': [{'id': '444798e6-a9db-41b5-957d-f889d06b46e7', 'name': '', 'network_id': '3f882997-0b78-4820-a731-cfbe1f517d9e', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'mac_address': 'fa:16:3e:a1:75:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01207b5c-5871-420b-abc0-78401bae990b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:56Z', 'updated_at': '2022-01-21T09:49:12Z', 'revision_number': 5, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'subnets': [{'id': 'dcb21ee4-cbf8-482d-a3cb-706b38e53721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:50:50.028969 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6d11eadc-3d07-4412-8afd-5b8425295d02 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:50.090476 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ab14d879-3611-4d1a-9d5c-7119014a0cb4 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:50.146636 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14d879-3611-4d1a-9d5c-7119014a0cb4 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event deleted for resources: {'Subnet': ['ID=2bf39f70-cbc5-4a84-9f53-e52cbce07296,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:50.167168 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ab14d879-3611-4d1a-9d5c-7119014a0cb4 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:50.176890 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ab14d879-3611-4d1a-9d5c-7119014a0cb4 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/subnets/2bf39f70-cbc5-4a84-9f53-e52cbce07296 HTTP/1.1" status: 204 len: 168 time: 1.9940133 Jan 21 09:50:50.177617 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35162) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:50.182933 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c454310-91c3-4b9c-b6e1-10b1a4d41b6b None None] Network 15882cfd-8e63-4d83-a7ba-77f52124112d requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:50:50.197333 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6d11eadc-3d07-4412-8afd-5b8425295d02 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:50.231305 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-fef1f4c1-4cae-403a-8eb7-7fb9124cbc6d None None] Set router 72f03803-a970-416f-a2eb-d92c34878823 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:50:50.327878 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de8dce82-c4c2-4327-939f-3df3aa81ca9b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:50.339380 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-de8dce82-c4c2-4327-939f-3df3aa81ca9b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Deleting port f5c558c0-f4c0-4074-9820-c803ea00557c {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:50.339713 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de8dce82-c4c2-4327-939f-3df3aa81ca9b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:50.476361 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d11eadc-3d07-4412-8afd-5b8425295d02 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:50:50.480147 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6d11eadc-3d07-4412-8afd-5b8425295d02 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:50.602194 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-71574615-afc9-46d4-b5ed-ea2279afc0c9 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:50.621746 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-de8dce82-c4c2-4327-939f-3df3aa81ca9b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] For port f5c558c0-f4c0-4074-9820-c803ea00557c, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=f5c558c0-f4c0-4074-9820-c803ea00557c,segment=NetworkSegment(252fd347-63c3-476e-b82f-9aa049fad307),segment_id=252fd347-63c3-476e-b82f-9aa049fad307)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:50.621979 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de8dce82-c4c2-4327-939f-3df3aa81ca9b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:50.668495 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-fef1f4c1-4cae-403a-8eb7-7fb9124cbc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f03803-a970-416f-a2eb-d92c34878823', 'name': 'tempest-RoutersIpV6Test-router-1154031299', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:39Z', 'updated_at': '2022-01-21T09:50:46Z', 'revision_number': 11, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'gw_port_host': None}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:50.675271 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:50.719372 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef1f4c1-4cae-403a-8eb7-7fb9124cbc6d None None] The sync data for ids ['72f03803-a970-416f-a2eb-d92c34878823'] in dv-neutron-825732-1-hyperv is: [{'id': '72f03803-a970-416f-a2eb-d92c34878823', 'name': 'tempest-RoutersIpV6Test-router-1154031299', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:39Z', 'updated_at': '2022-01-21T09:50:46Z', 'revision_number': 11, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'gw_port_host': None}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:50:50.745867 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e2ecad3e-7df5-43e0-aa6a-6044b1053a60 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:50.749986 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-71574615-afc9-46d4-b5ed-ea2279afc0c9 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Deleting port 134e1b78-6a90-4612-ba6f-2949544c3f2c {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:50.750318 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-71574615-afc9-46d4-b5ed-ea2279afc0c9 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:50.770695 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-de8dce82-c4c2-4327-939f-3df3aa81ca9b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Calling delete_port for f5c558c0-f4c0-4074-9820-c803ea00557c owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:50.772460 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-e2ecad3e-7df5-43e0-aa6a-6044b1053a60 None None] Transition to ACTIVE for port object c34b07d3-e8c9-4ff0-803e-c88e4465e70d will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:50.809572 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c134783-03ff-48ac-8ba5-0b8f79b4a9ee req-359f6ebc-4f9b-4c62-9a73-8676244bfd44 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:50.811145 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1c134783-03ff-48ac-8ba5-0b8f79b4a9ee req-359f6ebc-4f9b-4c62-9a73-8676244bfd44 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee5826cd-33a9-4048-a9ec-1e3cd61dc980 HTTP/1.1" status: 200 len: 946 time: 0.7104414 Jan 21 09:50:50.837067 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-e2ecad3e-7df5-43e0-aa6a-6044b1053a60 None None] Transition to ACTIVE for port object c34b07d3-e8c9-4ff0-803e-c88e4465e70d will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:50.865239 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e2ecad3e-7df5-43e0-aa6a-6044b1053a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:50.901666 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de8dce82-c4c2-4327-939f-3df3aa81ca9b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:50.970625 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8dce82-c4c2-4327-939f-3df3aa81ca9b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] No DVR routers for this DVR port f5c558c0-f4c0-4074-9820-c803ea00557c on host dv-neutron-825732-1-hyperv {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:50:51.022764 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8dce82-c4c2-4327-939f-3df3aa81ca9b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event deleted for resources: {'Port': ['ID=f5c558c0-f4c0-4074-9820-c803ea00557c,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:51.052534 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ecad3e-7df5-43e0-aa6a-6044b1053a60 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:51.055494 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecad3e-7df5-43e0-aa6a-6044b1053a60 None None] Pushing event updated for resources: {'Port': ['ID=c34b07d3-e8c9-4ff0-803e-c88e4465e70d,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:51.061008 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-e2ecad3e-7df5-43e0-aa6a-6044b1053a60 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:51.065331 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ecad3e-7df5-43e0-aa6a-6044b1053a60 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:50:51.126788 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de8dce82-c4c2-4327-939f-3df3aa81ca9b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:51.127733 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459dccac-8139-4d75-9140-b84b698f14e4 None None] Update dhcp port {'port': {'network_id': 'eb5bb302-f98e-4daf-ab12-078a12bff700', 'fixed_ips': [{'subnet_id': '79f47ba9-d272-4551-95fd-ae1d4ae2f5ae', 'ip_address': '172.20.0.18'}, {'subnet_id': '4be30578-2c60-4425-9d5c-61de28bf46b9', 'ip_address': '172.20.0.2'}, {'subnet_id': '6701aaf8-9768-4082-8178-e317b7419f13'}], 'binding:host_id': 'dv-neutron-825732-1-hyperv'}, 'id': '1d2ec7fa-e018-4e9c-8060-f1034d4a5076'} from dv-neutron-825732-1-hyperv. {{(pid=83599) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 21 09:50:51.140491 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1c134783-03ff-48ac-8ba5-0b8f79b4a9ee req-960925d3-fa4e-4aa3-915f-1bef8e538701 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2966192 Jan 21 09:50:51.154025 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc63fbbe-cd1d-4cdf-8932-ca4599dd5251 None None] DHCP port deletion for 15882cfd-8e63-4d83-a7ba-77f52124112d request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:50:51.190251 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35166) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:51.201183 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-de8dce82-c4c2-4327-939f-3df3aa81ca9b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15882cfd-8e63-4d83-a7ba-77f52124112d']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:51.225472 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac01ce36-72cd-4980-b3b7-4486dc5bcb6e None None] DHCP port deletion for 4c3bb146-520d-47eb-9baf-3514f0240049 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:50:51.232419 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-de8dce82-c4c2-4327-939f-3df3aa81ca9b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '252fd347-63c3-476e-b82f-9aa049fad307') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:51.232710 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-de8dce82-c4c2-4327-939f-3df3aa81ca9b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '252fd347-63c3-476e-b82f-9aa049fad307') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:51.249670 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-ac01ce36-72cd-4980-b3b7-4486dc5bcb6e None None] Deleting port 134e1b78-6a90-4612-ba6f-2949544c3f2c {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:51.250033 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ac01ce36-72cd-4980-b3b7-4486dc5bcb6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:51.259018 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de8dce82-c4c2-4327-939f-3df3aa81ca9b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:51.282748 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-71574615-afc9-46d4-b5ed-ea2279afc0c9 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] For port 134e1b78-6a90-4612-ba6f-2949544c3f2c, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=134e1b78-6a90-4612-ba6f-2949544c3f2c,segment=NetworkSegment(58a14f4c-a989-4df3-8f08-72bc4fe51b13),segment_id=58a14f4c-a989-4df3-8f08-72bc4fe51b13)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:51.283173 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-71574615-afc9-46d4-b5ed-ea2279afc0c9 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:51.294062 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de8dce82-c4c2-4327-939f-3df3aa81ca9b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:51.307711 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de8dce82-c4c2-4327-939f-3df3aa81ca9b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:50:51.308175 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de8dce82-c4c2-4327-939f-3df3aa81ca9b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:51.322054 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-e2ecad3e-7df5-43e0-aa6a-6044b1053a60 None None] Attempting to bind port c34b07d3-e8c9-4ff0-803e-c88e4465e70d on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:50:51.322408 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-e2ecad3e-7df5-43e0-aa6a-6044b1053a60 None None] Attempting to bind port c34b07d3-e8c9-4ff0-803e-c88e4465e70d by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:50:51.322773 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ecad3e-7df5-43e0-aa6a-6044b1053a60 None None] Attempting to bind port c34b07d3-e8c9-4ff0-803e-c88e4465e70d on network d5f237d0-52c1-4100-800c-a471203fec66 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:50:51.324789 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-459dccac-8139-4d75-9140-b84b698f14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:51.355234 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ecad3e-7df5-43e0-aa6a-6044b1053a60 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:50:51.355609 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ecad3e-7df5-43e0-aa6a-6044b1053a60 None None] Checking segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:50:51.356005 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e2ecad3e-7df5-43e0-aa6a-6044b1053a60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:51.356490 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ecad3e-7df5-43e0-aa6a-6044b1053a60 None None] Bound using segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:50:51.356855 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-e2ecad3e-7df5-43e0-aa6a-6044b1053a60 None None] Bound port: c34b07d3-e8c9-4ff0-803e-c88e4465e70d, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:50:51.357222 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e2ecad3e-7df5-43e0-aa6a-6044b1053a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:51.460592 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:50:51.460592 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:50:51.460592 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:50:51.460592 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:50:51.460592 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:50:51.460592 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:50:51.460592 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:50:51.460592 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:50:51.460592 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:50:51.460592 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:50:51.460592 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:50:51.460592 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:50:51.460592 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:50:51.460592 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:50:51.460592 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:50:51.460592 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:50:51.460592 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:50:51.460592 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:50:51.460592 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:50:51.460592 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:50:51.460592 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:50:51.460592 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:50:51.460592 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:50:51.460592 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:50:51.460592 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:50:51.460592 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:50:51.460592 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:50:51.460592 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:50:51.460592 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:50:51.460592 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:50:51.460592 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:50:51.460592 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:50:51.465999 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de8dce82-c4c2-4327-939f-3df3aa81ca9b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:51.497881 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de8dce82-c4c2-4327-939f-3df3aa81ca9b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:51.517248 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-de8dce82-c4c2-4327-939f-3df3aa81ca9b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/networks/15882cfd-8e63-4d83-a7ba-77f52124112d HTTP/1.1" status: 204 len: 168 time: 1.3383670 Jan 21 09:50:51.521355 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35172) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:51.523534 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8dce82-c4c2-4327-939f-3df3aa81ca9b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event deleted for resources: {'Network': ['ID=15882cfd-8e63-4d83-a7ba-77f52124112d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:51.598008 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-71574615-afc9-46d4-b5ed-ea2279afc0c9 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Calling delete_port for 134e1b78-6a90-4612-ba6f-2949544c3f2c owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:51.643343 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-dc614407-0815-45b3-ad46-e0ea3c22f93e tempest-TestVolumeBootPattern-528799196 tempest-TestVolumeBootPattern-528799196-project-admin] Synchronizing usage tracker for tenant:46be4eed59ff4316b230439062a7a607 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:50:51.663994 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-dc614407-0815-45b3-ad46-e0ea3c22f93e tempest-TestVolumeBootPattern-528799196 tempest-TestVolumeBootPattern-528799196-project-admin] Unset dirty status for tenant:46be4eed59ff4316b230439062a7a607 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:50:51.668000 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-dc614407-0815-45b3-ad46-e0ea3c22f93e tempest-TestVolumeBootPattern-528799196 tempest-TestVolumeBootPattern-528799196-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=ee5826cd-33a9-4048-a9ec-1e3cd61dc980 HTTP/1.1" status: 200 len: 1094 time: 0.4663043 Jan 21 09:50:51.668213 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35176) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:51.674084 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-61393e13-8802-49e8-9cc6-b4f325b16b5d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'port_id': 'bd1ade71-5040-4cb6-958d-14b24715ecc8', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:51.680673 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-61393e13-8802-49e8-9cc6-b4f325b16b5d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:51.684922 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-61393e13-8802-49e8-9cc6-b4f325b16b5d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Usage tracker for resource:floatingip and tenant:445ef770bf614bd2b6b8d3bcf07af0fd is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:51.687924 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-61393e13-8802-49e8-9cc6-b4f325b16b5d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:51.695515 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-61393e13-8802-49e8-9cc6-b4f325b16b5d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:51.708006 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-61393e13-8802-49e8-9cc6-b4f325b16b5d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:51.790439 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-e2ecad3e-7df5-43e0-aa6a-6044b1053a60 None None] For port c34b07d3-e8c9-4ff0-803e-c88e4465e70d, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:50:51.793423 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-ac01ce36-72cd-4980-b3b7-4486dc5bcb6e None None] For port 134e1b78-6a90-4612-ba6f-2949544c3f2c, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=134e1b78-6a90-4612-ba6f-2949544c3f2c,segment=NetworkSegment(58a14f4c-a989-4df3-8f08-72bc4fe51b13),segment_id=58a14f4c-a989-4df3-8f08-72bc4fe51b13)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:51.793845 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ac01ce36-72cd-4980-b3b7-4486dc5bcb6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:51.858578 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b5b0e6c7-3fe2-4a8a-9813-3a5217e5202a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:51.864727 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-e2ecad3e-7df5-43e0-aa6a-6044b1053a60 None None] For port c34b07d3-e8c9-4ff0-803e-c88e4465e70d, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=c34b07d3-e8c9-4ff0-803e-c88e4465e70d,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:50:51.882642 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b5b0e6c7-3fe2-4a8a-9813-3a5217e5202a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:51.919124 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e2ecad3e-7df5-43e0-aa6a-6044b1053a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:51.928751 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-ac01ce36-72cd-4980-b3b7-4486dc5bcb6e None None] Calling delete_port for 134e1b78-6a90-4612-ba6f-2949544c3f2c owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:51.966861 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-e3ef4c90-1e03-4f43-b7c4-3b3470cb78b4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Delete allocated IP 172.20.0.14 (eb5bb302-f98e-4daf-ab12-078a12bff700/4be30578-2c60-4425-9d5c-61de28bf46b9) {{(pid=83598) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 21 09:50:51.994876 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-61393e13-8802-49e8-9cc6-b4f325b16b5d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:52.006699 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-e3ef4c90-1e03-4f43-b7c4-3b3470cb78b4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Allocated IP 172.20.0.43 (eb5bb302-f98e-4daf-ab12-078a12bff700/6701aaf8-9768-4082-8178-e317b7419f13/4840a0a9-0588-44d7-8c9c-02887747cfed) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:50:52.047054 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-71574615-afc9-46d4-b5ed-ea2279afc0c9 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:52.077749 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecad3e-7df5-43e0-aa6a-6044b1053a60 None None] Pushing event updated for resources: {'Port': ['ID=c34b07d3-e8c9-4ff0-803e-c88e4465e70d,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:52.082221 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-ac01ce36-72cd-4980-b3b7-4486dc5bcb6e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:50:52.082655 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-ac01ce36-72cd-4980-b3b7-4486dc5bcb6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:50:52.161395 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 3ea1e2bd-91e7-4a9e-892c-8b3192428dd3 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:50:52.178393 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-61393e13-8802-49e8-9cc6-b4f325b16b5d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Allocated IP 172.26.0.85 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/20e1c199-18bc-417f-9d43-0056667e1126) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:50:52.202481 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 3ea1e2bd-91e7-4a9e-892c-8b3192428dd3 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:50:52.202882 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 3ea1e2bd-91e7-4a9e-892c-8b3192428dd3 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:50:52.203293 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 3f15ca91-6562-40e9-8a27-387590494894 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:50:52.240720 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 3f15ca91-6562-40e9-8a27-387590494894 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:50:52.241768 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 3f15ca91-6562-40e9-8a27-387590494894 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:50:52.241768 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 134e1b78-6a90-4612-ba6f-2949544c3f2c no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:50:52.294189 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 134e1b78-6a90-4612-ba6f-2949544c3f2c {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:50:52.294532 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 134e1b78-6a90-4612-ba6f-2949544c3f2c not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:50:52.294958 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device f5c558c0-f4c0-4074-9820-c803ea00557c no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:50:52.320865 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71574615-afc9-46d4-b5ed-ea2279afc0c9 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event deleted for resources: {'Port': ['ID=134e1b78-6a90-4612-ba6f-2949544c3f2c,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:52.344278 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: f5c558c0-f4c0-4074-9820-c803ea00557c {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:50:52.344654 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device f5c558c0-f4c0-4074-9820-c803ea00557c not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:50:52.355065 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71574615-afc9-46d4-b5ed-ea2279afc0c9 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] No DVR routers for this DVR port 134e1b78-6a90-4612-ba6f-2949544c3f2c on host dv-neutron-825732-1-hyperv {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:50:52.427842 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6d11eadc-3d07-4412-8afd-5b8425295d02 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:52.440648 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-61393e13-8802-49e8-9cc6-b4f325b16b5d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:52.480886 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-61393e13-8802-49e8-9cc6-b4f325b16b5d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:52.558108 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61393e13-8802-49e8-9cc6-b4f325b16b5d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:52.560900 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-61393e13-8802-49e8-9cc6-b4f325b16b5d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:52.564619 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61393e13-8802-49e8-9cc6-b4f325b16b5d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:50:52.584357 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-ac01ce36-72cd-4980-b3b7-4486dc5bcb6e None None] Deleting port 134e1b78-6a90-4612-ba6f-2949544c3f2c {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:52.585573 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ac01ce36-72cd-4980-b3b7-4486dc5bcb6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:52.603235 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61393e13-8802-49e8-9cc6-b4f325b16b5d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Pushing event updated for resources: {'Port': ['ID=20e1c199-18bc-417f-9d43-0056667e1126,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:52.690510 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-ac01ce36-72cd-4980-b3b7-4486dc5bcb6e None None] The port '134e1b78-6a90-4612-ba6f-2949544c3f2c' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:50:52.731199 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-71574615-afc9-46d4-b5ed-ea2279afc0c9 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:52.809693 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d11eadc-3d07-4412-8afd-5b8425295d02 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:52.830421 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-6d11eadc-3d07-4412-8afd-5b8425295d02 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:52.855755 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d11eadc-3d07-4412-8afd-5b8425295d02 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:52.856334 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6d11eadc-3d07-4412-8afd-5b8425295d02 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:52.859875 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11eadc-3d07-4412-8afd-5b8425295d02 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Subnet': ['ID=dbbcff5a-ef3e-463f-b5a5-dce57189bb4f,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:52.874655 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-71574615-afc9-46d4-b5ed-ea2279afc0c9 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c3bb146-520d-47eb-9baf-3514f0240049']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:52.979362 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-71574615-afc9-46d4-b5ed-ea2279afc0c9 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58a14f4c-a989-4df3-8f08-72bc4fe51b13') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:52.979931 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-71574615-afc9-46d4-b5ed-ea2279afc0c9 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58a14f4c-a989-4df3-8f08-72bc4fe51b13') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:53.023912 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-71574615-afc9-46d4-b5ed-ea2279afc0c9 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:53.051372 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6d11eadc-3d07-4412-8afd-5b8425295d02 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4525719 Jan 21 09:50:53.055549 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35180) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:53.063900 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-599fc59f-0393-41e4-b711-1a65b10ead7e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'port': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'mac_address': 'fa:16:3e:40:78:1d', 'name': 'tempest-NetworksTestDHCPv6-285640531'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:53.065539 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-71574615-afc9-46d4-b5ed-ea2279afc0c9 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:53.080895 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71574615-afc9-46d4-b5ed-ea2279afc0c9 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:50:53.081328 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-71574615-afc9-46d4-b5ed-ea2279afc0c9 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:53.097984 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:50:53.097984 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:50:53.097984 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:50:53.097984 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:50:53.097984 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:50:53.097984 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:50:53.097984 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:50:53.097984 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:50:53.097984 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:50:53.097984 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:50:53.097984 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:50:53.097984 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:50:53.097984 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:50:53.097984 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:50:53.097984 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:50:53.097984 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:50:53.097984 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:50:53.097984 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:50:53.097984 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:50:53.097984 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:50:53.097984 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:50:53.097984 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:50:53.097984 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:50:53.097984 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:50:53.097984 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:50:53.097984 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:50:53.097984 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:50:53.097984 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:50:53.097984 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:50:53.097984 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:50:53.097984 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:50:53.097984 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:50:53.179373 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e3ef4c90-1e03-4f43-b7c4-3b3470cb78b4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:53.227968 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e3ef4c90-1e03-4f43-b7c4-3b3470cb78b4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Transition to ACTIVE for port object 4840a0a9-0588-44d7-8c9c-02887747cfed will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:53.229881 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.l3_db [None req-b5b0e6c7-3fe2-4a8a-9813-3a5217e5202a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Floating IP 631013e5-9063-4ca5-90a8-1739b8b95169 associated. External IP: 172.26.0.93, port: 0ade5573-2bc3-4fc1-b5dc-186437520f7e. Jan 21 09:50:53.280187 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-61393e13-8802-49e8-9cc6-b4f325b16b5d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:53.285259 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-71574615-afc9-46d4-b5ed-ea2279afc0c9 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:53.292605 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6404048-8a10-41e8-ad3a-54846632609f None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:50:53.298225 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e3ef4c90-1e03-4f43-b7c4-3b3470cb78b4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:53.322936 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-71574615-afc9-46d4-b5ed-ea2279afc0c9 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:53.350693 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-599fc59f-0393-41e4-b711-1a65b10ead7e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:53.358012 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-599fc59f-0393-41e4-b711-1a65b10ead7e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:port and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:53.363799 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-599fc59f-0393-41e4-b711-1a65b10ead7e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:53.366826 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-61393e13-8802-49e8-9cc6-b4f325b16b5d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:53.384249 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71574615-afc9-46d4-b5ed-ea2279afc0c9 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Pushing event deleted for resources: {'Network': ['ID=4c3bb146-520d-47eb-9baf-3514f0240049,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:53.397331 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-599fc59f-0393-41e4-b711-1a65b10ead7e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:53.400865 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-71574615-afc9-46d4-b5ed-ea2279afc0c9 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/networks/4c3bb146-520d-47eb-9baf-3514f0240049 HTTP/1.1" status: 204 len: 168 time: 3.4433391 Jan 21 09:50:53.405196 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35184) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:53.412755 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-430eff0b-86b4-4d91-9588-a0a2432df4af None None] Provisioning for port c34b07d3-e8c9-4ff0-803e-c88e4465e70d completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:53.424266 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-57343db1-8514-4058-8c87-b99f6796de1f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Request body: {'router': {'routes': None}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:53.431057 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-459dccac-8139-4d75-9140-b84b698f14e4 None None] Allocated IP 172.20.0.34 (eb5bb302-f98e-4daf-ab12-078a12bff700/6701aaf8-9768-4082-8178-e317b7419f13/1d2ec7fa-e018-4e9c-8060-f1034d4a5076) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:50:53.463590 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1dd23599-9894-450b-9725-6d4dc9624693 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:53.493347 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599fc59f-0393-41e4-b711-1a65b10ead7e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:50:53.559095 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef4c90-1e03-4f43-b7c4-3b3470cb78b4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event updated for resources: {'Port': ['ID=4840a0a9-0588-44d7-8c9c-02887747cfed,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:53.682309 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e3ef4c90-1e03-4f43-b7c4-3b3470cb78b4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] In _notify_port_updated(), no bound segment for port 4840a0a9-0588-44d7-8c9c-02887747cfed on network eb5bb302-f98e-4daf-ab12-078a12bff700 {{(pid=83598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:50:53.686198 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ef4c90-1e03-4f43-b7c4-3b3470cb78b4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:53.686825 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e3ef4c90-1e03-4f43-b7c4-3b3470cb78b4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:53.692314 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e3ef4c90-1e03-4f43-b7c4-3b3470cb78b4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "PUT /v2.0/ports/4840a0a9-0588-44d7-8c9c-02887747cfed HTTP/1.1" status: 200 len: 959 time: 4.9234858 Jan 21 09:50:53.692314 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35188) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:53.701161 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-459dccac-8139-4d75-9140-b84b698f14e4 None None] For port 1d2ec7fa-e018-4e9c-8060-f1034d4a5076, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=1d2ec7fa-e018-4e9c-8060-f1034d4a5076,segment=NetworkSegment(7e2b1c37-e1f9-43d4-b8b6-7ea884e72745),segment_id=7e2b1c37-e1f9-43d4-b8b6-7ea884e72745)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:53.749880 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-459dccac-8139-4d75-9140-b84b698f14e4 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:53.827052 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-459dccac-8139-4d75-9140-b84b698f14e4 None None] Transition to ACTIVE for port object 1d2ec7fa-e018-4e9c-8060-f1034d4a5076 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:53.828758 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a46cb8da-fde8-4110-badc-94f3fe847dec tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Deleting port 4840a0a9-0588-44d7-8c9c-02887747cfed {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:53.829200 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a46cb8da-fde8-4110-badc-94f3fe847dec tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:53.841104 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-459dccac-8139-4d75-9140-b84b698f14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:53.967782 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c83dbea-7f60-45eb-862e-6eae11cbd9dd None None] Update dhcp port {'port': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'fixed_ips': [{'subnet_id': '731525c5-a078-46cb-b995-01ceb6d708fc', 'ip_address': '2001:db8::f816:3eff:fe9a:fc73'}, {'subnet_id': 'dbbcff5a-ef3e-463f-b5a5-dce57189bb4f'}], 'binding:host_id': 'dv-neutron-825732-1-hyperv'}, 'id': 'c34b07d3-e8c9-4ff0-803e-c88e4465e70d'} from dv-neutron-825732-1-hyperv. {{(pid=83599) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 21 09:50:53.968233 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-599fc59f-0393-41e4-b711-1a65b10ead7e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:54.080274 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e61cb755-3e95-4491-ad35-66c730190874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:54.122101 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.extraroute_db [None req-57343db1-8514-4058-8c87-b99f6796de1f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Added routes are [] {{(pid=83597) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 21 09:50:54.122101 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.extraroute_db [None req-57343db1-8514-4058-8c87-b99f6796de1f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Removed routes are [] {{(pid=83597) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 21 09:50:54.122101 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-57343db1-8514-4058-8c87-b99f6796de1f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:54.123374 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-599fc59f-0393-41e4-b711-1a65b10ead7e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] device_id is not set on port a9501f8c-a411-4b6f-b6c7-38cd45d4c203 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:50:54.147229 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5c83dbea-7f60-45eb-862e-6eae11cbd9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:54.178737 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459dccac-8139-4d75-9140-b84b698f14e4 None None] Pushing event updated for resources: {'Port': ['ID=1d2ec7fa-e018-4e9c-8060-f1034d4a5076,revision_number=7']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:54.230428 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device c34b07d3-e8c9-4ff0-803e-c88e4465e70d up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:50:54.364885 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-61393e13-8802-49e8-9cc6-b4f325b16b5d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:54.406696 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-61393e13-8802-49e8-9cc6-b4f325b16b5d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:54.469172 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a46cb8da-fde8-4110-badc-94f3fe847dec tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:54.491529 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port c34b07d3-e8c9-4ff0-803e-c88e4465e70d completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:54.499727 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port c34b07d3-e8c9-4ff0-803e-c88e4465e70d triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:54.500481 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:54.641449 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:54.657760 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a46cb8da-fde8-4110-badc-94f3fe847dec tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Calling delete_port for 4840a0a9-0588-44d7-8c9c-02887747cfed owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:54.682091 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port c34b07d3-e8c9-4ff0-803e-c88e4465e70d, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=c34b07d3-e8c9-4ff0-803e-c88e4465e70d,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:54.689554 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:54.764623 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61393e13-8802-49e8-9cc6-b4f325b16b5d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Pushing event updated for resources: {'Port': ['ID=20e1c199-18bc-417f-9d43-0056667e1126,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:54.782286 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=c34b07d3-e8c9-4ff0-803e-c88e4465e70d,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:54.799445 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-57343db1-8514-4058-8c87-b99f6796de1f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:54.811171 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-61393e13-8802-49e8-9cc6-b4f325b16b5d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:54.875791 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-57343db1-8514-4058-8c87-b99f6796de1f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349321', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344087'] for router, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:54.898310 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-599fc59f-0393-41e4-b711-1a65b10ead7e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Allocated IP 2001:db8:0:1::327 (d5f237d0-52c1-4100-800c-a471203fec66/dbbcff5a-ef3e-463f-b5a5-dce57189bb4f/a9501f8c-a411-4b6f-b6c7-38cd45d4c203) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:50:54.962819 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-599fc59f-0393-41e4-b711-1a65b10ead7e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Allocated IP 2001:db8::f816:3eff:fe40:781d (d5f237d0-52c1-4100-800c-a471203fec66/731525c5-a078-46cb-b995-01ceb6d708fc/a9501f8c-a411-4b6f-b6c7-38cd45d4c203) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:50:54.974349 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-3d9ff5c5-4e20-40dc-bbb3-a1b84f57dbfd None None] Provisioning complete for port cec084f2-5697-4286-891c-593ab7de3a18 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:54.975229 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3d9ff5c5-4e20-40dc-bbb3-a1b84f57dbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:55.032536 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-3d9ff5c5-4e20-40dc-bbb3-a1b84f57dbfd None None] Port cec084f2-5697-4286-891c-593ab7de3a18 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:50:55.047670 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-3d9ff5c5-4e20-40dc-bbb3-a1b84f57dbfd None None] Provisioning for port 1d2ec7fa-e018-4e9c-8060-f1034d4a5076 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:55.054005 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-3d9ff5c5-4e20-40dc-bbb3-a1b84f57dbfd None None] Provisioning complete for port 1d2ec7fa-e018-4e9c-8060-f1034d4a5076 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:55.054377 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3d9ff5c5-4e20-40dc-bbb3-a1b84f57dbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:55.125461 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a46cb8da-fde8-4110-badc-94f3fe847dec tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:55.179644 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46cb8da-fde8-4110-badc-94f3fe847dec tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Port': ['ID=4840a0a9-0588-44d7-8c9c-02887747cfed,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:55.198221 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-3d9ff5c5-4e20-40dc-bbb3-a1b84f57dbfd None None] Could not find standard attr ID for object 4840a0a9-0588-44d7-8c9c-02887747cfed. {{(pid=83599) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:50:55.351367 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a46cb8da-fde8-4110-badc-94f3fe847dec tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:55.369590 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b0e6c7-3fe2-4a8a-9813-3a5217e5202a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Router b3e08f78-8c2f-4161-b95d-6d981a4110a4 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:50:55.384134 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57343db1-8514-4058-8c87-b99f6796de1f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Router 72f03803-a970-416f-a2eb-d92c34878823 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:50:55.388861 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a46cb8da-fde8-4110-badc-94f3fe847dec tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/ports/4840a0a9-0588-44d7-8c9c-02887747cfed HTTP/1.1" status: 204 len: 168 time: 1.6931460 Jan 21 09:50:55.390795 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35192) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:55.447298 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-db2f2470-1fae-4bf0-8f2b-38455bb0b1c4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] GET failed (client error): The resource could not be found. Jan 21 09:50:55.447812 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-db2f2470-1fae-4bf0-8f2b-38455bb0b1c4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Synchronizing usage tracker for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:50:55.514714 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-50fbc89d-a61f-4405-9d84-536110345c93 None None] Could not find standard attr ID for object 4840a0a9-0588-44d7-8c9c-02887747cfed. {{(pid=83599) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:50:55.563076 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-db2f2470-1fae-4bf0-8f2b-38455bb0b1c4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Unset dirty status for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:50:55.564251 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-db2f2470-1fae-4bf0-8f2b-38455bb0b1c4 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "GET /v2.0/ports/4840a0a9-0588-44d7-8c9c-02887747cfed HTTP/1.1" status: 404 len: 333 time: 0.1724031 Jan 21 09:50:55.572178 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35196) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:55.583001 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-599fc59f-0393-41e4-b711-1a65b10ead7e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:55.638994 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1dd23599-9894-450b-9725-6d4dc9624693 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Deleting port 444798e6-a9db-41b5-957d-f889d06b46e7 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:55.639400 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1dd23599-9894-450b-9725-6d4dc9624693 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:55.672816 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-599fc59f-0393-41e4-b711-1a65b10ead7e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Transition to ACTIVE for port object a9501f8c-a411-4b6f-b6c7-38cd45d4c203 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:55.693373 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57343db1-8514-4058-8c87-b99f6796de1f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:50:55.697097 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.l3_db [None req-61393e13-8802-49e8-9cc6-b4f325b16b5d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Floating IP d77d6421-ffe7-4dc4-954e-c278616175c8 associated. External IP: 172.26.0.85, port: bd1ade71-5040-4cb6-958d-14b24715ecc8. Jan 21 09:50:55.713988 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2093e0f2-c079-44dd-8381-bb7b8954668d None None] Sync routers for ids ['72f03803-a970-416f-a2eb-d92c34878823'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:50:55.725506 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2093e0f2-c079-44dd-8381-bb7b8954668d None None] Routers {'72f03803-a970-416f-a2eb-d92c34878823'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:55.726138 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-2093e0f2-c079-44dd-8381-bb7b8954668d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:50:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['72f03803-a970-416f-a2eb-d92c34878823'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:55.794848 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-57343db1-8514-4058-8c87-b99f6796de1f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:55.795994 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-57343db1-8514-4058-8c87-b99f6796de1f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "PUT /v2.0/routers/72f03803-a970-416f-a2eb-d92c34878823 HTTP/1.1" status: 200 len: 705 time: 2.3890405 Jan 21 09:50:55.799628 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-599fc59f-0393-41e4-b711-1a65b10ead7e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:55.802478 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35200) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:55.863419 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-2093e0f2-c079-44dd-8381-bb7b8954668d None None] Set router 72f03803-a970-416f-a2eb-d92c34878823 gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:50:55.900276 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-5c83dbea-7f60-45eb-862e-6eae11cbd9dd None None] Allocated IP 2001:db8:0:1::2 (d5f237d0-52c1-4100-800c-a471203fec66/dbbcff5a-ef3e-463f-b5a5-dce57189bb4f/c34b07d3-e8c9-4ff0-803e-c88e4465e70d) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:50:55.919203 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-890b49da-376e-4b42-bf5f-6993b59cb2cb tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Synchronizing usage tracker for tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:50:55.969039 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599fc59f-0393-41e4-b711-1a65b10ead7e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:55.977016 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-599fc59f-0393-41e4-b711-1a65b10ead7e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:55.985271 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599fc59f-0393-41e4-b711-1a65b10ead7e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:50:55.990289 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599fc59f-0393-41e4-b711-1a65b10ead7e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:55.991054 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-599fc59f-0393-41e4-b711-1a65b10ead7e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:55.995072 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-2093e0f2-c079-44dd-8381-bb7b8954668d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f03803-a970-416f-a2eb-d92c34878823', 'name': 'tempest-RoutersIpV6Test-router-1154031299', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:39Z', 'updated_at': '2022-01-21T09:50:46Z', 'revision_number': 11, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'gw_port_host': None}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:55.998465 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599fc59f-0393-41e4-b711-1a65b10ead7e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Port': ['ID=a9501f8c-a411-4b6f-b6c7-38cd45d4c203,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:56.000512 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2093e0f2-c079-44dd-8381-bb7b8954668d None None] Checking router: 72f03803-a970-416f-a2eb-d92c34878823 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:50:56.002679 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-890b49da-376e-4b42-bf5f-6993b59cb2cb tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Unset dirty status for tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:50:56.003992 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-890b49da-376e-4b42-bf5f-6993b59cb2cb tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "GET /v2.0/ports?device_id=72f03803-a970-416f-a2eb-d92c34878823 HTTP/1.1" status: 200 len: 205 time: 0.1978140 Jan 21 09:50:56.010457 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35204) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:56.021915 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2093e0f2-c079-44dd-8381-bb7b8954668d None None] Routers {'72f03803-a970-416f-a2eb-d92c34878823'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:56.022546 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-2093e0f2-c079-44dd-8381-bb7b8954668d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:50:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['72f03803-a970-416f-a2eb-d92c34878823'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:56.096390 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-599fc59f-0393-41e4-b711-1a65b10ead7e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.0390997 Jan 21 09:50:56.117641 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5c83dbea-7f60-45eb-862e-6eae11cbd9dd None None] For port c34b07d3-e8c9-4ff0-803e-c88e4465e70d, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=c34b07d3-e8c9-4ff0-803e-c88e4465e70d,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:56.132137 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35208) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:56.149249 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5c83dbea-7f60-45eb-862e-6eae11cbd9dd None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:56.170774 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 1d2ec7fa-e018-4e9c-8060-f1034d4a5076 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:50:56.204170 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5c83dbea-7f60-45eb-862e-6eae11cbd9dd None None] Transition to ACTIVE for port object c34b07d3-e8c9-4ff0-803e-c88e4465e70d will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:56.210606 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5c83dbea-7f60-45eb-862e-6eae11cbd9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:56.231864 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-2093e0f2-c079-44dd-8381-bb7b8954668d None None] Set router 72f03803-a970-416f-a2eb-d92c34878823 gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:50:56.281955 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5437fb7f-6353-4501-b1ec-e8126fec5de0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:56.300843 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83dbea-7f60-45eb-862e-6eae11cbd9dd None None] Pushing event updated for resources: {'Port': ['ID=c34b07d3-e8c9-4ff0-803e-c88e4465e70d,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:56.333345 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-1dd23599-9894-450b-9725-6d4dc9624693 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] For port 444798e6-a9db-41b5-957d-f889d06b46e7, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=444798e6-a9db-41b5-957d-f889d06b46e7,segment=NetworkSegment(6b6fcf63-f541-4d62-80d5-2aacf5460150),segment_id=6b6fcf63-f541-4d62-80d5-2aacf5460150)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:56.333881 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1dd23599-9894-450b-9725-6d4dc9624693 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:56.350754 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-2093e0f2-c079-44dd-8381-bb7b8954668d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f03803-a970-416f-a2eb-d92c34878823', 'name': 'tempest-RoutersIpV6Test-router-1154031299', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:39Z', 'updated_at': '2022-01-21T09:50:46Z', 'revision_number': 11, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'gw_port_host': None}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:56.355006 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2093e0f2-c079-44dd-8381-bb7b8954668d None None] The sync data for ids ['72f03803-a970-416f-a2eb-d92c34878823'] in dv-neutron-825732-1-hyperv is: [{'id': '72f03803-a970-416f-a2eb-d92c34878823', 'name': 'tempest-RoutersIpV6Test-router-1154031299', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:39Z', 'updated_at': '2022-01-21T09:50:46Z', 'revision_number': 11, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'gw_port_host': None}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:50:56.386335 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fe2eca36-abd3-4404-9d26-c709a0994714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:56.439237 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 1d2ec7fa-e018-4e9c-8060-f1034d4a5076 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:56.439674 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:56.506221 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1dd23599-9894-450b-9725-6d4dc9624693 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Calling delete_port for 444798e6-a9db-41b5-957d-f889d06b46e7 owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:56.606194 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device c34b07d3-e8c9-4ff0-803e-c88e4465e70d up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:50:56.615427 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8e874662-38c2-4bd6-9dcd-429aac365f49 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:56.684886 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-7ec1b0c8-ee48-4162-afde-b9fb124422ff tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting port a9501f8c-a411-4b6f-b6c7-38cd45d4c203 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:56.685634 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7ec1b0c8-ee48-4162-afde-b9fb124422ff tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:56.771795 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8e874662-38c2-4bd6-9dcd-429aac365f49 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:56.988181 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5437fb7f-6353-4501-b1ec-e8126fec5de0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:56.995219 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5437fb7f-6353-4501-b1ec-e8126fec5de0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:57.004804 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8e874662-38c2-4bd6-9dcd-429aac365f49 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:57.094782 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e874662-38c2-4bd6-9dcd-429aac365f49 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=371bc086-a040-4c54-99da-c496de55fca8,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:57.098726 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5437fb7f-6353-4501-b1ec-e8126fec5de0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:57.099198 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5437fb7f-6353-4501-b1ec-e8126fec5de0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Fanout notify agent at l3_agent the message router_deleted on router 72f03803-a970-416f-a2eb-d92c34878823 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:50:57.102864 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b0e6c7-3fe2-4a8a-9813-3a5217e5202a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:50:57.119196 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5437fb7f-6353-4501-b1ec-e8126fec5de0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:57.121099 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5437fb7f-6353-4501-b1ec-e8126fec5de0 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/routers/72f03803-a970-416f-a2eb-d92c34878823 HTTP/1.1" status: 204 len: 168 time: 1.1068790 Jan 21 09:50:57.130170 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35212) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:57.134074 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b6e4cf-e02c-42e1-9b4a-000597cc04d0 None None] Sync routers for ids ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:50:57.138262 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-d887de6a-1d36-43cd-b62d-7cc3803bb622 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1738453898', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:57.154447 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d887de6a-1d36-43cd-b62d-7cc3803bb622 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:57.161876 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b6e4cf-e02c-42e1-9b4a-000597cc04d0 None None] Routers {'b3e08f78-8c2f-4161-b95d-6d981a4110a4'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:57.162250 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-d887de6a-1d36-43cd-b62d-7cc3803bb622 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Usage tracker for resource:router and tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:57.164211 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a4b6e4cf-e02c-42e1-9b4a-000597cc04d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:50:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:57.172906 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-d887de6a-1d36-43cd-b62d-7cc3803bb622 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:57.183753 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d887de6a-1d36-43cd-b62d-7cc3803bb622 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:57.186348 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7ec1b0c8-ee48-4162-afde-b9fb124422ff tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:57.210767 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61393e13-8802-49e8-9cc6-b4f325b16b5d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Router 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:50:57.226653 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d887de6a-1d36-43cd-b62d-7cc3803bb622 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:57.227612 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d887de6a-1d36-43cd-b62d-7cc3803bb622 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:57.273228 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a4b6e4cf-e02c-42e1-9b4a-000597cc04d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:57.292170 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b6e4cf-e02c-42e1-9b4a-000597cc04d0 None None] Routers {'b3e08f78-8c2f-4161-b95d-6d981a4110a4'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:57.292805 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a4b6e4cf-e02c-42e1-9b4a-000597cc04d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:50:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:57.350149 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-542a7e0e-c790-4a53-a732-6484156dc402 None None] Provisioning for port c34b07d3-e8c9-4ff0-803e-c88e4465e70d completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:57.360590 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-7ec1b0c8-ee48-4162-afde-b9fb124422ff tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Calling delete_port for a9501f8c-a411-4b6f-b6c7-38cd45d4c203 owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:57.376551 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a4b6e4cf-e02c-42e1-9b4a-000597cc04d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:57.377749 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b6e4cf-e02c-42e1-9b4a-000597cc04d0 None None] The sync data for ids ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:50:57.381862 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-542a7e0e-c790-4a53-a732-6484156dc402 None None] Provisioning complete for port c34b07d3-e8c9-4ff0-803e-c88e4465e70d triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:57.382225 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-542a7e0e-c790-4a53-a732-6484156dc402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:57.439261 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8e874662-38c2-4bd6-9dcd-429aac365f49 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:57.441536 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8e874662-38c2-4bd6-9dcd-429aac365f49 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/security-groups/371bc086-a040-4c54-99da-c496de55fca8 HTTP/1.1" status: 204 len: 168 time: 1.8656561 Jan 21 09:50:57.444271 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35216) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:57.446790 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1dd23599-9894-450b-9725-6d4dc9624693 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:57.474706 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:57.517573 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d887de6a-1d36-43cd-b62d-7cc3803bb622 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:57.521036 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd23599-9894-450b-9725-6d4dc9624693 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event deleted for resources: {'Port': ['ID=444798e6-a9db-41b5-957d-f889d06b46e7,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:57.567223 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-77bee27f-39cc-4a94-bcf6-ced29f9af57a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:57.573572 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d887de6a-1d36-43cd-b62d-7cc3803bb622 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:57.635381 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-77bee27f-39cc-4a94-bcf6-ced29f9af57a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:57.702135 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:57.715716 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d887de6a-1d36-43cd-b62d-7cc3803bb622 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:57.716894 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d887de6a-1d36-43cd-b62d-7cc3803bb622 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5848496 Jan 21 09:50:57.719575 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61393e13-8802-49e8-9cc6-b4f325b16b5d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:50:57.723030 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35220) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:57.737561 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-a3cb0698-f415-425a-a633-1267f7bf04fa tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:57.740684 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7e5668-3d2e-4991-a13f-312d87923bcd None None] Sync routers for ids ['7cd4160e-8295-42eb-8f1c-0fd927c91ec8'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:50:57.772342 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7e5668-3d2e-4991-a13f-312d87923bcd None None] Routers {'7cd4160e-8295-42eb-8f1c-0fd927c91ec8'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:57.773252 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-8c7e5668-3d2e-4991-a13f-312d87923bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:50:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['7cd4160e-8295-42eb-8f1c-0fd927c91ec8'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:57.920826 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-77bee27f-39cc-4a94-bcf6-ced29f9af57a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:57.924040 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-77bee27f-39cc-4a94-bcf6-ced29f9af57a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:57.929096 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-77bee27f-39cc-4a94-bcf6-ced29f9af57a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/security-groups/6b0d6723-d58c-4536-aa7e-1351abbedbc3 HTTP/1.1" status: 204 len: 168 time: 0.4758675 Jan 21 09:50:57.930090 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35224) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:57.970733 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-61393e13-8802-49e8-9cc6-b4f325b16b5d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:58.030176 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-8c7e5668-3d2e-4991-a13f-312d87923bcd None None] Set router 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:50:58.033257 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bee27f-39cc-4a94-bcf6-ced29f9af57a tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0d6723-d58c-4536-aa7e-1351abbedbc3,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:58.062646 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-61393e13-8802-49e8-9cc6-b4f325b16b5d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.3911531 Jan 21 09:50:58.178449 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d08b42cf-8d15-4f2d-89a8-dc8cf6ff35d2 None None] Provisioning for port a9501f8c-a411-4b6f-b6c7-38cd45d4c203 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:58.184950 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d08b42cf-8d15-4f2d-89a8-dc8cf6ff35d2 None None] Provisioning complete for port a9501f8c-a411-4b6f-b6c7-38cd45d4c203 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:58.185420 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d08b42cf-8d15-4f2d-89a8-dc8cf6ff35d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:58.192699 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7ec1b0c8-ee48-4162-afde-b9fb124422ff tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:58.227205 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5826cd-33a9-4048-a9ec-1e3cd61dc980', 'tag': 'bd1ade71-5040-4cb6-958d-14b24715ecc8'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:50:58.252669 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-d08b42cf-8d15-4f2d-89a8-dc8cf6ff35d2 None None] Port a9501f8c-a411-4b6f-b6c7-38cd45d4c203 was deleted so its status cannot be updated. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 21 09:50:58.281291 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1dd23599-9894-450b-9725-6d4dc9624693 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:58.307774 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device c34b07d3-e8c9-4ff0-803e-c88e4465e70d up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:50:58.316346 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1b0c8-ee48-4162-afde-b9fb124422ff tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Port': ['ID=a9501f8c-a411-4b6f-b6c7-38cd45d4c203,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:58.435764 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3a0a0be7-c4cb-43d8-a4d3-1da96c423330 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:58.456967 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port c34b07d3-e8c9-4ff0-803e-c88e4465e70d triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:58.459124 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:58.467919 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3a0a0be7-c4cb-43d8-a4d3-1da96c423330 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:58.512805 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5826cd-33a9-4048-a9ec-1e3cd61dc980', 'tag': 'bd1ade71-5040-4cb6-958d-14b24715ecc8', 'status': 'completed', 'code': 200} Jan 21 09:50:58.529706 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-8c7e5668-3d2e-4991-a13f-312d87923bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'name': 'tempest-TestVolumeBootPattern-1713256989-router', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:53Z', 'updated_at': '2022-01-21T09:49:06Z', 'revision_number': 4, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'gw_port': {'id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:55Z', 'updated_at': '2022-01-21T09:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': 'd77d6421-ffe7-4dc4-954e-c278616175c8', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'floating_ip_address': '172.26.0.85', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'port_id': 'bd1ade71-5040-4cb6-958d-14b24715ecc8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'mac_address': 'fa:16:3e:51:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5826cd-33a9-4048-a9ec-1e3cd61dc980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:50:52Z', 'updated_at': '2022-01-21T09:50:52Z', 'revision_number': 0, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef1d8b4b-c256-4b95-8f29-d9256c44435b', 'name': '', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'mac_address': 'fa:16:3e:3f:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:55Z', 'revision_number': 5, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'subnets': [{'id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:58.544779 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7ec1b0c8-ee48-4162-afde-b9fb124422ff tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:58.546918 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7e5668-3d2e-4991-a13f-312d87923bcd None None] Checking router: 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:50:58.577944 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7e5668-3d2e-4991-a13f-312d87923bcd None None] Routers {'7cd4160e-8295-42eb-8f1c-0fd927c91ec8'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:58.578868 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-8c7e5668-3d2e-4991-a13f-312d87923bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:50:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['7cd4160e-8295-42eb-8f1c-0fd927c91ec8'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:58.663804 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-7ec1b0c8-ee48-4162-afde-b9fb124422ff tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/a9501f8c-a411-4b6f-b6c7-38cd45d4c203 HTTP/1.1" status: 204 len: 168 time: 2.4873629 Jan 21 09:50:58.667950 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35232) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:58.726661 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3a0a0be7-c4cb-43d8-a4d3-1da96c423330 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:58.791968 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a0be7-c4cb-43d8-a4d3-1da96c423330 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=711fa702-2bea-44cd-9781-bf5bfa6fc389,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:58.796198 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a3cb0698-f415-425a-a633-1267f7bf04fa tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:58.800530 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-8c7e5668-3d2e-4991-a13f-312d87923bcd None None] Set router 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:50:58.807473 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3a0a0be7-c4cb-43d8-a4d3-1da96c423330 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:58.811279 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3a0a0be7-c4cb-43d8-a4d3-1da96c423330 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/security-groups/711fa702-2bea-44cd-9781-bf5bfa6fc389 HTTP/1.1" status: 204 len: 168 time: 0.7809339 Jan 21 09:50:58.814054 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35236) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:58.852925 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-66114cc9-45c3-4643-9237-971be5512511 req-444b1672-7e73-4d74-9aa8-294c96dcd496 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=445ef770bf614bd2b6b8d3bcf07af0fd&device_id=ee5826cd-33a9-4048-a9ec-1e3cd61dc980 HTTP/1.1" status: 200 len: 1099 time: 0.4716856 Jan 21 09:50:58.860224 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a3cb0698-f415-425a-a633-1267f7bf04fa tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349321', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344087'] for router, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:59.216714 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-8c7e5668-3d2e-4991-a13f-312d87923bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'name': 'tempest-TestVolumeBootPattern-1713256989-router', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:53Z', 'updated_at': '2022-01-21T09:49:06Z', 'revision_number': 4, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'gw_port': {'id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:55Z', 'updated_at': '2022-01-21T09:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': 'd77d6421-ffe7-4dc4-954e-c278616175c8', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'floating_ip_address': '172.26.0.85', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'port_id': 'bd1ade71-5040-4cb6-958d-14b24715ecc8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'mac_address': 'fa:16:3e:51:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5826cd-33a9-4048-a9ec-1e3cd61dc980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:50:52Z', 'updated_at': '2022-01-21T09:50:52Z', 'revision_number': 0, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef1d8b4b-c256-4b95-8f29-d9256c44435b', 'name': '', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'mac_address': 'fa:16:3e:3f:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:55Z', 'revision_number': 5, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'subnets': [{'id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:59.220585 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7e5668-3d2e-4991-a13f-312d87923bcd None None] The sync data for ids ['7cd4160e-8295-42eb-8f1c-0fd927c91ec8'] in dv-neutron-825732-1-hyperv is: [{'id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'name': 'tempest-TestVolumeBootPattern-1713256989-router', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:53Z', 'updated_at': '2022-01-21T09:49:06Z', 'revision_number': 4, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'gw_port': {'id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:55Z', 'updated_at': '2022-01-21T09:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': 'd77d6421-ffe7-4dc4-954e-c278616175c8', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'floating_ip_address': '172.26.0.85', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'port_id': 'bd1ade71-5040-4cb6-958d-14b24715ecc8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'mac_address': 'fa:16:3e:51:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5826cd-33a9-4048-a9ec-1e3cd61dc980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:50:52Z', 'updated_at': '2022-01-21T09:50:52Z', 'revision_number': 0, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef1d8b4b-c256-4b95-8f29-d9256c44435b', 'name': '', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'mac_address': 'fa:16:3e:3f:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:55Z', 'revision_number': 5, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'subnets': [{'id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:50:59.224674 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39846e6f-895e-43ec-b3fb-68fde41c4421 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:59.225371 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-39846e6f-895e-43ec-b3fb-68fde41c4421 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:50:59.238813 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66114cc9-45c3-4643-9237-971be5512511 req-58e27511-52b6-4ab6-b082-cc9671c394b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:59.239631 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-66114cc9-45c3-4643-9237-971be5512511 req-58e27511-52b6-4ab6-b082-cc9671c394b5 service neutron] 10.222.0.124 "GET /v2.0/networks?id=5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 HTTP/1.1" status: 200 len: 913 time: 0.3358667 Jan 21 09:50:59.290109 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-39846e6f-895e-43ec-b3fb-68fde41c4421 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:50:59.291301 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-39846e6f-895e-43ec-b3fb-68fde41c4421 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6214349 Jan 21 09:50:59.298040 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35240) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:59.332497 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-c506bf24-969f-4a2e-9c2b-740753f0d22d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Deleting subnet 4be30578-2c60-4425-9d5c-61de28bf46b9 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:50:59.351770 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c506bf24-969f-4a2e-9c2b-740753f0d22d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:59.389340 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd23599-9894-450b-9725-6d4dc9624693 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Router 01207b5c-5871-420b-abc0-78401bae990b has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:50:59.398011 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-66114cc9-45c3-4643-9237-971be5512511 req-5ee1d861-4fbb-48da-be88-5a8046702be7 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd1ade71-5040-4cb6-958d-14b24715ecc8 HTTP/1.1" status: 200 len: 999 time: 0.1406603 Jan 21 09:50:59.423008 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:59.431961 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c506bf24-969f-4a2e-9c2b-740753f0d22d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:59.488933 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3cb0698-f415-425a-a633-1267f7bf04fa tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Router 73b90e69-b75e-4ff9-84a9-279ebcdf8cab is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:50:59.491050 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd6071c-8229-46c4-a92d-4afda0f3d6ea None None] New status for floating IP d77d6421-ffe7-4dc4-954e-c278616175c8: ACTIVE {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:50:59.525140 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a092fb5-3e6a-48e4-a331-1b7b48b0192d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:59.529251 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6a092fb5-3e6a-48e4-a331-1b7b48b0192d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2277586 Jan 21 09:50:59.531239 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35244) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:59.679687 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b0e6c7-3fe2-4a8a-9813-3a5217e5202a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Router 756ad0a6-34ff-4696-a268-bf70ecca1bae has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:50:59.685660 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66114cc9-45c3-4643-9237-971be5512511 req-ffcd9c9d-3a40-4999-bc2b-da28b25657b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:59.687828 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-66114cc9-45c3-4643-9237-971be5512511 req-ffcd9c9d-3a40-4999-bc2b-da28b25657b1 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f8e2e48f-3c2e-408d-ac72-f5742db41e13 HTTP/1.1" status: 200 len: 851 time: 0.2820995 Jan 21 09:50:59.728672 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c506bf24-969f-4a2e-9c2b-740753f0d22d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:59.764488 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c68581-c079-404d-bca1-ad889910e313 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:59.766121 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c68581-c079-404d-bca1-ad889910e313 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:59.767688 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c68581-c079-404d-bca1-ad889910e313 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:59.768223 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-53c68581-c079-404d-bca1-ad889910e313 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:50:59.820673 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3cb0698-f415-425a-a633-1267f7bf04fa tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:50:59.826346 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a3cb0698-f415-425a-a633-1267f7bf04fa tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:59.826971 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a3cb0698-f415-425a-a633-1267f7bf04fa tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "PUT /v2.0/routers/73b90e69-b75e-4ff9-84a9-279ebcdf8cab HTTP/1.1" status: 200 len: 698 time: 2.1030171 Jan 21 09:50:59.828663 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-53c68581-c079-404d-bca1-ad889910e313 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:50:59.829706 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-53c68581-c079-404d-bca1-ad889910e313 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2977269 Jan 21 09:50:59.830210 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35248) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:59.833352 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35252) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:59.853684 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02efaf4f-c0da-48fa-984b-8a41c99771b0 None None] Sync routers for ids ['73b90e69-b75e-4ff9-84a9-279ebcdf8cab'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:50:59.878845 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02efaf4f-c0da-48fa-984b-8a41c99771b0 None None] Routers {'73b90e69-b75e-4ff9-84a9-279ebcdf8cab'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:59.881047 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-02efaf4f-c0da-48fa-984b-8a41c99771b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:50:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['73b90e69-b75e-4ff9-84a9-279ebcdf8cab'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:59.885689 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd23599-9894-450b-9725-6d4dc9624693 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:50:59.893022 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-1dd23599-9894-450b-9725-6d4dc9624693 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "PUT /v2.0/routers/01207b5c-5871-420b-abc0-78401bae990b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3109243 Jan 21 09:50:59.897074 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35256) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:59.908321 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db357779-514d-4b18-a19e-b12f5bb25930 None None] Sync routers for ids ['01207b5c-5871-420b-abc0-78401bae990b'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:50:59.942567 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db357779-514d-4b18-a19e-b12f5bb25930 None None] Routers {'01207b5c-5871-420b-abc0-78401bae990b'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:59.944350 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-db357779-514d-4b18-a19e-b12f5bb25930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:50:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['01207b5c-5871-420b-abc0-78401bae990b'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:00.018541 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c506bf24-969f-4a2e-9c2b-740753f0d22d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:00.071243 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506bf24-969f-4a2e-9c2b-740753f0d22d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Subnet': ['ID=4be30578-2c60-4425-9d5c-61de28bf46b9,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:00.137612 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-66114cc9-45c3-4643-9237-971be5512511 req-8879c3db-634e-4cf8-b208-331b1d07060f service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=5420f90b-fa8f-4acb-ab7a-0d5edf834ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3975885 Jan 21 09:51:00.158643 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcee9c59-4cb7-42bd-80de-350b6f925f4a None None] Network eb5bb302-f98e-4daf-ab12-078a12bff700 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:51:00.162096 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-02efaf4f-c0da-48fa-984b-8a41c99771b0 None None] Set router 73b90e69-b75e-4ff9-84a9-279ebcdf8cab gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:51:00.204591 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c506bf24-969f-4a2e-9c2b-740753f0d22d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:00.237663 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e6d136dc-76a6-4c53-98ed-6fe8af686b7b tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "GET /v2.0/routers/73b90e69-b75e-4ff9-84a9-279ebcdf8cab HTTP/1.1" status: 200 len: 704 time: 0.4063637 Jan 21 09:51:00.242867 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35260) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:00.255324 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c506bf24-969f-4a2e-9c2b-740753f0d22d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/subnets/4be30578-2c60-4425-9d5c-61de28bf46b9 HTTP/1.1" status: 204 len: 168 time: 1.4384360 Jan 21 09:51:00.256375 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35264) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:00.290779 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-db357779-514d-4b18-a19e-b12f5bb25930 None None] Set router 01207b5c-5871-420b-abc0-78401bae990b gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:51:00.305701 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-02efaf4f-c0da-48fa-984b-8a41c99771b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b90e69-b75e-4ff9-84a9-279ebcdf8cab', 'name': 'tempest-RoutersIpV6Test-router-1738453898', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:50:58Z', 'revision_number': 2, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'gw_port_host': None}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:00.311584 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02efaf4f-c0da-48fa-984b-8a41c99771b0 None None] Checking router: 73b90e69-b75e-4ff9-84a9-279ebcdf8cab for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:51:00.325802 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02efaf4f-c0da-48fa-984b-8a41c99771b0 None None] Routers {'73b90e69-b75e-4ff9-84a9-279ebcdf8cab'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:51:00.326885 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-02efaf4f-c0da-48fa-984b-8a41c99771b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:50:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['73b90e69-b75e-4ff9-84a9-279ebcdf8cab'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:00.383044 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-94f23c7b-6b9a-4ebb-8f2f-ac56d3542e5d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Synchronizing usage tracker for tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:00.423387 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9c75e3c-4002-4aa2-9822-1d1b2e234560 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Deleting subnet dcb21ee4-cbf8-482d-a3cb-706b38e53721 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:51:00.455332 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b9c75e3c-4002-4aa2-9822-1d1b2e234560 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:00.460770 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c1b887-5be6-4003-8ff9-d883fc8a941d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Deleting subnet 6701aaf8-9768-4082-8178-e317b7419f13 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:51:00.465916 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b887f73-d098-41bf-8f68-a20e2c81ba79 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting subnet 731525c5-a078-46cb-b995-01ceb6d708fc {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:51:00.471401 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-15c1b887-5be6-4003-8ff9-d883fc8a941d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:00.502366 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-94f23c7b-6b9a-4ebb-8f2f-ac56d3542e5d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Unset dirty status for tenant:c3efc6a6fd814adc8f7fcb0582dd33b0 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:00.504565 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-94f23c7b-6b9a-4ebb-8f2f-ac56d3542e5d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "GET /v2.0/ports?device_id=73b90e69-b75e-4ff9-84a9-279ebcdf8cab HTTP/1.1" status: 200 len: 205 time: 0.2607720 Jan 21 09:51:00.507702 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-db357779-514d-4b18-a19e-b12f5bb25930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01207b5c-5871-420b-abc0-78401bae990b', 'name': 'tempest-RoutersTest-router-946825922', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:49Z', 'updated_at': '2022-01-21T09:50:56Z', 'revision_number': 11, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'gw_port_host': None}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:00.510205 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35268) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:00.515966 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db357779-514d-4b18-a19e-b12f5bb25930 None None] Checking router: 01207b5c-5871-420b-abc0-78401bae990b for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:51:00.525101 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-02efaf4f-c0da-48fa-984b-8a41c99771b0 None None] Set router 73b90e69-b75e-4ff9-84a9-279ebcdf8cab gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:51:00.527430 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b887f73-d098-41bf-8f68-a20e2c81ba79 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:00.622053 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db357779-514d-4b18-a19e-b12f5bb25930 None None] Routers {'01207b5c-5871-420b-abc0-78401bae990b'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:51:00.622685 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-db357779-514d-4b18-a19e-b12f5bb25930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:50:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['01207b5c-5871-420b-abc0-78401bae990b'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:00.636114 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-66114cc9-45c3-4643-9237-971be5512511 req-6509fd52-b92c-41c8-bae3-05a1581827ec service neutron] 10.222.0.124 "GET /v2.0/networks/5420f90b-fa8f-4acb-ab7a-0d5edf834ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910231 Jan 21 09:51:00.644610 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b9c75e3c-4002-4aa2-9822-1d1b2e234560 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:00.656460 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b887f73-d098-41bf-8f68-a20e2c81ba79 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:00.693570 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-02efaf4f-c0da-48fa-984b-8a41c99771b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b90e69-b75e-4ff9-84a9-279ebcdf8cab', 'name': 'tempest-RoutersIpV6Test-router-1738453898', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:50:58Z', 'revision_number': 2, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'gw_port_host': None}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:00.705742 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-15c1b887-5be6-4003-8ff9-d883fc8a941d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:00.718019 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02efaf4f-c0da-48fa-984b-8a41c99771b0 None None] The sync data for ids ['73b90e69-b75e-4ff9-84a9-279ebcdf8cab'] in dv-neutron-825732-1-hyperv is: [{'id': '73b90e69-b75e-4ff9-84a9-279ebcdf8cab', 'name': 'tempest-RoutersIpV6Test-router-1738453898', 'tenant_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:50:58Z', 'revision_number': 2, 'project_id': 'c3efc6a6fd814adc8f7fcb0582dd33b0', 'gw_port_host': None}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:51:00.865849 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b887f73-d098-41bf-8f68-a20e2c81ba79 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:00.880934 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-db357779-514d-4b18-a19e-b12f5bb25930 None None] Set router 01207b5c-5871-420b-abc0-78401bae990b gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:51:00.930392 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-00d26aa3-5a47-4882-9f69-4c35db7f2208 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:00.995676 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-15c1b887-5be6-4003-8ff9-d883fc8a941d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:01.024112 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-db357779-514d-4b18-a19e-b12f5bb25930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01207b5c-5871-420b-abc0-78401bae990b', 'name': 'tempest-RoutersTest-router-946825922', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:49Z', 'updated_at': '2022-01-21T09:50:56Z', 'revision_number': 11, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'gw_port_host': None}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:01.029278 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db357779-514d-4b18-a19e-b12f5bb25930 None None] The sync data for ids ['01207b5c-5871-420b-abc0-78401bae990b'] in dv-neutron-825732-1-hyperv is: [{'id': '01207b5c-5871-420b-abc0-78401bae990b', 'name': 'tempest-RoutersTest-router-946825922', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:49Z', 'updated_at': '2022-01-21T09:50:56Z', 'revision_number': 11, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'gw_port_host': None}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:51:01.079355 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b887f73-d098-41bf-8f68-a20e2c81ba79 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:01.137431 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b887f73-d098-41bf-8f68-a20e2c81ba79 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Subnet': ['ID=731525c5-a078-46cb-b995-01ceb6d708fc,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:01.149544 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-66114cc9-45c3-4643-9237-971be5512511 req-42f258d2-e810-4fc1-860d-60064a983461 service neutron] 10.222.0.124 "GET /v2.0/networks/5420f90b-fa8f-4acb-ab7a-0d5edf834ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764433 Jan 21 09:51:01.153872 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b887f73-d098-41bf-8f68-a20e2c81ba79 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:01.160195 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b0e6c7-3fe2-4a8a-9813-3a5217e5202a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:51:01.167662 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b5b0e6c7-3fe2-4a8a-9813-3a5217e5202a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:01.172948 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4043b105-aff7-405a-9c07-8c7fda67f41f None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:51:01.192989 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc26ef6a-c930-42d3-b89b-6b61347ee939 None None] Sync routers for ids ['756ad0a6-34ff-4696-a268-bf70ecca1bae'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:51:01.199252 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-15c1b887-5be6-4003-8ff9-d883fc8a941d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:01.221067 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc26ef6a-c930-42d3-b89b-6b61347ee939 None None] Routers {'756ad0a6-34ff-4696-a268-bf70ecca1bae'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:51:01.223809 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-fc26ef6a-c930-42d3-b89b-6b61347ee939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:50:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['756ad0a6-34ff-4696-a268-bf70ecca1bae'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:01.271170 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1b887-5be6-4003-8ff9-d883fc8a941d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Subnet': ['ID=6701aaf8-9768-4082-8178-e317b7419f13,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:01.275155 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-15c1b887-5be6-4003-8ff9-d883fc8a941d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:01.277282 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-15c1b887-5be6-4003-8ff9-d883fc8a941d tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/subnets/6701aaf8-9768-4082-8178-e317b7419f13 HTTP/1.1" status: 204 len: 168 time: 1.0161150 Jan 21 09:51:01.280045 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35272) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:01.333603 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b9c75e3c-4002-4aa2-9822-1d1b2e234560 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:01.403824 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-fc26ef6a-c930-42d3-b89b-6b61347ee939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:01.436555 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc26ef6a-c930-42d3-b89b-6b61347ee939 None None] Routers {'756ad0a6-34ff-4696-a268-bf70ecca1bae'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:51:01.437245 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-fc26ef6a-c930-42d3-b89b-6b61347ee939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:50:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['756ad0a6-34ff-4696-a268-bf70ecca1bae'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:01.530700 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-fc26ef6a-c930-42d3-b89b-6b61347ee939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:01.530700 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc26ef6a-c930-42d3-b89b-6b61347ee939 None None] The sync data for ids ['756ad0a6-34ff-4696-a268-bf70ecca1bae'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:51:01.545147 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-7051ac2d-a5a1-44a1-b87a-943a62d993be tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:01.545147 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7051ac2d-a5a1-44a1-b87a-943a62d993be tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:01.546858 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7051ac2d-a5a1-44a1-b87a-943a62d993be tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/subnets/4be30578-2c60-4425-9d5c-61de28bf46b9 HTTP/1.1" status: 404 len: 337 time: 0.2653234 Jan 21 09:51:01.552420 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1b887f73-d098-41bf-8f68-a20e2c81ba79 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/731525c5-a078-46cb-b995-01ceb6d708fc HTTP/1.1" status: 204 len: 168 time: 1.7180879 Jan 21 09:51:01.553074 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35276) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:01.553455 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35278) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:01.697252 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b5b0e6c7-3fe2-4a8a-9813-3a5217e5202a tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "PUT /v2.0/floatingips/631013e5-9063-4ca5-90a8-1739b8b95169 HTTP/1.1" status: 200 len: 977 time: 13.4658854 Jan 21 09:51:01.705086 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35284) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:01.712595 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b9c75e3c-4002-4aa2-9822-1d1b2e234560 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:01.714987 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dfe910b-f1f7-45a6-94b1-0a859bdee7df tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting subnet dbbcff5a-ef3e-463f-b5a5-dce57189bb4f {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:51:01.767655 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-622d2dbd-0d43-4f5f-95c1-f6a6b60b0c02 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Deleting subnet 79f47ba9-d272-4551-95fd-ae1d4ae2f5ae {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:51:01.776062 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0dfe910b-f1f7-45a6-94b1-0a859bdee7df tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:01.830291 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-622d2dbd-0d43-4f5f-95c1-f6a6b60b0c02 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:01.839499 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b9c75e3c-4002-4aa2-9822-1d1b2e234560 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:01.851894 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93354196-8875-41be-a48f-024e1265734d None None] Network 3f882997-0b78-4820-a731-cfbe1f517d9e requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:51:01.903955 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c75e3c-4002-4aa2-9822-1d1b2e234560 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event deleted for resources: {'Subnet': ['ID=dcb21ee4-cbf8-482d-a3cb-706b38e53721,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:01.923520 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0dfe910b-f1f7-45a6-94b1-0a859bdee7df tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:01.940282 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b9c75e3c-4002-4aa2-9822-1d1b2e234560 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/subnets/dcb21ee4-cbf8-482d-a3cb-706b38e53721 HTTP/1.1" status: 204 len: 168 time: 2.0410178 Jan 21 09:51:01.947485 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35288) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:01.998960 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-9645e27a-eeb2-4741-ad2b-9675bdee3d18 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Deleting port bc640e96-7c8f-4e1f-8efe-ae44c6181c68 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:51:01.999302 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9645e27a-eeb2-4741-ad2b-9675bdee3d18 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:02.046074 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf11e68-b85d-42d3-8031-a97e08343d20 None None] Network eb5bb302-f98e-4daf-ab12-078a12bff700 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:51:02.095441 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 444798e6-a9db-41b5-957d-f889d06b46e7 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:51:02.170206 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-622d2dbd-0d43-4f5f-95c1-f6a6b60b0c02 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:02.228857 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 444798e6-a9db-41b5-957d-f889d06b46e7 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:51:02.229567 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 444798e6-a9db-41b5-957d-f889d06b46e7 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:51:02.246176 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-00d26aa3-5a47-4882-9f69-4c35db7f2208 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:02.256621 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-afa01dbf-1db7-4701-b924-47bd4ed79a59 None None] Provisioning complete for port cec084f2-5697-4286-891c-593ab7de3a18 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:02.257157 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-afa01dbf-1db7-4701-b924-47bd4ed79a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:02.266662 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-00d26aa3-5a47-4882-9f69-4c35db7f2208 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:02.274912 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0c12e5e-ccfa-4c41-9972-0d6c02fc19ff tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:02.308795 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b0c12e5e-ccfa-4c41-9972-0d6c02fc19ff tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Deleting port 1b2a5ac4-4eab-4e49-9070-ad6b555eee35 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:51:02.314960 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0c12e5e-ccfa-4c41-9972-0d6c02fc19ff tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:02.328498 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-afa01dbf-1db7-4701-b924-47bd4ed79a59 None None] Port cec084f2-5697-4286-891c-593ab7de3a18 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:51:02.381107 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-00d26aa3-5a47-4882-9f69-4c35db7f2208 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:02.381708 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d26aa3-5a47-4882-9f69-4c35db7f2208 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Fanout notify agent at l3_agent the message router_deleted on router 73b90e69-b75e-4ff9-84a9-279ebcdf8cab {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:51:02.430921 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9645e27a-eeb2-4741-ad2b-9675bdee3d18 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:02.431682 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-00d26aa3-5a47-4882-9f69-4c35db7f2208 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:02.438006 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-00d26aa3-5a47-4882-9f69-4c35db7f2208 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/routers/73b90e69-b75e-4ff9-84a9-279ebcdf8cab HTTP/1.1" status: 204 len: 168 time: 1.9105122 Jan 21 09:51:02.438193 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-afa01dbf-1db7-4701-b924-47bd4ed79a59 None None] Provisioning complete for port 1d2ec7fa-e018-4e9c-8060-f1034d4a5076 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:02.438193 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-afa01dbf-1db7-4701-b924-47bd4ed79a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:02.439093 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35292) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:02.451148 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0dfe910b-f1f7-45a6-94b1-0a859bdee7df tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:02.578029 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c80f0856-09b0-4a92-a7da-2542ef69f725 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "GET /v2.0/ports?device_id=73b90e69-b75e-4ff9-84a9-279ebcdf8cab HTTP/1.1" status: 200 len: 205 time: 0.1325910 Jan 21 09:51:02.580777 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35296) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:02.606429 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-622d2dbd-0d43-4f5f-95c1-f6a6b60b0c02 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:02.693834 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-58d3317c-528b-4560-8e89-a584068f3dbb tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] delete failed (client error): The resource could not be found. Jan 21 09:51:02.695114 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-58d3317c-528b-4560-8e89-a584068f3dbb tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/routers/73b90e69-b75e-4ff9-84a9-279ebcdf8cab HTTP/1.1" status: 404 len: 336 time: 0.1133294 Jan 21 09:51:02.697132 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b0c12e5e-ccfa-4c41-9972-0d6c02fc19ff tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] For port 1b2a5ac4-4eab-4e49-9070-ad6b555eee35, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=1b2a5ac4-4eab-4e49-9070-ad6b555eee35,segment=NetworkSegment(6b6fcf63-f541-4d62-80d5-2aacf5460150),segment_id=6b6fcf63-f541-4d62-80d5-2aacf5460150)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:02.697713 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0c12e5e-ccfa-4c41-9972-0d6c02fc19ff tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:02.705043 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35300) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:02.818973 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-f323c261-6134-4a4d-bda6-7ac773cab97d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:02.819409 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f323c261-6134-4a4d-bda6-7ac773cab97d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:02.823357 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f323c261-6134-4a4d-bda6-7ac773cab97d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/subnets/cf063a45-0600-4e01-a617-1205dcdae18e HTTP/1.1" status: 404 len: 337 time: 0.1148989 Jan 21 09:51:02.826511 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35304) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:02.854367 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a909721c-de75-483f-b735-9ac3fd210240 None None] DHCP port deletion for 3f882997-0b78-4820-a731-cfbe1f517d9e request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:51:02.859789 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-a909721c-de75-483f-b735-9ac3fd210240 None None] Deleting port 1b2a5ac4-4eab-4e49-9070-ad6b555eee35 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:51:02.860162 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a909721c-de75-483f-b735-9ac3fd210240 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:02.901726 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b0c12e5e-ccfa-4c41-9972-0d6c02fc19ff tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Calling delete_port for 1b2a5ac4-4eab-4e49-9070-ad6b555eee35 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:51:02.954052 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-762643ad-ef2d-492a-accd-09cfa620c8b5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:02.954797 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-762643ad-ef2d-492a-accd-09cfa620c8b5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:02.983410 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-762643ad-ef2d-492a-accd-09cfa620c8b5 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/subnets/e2066ddd-2bac-45a8-b06a-dfde0472f894 HTTP/1.1" status: 404 len: 337 time: 0.1555192 Jan 21 09:51:02.987941 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-622d2dbd-0d43-4f5f-95c1-f6a6b60b0c02 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:02.990442 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35308) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:02.999818 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0dfe910b-f1f7-45a6-94b1-0a859bdee7df tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:03.014362 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-071e1cb7-d23e-42e1-a436-1304f36f333a None None] Provisioning complete for port c34b07d3-e8c9-4ff0-803e-c88e4465e70d triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:03.014732 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-071e1cb7-d23e-42e1-a436-1304f36f333a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:03.053393 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-622d2dbd-0d43-4f5f-95c1-f6a6b60b0c02 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:03.055288 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-622d2dbd-0d43-4f5f-95c1-f6a6b60b0c02 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/subnets/79f47ba9-d272-4551-95fd-ae1d4ae2f5ae HTTP/1.1" status: 204 len: 168 time: 1.5008874 Jan 21 09:51:03.072000 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35312) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:03.094010 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb46d429-8199-467e-9e8a-d7aa9465bfba tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:03.097296 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb46d429-8199-467e-9e8a-d7aa9465bfba tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:03.100554 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-fb46d429-8199-467e-9e8a-d7aa9465bfba tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/subnets/52612dcd-ce21-4204-9344-0d616fb53f62 HTTP/1.1" status: 404 len: 337 time: 0.1091628 Jan 21 09:51:03.103246 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35316) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:03.131691 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d2dbd-0d43-4f5f-95c1-f6a6b60b0c02 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Subnet': ['ID=79f47ba9-d272-4551-95fd-ae1d4ae2f5ae,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:03.201072 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bedd790-4dfb-4c39-b56a-faa225dab889 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:51:03.203268 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0dfe910b-f1f7-45a6-94b1-0a859bdee7df tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:03.206809 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0dfe910b-f1f7-45a6-94b1-0a859bdee7df tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/dbbcff5a-ef3e-463f-b5a5-dce57189bb4f HTTP/1.1" status: 204 len: 168 time: 1.6495490 Jan 21 09:51:03.208191 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe910b-f1f7-45a6-94b1-0a859bdee7df tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Subnet': ['ID=dbbcff5a-ef3e-463f-b5a5-dce57189bb4f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:03.211018 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-a568a86c-d593-4865-a72b-654ed42fdafd tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:03.211563 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a568a86c-d593-4865-a72b-654ed42fdafd tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:03.213679 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a568a86c-d593-4865-a72b-654ed42fdafd tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/subnets/6e63d71e-84a6-4866-a019-2e8e27a46239 HTTP/1.1" status: 404 len: 337 time: 0.1399987 Jan 21 09:51:03.228688 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35320) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:03.229419 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35322) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:03.288708 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-f96f6a0e-d945-45b6-a95b-11f5a824e08a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:03.289574 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f96f6a0e-d945-45b6-a95b-11f5a824e08a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:03.297000 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f96f6a0e-d945-45b6-a95b-11f5a824e08a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/subnets/1ef1a7fb-438a-43d4-b64e-db20e5280e1b HTTP/1.1" status: 404 len: 337 time: 0.1925845 Jan 21 09:51:03.299209 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0c12e5e-ccfa-4c41-9972-0d6c02fc19ff tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:03.313810 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35328) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:03.352553 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c12e5e-ccfa-4c41-9972-0d6c02fc19ff tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] No DVR routers for this DVR port 1b2a5ac4-4eab-4e49-9070-ad6b555eee35 on host dv-neutron-825732-1-hyperv {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:51:03.366336 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8c746f8d-5b86-4527-bee9-91bde692a584 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Synchronizing usage tracker for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:03.370059 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9645e27a-eeb2-4741-ad2b-9675bdee3d18 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:03.370433 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9645e27a-eeb2-4741-ad2b-9675bdee3d18 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:03.370738 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.l3_db [None req-9645e27a-eeb2-4741-ad2b-9675bdee3d18 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Floating IP 631013e5-9063-4ca5-90a8-1739b8b95169 disassociated. External IP: 172.26.0.93, port: bc640e96-7c8f-4e1f-8efe-ae44c6181c68. Jan 21 09:51:03.371069 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-9645e27a-eeb2-4741-ad2b-9675bdee3d18 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Calling delete_port for bc640e96-7c8f-4e1f-8efe-ae44c6181c68 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:51:03.396893 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-a909721c-de75-483f-b735-9ac3fd210240 None None] For port 1b2a5ac4-4eab-4e49-9070-ad6b555eee35, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=1b2a5ac4-4eab-4e49-9070-ad6b555eee35,segment=NetworkSegment(6b6fcf63-f541-4d62-80d5-2aacf5460150),segment_id=6b6fcf63-f541-4d62-80d5-2aacf5460150)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:03.397285 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a909721c-de75-483f-b735-9ac3fd210240 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:03.444817 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-43e44013-459e-4992-a7ae-bac6996a0090 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "GET /v2.0/ports?device_id=72f03803-a970-416f-a2eb-d92c34878823 HTTP/1.1" status: 200 len: 205 time: 0.0588472 Jan 21 09:51:03.454146 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35332) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:03.536964 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-98886f0f-7cca-4e58-9cd7-042558aeca4a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3060310 Jan 21 09:51:03.540088 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35336) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:03.552776 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-19b4a49e-9306-486d-ad6a-d4bb93164b78 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:03.557507 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0c12e5e-ccfa-4c41-9972-0d6c02fc19ff tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:03.563296 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-a909721c-de75-483f-b735-9ac3fd210240 None None] Calling delete_port for 1b2a5ac4-4eab-4e49-9070-ad6b555eee35 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:51:03.588863 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-b0c12e5e-ccfa-4c41-9972-0d6c02fc19ff tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f882997-0b78-4820-a731-cfbe1f517d9e']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:03.603516 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-b0c12e5e-ccfa-4c41-9972-0d6c02fc19ff tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b6fcf63-f541-4d62-80d5-2aacf5460150') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:03.604214 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-b0c12e5e-ccfa-4c41-9972-0d6c02fc19ff tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b6fcf63-f541-4d62-80d5-2aacf5460150') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:03.621067 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0c12e5e-ccfa-4c41-9972-0d6c02fc19ff tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:03.643110 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8c746f8d-5b86-4527-bee9-91bde692a584 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Unset dirty status for tenant:081c5e94b3d84c0c999dc4d73e79f211 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:03.643975 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80546daf-3532-4d2d-aff4-a10cf28df181 None None] Network eb5bb302-f98e-4daf-ab12-078a12bff700 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:51:03.644580 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8c746f8d-5b86-4527-bee9-91bde692a584 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "GET /v2.0/ports?device_id=a3088f3c-937a-4c8d-a6f6-afdc8851c263 HTTP/1.1" status: 200 len: 205 time: 0.4123712 Jan 21 09:51:03.650665 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35340) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:03.680625 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c12e5e-ccfa-4c41-9972-0d6c02fc19ff tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event deleted for resources: {'Port': ['ID=1b2a5ac4-4eab-4e49-9070-ad6b555eee35,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:03.705095 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-ce080ce6-436f-46fe-8b65-4bbe03e43b76 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] delete failed (client error): The resource could not be found. Jan 21 09:51:03.709689 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ce080ce6-436f-46fe-8b65-4bbe03e43b76 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/routers/72f03803-a970-416f-a2eb-d92c34878823 HTTP/1.1" status: 404 len: 336 time: 0.2507644 Jan 21 09:51:03.709689 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35344) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:03.749988 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0c12e5e-ccfa-4c41-9972-0d6c02fc19ff tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:03.760083 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-af3af1e2-b32c-4122-9f9e-41b4fd33534c tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] delete failed (client error): The resource could not be found. Jan 21 09:51:03.761212 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-af3af1e2-b32c-4122-9f9e-41b4fd33534c tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/routers/a3088f3c-937a-4c8d-a6f6-afdc8851c263 HTTP/1.1" status: 404 len: 336 time: 0.0996335 Jan 21 09:51:03.762805 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8e4da630-a85e-452a-b102-4ab522a4af1a tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "GET /v2.0/ports?device_id=adabae8a-0f43-4566-a76d-6e2eb68d5b6b HTTP/1.1" status: 200 len: 205 time: 0.0530765 Jan 21 09:51:03.764722 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35348) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:03.770768 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35352) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:03.774872 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c12e5e-ccfa-4c41-9972-0d6c02fc19ff tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:51:03.775475 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0c12e5e-ccfa-4c41-9972-0d6c02fc19ff tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:03.811307 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d6b1202-430f-4bd7-8770-7e2bf3bf7351 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:03.812085 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d6b1202-430f-4bd7-8770-7e2bf3bf7351 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:03.830005 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-19b4a49e-9306-486d-ad6a-d4bb93164b78 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:03.850503 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:51:03.850503 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:51:03.850503 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:51:03.850503 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:51:03.850503 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:51:03.850503 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:51:03.850503 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:51:03.850503 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:51:03.850503 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:51:03.850503 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:51:03.850503 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:51:03.850503 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:51:03.850503 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:51:03.850503 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:51:03.850503 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:51:03.850503 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:51:03.850503 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:51:03.850503 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:51:03.850503 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:51:03.850503 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:51:03.850503 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:51:03.850503 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:51:03.850503 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:51:03.850503 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:51:03.850503 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:51:03.850503 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:51:03.850503 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:51:03.850503 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:51:03.850503 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:51:03.850503 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:51:03.850503 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:51:03.850503 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:51:03.911926 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-a909721c-de75-483f-b735-9ac3fd210240 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:51:03.912414 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-a909721c-de75-483f-b735-9ac3fd210240 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:51:03.914142 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-efb0f421-6033-4d6d-9b3c-c4639adf21d1 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] delete failed (client error): The resource could not be found. Jan 21 09:51:03.917584 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-efb0f421-6033-4d6d-9b3c-c4639adf21d1 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/routers/adabae8a-0f43-4566-a76d-6e2eb68d5b6b HTTP/1.1" status: 404 len: 336 time: 0.1431305 Jan 21 09:51:03.921473 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35356) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:03.926806 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d6e1fc58-dc56-40ed-8867-c049255bcfc5 None None] Provisioning complete for port cec084f2-5697-4286-891c-593ab7de3a18 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:03.926806 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d6e1fc58-dc56-40ed-8867-c049255bcfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:03.930209 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1d6b1202-430f-4bd7-8770-7e2bf3bf7351 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/subnets/2423860e-acc0-4b99-8d58-cdd5e99fce21 HTTP/1.1" status: 404 len: 337 time: 0.1640077 Jan 21 09:51:03.934886 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-19b4a49e-9306-486d-ad6a-d4bb93164b78 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:subnet and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:03.941276 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35360) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:03.945124 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-19b4a49e-9306-486d-ad6a-d4bb93164b78 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:03.991026 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-19b4a49e-9306-486d-ad6a-d4bb93164b78 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:03.996970 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-82c301ed-0e2e-4116-8a7f-946288a63b5d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:03.997729 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82c301ed-0e2e-4116-8a7f-946288a63b5d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:03.997981 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-d6e1fc58-dc56-40ed-8867-c049255bcfc5 None None] Port cec084f2-5697-4286-891c-593ab7de3a18 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:51:03.998515 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-e540e5c3-517b-4b7c-85ea-8a9a8b9c4982 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:03.998953 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e540e5c3-517b-4b7c-85ea-8a9a8b9c4982 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:04.001293 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e540e5c3-517b-4b7c-85ea-8a9a8b9c4982 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/subnets/452f5f61-c283-483b-9496-61db765d2f79 HTTP/1.1" status: 404 len: 337 time: 0.0577562 Jan 21 09:51:04.001667 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-82c301ed-0e2e-4116-8a7f-946288a63b5d tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/subnets/4c541897-6464-4924-ab76-e3c0cd90395c HTTP/1.1" status: 404 len: 337 time: 0.0785468 Jan 21 09:51:04.003785 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35364) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:04.004635 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9645e27a-eeb2-4741-ad2b-9675bdee3d18 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:04.006541 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35366) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:04.040343 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d6e1fc58-dc56-40ed-8867-c049255bcfc5 None None] Provisioning complete for port 1d2ec7fa-e018-4e9c-8060-f1034d4a5076 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:04.040722 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d6e1fc58-dc56-40ed-8867-c049255bcfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:04.058636 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7cf80d4-6d7f-465a-b5a1-8fd76bcf1564 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:04.060391 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7cf80d4-6d7f-465a-b5a1-8fd76bcf1564 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:04.069733 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e008c00a-a38d-4d64-9573-501125c4576e tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "GET /v2.0/ports?device_id=fd3db5b1-373e-4e67-afcf-149ecd6ef726 HTTP/1.1" status: 200 len: 205 time: 0.0621102 Jan 21 09:51:04.073110 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35372) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:04.128019 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0aa80f-ce45-49f2-93fd-43e9f88b694a None None] DHCP port deletion for d5f237d0-52c1-4100-800c-a471203fec66 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:51:04.148407 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-da0aa80f-ce45-49f2-93fd-43e9f88b694a None None] Deleting port c34b07d3-e8c9-4ff0-803e-c88e4465e70d {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:51:04.148772 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-da0aa80f-ce45-49f2-93fd-43e9f88b694a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:04.150551 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a7cf80d4-6d7f-465a-b5a1-8fd76bcf1564 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/subnets/c77ad5c2-ba9c-4d9f-ac5e-65683c3a16b7 HTTP/1.1" status: 404 len: 337 time: 0.1452067 Jan 21 09:51:04.151462 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0c12e5e-ccfa-4c41-9972-0d6c02fc19ff tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:04.155137 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35376) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:04.163992 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0c12e5e-ccfa-4c41-9972-0d6c02fc19ff tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:04.168186 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b0c12e5e-ccfa-4c41-9972-0d6c02fc19ff tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/networks/3f882997-0b78-4820-a731-cfbe1f517d9e HTTP/1.1" status: 204 len: 168 time: 2.2172287 Jan 21 09:51:04.170091 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645e27a-eeb2-4741-ad2b-9675bdee3d18 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event deleted for resources: {'Port': ['ID=bc640e96-7c8f-4e1f-8efe-ae44c6181c68,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:04.187772 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35378) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:04.197060 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-a98ba1c8-4091-4200-99fc-73942675c99b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Request body: {'router': {'routes': None}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:04.202098 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af347eb4-87e8-4ddf-88d1-27bc9a7f0ae3 None None] DHCP port deletion for eb5bb302-f98e-4daf-ab12-078a12bff700 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:51:04.204321 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 1b2a5ac4-4eab-4e49-9070-ad6b555eee35 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:51:04.218038 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b4a49e-9306-486d-ad6a-d4bb93164b78 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:51:04.221856 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-19b4a49e-9306-486d-ad6a-d4bb93164b78 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:04.249330 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-70ae9c88-a19a-4b55-a648-069ab8a43380 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] delete failed (client error): The resource could not be found. Jan 21 09:51:04.252902 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-70ae9c88-a19a-4b55-a648-069ab8a43380 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/routers/fd3db5b1-373e-4e67-afcf-149ecd6ef726 HTTP/1.1" status: 404 len: 336 time: 0.1747372 Jan 21 09:51:04.256084 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-af347eb4-87e8-4ddf-88d1-27bc9a7f0ae3 None None] Deleting port 1d2ec7fa-e018-4e9c-8060-f1034d4a5076 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:51:04.257554 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-af347eb4-87e8-4ddf-88d1-27bc9a7f0ae3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:04.265341 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35384) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:04.305868 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c12e5e-ccfa-4c41-9972-0d6c02fc19ff tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Pushing event deleted for resources: {'Network': ['ID=3f882997-0b78-4820-a731-cfbe1f517d9e,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:04.324017 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4d2cb5e5-1a4b-480f-b191-b17946297cab tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "GET /v2.0/ports?device_id=74a006f8-ee34-4e8d-a02c-b492bda6a9b3 HTTP/1.1" status: 200 len: 205 time: 0.0573020 Jan 21 09:51:04.341191 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35388) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:04.350947 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce7d58b4-bb1f-4be3-a2e9-0cbd61acda23 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:04.351378 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce7d58b4-bb1f-4be3-a2e9-0cbd61acda23 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:04.353535 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 1b2a5ac4-4eab-4e49-9070-ad6b555eee35 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:51:04.353887 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 1b2a5ac4-4eab-4e49-9070-ad6b555eee35 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:51:04.357769 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ce7d58b4-bb1f-4be3-a2e9-0cbd61acda23 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/ports/e68e1ea8-15e8-41cb-a890-c392bb9fdd67 HTTP/1.1" status: 404 len: 333 time: 0.1799273 Jan 21 09:51:04.371586 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35392) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:04.434508 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-a909721c-de75-483f-b735-9ac3fd210240 None None] Deleting port 1b2a5ac4-4eab-4e49-9070-ad6b555eee35 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:51:04.434880 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a909721c-de75-483f-b735-9ac3fd210240 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:04.450458 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-2b08195d-d848-4847-80de-371c25ef7087 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] delete failed (client error): The resource could not be found. Jan 21 09:51:04.454521 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2b08195d-d848-4847-80de-371c25ef7087 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/routers/74a006f8-ee34-4e8d-a02c-b492bda6a9b3 HTTP/1.1" status: 404 len: 336 time: 0.1113687 Jan 21 09:51:04.454750 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35396) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:04.557670 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b4ac58-b88e-4bdd-9994-249e2a845bce tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:04.557909 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06b4ac58-b88e-4bdd-9994-249e2a845bce tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:04.557997 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b614b86-11b0-4016-9f4f-f5b19787b3e7 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:04.558441 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b614b86-11b0-4016-9f4f-f5b19787b3e7 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:04.559629 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-06b4ac58-b88e-4bdd-9994-249e2a845bce tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/subnets/b5e710c3-2345-423a-b91b-a656f5b18d3d HTTP/1.1" status: 404 len: 337 time: 0.1035776 Jan 21 09:51:04.562955 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6b614b86-11b0-4016-9f4f-f5b19787b3e7 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/subnets/c3a43832-8505-4db3-882c-b7249e5385d2 HTTP/1.1" status: 404 len: 337 time: 0.1152811 Jan 21 09:51:04.563864 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35400) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:04.568038 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35402) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:04.635853 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4f12fe3e-88eb-4d8e-91b8-c940a42b6aaa tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "GET /v2.0/ports?device_id=2ab80dec-9ab5-4324-a97c-ce084d7c9aa6 HTTP/1.1" status: 200 len: 205 time: 0.0589879 Jan 21 09:51:04.638256 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35408) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:04.648312 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.extraroute_db [None req-a98ba1c8-4091-4200-99fc-73942675c99b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Added routes are [] {{(pid=83598) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 21 09:51:04.648470 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.extraroute_db [None req-a98ba1c8-4091-4200-99fc-73942675c99b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Removed routes are [] {{(pid=83598) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 21 09:51:04.648718 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a98ba1c8-4091-4200-99fc-73942675c99b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:04.650915 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-a858ec55-487f-4b62-b56e-a61948850f8b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:04.651381 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a858ec55-487f-4b62-b56e-a61948850f8b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:04.655889 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a858ec55-487f-4b62-b56e-a61948850f8b tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/subnets/7d1ed605-f678-4b41-86b1-c4bafe3b819d HTTP/1.1" status: 404 len: 337 time: 0.0841780 Jan 21 09:51:04.656103 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35412) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:04.669110 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-a909721c-de75-483f-b735-9ac3fd210240 None None] The port '1b2a5ac4-4eab-4e49-9070-ad6b555eee35' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:51:04.727799 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-6ee44b9b-bca3-4aff-a486-8bd17ac30115 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] delete failed (client error): The resource could not be found. Jan 21 09:51:04.728801 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6ee44b9b-bca3-4aff-a486-8bd17ac30115 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/routers/2ab80dec-9ab5-4324-a97c-ce084d7c9aa6 HTTP/1.1" status: 404 len: 336 time: 0.0909972 Jan 21 09:51:04.732441 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35416) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:04.778976 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb53195-24af-4ade-8bab-1b3c9acf45f8 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:04.779519 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccb53195-24af-4ade-8bab-1b3c9acf45f8 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:04.783499 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-da0aa80f-ce45-49f2-93fd-43e9f88b694a None None] For port c34b07d3-e8c9-4ff0-803e-c88e4465e70d, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=c34b07d3-e8c9-4ff0-803e-c88e4465e70d,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:04.783888 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-da0aa80f-ce45-49f2-93fd-43e9f88b694a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:04.793067 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ccb53195-24af-4ade-8bab-1b3c9acf45f8 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/subnets/a9dcefc9-ad59-4b50-8d5f-fe7c1b9757aa HTTP/1.1" status: 404 len: 337 time: 0.0582724 Jan 21 09:51:04.797647 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35420) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:04.888683 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-3caafc35-e791-4dda-adfa-376593ab81fc tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:04.889031 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3caafc35-e791-4dda-adfa-376593ab81fc tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:04.891101 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-3caafc35-e791-4dda-adfa-376593ab81fc tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/ports/20e476a3-a1d7-453e-83bd-371a3691b18d HTTP/1.1" status: 404 len: 333 time: 0.2342169 Jan 21 09:51:04.894309 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35424) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:04.942546 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-da0aa80f-ce45-49f2-93fd-43e9f88b694a None None] Calling delete_port for c34b07d3-e8c9-4ff0-803e-c88e4465e70d owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:51:04.981890 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-002931d9-a4da-46c5-9bca-20496cfd6211 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "GET /v2.0/ports?device_id=1b8bece9-f214-4d67-86b4-5c601c077517 HTTP/1.1" status: 200 len: 205 time: 0.1812210 Jan 21 09:51:04.985156 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35428) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:04.992840 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-af347eb4-87e8-4ddf-88d1-27bc9a7f0ae3 None None] For port 1d2ec7fa-e018-4e9c-8060-f1034d4a5076, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=1d2ec7fa-e018-4e9c-8060-f1034d4a5076,segment=NetworkSegment(7e2b1c37-e1f9-43d4-b8b6-7ea884e72745),segment_id=7e2b1c37-e1f9-43d4-b8b6-7ea884e72745)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:04.993549 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-af347eb4-87e8-4ddf-88d1-27bc9a7f0ae3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:05.029271 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-19b4a49e-9306-486d-ad6a-d4bb93164b78 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:05.047928 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8cc5834-cf55-4379-a5e5-b3b2edbe6c1e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:05.048651 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8cc5834-cf55-4379-a5e5-b3b2edbe6c1e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:05.050499 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f8cc5834-cf55-4379-a5e5-b3b2edbe6c1e tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/subnets/62b8ff46-6f6d-414f-8875-27c383620137 HTTP/1.1" status: 404 len: 337 time: 0.1549563 Jan 21 09:51:05.057287 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35432) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:05.095865 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-a9c96d77-8cf1-4a7c-b939-94142dc3349f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] delete failed (client error): The resource could not be found. Jan 21 09:51:05.097263 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a9c96d77-8cf1-4a7c-b939-94142dc3349f tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/routers/1b8bece9-f214-4d67-86b4-5c601c077517 HTTP/1.1" status: 404 len: 336 time: 0.1078644 Jan 21 09:51:05.100783 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35438) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:05.136024 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-af347eb4-87e8-4ddf-88d1-27bc9a7f0ae3 None None] Calling delete_port for 1d2ec7fa-e018-4e9c-8060-f1034d4a5076 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:51:05.165014 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae162c4-22d5-401a-a107-d9ec3acc08a8 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:05.165367 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ae162c4-22d5-401a-a107-d9ec3acc08a8 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:05.169793 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8ae162c4-22d5-401a-a107-d9ec3acc08a8 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/subnets/36151a67-effc-4163-a974-1d40440bc9da HTTP/1.1" status: 404 len: 337 time: 0.1033318 Jan 21 09:51:05.172737 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35442) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:05.221360 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-da0aa80f-ce45-49f2-93fd-43e9f88b694a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:05.252158 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b4a49e-9306-486d-ad6a-d4bb93164b78 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:51:05.256653 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4a49e-9306-486d-ad6a-d4bb93164b78 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Subnet': ['ID=17368b3a-3793-4a9e-b6a0-53c9e579a96f,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:05.264477 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-19b4a49e-9306-486d-ad6a-d4bb93164b78 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:05.268117 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a04caea-7e17-4da4-8da6-c870a187a181 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:05.268459 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a04caea-7e17-4da4-8da6-c870a187a181 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:05.272786 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7a04caea-7e17-4da4-8da6-c870a187a181 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/subnets/cb8f3b6c-8211-4a23-8548-d62b2351ebc9 HTTP/1.1" status: 404 len: 337 time: 0.1685085 Jan 21 09:51:05.272786 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b4a49e-9306-486d-ad6a-d4bb93164b78 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:05.272786 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-19b4a49e-9306-486d-ad6a-d4bb93164b78 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:05.276748 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35446) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:05.281047 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0aa80f-ce45-49f2-93fd-43e9f88b694a None None] Pushing event deleted for resources: {'Port': ['ID=c34b07d3-e8c9-4ff0-803e-c88e4465e70d,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:05.291198 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0aa80f-ce45-49f2-93fd-43e9f88b694a None None] No DVR routers for this DVR port c34b07d3-e8c9-4ff0-803e-c88e4465e70d on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:51:05.294031 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-af347eb4-87e8-4ddf-88d1-27bc9a7f0ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:05.304579 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a98ba1c8-4091-4200-99fc-73942675c99b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:05.317413 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a98ba1c8-4091-4200-99fc-73942675c99b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349321', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344087'] for router, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:05.328414 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7cc8b23-faa4-4ebc-b045-c76172cbc259 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:05.328847 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7cc8b23-faa4-4ebc-b045-c76172cbc259 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:05.334534 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c7cc8b23-faa4-4ebc-b045-c76172cbc259 tempest-RoutersIpV6Test-707844571 tempest-RoutersIpV6Test-707844571-project] 10.222.0.104 "DELETE /v2.0/subnets/cb7b6903-9777-460b-9887-db7d1c727664 HTTP/1.1" status: 404 len: 337 time: 0.0518863 Jan 21 09:51:05.334773 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-739c9320-2341-4fe5-8b02-6093c4ace8cb tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Deleting port cec084f2-5697-4286-891c-593ab7de3a18 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:51:05.334773 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-739c9320-2341-4fe5-8b02-6093c4ace8cb tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:05.344312 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3194cd6b-dd9c-473a-ae6d-84da660dd3db None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:51:05.360395 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-19b4a49e-9306-486d-ad6a-d4bb93164b78 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8185601 Jan 21 09:51:05.362923 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9645e27a-eeb2-4741-ad2b-9675bdee3d18 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Router 756ad0a6-34ff-4696-a268-bf70ecca1bae has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:51:05.363902 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35452) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:05.369910 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-7d07eb4a-d84f-4d3f-8b7e-2fe10e1a2cf4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:05.375766 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af347eb4-87e8-4ddf-88d1-27bc9a7f0ae3 None None] Pushing event deleted for resources: {'Port': ['ID=1d2ec7fa-e018-4e9c-8060-f1034d4a5076,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:05.505682 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af347eb4-87e8-4ddf-88d1-27bc9a7f0ae3 None None] No DVR routers for this DVR port 1d2ec7fa-e018-4e9c-8060-f1034d4a5076 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:51:05.618125 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98ba1c8-4091-4200-99fc-73942675c99b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Router 01207b5c-5871-420b-abc0-78401bae990b has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:51:05.654724 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7d07eb4a-d84f-4d3f-8b7e-2fe10e1a2cf4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:05.661292 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-7d07eb4a-d84f-4d3f-8b7e-2fe10e1a2cf4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:subnet and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:05.666494 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-7d07eb4a-d84f-4d3f-8b7e-2fe10e1a2cf4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:05.674433 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7d07eb4a-d84f-4d3f-8b7e-2fe10e1a2cf4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:05.721234 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a771664e-57cc-43a0-9c13-3002881eedab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-d5f237d0-52c1-4100-800c-a471203fec66', 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'tenant_id': 'a7955c8ebe9643bebfb939ccbc74931a', 'fixed_ips': [{'subnet_id': '17368b3a-3793-4a9e-b6a0-53c9e579a96f'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:51:05.722622 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a771664e-57cc-43a0-9c13-3002881eedab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:05.749232 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d07eb4a-d84f-4d3f-8b7e-2fe10e1a2cf4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:51:05.832806 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-739c9320-2341-4fe5-8b02-6093c4ace8cb tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:05.840604 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35458) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:05.913712 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7d07eb4a-d84f-4d3f-8b7e-2fe10e1a2cf4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:05.936486 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-a771664e-57cc-43a0-9c13-3002881eedab None None] Allocated IP 2001:db8::2 (d5f237d0-52c1-4100-800c-a471203fec66/17368b3a-3793-4a9e-b6a0-53c9e579a96f/2d6b374d-3df3-4452-8984-142018922b31) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:51:06.051965 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-739c9320-2341-4fe5-8b02-6093c4ace8cb tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Calling delete_port for cec084f2-5697-4286-891c-593ab7de3a18 owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:51:06.052730 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9645e27a-eeb2-4741-ad2b-9675bdee3d18 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:51:06.090340 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3df690-2cb5-44cf-ad9c-f2d7a216eab7 None None] Sync routers for ids ['756ad0a6-34ff-4696-a268-bf70ecca1bae'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:51:06.099783 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.ipam_backend_mixin [None req-7d07eb4a-d84f-4d3f-8b7e-2fe10e1a2cf4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 17368b3a-3793-4a9e-b6a0-53c9e579a96f (CIDR: 2001:db8::/64) Jan 21 09:51:06.129123 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98ba1c8-4091-4200-99fc-73942675c99b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:51:06.135003 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d07eb4a-d84f-4d3f-8b7e-2fe10e1a2cf4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:51:06.135560 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d07eb4a-d84f-4d3f-8b7e-2fe10e1a2cf4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:06.137989 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a98ba1c8-4091-4200-99fc-73942675c99b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:06.140567 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a98ba1c8-4091-4200-99fc-73942675c99b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "PUT /v2.0/routers/01207b5c-5871-420b-abc0-78401bae990b HTTP/1.1" status: 200 len: 700 time: 1.9515612 Jan 21 09:51:06.144658 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35464) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:06.146693 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa15232a-e3c2-4fe1-b63e-b8c667621a09 None None] Sync routers for ids ['01207b5c-5871-420b-abc0-78401bae990b'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:51:06.155417 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3df690-2cb5-44cf-ad9c-f2d7a216eab7 None None] Routers {'756ad0a6-34ff-4696-a268-bf70ecca1bae'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:51:06.156131 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-8c3df690-2cb5-44cf-ad9c-f2d7a216eab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:50:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['756ad0a6-34ff-4696-a268-bf70ecca1bae'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:06.181815 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7d07eb4a-d84f-4d3f-8b7e-2fe10e1a2cf4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8167284 Jan 21 09:51:06.182390 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35468) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:06.191592 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-543a4bf9-da25-48e8-be0f-9de25227f0fd tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:06.204160 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c496dc9b-1f0a-4854-925a-328099b5309b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Synchronizing usage tracker for tenant:d00df50c19fa484a82254f37be8cb96c on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:06.204373 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa15232a-e3c2-4fe1-b63e-b8c667621a09 None None] Routers {'01207b5c-5871-420b-abc0-78401bae990b'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:51:06.204860 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-aa15232a-e3c2-4fe1-b63e-b8c667621a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:50:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['01207b5c-5871-420b-abc0-78401bae990b'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:06.266405 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device c34b07d3-e8c9-4ff0-803e-c88e4465e70d no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:51:06.277040 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c496dc9b-1f0a-4854-925a-328099b5309b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Unset dirty status for tenant:d00df50c19fa484a82254f37be8cb96c on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:06.278652 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c496dc9b-1f0a-4854-925a-328099b5309b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "GET /v2.0/ports?device_id=01207b5c-5871-420b-abc0-78401bae990b HTTP/1.1" status: 200 len: 205 time: 0.1323075 Jan 21 09:51:06.281330 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35472) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:06.284431 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9645e27a-eeb2-4741-ad2b-9675bdee3d18 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:06.290034 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9645e27a-eeb2-4741-ad2b-9675bdee3d18 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "DELETE /v2.0/ports/bc640e96-7c8f-4e1f-8efe-ae44c6181c68 HTTP/1.1" status: 204 len: 168 time: 4.5814834 Jan 21 09:51:06.296544 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35476) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:06.309438 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: c34b07d3-e8c9-4ff0-803e-c88e4465e70d {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:51:06.309632 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device c34b07d3-e8c9-4ff0-803e-c88e4465e70d not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:51:06.310007 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 1d2ec7fa-e018-4e9c-8060-f1034d4a5076 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:51:06.344846 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-8c3df690-2cb5-44cf-ad9c-f2d7a216eab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:06.362427 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 1d2ec7fa-e018-4e9c-8060-f1034d4a5076 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:51:06.363614 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 1d2ec7fa-e018-4e9c-8060-f1034d4a5076 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:51:06.390672 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3df690-2cb5-44cf-ad9c-f2d7a216eab7 None None] Routers {'756ad0a6-34ff-4696-a268-bf70ecca1bae'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:51:06.391344 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-8c3df690-2cb5-44cf-ad9c-f2d7a216eab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:50:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['756ad0a6-34ff-4696-a268-bf70ecca1bae'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:06.462896 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-543a4bf9-da25-48e8-be0f-9de25227f0fd tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:06.470723 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-543a4bf9-da25-48e8-be0f-9de25227f0fd tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:subnet and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:06.476867 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-543a4bf9-da25-48e8-be0f-9de25227f0fd tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:06.486460 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a771664e-57cc-43a0-9c13-3002881eedab None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:06.488882 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-aa15232a-e3c2-4fe1-b63e-b8c667621a09 None None] Set router 01207b5c-5871-420b-abc0-78401bae990b gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:51:06.502446 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-a771664e-57cc-43a0-9c13-3002881eedab None None] Transition to ACTIVE for port object 2d6b374d-3df3-4452-8984-142018922b31 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:51:06.531446 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-a771664e-57cc-43a0-9c13-3002881eedab None None] Transition to ACTIVE for port object 2d6b374d-3df3-4452-8984-142018922b31 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:51:06.537742 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-8c3df690-2cb5-44cf-ad9c-f2d7a216eab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:06.537742 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3df690-2cb5-44cf-ad9c-f2d7a216eab7 None None] The sync data for ids ['756ad0a6-34ff-4696-a268-bf70ecca1bae'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:51:06.548161 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-543a4bf9-da25-48e8-be0f-9de25227f0fd tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:06.551386 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a771664e-57cc-43a0-9c13-3002881eedab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:06.587931 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543a4bf9-da25-48e8-be0f-9de25227f0fd tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:51:06.588764 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-739c9320-2341-4fe5-8b02-6093c4ace8cb tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:06.591445 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-543a4bf9-da25-48e8-be0f-9de25227f0fd tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:06.648772 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-aa15232a-e3c2-4fe1-b63e-b8c667621a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01207b5c-5871-420b-abc0-78401bae990b', 'name': 'tempest-RoutersTest-router-946825922', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:49Z', 'updated_at': '2022-01-21T09:50:56Z', 'revision_number': 11, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'gw_port_host': None}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:06.653870 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa15232a-e3c2-4fe1-b63e-b8c667621a09 None None] Checking router: 01207b5c-5871-420b-abc0-78401bae990b for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:51:06.661428 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a771664e-57cc-43a0-9c13-3002881eedab None None] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:51:06.662454 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771664e-57cc-43a0-9c13-3002881eedab None None] Pushing event updated for resources: {'Port': ['ID=2d6b374d-3df3-4452-8984-142018922b31,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:06.665241 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-a771664e-57cc-43a0-9c13-3002881eedab None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:06.671533 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a771664e-57cc-43a0-9c13-3002881eedab None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:51:06.675587 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa15232a-e3c2-4fe1-b63e-b8c667621a09 None None] Routers {'01207b5c-5871-420b-abc0-78401bae990b'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:51:06.677544 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-aa15232a-e3c2-4fe1-b63e-b8c667621a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:50:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['01207b5c-5871-420b-abc0-78401bae990b'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:06.732695 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c9320-2341-4fe5-8b02-6093c4ace8cb tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Port': ['ID=cec084f2-5697-4286-891c-593ab7de3a18,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:06.782245 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-7ce3a0b2-9c74-4bed-9168-217c477d0283 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=c3efc6a6fd814adc8f7fcb0582dd33b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9386351 Jan 21 09:51:06.785620 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-739c9320-2341-4fe5-8b02-6093c4ace8cb tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:06.794132 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-a771664e-57cc-43a0-9c13-3002881eedab None None] Attempting to bind port 2d6b374d-3df3-4452-8984-142018922b31 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:51:06.794801 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-a771664e-57cc-43a0-9c13-3002881eedab None None] Attempting to bind port 2d6b374d-3df3-4452-8984-142018922b31 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:51:06.795855 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a771664e-57cc-43a0-9c13-3002881eedab None None] Attempting to bind port 2d6b374d-3df3-4452-8984-142018922b31 on network d5f237d0-52c1-4100-800c-a471203fec66 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:51:06.800984 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35480) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:06.806925 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a771664e-57cc-43a0-9c13-3002881eedab None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:51:06.808524 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a771664e-57cc-43a0-9c13-3002881eedab None None] Checking segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:51:06.808923 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a771664e-57cc-43a0-9c13-3002881eedab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:06.809355 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a771664e-57cc-43a0-9c13-3002881eedab None None] Bound using segment: {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:51:06.809883 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-a771664e-57cc-43a0-9c13-3002881eedab None None] Bound port: 2d6b374d-3df3-4452-8984-142018922b31, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013c5f04-a54c-4b30-b386-8ae6efcfe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:51:06.810334 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a771664e-57cc-43a0-9c13-3002881eedab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:06.838617 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b4cd5729-9ff6-44d5-ab88-8c37cebb2304 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:06.849364 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-aa15232a-e3c2-4fe1-b63e-b8c667621a09 None None] Set router 01207b5c-5871-420b-abc0-78401bae990b gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:51:06.938722 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-739c9320-2341-4fe5-8b02-6093c4ace8cb tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/ports/cec084f2-5697-4286-891c-593ab7de3a18 HTTP/1.1" status: 204 len: 168 time: 1.7646401 Jan 21 09:51:06.954665 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-a771664e-57cc-43a0-9c13-3002881eedab None None] For port 2d6b374d-3df3-4452-8984-142018922b31, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:51:06.957065 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35484) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:06.960874 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-a771664e-57cc-43a0-9c13-3002881eedab None None] For port 2d6b374d-3df3-4452-8984-142018922b31, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=2d6b374d-3df3-4452-8984-142018922b31,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:51:06.967709 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a771664e-57cc-43a0-9c13-3002881eedab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:07.035373 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-aa15232a-e3c2-4fe1-b63e-b8c667621a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01207b5c-5871-420b-abc0-78401bae990b', 'name': 'tempest-RoutersTest-router-946825922', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:49Z', 'updated_at': '2022-01-21T09:50:56Z', 'revision_number': 11, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'gw_port_host': None}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:07.040604 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa15232a-e3c2-4fe1-b63e-b8c667621a09 None None] The sync data for ids ['01207b5c-5871-420b-abc0-78401bae990b'] in dv-neutron-825732-1-hyperv is: [{'id': '01207b5c-5871-420b-abc0-78401bae990b', 'name': 'tempest-RoutersTest-router-946825922', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:49Z', 'updated_at': '2022-01-21T09:50:56Z', 'revision_number': 11, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'gw_port_host': None}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:51:07.105174 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771664e-57cc-43a0-9c13-3002881eedab None None] Pushing event updated for resources: {'Port': ['ID=2d6b374d-3df3-4452-8984-142018922b31,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:07.108591 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-22b3b870-5f84-4933-a458-35fad40ab4e0 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:07.294397 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8ebe44d-93f3-4935-844a-c2d2384247d6 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:07.508115 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f11e46f8-5fe9-42b1-bd13-01c5222a8a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:07.508254 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.objects.ports [None req-543a4bf9-da25-48e8-be0f-9de25227f0fd tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83597) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:51:07.531772 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-22b3b870-5f84-4933-a458-35fad40ab4e0 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:07.704050 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f11e46f8-5fe9-42b1-bd13-01c5222a8a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:07.726557 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-22b3b870-5f84-4933-a458-35fad40ab4e0 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb5bb302-f98e-4daf-ab12-078a12bff700']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:07.746502 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b4cd5729-9ff6-44d5-ab88-8c37cebb2304 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:07.759248 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-22b3b870-5f84-4933-a458-35fad40ab4e0 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e2b1c37-e1f9-43d4-b8b6-7ea884e72745') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:07.759248 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-22b3b870-5f84-4933-a458-35fad40ab4e0 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e2b1c37-e1f9-43d4-b8b6-7ea884e72745') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:07.793209 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b4cd5729-9ff6-44d5-ab88-8c37cebb2304 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:07.793209 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-22b3b870-5f84-4933-a458-35fad40ab4e0 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:07.822481 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-22b3b870-5f84-4933-a458-35fad40ab4e0 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:07.842631 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b3b870-5f84-4933-a458-35fad40ab4e0 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:51:07.842631 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-22b3b870-5f84-4933-a458-35fad40ab4e0 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:07.864778 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:51:07.864778 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:51:07.864778 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:51:07.864778 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:51:07.864778 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:51:07.864778 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:51:07.864778 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:51:07.864778 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:51:07.864778 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:51:07.864778 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:51:07.864778 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:51:07.864778 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:51:07.864778 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:51:07.864778 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:51:07.864778 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:51:07.864778 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:51:07.864778 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:51:07.864778 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:51:07.864778 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:51:07.864778 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:51:07.864778 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:51:07.864778 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:51:07.864778 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:51:07.864778 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:51:07.864778 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:51:07.864778 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:51:07.864778 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:51:07.864778 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:51:07.864778 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:51:07.864778 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:51:07.864778 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:51:07.864778 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:51:07.875316 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-543a4bf9-da25-48e8-be0f-9de25227f0fd tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:07.954871 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b4cd5729-9ff6-44d5-ab88-8c37cebb2304 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:07.954871 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cd5729-9ff6-44d5-ab88-8c37cebb2304 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Fanout notify agent at l3_agent the message router_deleted on router 01207b5c-5871-420b-abc0-78401bae990b {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:51:07.954871 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f11e46f8-5fe9-42b1-bd13-01c5222a8a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:07.995141 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e46f8-5fe9-42b1-bd13-01c5222a8a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739efe6a-182c-448e-af29-a18356ef8f0b,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:07.995141 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-22b3b870-5f84-4933-a458-35fad40ab4e0 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:08.033926 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-22b3b870-5f84-4933-a458-35fad40ab4e0 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:08.053225 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3b870-5f84-4933-a458-35fad40ab4e0 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] Pushing event deleted for resources: {'Network': ['ID=eb5bb302-f98e-4daf-ab12-078a12bff700,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:08.053225 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f11e46f8-5fe9-42b1-bd13-01c5222a8a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:08.057053 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f11e46f8-5fe9-42b1-bd13-01c5222a8a94 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/739efe6a-182c-448e-af29-a18356ef8f0b HTTP/1.1" status: 204 len: 168 time: 1.2496858 Jan 21 09:51:08.077617 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-22b3b870-5f84-4933-a458-35fad40ab4e0 tempest-PortsTestJSON-1537680987 tempest-PortsTestJSON-1537680987-project] 10.222.0.104 "DELETE /v2.0/networks/eb5bb302-f98e-4daf-ab12-078a12bff700 HTTP/1.1" status: 204 len: 168 time: 1.1046643 Jan 21 09:51:08.077617 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b4cd5729-9ff6-44d5-ab88-8c37cebb2304 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:08.089890 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b4cd5729-9ff6-44d5-ab88-8c37cebb2304 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/routers/01207b5c-5871-420b-abc0-78401bae990b HTTP/1.1" status: 204 len: 168 time: 1.8049843 Jan 21 09:51:08.089890 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35492) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:08.099779 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-066069c7-2108-437c-8d9c-9e53a2b69243 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-103652935', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:08.121294 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-066069c7-2108-437c-8d9c-9e53a2b69243 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:08.130048 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-066069c7-2108-437c-8d9c-9e53a2b69243 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Usage tracker for resource:router and tenant:d00df50c19fa484a82254f37be8cb96c is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:08.146436 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-066069c7-2108-437c-8d9c-9e53a2b69243 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:08.162841 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-066069c7-2108-437c-8d9c-9e53a2b69243 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:08.185503 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-066069c7-2108-437c-8d9c-9e53a2b69243 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:08.187233 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-066069c7-2108-437c-8d9c-9e53a2b69243 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:08.216414 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-066069c7-2108-437c-8d9c-9e53a2b69243 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:08.272765 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-066069c7-2108-437c-8d9c-9e53a2b69243 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:08.323423 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 2d6b374d-3df3-4452-8984-142018922b31 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:51:08.373605 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-066069c7-2108-437c-8d9c-9e53a2b69243 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:08.373605 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-066069c7-2108-437c-8d9c-9e53a2b69243 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2832189 Jan 21 09:51:08.373605 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35496) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:08.406258 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-f032562e-36a0-4e34-ad14-b4e65b70f03b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:08.556653 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 2d6b374d-3df3-4452-8984-142018922b31 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:51:08.641162 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:51:08.741895 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35502) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:08.845120 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-543a4bf9-da25-48e8-be0f-9de25227f0fd tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] For port 2d6b374d-3df3-4452-8984-142018922b31, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=2d6b374d-3df3-4452-8984-142018922b31,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:08.876822 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-7a88f75d-0f75-45ef-a4d3-a2c2d753f012 None None] Provisioning for port 2d6b374d-3df3-4452-8984-142018922b31 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:51:08.890885 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-7a88f75d-0f75-45ef-a4d3-a2c2d753f012 None None] Provisioning complete for port 2d6b374d-3df3-4452-8984-142018922b31 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:08.891151 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7a88f75d-0f75-45ef-a4d3-a2c2d753f012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:08.897807 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-543a4bf9-da25-48e8-be0f-9de25227f0fd tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:08.942372 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-543a4bf9-da25-48e8-be0f-9de25227f0fd tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:08.942372 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-543a4bf9-da25-48e8-be0f-9de25227f0fd tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:09.121010 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7a88f75d-0f75-45ef-a4d3-a2c2d753f012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:09.131007 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543a4bf9-da25-48e8-be0f-9de25227f0fd tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:51:09.151616 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-543a4bf9-da25-48e8-be0f-9de25227f0fd tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:09.153335 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a4bf9-da25-48e8-be0f-9de25227f0fd tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Subnet': ['ID=87db6c17-908f-4e53-8fea-c1a2551c192f,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:09.162140 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2321a761-b295-4808-9a2c-21970ebc52b1 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:51:09.162702 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543a4bf9-da25-48e8-be0f-9de25227f0fd tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:09.164329 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-543a4bf9-da25-48e8-be0f-9de25227f0fd tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:09.203835 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a4bf9-da25-48e8-be0f-9de25227f0fd tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Port': ['ID=2d6b374d-3df3-4452-8984-142018922b31,revision_number=4']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:09.245239 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-543a4bf9-da25-48e8-be0f-9de25227f0fd tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.0497561 Jan 21 09:51:09.248935 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-7a88f75d-0f75-45ef-a4d3-a2c2d753f012 None None] For port 2d6b374d-3df3-4452-8984-142018922b31, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=2d6b374d-3df3-4452-8984-142018922b31,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:09.254984 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7a88f75d-0f75-45ef-a4d3-a2c2d753f012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:09.257724 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35508) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:09.266350 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-a3c13794-a84c-468b-a67e-337ad481bc25 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'port': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'mac_address': 'fa:16:3e:34:73:62', 'name': 'tempest-NetworksTestDHCPv6-583798043'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:09.286861 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f032562e-36a0-4e34-ad14-b4e65b70f03b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:09.317463 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-35b915da-8f9b-4b4f-a5b5-dd3218783057 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=081c5e94b3d84c0c999dc4d73e79f211&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5737481 Jan 21 09:51:09.320149 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35512) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:09.333264 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c8ebe44d-93f3-4935-844a-c2d2384247d6 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Deleting port 548267c7-6f00-466b-888c-f6ce645427e1 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:51:09.333614 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8ebe44d-93f3-4935-844a-c2d2384247d6 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:09.340435 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88f75d-0f75-45ef-a4d3-a2c2d753f012 None None] Pushing event updated for resources: {'Port': ['ID=2d6b374d-3df3-4452-8984-142018922b31,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:09.364994 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f032562e-36a0-4e34-ad14-b4e65b70f03b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349321', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344087'] for router, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:09.523402 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-682b1c31-218b-45f5-a9c9-d3843f7a3b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:09.578152 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a3c13794-a84c-468b-a67e-337ad481bc25 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:09.578152 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a3c13794-a84c-468b-a67e-337ad481bc25 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:port and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:09.589047 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-682b1c31-218b-45f5-a9c9-d3843f7a3b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:09.592328 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a3c13794-a84c-468b-a67e-337ad481bc25 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:09.603324 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8ebe44d-93f3-4935-844a-c2d2384247d6 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:09.607413 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a3c13794-a84c-468b-a67e-337ad481bc25 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:09.630375 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c13794-a84c-468b-a67e-337ad481bc25 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:51:09.736420 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f032562e-36a0-4e34-ad14-b4e65b70f03b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Router 33a6d187-3269-4afd-80eb-0a7b870663ca is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:51:09.853786 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a3c13794-a84c-468b-a67e-337ad481bc25 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:09.868269 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c8ebe44d-93f3-4935-844a-c2d2384247d6 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Calling delete_port for 548267c7-6f00-466b-888c-f6ce645427e1 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:51:09.940255 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-a3c13794-a84c-468b-a67e-337ad481bc25 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] device_id is not set on port 89e80adf-2586-45c8-a8b9-94faa9baaf2f yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:51:09.963692 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-682b1c31-218b-45f5-a9c9-d3843f7a3b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:09.980719 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b1c31-218b-45f5-a9c9-d3843f7a3b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9d149c-b9e6-4701-89bd-02fda3a6c268,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:09.993726 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-682b1c31-218b-45f5-a9c9-d3843f7a3b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:09.994843 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-682b1c31-218b-45f5-a9c9-d3843f7a3b6c admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/fa9d149c-b9e6-4701-89bd-02fda3a6c268 HTTP/1.1" status: 204 len: 168 time: 0.6735792 Jan 21 09:51:10.022505 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f032562e-36a0-4e34-ad14-b4e65b70f03b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:51:10.041117 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a46ac2-ca32-4d9e-a32d-72c7eaaf89e0 None None] Sync routers for ids ['33a6d187-3269-4afd-80eb-0a7b870663ca'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:51:10.045450 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f032562e-36a0-4e34-ad14-b4e65b70f03b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:10.047201 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f032562e-36a0-4e34-ad14-b4e65b70f03b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "PUT /v2.0/routers/33a6d187-3269-4afd-80eb-0a7b870663ca HTTP/1.1" status: 200 len: 693 time: 1.6726928 Jan 21 09:51:10.049890 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35518) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:10.058810 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a46ac2-ca32-4d9e-a32d-72c7eaaf89e0 None None] Routers {'33a6d187-3269-4afd-80eb-0a7b870663ca'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:51:10.059671 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-89a46ac2-ca32-4d9e-a32d-72c7eaaf89e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:50:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['33a6d187-3269-4afd-80eb-0a7b870663ca'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:10.243176 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 2d6b374d-3df3-4452-8984-142018922b31 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:51:10.266740 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-a3c13794-a84c-468b-a67e-337ad481bc25 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Allocated IP 2001:db8::323 (d5f237d0-52c1-4100-800c-a471203fec66/17368b3a-3793-4a9e-b6a0-53c9e579a96f/89e80adf-2586-45c8-a8b9-94faa9baaf2f) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:51:10.278233 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-a3c13794-a84c-468b-a67e-337ad481bc25 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Allocated IP 2001:db8:0:1:f816:3eff:fe34:7362 (d5f237d0-52c1-4100-800c-a471203fec66/87db6c17-908f-4e53-8fea-c1a2551c192f/89e80adf-2586-45c8-a8b9-94faa9baaf2f) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:51:10.324391 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-89a46ac2-ca32-4d9e-a32d-72c7eaaf89e0 None None] Set router 33a6d187-3269-4afd-80eb-0a7b870663ca gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:51:10.433727 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-727ff3f4-b196-4376-88c5-f9a6f3de05d4 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "GET /v2.0/routers/33a6d187-3269-4afd-80eb-0a7b870663ca HTTP/1.1" status: 200 len: 699 time: 0.3818510 Jan 21 09:51:10.438297 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35524) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:10.446104 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8ebe44d-93f3-4935-844a-c2d2384247d6 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:10.497569 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-89a46ac2-ca32-4d9e-a32d-72c7eaaf89e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a6d187-3269-4afd-80eb-0a7b870663ca', 'name': 'tempest-RoutersTest-router-103652935', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:51:08Z', 'updated_at': '2022-01-21T09:51:09Z', 'revision_number': 2, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'gw_port_host': None}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:10.507086 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a46ac2-ca32-4d9e-a32d-72c7eaaf89e0 None None] Checking router: 33a6d187-3269-4afd-80eb-0a7b870663ca for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:51:10.525303 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 2d6b374d-3df3-4452-8984-142018922b31 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:10.525791 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:10.611878 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-7a9c6b0c-129c-4ee1-963c-fda04e5b4eb3 None None] Provisioning complete for port 2d6b374d-3df3-4452-8984-142018922b31 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:10.612137 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7a9c6b0c-129c-4ee1-963c-fda04e5b4eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:10.612291 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebe44d-93f3-4935-844a-c2d2384247d6 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event deleted for resources: {'Port': ['ID=548267c7-6f00-466b-888c-f6ce645427e1,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:10.616877 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-59f2a062-d740-43cc-a74e-867a0dc6fd85 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Synchronizing usage tracker for tenant:d00df50c19fa484a82254f37be8cb96c on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:10.636117 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a3c13794-a84c-468b-a67e-337ad481bc25 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:10.654164 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a46ac2-ca32-4d9e-a32d-72c7eaaf89e0 None None] Routers {'33a6d187-3269-4afd-80eb-0a7b870663ca'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:51:10.655150 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-89a46ac2-ca32-4d9e-a32d-72c7eaaf89e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:50:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['33a6d187-3269-4afd-80eb-0a7b870663ca'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:10.658738 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a3c13794-a84c-468b-a67e-337ad481bc25 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Transition to ACTIVE for port object 89e80adf-2586-45c8-a8b9-94faa9baaf2f will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:51:10.697924 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a3c13794-a84c-468b-a67e-337ad481bc25 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:10.769382 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-59f2a062-d740-43cc-a74e-867a0dc6fd85 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Unset dirty status for tenant:d00df50c19fa484a82254f37be8cb96c on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:10.771280 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-59f2a062-d740-43cc-a74e-867a0dc6fd85 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "GET /v2.0/ports?device_id=33a6d187-3269-4afd-80eb-0a7b870663ca HTTP/1.1" status: 200 len: 205 time: 0.3302960 Jan 21 09:51:10.774929 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35536) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:10.883806 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c13794-a84c-468b-a67e-337ad481bc25 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:51:10.883806 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-a3c13794-a84c-468b-a67e-337ad481bc25 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:10.890593 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c13794-a84c-468b-a67e-337ad481bc25 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:51:10.899366 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c13794-a84c-468b-a67e-337ad481bc25 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:10.900628 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a3c13794-a84c-468b-a67e-337ad481bc25 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:10.906672 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-89a46ac2-ca32-4d9e-a32d-72c7eaaf89e0 None None] Set router 33a6d187-3269-4afd-80eb-0a7b870663ca gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:51:10.918247 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c13794-a84c-468b-a67e-337ad481bc25 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Port': ['ID=89e80adf-2586-45c8-a8b9-94faa9baaf2f,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:10.964822 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a3c13794-a84c-468b-a67e-337ad481bc25 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7023425 Jan 21 09:51:10.964822 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35540) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:11.089213 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-89a46ac2-ca32-4d9e-a32d-72c7eaaf89e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a6d187-3269-4afd-80eb-0a7b870663ca', 'name': 'tempest-RoutersTest-router-103652935', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:51:08Z', 'updated_at': '2022-01-21T09:51:09Z', 'revision_number': 2, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'gw_port_host': None}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:11.097763 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a46ac2-ca32-4d9e-a32d-72c7eaaf89e0 None None] The sync data for ids ['33a6d187-3269-4afd-80eb-0a7b870663ca'] in dv-neutron-825732-1-hyperv is: [{'id': '33a6d187-3269-4afd-80eb-0a7b870663ca', 'name': 'tempest-RoutersTest-router-103652935', 'tenant_id': 'd00df50c19fa484a82254f37be8cb96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:51:08Z', 'updated_at': '2022-01-21T09:51:09Z', 'revision_number': 2, 'project_id': 'd00df50c19fa484a82254f37be8cb96c', 'gw_port_host': None}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:51:11.327357 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4dfe54c7-b26d-4528-bee1-961bdbe0e371 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:11.427067 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-0b6a3a28-fb30-4584-a849-5ad7df8115ca tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting port 89e80adf-2586-45c8-a8b9-94faa9baaf2f {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:51:11.428030 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0b6a3a28-fb30-4584-a849-5ad7df8115ca tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:11.438585 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0c0d744c-afc9-4ef7-a08c-2164a85d877c None None] Provisioning for port 89e80adf-2586-45c8-a8b9-94faa9baaf2f completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:51:11.447783 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0c0d744c-afc9-4ef7-a08c-2164a85d877c None None] Provisioning complete for port 89e80adf-2586-45c8-a8b9-94faa9baaf2f triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:11.448750 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0c0d744c-afc9-4ef7-a08c-2164a85d877c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:11.510086 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-0c0d744c-afc9-4ef7-a08c-2164a85d877c None None] Port 89e80adf-2586-45c8-a8b9-94faa9baaf2f cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:51:11.572924 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35550) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:11.758981 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-9ff8e0e8-39c4-4908-8b0e-c92dc7b88a6d tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:11.759545 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-9ff8e0e8-39c4-4908-8b0e-c92dc7b88a6d tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] create failed (client error): There was a conflict when trying to complete your request. Jan 21 09:51:11.760526 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9ff8e0e8-39c4-4908-8b0e-c92dc7b88a6d tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1865993 Jan 21 09:51:11.767955 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35558) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:11.781882 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-f4d8c37a-21d9-4ed5-9823-b58eb76ad325 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Request body: {'security_group': {'name': 'tempest-secgroup--684676557'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:11.794293 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f4d8c37a-21d9-4ed5-9823-b58eb76ad325 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:11.796377 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0b6a3a28-fb30-4584-a849-5ad7df8115ca tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:11.808790 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-f4d8c37a-21d9-4ed5-9823-b58eb76ad325 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Usage tracker for resource:security_group and tenant:f69b9d3c1b094bf5a9149ce94dad3789 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:11.813263 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-f4d8c37a-21d9-4ed5-9823-b58eb76ad325 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:11.940165 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f4d8c37a-21d9-4ed5-9823-b58eb76ad325 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:11.947861 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-0b6a3a28-fb30-4584-a849-5ad7df8115ca tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Calling delete_port for 89e80adf-2586-45c8-a8b9-94faa9baaf2f owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:51:12.004504 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f4d8c37a-21d9-4ed5-9823-b58eb76ad325 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:12.027359 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f4d8c37a-21d9-4ed5-9823-b58eb76ad325 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:12.084704 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f4d8c37a-21d9-4ed5-9823-b58eb76ad325 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:12.088945 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-f4d8c37a-21d9-4ed5-9823-b58eb76ad325 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Usage tracker for resource:security_group_rule and tenant:f69b9d3c1b094bf5a9149ce94dad3789 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:12.090887 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-f4d8c37a-21d9-4ed5-9823-b58eb76ad325 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:12.097676 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f4d8c37a-21d9-4ed5-9823-b58eb76ad325 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:12.114533 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4dfe54c7-b26d-4528-bee1-961bdbe0e371 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:12.123562 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8ebe44d-93f3-4935-844a-c2d2384247d6 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:12.131839 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4dfe54c7-b26d-4528-bee1-961bdbe0e371 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:12.239966 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4dfe54c7-b26d-4528-bee1-961bdbe0e371 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:12.240470 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfe54c7-b26d-4528-bee1-961bdbe0e371 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Fanout notify agent at l3_agent the message router_deleted on router 33a6d187-3269-4afd-80eb-0a7b870663ca {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:51:12.270823 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4dfe54c7-b26d-4528-bee1-961bdbe0e371 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:12.270823 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4dfe54c7-b26d-4528-bee1-961bdbe0e371 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/routers/33a6d187-3269-4afd-80eb-0a7b870663ca HTTP/1.1" status: 204 len: 168 time: 1.4932380 Jan 21 09:51:12.275809 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35562) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:12.310002 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0b6a3a28-fb30-4584-a849-5ad7df8115ca tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:12.390968 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a3a28-fb30-4584-a849-5ad7df8115ca tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Port': ['ID=89e80adf-2586-45c8-a8b9-94faa9baaf2f,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:12.420324 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-91110ac5-72db-4d44-b3a1-583c7e76bf1e tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "GET /v2.0/ports?device_id=33a6d187-3269-4afd-80eb-0a7b870663ca HTTP/1.1" status: 200 len: 205 time: 0.1417356 Jan 21 09:51:12.427575 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35566) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:12.458924 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f4d8c37a-21d9-4ed5-9823-b58eb76ad325 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:12.472738 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f4d8c37a-21d9-4ed5-9823-b58eb76ad325 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:12.521607 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-e11df861-c3cc-4db2-8a13-d61f552cc378 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] delete failed (client error): The resource could not be found. Jan 21 09:51:12.524803 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e11df861-c3cc-4db2-8a13-d61f552cc378 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/routers/33a6d187-3269-4afd-80eb-0a7b870663ca HTTP/1.1" status: 404 len: 336 time: 0.0941362 Jan 21 09:51:12.529996 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35570) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:12.583531 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0b6a3a28-fb30-4584-a849-5ad7df8115ca tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:12.583895 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c39a1b6-1472-4bcc-a52e-55868b0daebe tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:12.583895 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c39a1b6-1472-4bcc-a52e-55868b0daebe tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:12.598316 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9c39a1b6-1472-4bcc-a52e-55868b0daebe tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/subnets/6915840f-b4ad-4722-ba87-7eb9469f3006 HTTP/1.1" status: 404 len: 337 time: 0.0594327 Jan 21 09:51:12.598316 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35574) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:12.613453 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f4d8c37a-21d9-4ed5-9823-b58eb76ad325 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:12.613453 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0b6a3a28-fb30-4584-a849-5ad7df8115ca tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/89e80adf-2586-45c8-a8b9-94faa9baaf2f HTTP/1.1" status: 204 len: 168 time: 1.6299629 Jan 21 09:51:12.613453 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-f4d8c37a-21d9-4ed5-9823-b58eb76ad325 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Usage tracker for resource:security_group_rule and tenant:f69b9d3c1b094bf5a9149ce94dad3789 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:12.613453 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35578) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:12.613453 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8c37a-21d9-4ed5-9823-b58eb76ad325 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bef2405-54c4-490e-bd31-945c803ae597,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:12.613453 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-f4d8c37a-21d9-4ed5-9823-b58eb76ad325 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:12.641014 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f8c315-ffcb-42d3-876a-5d8a9a97ab03 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:12.641014 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1f8c315-ffcb-42d3-876a-5d8a9a97ab03 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:12.641014 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f1f8c315-ffcb-42d3-876a-5d8a9a97ab03 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/subnets/31f9211a-d4a3-482c-9587-96350cc037f6 HTTP/1.1" status: 404 len: 337 time: 0.0454636 Jan 21 09:51:12.641014 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35582) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:12.649236 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f4d8c37a-21d9-4ed5-9823-b58eb76ad325 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:12.689139 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-5619e693-2cbc-4ad2-a501-d45f37a13819 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:12.689582 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5619e693-2cbc-4ad2-a501-d45f37a13819 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:12.694380 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5619e693-2cbc-4ad2-a501-d45f37a13819 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/subnets/2bf39f70-cbc5-4a84-9f53-e52cbce07296 HTTP/1.1" status: 404 len: 337 time: 0.0545533 Jan 21 09:51:12.698752 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35586) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:12.771086 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-66b57095-72af-4821-9219-4c7013b76bba tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:12.771449 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66b57095-72af-4821-9219-4c7013b76bba tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:12.801549 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-66b57095-72af-4821-9219-4c7013b76bba tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/subnets/dcb21ee4-cbf8-482d-a3cb-706b38e53721 HTTP/1.1" status: 404 len: 337 time: 0.0997157 Jan 21 09:51:12.804078 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35590) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:12.819468 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f4d8c37a-21d9-4ed5-9823-b58eb76ad325 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:12.827623 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cba0cc-f949-4c9d-ab47-067621ee317f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:12.828386 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e6cba0cc-f949-4c9d-ab47-067621ee317f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:12.833716 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f4d8c37a-21d9-4ed5-9823-b58eb76ad325 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:12.852740 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d475da8f-37b1-484f-b291-edb1909cdd06 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "GET /v2.0/ports?device_id=01207b5c-5871-420b-abc0-78401bae990b HTTP/1.1" status: 200 len: 205 time: 0.0475657 Jan 21 09:51:12.855474 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35594) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:12.891028 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e6cba0cc-f949-4c9d-ab47-067621ee317f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:12.894681 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e6cba0cc-f949-4c9d-ab47-067621ee317f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2899368 Jan 21 09:51:12.895766 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35598) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:12.901487 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f4d8c37a-21d9-4ed5-9823-b58eb76ad325 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:12.902923 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f4d8c37a-21d9-4ed5-9823-b58eb76ad325 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1340628 Jan 21 09:51:12.905272 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8c37a-21d9-4ed5-9823-b58eb76ad325 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9540f5-e644-49cc-9e3a-7c193e177223,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:12.908445 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35602) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:12.949002 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-c5ccea3a-c34f-43ae-9350-ffab4765827b tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Request body: {'security_group_rule': {'security_group_id': '2f9540f5-e644-49cc-9e3a-7c193e177223', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:12.959114 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-c5ccea3a-c34f-43ae-9350-ffab4765827b tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:12.966446 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c5ccea3a-c34f-43ae-9350-ffab4765827b tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Usage tracker for resource:security_group_rule and tenant:f69b9d3c1b094bf5a9149ce94dad3789 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:12.975653 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c5ccea3a-c34f-43ae-9350-ffab4765827b tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:12.985601 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-2c4bef7f-11a9-4433-9ebe-63f2997770bf tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] delete failed (client error): The resource could not be found. Jan 21 09:51:12.985601 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2c4bef7f-11a9-4433-9ebe-63f2997770bf tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/routers/01207b5c-5871-420b-abc0-78401bae990b HTTP/1.1" status: 404 len: 336 time: 0.1225698 Jan 21 09:51:12.985601 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35606) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:12.991122 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-c5ccea3a-c34f-43ae-9350-ffab4765827b tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:13.017392 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c5ccea3a-c34f-43ae-9350-ffab4765827b tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:13.049025 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee7d3fd-59a1-452e-87ba-66f4570b6913 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:13.049025 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0ee7d3fd-59a1-452e-87ba-66f4570b6913 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1484962 Jan 21 09:51:13.056943 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35610) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:13.068286 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e0c7e706-26d6-4eb5-979d-588b8c60ab84 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "GET /v2.0/ports?device_id=987e7371-3c15-4ffa-bd40-e3a87735c282 HTTP/1.1" status: 200 len: 205 time: 0.0809653 Jan 21 09:51:13.068286 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35614) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:13.151320 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3916a83-cc6d-42a9-bb7a-0530478753a4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:13.152632 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3916a83-cc6d-42a9-bb7a-0530478753a4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:13.154066 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3916a83-cc6d-42a9-bb7a-0530478753a4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:13.154837 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c3916a83-cc6d-42a9-bb7a-0530478753a4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:13.160653 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-92e210b7-f27b-4f4e-8eb2-b8a1c4f58364 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] delete failed (client error): The resource could not be found. Jan 21 09:51:13.164108 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-92e210b7-f27b-4f4e-8eb2-b8a1c4f58364 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/routers/987e7371-3c15-4ffa-bd40-e3a87735c282 HTTP/1.1" status: 404 len: 336 time: 0.0934086 Jan 21 09:51:13.167576 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c5ccea3a-c34f-43ae-9350-ffab4765827b tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:13.167709 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35618) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:13.172551 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c5ccea3a-c34f-43ae-9350-ffab4765827b tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:13.199404 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c3916a83-cc6d-42a9-bb7a-0530478753a4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:13.200501 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c3916a83-cc6d-42a9-bb7a-0530478753a4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1459582 Jan 21 09:51:13.204523 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35622) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:13.205139 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ccea3a-c34f-43ae-9350-ffab4765827b tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af6068b-40c8-4bec-9f86-dc4c66efe0b3,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:13.215977 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-940a1de4-734e-46a3-8c43-e25e4fab9454 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:13.216412 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-940a1de4-734e-46a3-8c43-e25e4fab9454 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:13.218080 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-940a1de4-734e-46a3-8c43-e25e4fab9454 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/subnets/509374e4-4fce-47f8-be5b-728dcc78cf8f HTTP/1.1" status: 404 len: 337 time: 0.0530944 Jan 21 09:51:13.245188 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35626) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:13.296076 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c5ccea3a-c34f-43ae-9350-ffab4765827b tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:13.297325 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c5ccea3a-c34f-43ae-9350-ffab4765827b tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3585193 Jan 21 09:51:13.300802 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35630) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:13.306773 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c85d08d9-a25e-4afa-b2a7-e689ceacc5c4 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "GET /v2.0/ports?device_id=961b3231-706f-4864-bbad-d24a8947dbd5 HTTP/1.1" status: 200 len: 205 time: 0.0604584 Jan 21 09:51:13.309508 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35632) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:13.319094 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-356ed1a3-6780-4be8-8566-4e0b0034e3d7 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Request body: {'security_group_rule': {'security_group_id': '2f9540f5-e644-49cc-9e3a-7c193e177223', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:13.326114 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-356ed1a3-6780-4be8-8566-4e0b0034e3d7 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:13.332553 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-356ed1a3-6780-4be8-8566-4e0b0034e3d7 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Usage tracker for resource:security_group_rule and tenant:f69b9d3c1b094bf5a9149ce94dad3789 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:13.335682 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-356ed1a3-6780-4be8-8566-4e0b0034e3d7 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:13.343182 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-356ed1a3-6780-4be8-8566-4e0b0034e3d7 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:13.388616 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-fa65ba58-25ee-4131-b603-02f723ab0364 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] delete failed (client error): The resource could not be found. Jan 21 09:51:13.389585 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-fa65ba58-25ee-4131-b603-02f723ab0364 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/routers/961b3231-706f-4864-bbad-d24a8947dbd5 HTTP/1.1" status: 404 len: 336 time: 0.0793629 Jan 21 09:51:13.396590 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e698423-a5ed-4e28-a0af-2674473e3747 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting subnet 17368b3a-3793-4a9e-b6a0-53c9e579a96f {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:51:13.398348 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35638) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:13.415210 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-356ed1a3-6780-4be8-8566-4e0b0034e3d7 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:13.431191 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4e698423-a5ed-4e28-a0af-2674473e3747 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:13.475352 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-78423244-972e-42db-8f0f-3a9608b1ffc4 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "GET /v2.0/ports?device_id=75b71171-eb84-466b-af39-a24205037958 HTTP/1.1" status: 200 len: 205 time: 0.0758572 Jan 21 09:51:13.477992 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35642) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:13.513409 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-356ed1a3-6780-4be8-8566-4e0b0034e3d7 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] create failed (client error): There was a conflict when trying to complete your request. Jan 21 09:51:13.514674 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-356ed1a3-6780-4be8-8566-4e0b0034e3d7 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2022204 Jan 21 09:51:13.519527 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35646) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:13.668520 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-629fa860-c817-4d15-8a91-61e68f78836c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] delete failed (client error): The resource could not be found. Jan 21 09:51:13.668520 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-629fa860-c817-4d15-8a91-61e68f78836c tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/routers/75b71171-eb84-466b-af39-a24205037958 HTTP/1.1" status: 404 len: 336 time: 0.1849408 Jan 21 09:51:13.668520 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35650) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:13.708448 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4e698423-a5ed-4e28-a0af-2674473e3747 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:13.720811 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ebe44d-93f3-4935-844a-c2d2384247d6 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Router 756ad0a6-34ff-4696-a268-bf70ecca1bae has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:51:13.749828 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-33139de0-433b-4dce-8087-57e2a9209aab tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:13.749828 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33139de0-433b-4dce-8087-57e2a9209aab tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:13.749828 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-33139de0-433b-4dce-8087-57e2a9209aab tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/subnets/e68b65ba-d0ac-4ca5-80b1-f04b1b536dba HTTP/1.1" status: 404 len: 337 time: 0.0797334 Jan 21 09:51:13.752644 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35654) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:13.806015 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-624c6c49-35a5-4223-93f8-fe363c36a4f2 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "GET /v2.0/ports?device_id=9f9424e5-04fe-4434-8c68-41802afa6359 HTTP/1.1" status: 200 len: 205 time: 0.0537357 Jan 21 09:51:13.808508 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35658) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:13.826805 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c4280335-1200-4a08-b578-686fd99a0055 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:13.877760 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c4280335-1200-4a08-b578-686fd99a0055 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:13.893433 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-6d773ad7-e59f-4288-ba91-1aadb1a714f1 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] delete failed (client error): The resource could not be found. Jan 21 09:51:13.898923 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6d773ad7-e59f-4288-ba91-1aadb1a714f1 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/routers/9f9424e5-04fe-4434-8c68-41802afa6359 HTTP/1.1" status: 404 len: 336 time: 0.0853879 Jan 21 09:51:13.898923 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35662) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:13.958708 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce5b04bd-7a29-4428-b9e6-764f7c688c9b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:13.958708 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce5b04bd-7a29-4428-b9e6-764f7c688c9b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:13.958708 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ce5b04bd-7a29-4428-b9e6-764f7c688c9b tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/subnets/905d37bf-c35b-4f68-80f8-6b11f0fed874 HTTP/1.1" status: 404 len: 337 time: 0.0530429 Jan 21 09:51:13.958708 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35666) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:14.003497 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-713a3754-ee42-49e0-860e-91d98bb4bdbd tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "GET /v2.0/ports?device_id=eeebddad-47b7-4f5a-ad27-e14fec637012 HTTP/1.1" status: 200 len: 205 time: 0.0456700 Jan 21 09:51:14.004178 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35670) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:14.029630 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c4280335-1200-4a08-b578-686fd99a0055 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:14.056683 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4280335-1200-4a08-b578-686fd99a0055 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9540f5-e644-49cc-9e3a-7c193e177223,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:14.078610 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c4280335-1200-4a08-b578-686fd99a0055 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:14.078610 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c4280335-1200-4a08-b578-686fd99a0055 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "DELETE /v2.0/security-groups/2f9540f5-e644-49cc-9e3a-7c193e177223 HTTP/1.1" status: 204 len: 168 time: 0.5534532 Jan 21 09:51:14.087339 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4e698423-a5ed-4e28-a0af-2674473e3747 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:14.093841 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35674) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:14.123614 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-4ee8522e-1bff-485f-927d-cf43f04dffad tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] delete failed (client error): The resource could not be found. Jan 21 09:51:14.123614 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4ee8522e-1bff-485f-927d-cf43f04dffad tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/routers/eeebddad-47b7-4f5a-ad27-e14fec637012 HTTP/1.1" status: 404 len: 336 time: 0.1135571 Jan 21 09:51:14.123614 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35678) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:14.157458 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ebe44d-93f3-4935-844a-c2d2384247d6 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:51:14.164933 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c8ebe44d-93f3-4935-844a-c2d2384247d6 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "PUT /v2.0/routers/756ad0a6-34ff-4696-a268-bf70ecca1bae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8658109 Jan 21 09:51:14.165901 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-40508c30-637e-4764-9ba3-80fe701c9672 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Synchronizing usage tracker for tenant:f69b9d3c1b094bf5a9149ce94dad3789 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:14.169053 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35682) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:14.172130 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b546204-d854-44eb-9023-d1e97e4abb36 None None] Sync routers for ids ['756ad0a6-34ff-4696-a268-bf70ecca1bae'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:51:14.181462 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b2082c-39dc-4fd6-9fb8-81c056ddbf58 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:14.181933 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b2082c-39dc-4fd6-9fb8-81c056ddbf58 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:14.186142 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-85b2082c-39dc-4fd6-9fb8-81c056ddbf58 tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/subnets/4f23151d-29da-4116-ad61-15d1d8d84a17 HTTP/1.1" status: 404 len: 337 time: 0.0613410 Jan 21 09:51:14.186788 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35686) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:14.195799 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b546204-d854-44eb-9023-d1e97e4abb36 None None] Routers {'756ad0a6-34ff-4696-a268-bf70ecca1bae'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:51:14.195995 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-2b546204-d854-44eb-9023-d1e97e4abb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:50:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['756ad0a6-34ff-4696-a268-bf70ecca1bae'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:14.244576 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-44abc1a1-980c-40eb-b2f7-a7536557afeb tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:14.244576 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44abc1a1-980c-40eb-b2f7-a7536557afeb tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:14.266099 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-44abc1a1-980c-40eb-b2f7-a7536557afeb tempest-RoutersTest-1479653967 tempest-RoutersTest-1479653967-project] 10.222.0.104 "DELETE /v2.0/subnets/6ad20189-cec3-4efb-b3cc-95f4e17856d9 HTTP/1.1" status: 404 len: 337 time: 0.0730009 Jan 21 09:51:14.270710 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-2b546204-d854-44eb-9023-d1e97e4abb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:14.278333 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4e698423-a5ed-4e28-a0af-2674473e3747 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:14.290134 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-40508c30-637e-4764-9ba3-80fe701c9672 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Unset dirty status for tenant:f69b9d3c1b094bf5a9149ce94dad3789 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:14.291047 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-40508c30-637e-4764-9ba3-80fe701c9672 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2123024 Jan 21 09:51:14.301074 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35692) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:14.309155 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-687cf767-a5fa-4a04-b1ad-ef35b41042a8 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Request body: {'security_group': {'name': 'tempest-secgroup--502019161'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:14.310903 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b546204-d854-44eb-9023-d1e97e4abb36 None None] Routers {'756ad0a6-34ff-4696-a268-bf70ecca1bae'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:51:14.311777 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-2b546204-d854-44eb-9023-d1e97e4abb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:50:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['756ad0a6-34ff-4696-a268-bf70ecca1bae'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:14.332142 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-687cf767-a5fa-4a04-b1ad-ef35b41042a8 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:14.339438 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e698423-a5ed-4e28-a0af-2674473e3747 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Subnet': ['ID=17368b3a-3793-4a9e-b6a0-53c9e579a96f,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:14.354147 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4e698423-a5ed-4e28-a0af-2674473e3747 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:14.357266 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4e698423-a5ed-4e28-a0af-2674473e3747 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/17368b3a-3793-4a9e-b6a0-53c9e579a96f HTTP/1.1" status: 204 len: 168 time: 1.1488626 Jan 21 09:51:14.359421 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35696) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:14.366653 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-687cf767-a5fa-4a04-b1ad-ef35b41042a8 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:14.380665 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7889fa63-c8d5-455b-bf1c-df11454b8e29 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:51:14.442518 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-2b546204-d854-44eb-9023-d1e97e4abb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:14.442518 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b546204-d854-44eb-9023-d1e97e4abb36 None None] The sync data for ids ['756ad0a6-34ff-4696-a268-bf70ecca1bae'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:51:14.503367 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-d943cda3-d03e-4347-a007-c4ed9f6924a8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting subnet 87db6c17-908f-4e53-8fea-c1a2551c192f {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:51:14.505102 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d943cda3-d03e-4347-a007-c4ed9f6924a8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:14.520889 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-687cf767-a5fa-4a04-b1ad-ef35b41042a8 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:14.570354 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d943cda3-d03e-4347-a007-c4ed9f6924a8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:14.599424 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-687cf767-a5fa-4a04-b1ad-ef35b41042a8 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:14.608965 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4b96c408-a99f-45e4-a393-d8a28fb6941b tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:14.672226 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-687cf767-a5fa-4a04-b1ad-ef35b41042a8 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Usage tracker for resource:security_group_rule and tenant:f69b9d3c1b094bf5a9149ce94dad3789 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:14.695721 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-687cf767-a5fa-4a04-b1ad-ef35b41042a8 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:14.707745 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-687cf767-a5fa-4a04-b1ad-ef35b41042a8 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:14.729478 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d943cda3-d03e-4347-a007-c4ed9f6924a8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:14.872241 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d943cda3-d03e-4347-a007-c4ed9f6924a8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:14.884751 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35702) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:14.904488 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-687cf767-a5fa-4a04-b1ad-ef35b41042a8 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:14.922509 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-687cf767-a5fa-4a04-b1ad-ef35b41042a8 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:14.937613 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d943cda3-d03e-4347-a007-c4ed9f6924a8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:14.942298 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d943cda3-d03e-4347-a007-c4ed9f6924a8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Subnet': ['ID=87db6c17-908f-4e53-8fea-c1a2551c192f,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:14.954720 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d943cda3-d03e-4347-a007-c4ed9f6924a8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/87db6c17-908f-4e53-8fea-c1a2551c192f HTTP/1.1" status: 204 len: 168 time: 0.5927784 Jan 21 09:51:14.957964 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35708) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:15.015976 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687cf767-a5fa-4a04-b1ad-ef35b41042a8 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b44fed4-3882-4c25-9dec-1c36e524df38,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:15.023173 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-687cf767-a5fa-4a04-b1ad-ef35b41042a8 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:15.025007 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-687cf767-a5fa-4a04-b1ad-ef35b41042a8 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7219198 Jan 21 09:51:15.028265 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35712) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:15.036211 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-d38ae573-7b19-4556-bba2-bbe6525f0232 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Request body: {'security_group_rule': {'security_group_id': '6b44fed4-3882-4c25-9dec-1c36e524df38', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:15.037261 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-d38ae573-7b19-4556-bba2-bbe6525f0232 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:51:15.038619 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d38ae573-7b19-4556-bba2-bbe6525f0232 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0073452 Jan 21 09:51:15.041453 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35716) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:15.098438 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-dad96650-1316-44da-90b1-6f8bc39bf94d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1353321 Jan 21 09:51:15.098594 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35720) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:15.111477 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-81fa9e43-b1ca-429a-affe-1fa6c8ff5faa tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:15.183352 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4b96c408-a99f-45e4-a393-d8a28fb6941b tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:15.228118 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-4b96c408-a99f-45e4-a393-d8a28fb6941b tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Deleting port cab152d6-f1da-4f14-a3fd-a980ea5662d5 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:51:15.228118 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4b96c408-a99f-45e4-a393-d8a28fb6941b tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:15.254118 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-81fa9e43-b1ca-429a-affe-1fa6c8ff5faa tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:15.259442 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-81fa9e43-b1ca-429a-affe-1fa6c8ff5faa tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:subnet and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:15.262527 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-81fa9e43-b1ca-429a-affe-1fa6c8ff5faa tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:15.269910 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-81fa9e43-b1ca-429a-affe-1fa6c8ff5faa tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:15.281384 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e95dca58-6f3b-4b90-ae26-bd8dd4360920 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:15.283468 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fa9e43-b1ca-429a-affe-1fa6c8ff5faa tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:51:15.308169 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e1a887ba-0905-4772-83cf-cbbbcdd495c2 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=d00df50c19fa484a82254f37be8cb96c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4112852 Jan 21 09:51:15.313388 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35724) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:15.397188 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-81fa9e43-b1ca-429a-affe-1fa6c8ff5faa tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:15.433035 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e95dca58-6f3b-4b90-ae26-bd8dd4360920 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:15.583713 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92da7488-c5c7-41c2-aede-c587f9aed368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:15.597501 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4b96c408-a99f-45e4-a393-d8a28fb6941b tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:15.608903 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e95dca58-6f3b-4b90-ae26-bd8dd4360920 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:15.629119 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f74f9d-0c16-4e7c-b295-01c4c9b75454 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:51:15.679429 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-81fa9e43-b1ca-429a-affe-1fa6c8ff5faa tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:15.791929 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95dca58-6f3b-4b90-ae26-bd8dd4360920 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b44fed4-3882-4c25-9dec-1c36e524df38,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:15.806967 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-4b96c408-a99f-45e4-a393-d8a28fb6941b tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Calling delete_port for cab152d6-f1da-4f14-a3fd-a980ea5662d5 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:51:15.814380 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-fff19202-9643-4122-9738-07a31a8afe27 None None] Provisioning complete for port 2d6b374d-3df3-4452-8984-142018922b31 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:15.814380 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fff19202-9643-4122-9738-07a31a8afe27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:15.837820 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92da7488-c5c7-41c2-aede-c587f9aed368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:15.884290 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fa9e43-b1ca-429a-affe-1fa6c8ff5faa tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:51:15.896591 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-81fa9e43-b1ca-429a-affe-1fa6c8ff5faa tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:15.912379 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fa9e43-b1ca-429a-affe-1fa6c8ff5faa tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:15.913787 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-81fa9e43-b1ca-429a-affe-1fa6c8ff5faa tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:15.916403 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e95dca58-6f3b-4b90-ae26-bd8dd4360920 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:15.917996 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e95dca58-6f3b-4b90-ae26-bd8dd4360920 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "DELETE /v2.0/security-groups/6b44fed4-3882-4c25-9dec-1c36e524df38 HTTP/1.1" status: 204 len: 168 time: 0.8757172 Jan 21 09:51:15.929100 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa9e43-b1ca-429a-affe-1fa6c8ff5faa tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Subnet': ['ID=4e161d55-c048-4472-afe5-cdfd39cb5fe7,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:15.936294 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35728) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:15.991781 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-81fa9e43-b1ca-429a-affe-1fa6c8ff5faa tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8849602 Jan 21 09:51:15.991781 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35732) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:16.000340 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-740e9f61-7199-4ad9-bef8-47db50d84cbc tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:16.103572 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92da7488-c5c7-41c2-aede-c587f9aed368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:16.137862 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da7488-c5c7-41c2-aede-c587f9aed368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9daf88-a1ce-4d59-969a-171daeafdf8b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:16.166998 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92da7488-c5c7-41c2-aede-c587f9aed368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:16.168261 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-92da7488-c5c7-41c2-aede-c587f9aed368 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/5b9daf88-a1ce-4d59-969a-171daeafdf8b HTTP/1.1" status: 204 len: 168 time: 0.8504329 Jan 21 09:51:16.176106 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-740e9f61-7199-4ad9-bef8-47db50d84cbc tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:16.178103 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4b96c408-a99f-45e4-a393-d8a28fb6941b tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:16.180684 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-3d85f2c9-42bc-4778-a8f2-4f8cd1f2cea1 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Synchronizing usage tracker for tenant:f69b9d3c1b094bf5a9149ce94dad3789 on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:16.199306 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-740e9f61-7199-4ad9-bef8-47db50d84cbc tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:subnet and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:16.206447 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-740e9f61-7199-4ad9-bef8-47db50d84cbc tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:16.209590 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6bf05c-55d3-4186-96c0-ed1ff150b77b None None] Update dhcp port {'port': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'fixed_ips': [{'subnet_id': '4e161d55-c048-4472-afe5-cdfd39cb5fe7'}], 'binding:host_id': 'dv-neutron-825732-1-hyperv'}, 'id': '2d6b374d-3df3-4452-8984-142018922b31'} from dv-neutron-825732-1-hyperv. {{(pid=83599) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 21 09:51:16.226585 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-740e9f61-7199-4ad9-bef8-47db50d84cbc tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:16.236580 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-3d85f2c9-42bc-4778-a8f2-4f8cd1f2cea1 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Unset dirty status for tenant:f69b9d3c1b094bf5a9149ce94dad3789 on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:16.238969 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-3d85f2c9-42bc-4778-a8f2-4f8cd1f2cea1 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3015802 Jan 21 09:51:16.242834 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35738) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:16.252979 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-6904c149-f312-4dd6-bdfb-7b0798c08044 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Request body: {'security_group': {'name': 'tempest-secgroup--529447317'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:16.263670 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740e9f61-7199-4ad9-bef8-47db50d84cbc tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:51:16.267959 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-740e9f61-7199-4ad9-bef8-47db50d84cbc tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:16.287834 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6904c149-f312-4dd6-bdfb-7b0798c08044 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:16.316456 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0c6bf05c-55d3-4186-96c0-ed1ff150b77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:16.372077 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6904c149-f312-4dd6-bdfb-7b0798c08044 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:16.397582 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6904c149-f312-4dd6-bdfb-7b0798c08044 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:16.460341 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b96c408-a99f-45e4-a393-d8a28fb6941b tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event deleted for resources: {'Port': ['ID=cab152d6-f1da-4f14-a3fd-a980ea5662d5,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:16.490009 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.ipam_backend_mixin [None req-740e9f61-7199-4ad9-bef8-47db50d84cbc tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4e161d55-c048-4472-afe5-cdfd39cb5fe7 (CIDR: 2001:db8::/64) Jan 21 09:51:16.494672 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6904c149-f312-4dd6-bdfb-7b0798c08044 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:16.497600 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-740e9f61-7199-4ad9-bef8-47db50d84cbc tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:51:16.498057 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-740e9f61-7199-4ad9-bef8-47db50d84cbc tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:16.511688 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6904c149-f312-4dd6-bdfb-7b0798c08044 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Usage tracker for resource:security_group_rule and tenant:f69b9d3c1b094bf5a9149ce94dad3789 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:16.517555 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6904c149-f312-4dd6-bdfb-7b0798c08044 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:16.530896 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6904c149-f312-4dd6-bdfb-7b0798c08044 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:16.542079 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-740e9f61-7199-4ad9-bef8-47db50d84cbc tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5505764 Jan 21 09:51:16.546049 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35744) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:16.554388 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-78d44bac-dc5b-4a65-bb3e-c0cb8912e58b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'subnet': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:16.625672 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6904c149-f312-4dd6-bdfb-7b0798c08044 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:16.635290 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6904c149-f312-4dd6-bdfb-7b0798c08044 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:16.697345 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904c149-f312-4dd6-bdfb-7b0798c08044 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2db48c55-4d75-47e6-91ef-c6a46aa2dc66,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:16.701826 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6904c149-f312-4dd6-bdfb-7b0798c08044 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:16.703359 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6904c149-f312-4dd6-bdfb-7b0798c08044 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4582572 Jan 21 09:51:16.716553 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35752) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:16.729383 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-5519cd00-6521-4352-819f-d32940dcde2f tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Request body: {'security_group_rule': {'security_group_id': '2db48c55-4d75-47e6-91ef-c6a46aa2dc66', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:16.731381 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-5519cd00-6521-4352-819f-d32940dcde2f tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:51:16.733460 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5519cd00-6521-4352-819f-d32940dcde2f tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0160439 Jan 21 09:51:16.737136 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35756) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:16.762056 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-0c6bf05c-55d3-4186-96c0-ed1ff150b77b None None] Allocated IP 2001:db8::2 (d5f237d0-52c1-4100-800c-a471203fec66/4e161d55-c048-4472-afe5-cdfd39cb5fe7/2d6b374d-3df3-4452-8984-142018922b31) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:51:16.840845 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4b96c408-a99f-45e4-a393-d8a28fb6941b tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:16.911984 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aea2fcfc-42c8-45a4-9281-c92bd7a3fda6 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:16.993293 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-78d44bac-dc5b-4a65-bb3e-c0cb8912e58b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:16.996129 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aea2fcfc-42c8-45a4-9281-c92bd7a3fda6 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:16.998537 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-78d44bac-dc5b-4a65-bb3e-c0cb8912e58b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Usage tracker for resource:subnet and tenant:a7955c8ebe9643bebfb939ccbc74931a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:17.002736 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-78d44bac-dc5b-4a65-bb3e-c0cb8912e58b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:17.009856 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-78d44bac-dc5b-4a65-bb3e-c0cb8912e58b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:17.029701 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d44bac-dc5b-4a65-bb3e-c0cb8912e58b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:51:17.047168 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-0c6bf05c-55d3-4186-96c0-ed1ff150b77b None None] For port 2d6b374d-3df3-4452-8984-142018922b31, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=2d6b374d-3df3-4452-8984-142018922b31,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:17.098509 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aea2fcfc-42c8-45a4-9281-c92bd7a3fda6 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:17.107249 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0c6bf05c-55d3-4186-96c0-ed1ff150b77b None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:17.128004 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2fcfc-42c8-45a4-9281-c92bd7a3fda6 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db48c55-4d75-47e6-91ef-c6a46aa2dc66,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:17.140787 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0c6bf05c-55d3-4186-96c0-ed1ff150b77b None None] Transition to ACTIVE for port object 2d6b374d-3df3-4452-8984-142018922b31 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:51:17.156115 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-78d44bac-dc5b-4a65-bb3e-c0cb8912e58b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:17.168455 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0c6bf05c-55d3-4186-96c0-ed1ff150b77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:17.180168 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aea2fcfc-42c8-45a4-9281-c92bd7a3fda6 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:17.181982 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-aea2fcfc-42c8-45a4-9281-c92bd7a3fda6 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "DELETE /v2.0/security-groups/2db48c55-4d75-47e6-91ef-c6a46aa2dc66 HTTP/1.1" status: 204 len: 168 time: 0.4406171 Jan 21 09:51:17.186355 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35766) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:17.262697 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6bf05c-55d3-4186-96c0-ed1ff150b77b None None] Pushing event updated for resources: {'Port': ['ID=2d6b374d-3df3-4452-8984-142018922b31,revision_number=8']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:17.286295 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-8366b997-baab-4a65-9799-77d2661a4d97 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Synchronizing usage tracker for tenant:f69b9d3c1b094bf5a9149ce94dad3789 on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:17.308784 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-8366b997-baab-4a65-9799-77d2661a4d97 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Unset dirty status for tenant:f69b9d3c1b094bf5a9149ce94dad3789 on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:17.314897 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8366b997-baab-4a65-9799-77d2661a4d97 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1272767 Jan 21 09:51:17.316424 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35772) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:17.322815 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-b8069f39-6ba2-46c8-9b94-4259700e3f65 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Request body: {'security_group': {'name': 'tempest-secgroup--405862094'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:17.330864 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b8069f39-6ba2-46c8-9b94-4259700e3f65 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:17.342782 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b8069f39-6ba2-46c8-9b94-4259700e3f65 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:17.355576 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b8069f39-6ba2-46c8-9b94-4259700e3f65 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:17.397564 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4b96c408-a99f-45e4-a393-d8a28fb6941b tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:17.404275 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b8069f39-6ba2-46c8-9b94-4259700e3f65 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:17.409214 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b8069f39-6ba2-46c8-9b94-4259700e3f65 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Usage tracker for resource:security_group_rule and tenant:f69b9d3c1b094bf5a9149ce94dad3789 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:17.413096 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b8069f39-6ba2-46c8-9b94-4259700e3f65 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:17.417398 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4b96c408-a99f-45e4-a393-d8a28fb6941b tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:17.421447 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b8069f39-6ba2-46c8-9b94-4259700e3f65 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:17.494904 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4b96c408-a99f-45e4-a393-d8a28fb6941b tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:17.495452 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b96c408-a99f-45e4-a393-d8a28fb6941b tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Fanout notify agent at l3_agent the message router_deleted on router 756ad0a6-34ff-4696-a268-bf70ecca1bae {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:51:17.501854 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b8069f39-6ba2-46c8-9b94-4259700e3f65 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:17.507950 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b8069f39-6ba2-46c8-9b94-4259700e3f65 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:17.512450 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4b96c408-a99f-45e4-a393-d8a28fb6941b tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:17.513582 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4b96c408-a99f-45e4-a393-d8a28fb6941b tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "DELETE /v2.0/routers/756ad0a6-34ff-4696-a268-bf70ecca1bae HTTP/1.1" status: 204 len: 168 time: 3.3427317 Jan 21 09:51:17.518636 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35778) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:17.548461 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b8069f39-6ba2-46c8-9b94-4259700e3f65 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:17.551760 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b8069f39-6ba2-46c8-9b94-4259700e3f65 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2337952 Jan 21 09:51:17.593375 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8069f39-6ba2-46c8-9b94-4259700e3f65 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b490ab2b-afd2-4412-b2a0-07a4b6d084e0,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:17.595776 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35780) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:17.602688 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-fffe4eed-b646-4908-8265-01a5c818f691 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Request body: {'security_group_rule': {'security_group_id': 'b490ab2b-afd2-4412-b2a0-07a4b6d084e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:17.604050 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-fffe4eed-b646-4908-8265-01a5c818f691 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:51:17.605785 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-fffe4eed-b646-4908-8265-01a5c818f691 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0088480 Jan 21 09:51:17.608676 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35786) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:17.615468 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-6ba3488e-8cb4-4f8e-81f6-2d2659ce7829 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Request body: {'security_group_rule': {'security_group_id': 'b490ab2b-afd2-4412-b2a0-07a4b6d084e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:17.616940 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-6ba3488e-8cb4-4f8e-81f6-2d2659ce7829 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:51:17.618471 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6ba3488e-8cb4-4f8e-81f6-2d2659ce7829 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0083859 Jan 21 09:51:17.621202 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35790) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:17.631071 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-340a137e-357c-4188-b721-a1232ec7025c tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Request body: {'security_group_rule': {'security_group_id': 'b490ab2b-afd2-4412-b2a0-07a4b6d084e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:17.632063 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-340a137e-357c-4188-b721-a1232ec7025c tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:51:17.633290 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-340a137e-357c-4188-b721-a1232ec7025c tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0104449 Jan 21 09:51:17.636144 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35794) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:17.642659 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-2e1701a7-d4b2-4e02-a04f-a4733862c9b3 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Request body: {'security_group_rule': {'security_group_id': 'b490ab2b-afd2-4412-b2a0-07a4b6d084e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:17.643460 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-2e1701a7-d4b2-4e02-a04f-a4733862c9b3 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:51:17.646410 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-2e1701a7-d4b2-4e02-a04f-a4733862c9b3 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0078816 Jan 21 09:51:17.648179 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35798) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:17.666005 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35802) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:17.775269 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0a5794f4-8ee0-44b8-b2e2-949f025a3e35 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:17.834135 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0a5794f4-8ee0-44b8-b2e2-949f025a3e35 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:17.894643 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0a5794f4-8ee0-44b8-b2e2-949f025a3e35 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:17.915554 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-bd42cb43-e650-48de-96c8-bebf9aa5cd20 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Request body: {'security_group': {'name': 'tempest-secgroup--1567382845'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:17.929287 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5794f4-8ee0-44b8-b2e2-949f025a3e35 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b490ab2b-afd2-4412-b2a0-07a4b6d084e0,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:17.933906 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bd42cb43-e650-48de-96c8-bebf9aa5cd20 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:17.939455 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5794f4-8ee0-44b8-b2e2-949f025a3e35 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:17.940180 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5794f4-8ee0-44b8-b2e2-949f025a3e35 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:17.940727 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5794f4-8ee0-44b8-b2e2-949f025a3e35 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:17.941371 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5794f4-8ee0-44b8-b2e2-949f025a3e35 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:17.942159 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5794f4-8ee0-44b8-b2e2-949f025a3e35 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:17.942654 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5794f4-8ee0-44b8-b2e2-949f025a3e35 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:17.943152 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5794f4-8ee0-44b8-b2e2-949f025a3e35 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:17.943642 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5794f4-8ee0-44b8-b2e2-949f025a3e35 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:17.944128 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5794f4-8ee0-44b8-b2e2-949f025a3e35 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:17.944993 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5794f4-8ee0-44b8-b2e2-949f025a3e35 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:17.945486 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5794f4-8ee0-44b8-b2e2-949f025a3e35 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:17.947309 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bd42cb43-e650-48de-96c8-bebf9aa5cd20 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Usage tracker for resource:security_group and tenant:5f453bbef0694ef6bf3e2755403e2faa is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:17.952611 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bd42cb43-e650-48de-96c8-bebf9aa5cd20 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:17.956559 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0a5794f4-8ee0-44b8-b2e2-949f025a3e35 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:17.957131 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e7defa3-2b63-4a72-9137-327f115bf732 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Deleting subnet 6d669a79-09e0-493c-bc6f-191f69a98e12 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:51:17.958159 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0a5794f4-8ee0-44b8-b2e2-949f025a3e35 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "DELETE /v2.0/security-groups/b490ab2b-afd2-4412-b2a0-07a4b6d084e0 HTTP/1.1" status: 204 len: 168 time: 0.3090587 Jan 21 09:51:17.960813 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35808) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:17.965806 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bd42cb43-e650-48de-96c8-bebf9aa5cd20 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:17.969999 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7e7defa3-2b63-4a72-9137-327f115bf732 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:18.024726 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a079a08f-b6a3-4014-8415-8758a46d9485 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Synchronizing usage tracker for tenant:f69b9d3c1b094bf5a9149ce94dad3789 on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:18.044607 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a079a08f-b6a3-4014-8415-8758a46d9485 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Unset dirty status for tenant:f69b9d3c1b094bf5a9149ce94dad3789 on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:18.051114 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a079a08f-b6a3-4014-8415-8758a46d9485 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0846508 Jan 21 09:51:18.051822 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35812) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:18.058019 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-88d8bc79-2f4d-4f8b-9c44-a4512b758a12 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Request body: {'security_group': {'name': 'tempest-secgroup--761464701'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:18.065078 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-88d8bc79-2f4d-4f8b-9c44-a4512b758a12 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:18.076670 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-88d8bc79-2f4d-4f8b-9c44-a4512b758a12 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:18.091454 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-88d8bc79-2f4d-4f8b-9c44-a4512b758a12 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:18.142129 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-88d8bc79-2f4d-4f8b-9c44-a4512b758a12 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:18.148838 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-88d8bc79-2f4d-4f8b-9c44-a4512b758a12 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Usage tracker for resource:security_group_rule and tenant:f69b9d3c1b094bf5a9149ce94dad3789 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:18.153823 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-88d8bc79-2f4d-4f8b-9c44-a4512b758a12 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:18.161530 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-88d8bc79-2f4d-4f8b-9c44-a4512b758a12 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:18.173708 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 2d6b374d-3df3-4452-8984-142018922b31 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:51:18.183672 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bd42cb43-e650-48de-96c8-bebf9aa5cd20 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:18.210632 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3fd1bd-576f-40f6-9c20-8e6f39aaa5c6 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:51:18.213167 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bd42cb43-e650-48de-96c8-bebf9aa5cd20 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:18.231144 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7e7defa3-2b63-4a72-9137-327f115bf732 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:18.233024 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-88d8bc79-2f4d-4f8b-9c44-a4512b758a12 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:18.239592 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-88d8bc79-2f4d-4f8b-9c44-a4512b758a12 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:18.289479 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8bc79-2f4d-4f8b-9c44-a4512b758a12 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69b8a5d8-f31d-4c4a-8e55-5fb4f1817548,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:18.293081 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-88d8bc79-2f4d-4f8b-9c44-a4512b758a12 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:18.299587 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-88d8bc79-2f4d-4f8b-9c44-a4512b758a12 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2465386 Jan 21 09:51:18.301272 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35816) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:18.308131 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-b4b3d9bb-9475-43d4-90f6-23eaa7e86ef4 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Request body: {'security_group_rule': {'security_group_id': '69b8a5d8-f31d-4c4a-8e55-5fb4f1817548', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:18.309007 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-b4b3d9bb-9475-43d4-90f6-23eaa7e86ef4 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:51:18.314054 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b4b3d9bb-9475-43d4-90f6-23eaa7e86ef4 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0115695 Jan 21 09:51:18.314649 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35820) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:18.343910 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-eeba71a3-ce45-475f-943d-6dcb6de4cdd1 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Request body: {'security_group_rule': {'security_group_id': '69b8a5d8-f31d-4c4a-8e55-5fb4f1817548', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:18.364473 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-eeba71a3-ce45-475f-943d-6dcb6de4cdd1 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:18.365901 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-a2d53fa3-ffb7-4bb1-9fbb-73b88314bc0e None None] Provisioning for port 2d6b374d-3df3-4452-8984-142018922b31 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:51:18.383258 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-a2d53fa3-ffb7-4bb1-9fbb-73b88314bc0e None None] Provisioning complete for port 2d6b374d-3df3-4452-8984-142018922b31 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:18.383628 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a2d53fa3-ffb7-4bb1-9fbb-73b88314bc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:18.387509 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-eeba71a3-ce45-475f-943d-6dcb6de4cdd1 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Usage tracker for resource:security_group_rule and tenant:f69b9d3c1b094bf5a9149ce94dad3789 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:18.390234 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bd42cb43-e650-48de-96c8-bebf9aa5cd20 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:18.396982 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-eeba71a3-ce45-475f-943d-6dcb6de4cdd1 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:18.405119 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bd42cb43-e650-48de-96c8-bebf9aa5cd20 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Usage tracker for resource:security_group_rule and tenant:5f453bbef0694ef6bf3e2755403e2faa is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:18.415212 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-eeba71a3-ce45-475f-943d-6dcb6de4cdd1 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:18.421697 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bd42cb43-e650-48de-96c8-bebf9aa5cd20 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:18.435209 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bd42cb43-e650-48de-96c8-bebf9aa5cd20 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:18.465671 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.objects.ports [None req-78d44bac-dc5b-4a65-bb3e-c0cb8912e58b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83597) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:51:18.479800 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 2d6b374d-3df3-4452-8984-142018922b31 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:18.480179 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:18.543629 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7e7defa3-2b63-4a72-9137-327f115bf732 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:18.598461 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-eeba71a3-ce45-475f-943d-6dcb6de4cdd1 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:51:18.602344 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-eeba71a3-ce45-475f-943d-6dcb6de4cdd1 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2806299 Jan 21 09:51:18.604062 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35824) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:18.621030 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-1779fa25-3195-4300-8aee-568c2b0174d4 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Request body: {'security_group_rule': {'security_group_id': '69b8a5d8-f31d-4c4a-8e55-5fb4f1817548', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:18.622081 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-1779fa25-3195-4300-8aee-568c2b0174d4 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:51:18.626825 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-1779fa25-3195-4300-8aee-568c2b0174d4 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0201738 Jan 21 09:51:18.628712 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35828) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:18.643144 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-3a8976ff-5518-452e-8520-a6a2a769fa3f tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Request body: {'security_group_rule': {'security_group_id': '69b8a5d8-f31d-4c4a-8e55-5fb4f1817548', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:18.664568 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3a8976ff-5518-452e-8520-a6a2a769fa3f tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:18.683091 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3a8976ff-5518-452e-8520-a6a2a769fa3f tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Usage tracker for resource:security_group_rule and tenant:f69b9d3c1b094bf5a9149ce94dad3789 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:18.690427 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3a8976ff-5518-452e-8520-a6a2a769fa3f tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:18.714556 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3a8976ff-5518-452e-8520-a6a2a769fa3f tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:18.728935 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bd42cb43-e650-48de-96c8-bebf9aa5cd20 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:18.764586 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7e7defa3-2b63-4a72-9137-327f115bf732 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:18.772592 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bd42cb43-e650-48de-96c8-bebf9aa5cd20 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:18.866720 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7defa3-2b63-4a72-9137-327f115bf732 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event deleted for resources: {'Subnet': ['ID=6d669a79-09e0-493c-bc6f-191f69a98e12,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:18.894467 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7e7defa3-2b63-4a72-9137-327f115bf732 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:18.902543 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ec6149-d961-4592-b1a9-9a499cfa90b3 None None] Network 8f15b276-af35-4370-8d76-49490b88e900 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:51:18.905169 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-3a8976ff-5518-452e-8520-a6a2a769fa3f tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:51:18.909006 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3a8976ff-5518-452e-8520-a6a2a769fa3f tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2759526 Jan 21 09:51:18.910962 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35832) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:18.913918 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bd42cb43-e650-48de-96c8-bebf9aa5cd20 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:18.918998 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-78d44bac-dc5b-4a65-bb3e-c0cb8912e58b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:18.922429 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-dda7d870-a88a-4dfa-b46b-4e795a80b604 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Request body: {'security_group_rule': {'security_group_id': '69b8a5d8-f31d-4c4a-8e55-5fb4f1817548', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:18.923153 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-dda7d870-a88a-4dfa-b46b-4e795a80b604 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:51:18.928459 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-dda7d870-a88a-4dfa-b46b-4e795a80b604 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0117595 Jan 21 09:51:18.929073 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35836) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:18.932700 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42cb43-e650-48de-96c8-bebf9aa5cd20 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66eb1197-bf79-438e-832c-e332abad0de3,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:18.936449 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-497457ab-8ade-4ca1-8096-070c2a08aedd tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Request body: {'security_group_rule': {'security_group_id': '69b8a5d8-f31d-4c4a-8e55-5fb4f1817548', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:18.941855 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bd42cb43-e650-48de-96c8-bebf9aa5cd20 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Usage tracker for resource:security_group_rule and tenant:5f453bbef0694ef6bf3e2755403e2faa is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:18.945294 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-497457ab-8ade-4ca1-8096-070c2a08aedd tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:18.949660 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bd42cb43-e650-48de-96c8-bebf9aa5cd20 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:18.951073 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-497457ab-8ade-4ca1-8096-070c2a08aedd tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Usage tracker for resource:security_group_rule and tenant:f69b9d3c1b094bf5a9149ce94dad3789 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:18.955621 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-497457ab-8ade-4ca1-8096-070c2a08aedd tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:18.959341 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bd42cb43-e650-48de-96c8-bebf9aa5cd20 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:18.966386 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-497457ab-8ade-4ca1-8096-070c2a08aedd tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:18.980379 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.securitygroups_db [None req-497457ab-8ade-4ca1-8096-070c2a08aedd tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Project f69b9d3c1b094bf5a9149ce94dad3789 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:51:19.005145 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7e7defa3-2b63-4a72-9137-327f115bf732 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "DELETE /v2.0/subnets/6d669a79-09e0-493c-bc6f-191f69a98e12 HTTP/1.1" status: 204 len: 168 time: 1.3987067 Jan 21 09:51:19.006494 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35840) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:19.046534 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-497457ab-8ade-4ca1-8096-070c2a08aedd tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:51:19.047725 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-497457ab-8ade-4ca1-8096-070c2a08aedd tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1170003 Jan 21 09:51:19.054099 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35844) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:19.143610 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-8cd38010-04aa-48a1-b928-694a2c311379 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Request body: {'security_group_rule': {'security_group_id': '69b8a5d8-f31d-4c4a-8e55-5fb4f1817548', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:19.144694 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-8cd38010-04aa-48a1-b928-694a2c311379 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:51:19.145865 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8cd38010-04aa-48a1-b928-694a2c311379 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0904493 Jan 21 09:51:19.152579 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35848) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:19.162360 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bd42cb43-e650-48de-96c8-bebf9aa5cd20 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:19.169915 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bd42cb43-e650-48de-96c8-bebf9aa5cd20 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:19.174790 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-9f8d3ab8-bf6f-4bc5-880e-ac56d07c092e tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Request body: {'security_group_rule': {'security_group_id': '69b8a5d8-f31d-4c4a-8e55-5fb4f1817548', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:19.185899 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9f8d3ab8-bf6f-4bc5-880e-ac56d07c092e tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:19.201019 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9f8d3ab8-bf6f-4bc5-880e-ac56d07c092e tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Usage tracker for resource:security_group_rule and tenant:f69b9d3c1b094bf5a9149ce94dad3789 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:19.207058 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9f8d3ab8-bf6f-4bc5-880e-ac56d07c092e tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:19.214670 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9f8d3ab8-bf6f-4bc5-880e-ac56d07c092e tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:19.220083 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eb678e9c-8378-4a68-9f18-37ba603cd602 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:19.237375 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-eb678e9c-8378-4a68-9f18-37ba603cd602 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Deleting port f4bad7d5-5536-4d69-a303-e0bcdff87d77 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:51:19.237375 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eb678e9c-8378-4a68-9f18-37ba603cd602 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:19.283615 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df66dfcd-cc28-4bb6-a0a4-5009ae268398 None None] DHCP port deletion for 8f15b276-af35-4370-8d76-49490b88e900 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:51:19.292174 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.securitygroups_db [None req-9f8d3ab8-bf6f-4bc5-880e-ac56d07c092e tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Project f69b9d3c1b094bf5a9149ce94dad3789 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:51:19.295330 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-df66dfcd-cc28-4bb6-a0a4-5009ae268398 None None] Deleting port f4bad7d5-5536-4d69-a303-e0bcdff87d77 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:51:19.295330 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-df66dfcd-cc28-4bb6-a0a4-5009ae268398 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:19.295758 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bd42cb43-e650-48de-96c8-bebf9aa5cd20 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:19.298222 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-bd42cb43-e650-48de-96c8-bebf9aa5cd20 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6296499 Jan 21 09:51:19.304352 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35854) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:19.328296 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42cb43-e650-48de-96c8-bebf9aa5cd20 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3825737-90b6-4824-8def-f4d653c2f021,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:19.357364 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-78d44bac-dc5b-4a65-bb3e-c0cb8912e58b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] For port 2d6b374d-3df3-4452-8984-142018922b31, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=2d6b374d-3df3-4452-8984-142018922b31,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:19.368086 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd42cb43-e650-48de-96c8-bebf9aa5cd20 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:19.368086 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd42cb43-e650-48de-96c8-bebf9aa5cd20 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:19.368086 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd42cb43-e650-48de-96c8-bebf9aa5cd20 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:19.368659 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd42cb43-e650-48de-96c8-bebf9aa5cd20 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:19.368659 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd42cb43-e650-48de-96c8-bebf9aa5cd20 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:19.369007 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd42cb43-e650-48de-96c8-bebf9aa5cd20 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:19.370168 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd42cb43-e650-48de-96c8-bebf9aa5cd20 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:19.370168 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd42cb43-e650-48de-96c8-bebf9aa5cd20 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:19.370168 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd42cb43-e650-48de-96c8-bebf9aa5cd20 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:19.370839 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd42cb43-e650-48de-96c8-bebf9aa5cd20 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:19.370839 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd42cb43-e650-48de-96c8-bebf9aa5cd20 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:19.411102 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-9f8d3ab8-bf6f-4bc5-880e-ac56d07c092e tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:51:19.412331 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9f8d3ab8-bf6f-4bc5-880e-ac56d07c092e tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2584567 Jan 21 09:51:19.417749 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35858) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:19.427077 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-0c83550f-55a3-4145-9d32-abb554cc6f98 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Request body: {'security_group_rule': {'security_group_id': '69b8a5d8-f31d-4c4a-8e55-5fb4f1817548', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:19.443924 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0c83550f-55a3-4145-9d32-abb554cc6f98 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:19.451673 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0c83550f-55a3-4145-9d32-abb554cc6f98 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Usage tracker for resource:security_group_rule and tenant:f69b9d3c1b094bf5a9149ce94dad3789 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:19.464478 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0c83550f-55a3-4145-9d32-abb554cc6f98 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:19.478242 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-60818329-6067-44be-b184-26c5f0630873 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Synchronizing usage tracker for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:19.482154 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0c83550f-55a3-4145-9d32-abb554cc6f98 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:19.485935 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-78d44bac-dc5b-4a65-bb3e-c0cb8912e58b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:19.495223 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-78d44bac-dc5b-4a65-bb3e-c0cb8912e58b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:19.497578 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-78d44bac-dc5b-4a65-bb3e-c0cb8912e58b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:19.601255 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-0c83550f-55a3-4145-9d32-abb554cc6f98 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Project f69b9d3c1b094bf5a9149ce94dad3789 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:51:19.614261 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-df66dfcd-cc28-4bb6-a0a4-5009ae268398 None None] For port f4bad7d5-5536-4d69-a303-e0bcdff87d77, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=f4bad7d5-5536-4d69-a303-e0bcdff87d77,segment=NetworkSegment(10969b66-ff7f-4e61-bd0b-616508dcd405),segment_id=10969b66-ff7f-4e61-bd0b-616508dcd405)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:19.614483 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-df66dfcd-cc28-4bb6-a0a4-5009ae268398 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:19.635350 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-eb678e9c-8378-4a68-9f18-37ba603cd602 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] For port f4bad7d5-5536-4d69-a303-e0bcdff87d77, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=f4bad7d5-5536-4d69-a303-e0bcdff87d77,segment=NetworkSegment(10969b66-ff7f-4e61-bd0b-616508dcd405),segment_id=10969b66-ff7f-4e61-bd0b-616508dcd405)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:19.636613 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eb678e9c-8378-4a68-9f18-37ba603cd602 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:19.657576 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-60818329-6067-44be-b184-26c5f0630873 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Unset dirty status for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:19.657576 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-60818329-6067-44be-b184-26c5f0630873 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3480284 Jan 21 09:51:19.670919 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35862) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:19.674482 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d44bac-dc5b-4a65-bb3e-c0cb8912e58b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:51:19.687884 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-78d44bac-dc5b-4a65-bb3e-c0cb8912e58b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:19.689119 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-99aa8073-945c-4445-9348-6d0bd2b224c4 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Request body: {'security_group': {'name': 'tempest-security--15338993', 'description': 'tempest-security-description-823826321'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:19.697936 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d44bac-dc5b-4a65-bb3e-c0cb8912e58b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Subnet': ['ID=bc09d9e6-7c87-4933-8ff1-88e890c8e783,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:19.700827 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d44bac-dc5b-4a65-bb3e-c0cb8912e58b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:19.701646 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-78d44bac-dc5b-4a65-bb3e-c0cb8912e58b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:19.716101 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-0c83550f-55a3-4145-9d32-abb554cc6f98 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:51:19.717019 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0c83550f-55a3-4145-9d32-abb554cc6f98 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2959046 Jan 21 09:51:19.725638 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35866) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:19.741235 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d44bac-dc5b-4a65-bb3e-c0cb8912e58b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Port': ['ID=2d6b374d-3df3-4452-8984-142018922b31,revision_number=10']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:19.747540 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-78d44bac-dc5b-4a65-bb3e-c0cb8912e58b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.2015479 Jan 21 09:51:19.751109 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35870) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:19.759626 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-7fa13bee-736f-4f01-8155-b9db86975151 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Request body: {'port': {'network_id': 'd5f237d0-52c1-4100-800c-a471203fec66', 'mac_address': 'fa:16:3e:75:ce:58', 'name': 'tempest-NetworksTestDHCPv6-1133782772'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:19.787154 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-99aa8073-945c-4445-9348-6d0bd2b224c4 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:19.805689 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-eb678e9c-8378-4a68-9f18-37ba603cd602 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Calling delete_port for f4bad7d5-5536-4d69-a303-e0bcdff87d77 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:51:19.813770 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-df66dfcd-cc28-4bb6-a0a4-5009ae268398 None None] Calling delete_port for f4bad7d5-5536-4d69-a303-e0bcdff87d77 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:51:19.903796 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e19818d-f1cf-4ba8-bbba-33dadc3c3075 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:51:19.954813 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-99aa8073-945c-4445-9348-6d0bd2b224c4 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:19.965661 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-99aa8073-945c-4445-9348-6d0bd2b224c4 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:19.969998 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-99aa8073-945c-4445-9348-6d0bd2b224c4 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:19.969998 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-99aa8073-945c-4445-9348-6d0bd2b224c4 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "PUT /v2.0/security-groups/f3825737-90b6-4824-8def-f4d653c2f021 HTTP/1.1" status: 200 len: 1609 time: 0.2959340 Jan 21 09:51:19.980049 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35874) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:19.980049 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c92f7465-e375-4b79-a474-3c6ddd4ed966 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:20.001543 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7fa13bee-736f-4f01-8155-b9db86975151 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:20.007801 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eb678e9c-8378-4a68-9f18-37ba603cd602 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:20.020251 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa8073-945c-4445-9348-6d0bd2b224c4 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3825737-90b6-4824-8def-f4d653c2f021,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:20.020251 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7fa13bee-736f-4f01-8155-b9db86975151 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:20.041364 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa13bee-736f-4f01-8155-b9db86975151 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Made reservation on behalf of a7955c8ebe9643bebfb939ccbc74931a for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:51:20.049429 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7fa13bee-736f-4f01-8155-b9db86975151 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:20.087972 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-7fa13bee-736f-4f01-8155-b9db86975151 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] device_id is not set on port f142070d-1d4f-4532-801b-72c06bf32195 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:51:20.172667 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-df66dfcd-cc28-4bb6-a0a4-5009ae268398 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:51:20.172894 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-df66dfcd-cc28-4bb6-a0a4-5009ae268398 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:51:20.180029 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c92f7465-e375-4b79-a474-3c6ddd4ed966 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:20.189475 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb678e9c-8378-4a68-9f18-37ba603cd602 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event deleted for resources: {'Port': ['ID=f4bad7d5-5536-4d69-a303-e0bcdff87d77,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:20.194635 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-53e4259c-c7a8-4395-a4e2-93cd8666a5dc None None] Provisioning complete for port 2d6b374d-3df3-4452-8984-142018922b31 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:20.195498 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-53e4259c-c7a8-4395-a4e2-93cd8666a5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:20.225385 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb678e9c-8378-4a68-9f18-37ba603cd602 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] No DVR routers for this DVR port f4bad7d5-5536-4d69-a303-e0bcdff87d77 on host dv-neutron-825732-1-hyperv {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:51:20.235592 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 2d6b374d-3df3-4452-8984-142018922b31 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:51:20.294168 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-77881e7c-005e-4b20-a736-b122dd392cf5 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "GET /v2.0/security-groups/f3825737-90b6-4824-8def-f4d653c2f021 HTTP/1.1" status: 200 len: 1609 time: 0.3084643 Jan 21 09:51:20.295811 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35878) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:20.398794 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:20.449339 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eb678e9c-8378-4a68-9f18-37ba603cd602 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:20.453881 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5204de9f-600b-45e3-a346-13d6e057ecbc tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:20.484931 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-eb678e9c-8378-4a68-9f18-37ba603cd602 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f15b276-af35-4370-8d76-49490b88e900']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:20.485768 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5204de9f-600b-45e3-a346-13d6e057ecbc tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:20.506192 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 2d6b374d-3df3-4452-8984-142018922b31 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:20.506551 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:20.506831 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-eb678e9c-8378-4a68-9f18-37ba603cd602 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10969b66-ff7f-4e61-bd0b-616508dcd405') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:20.507668 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-eb678e9c-8378-4a68-9f18-37ba603cd602 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10969b66-ff7f-4e61-bd0b-616508dcd405') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:20.518105 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c92f7465-e375-4b79-a474-3c6ddd4ed966 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:20.549289 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-7fa13bee-736f-4f01-8155-b9db86975151 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Allocated IP 2001:db8::a4 (d5f237d0-52c1-4100-800c-a471203fec66/4e161d55-c048-4472-afe5-cdfd39cb5fe7/f142070d-1d4f-4532-801b-72c06bf32195) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:51:20.552422 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eb678e9c-8378-4a68-9f18-37ba603cd602 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:20.555432 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5204de9f-600b-45e3-a346-13d6e057ecbc tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:20.562499 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f7465-e375-4b79-a474-3c6ddd4ed966 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b8a5d8-f31d-4c4a-8e55-5fb4f1817548,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:20.562699 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-7fa13bee-736f-4f01-8155-b9db86975151 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Allocated IP 2001:db8:0:1:f816:3eff:fe75:ce58 (d5f237d0-52c1-4100-800c-a471203fec66/bc09d9e6-7c87-4933-8ff1-88e890c8e783/f142070d-1d4f-4532-801b-72c06bf32195) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:51:20.576629 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204de9f-600b-45e3-a346-13d6e057ecbc tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3825737-90b6-4824-8def-f4d653c2f021,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:20.619135 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eb678e9c-8378-4a68-9f18-37ba603cd602 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:20.623553 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5204de9f-600b-45e3-a346-13d6e057ecbc tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:20.623553 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5204de9f-600b-45e3-a346-13d6e057ecbc tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "DELETE /v2.0/security-groups/f3825737-90b6-4824-8def-f4d653c2f021 HTTP/1.1" status: 204 len: 168 time: 0.3302865 Jan 21 09:51:20.625970 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c92f7465-e375-4b79-a474-3c6ddd4ed966 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:20.625970 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c92f7465-e375-4b79-a474-3c6ddd4ed966 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "DELETE /v2.0/security-groups/69b8a5d8-f31d-4c4a-8e55-5fb4f1817548 HTTP/1.1" status: 204 len: 168 time: 0.8941340 Jan 21 09:51:20.626267 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35882) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:20.626267 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35884) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:20.634407 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb678e9c-8378-4a68-9f18-37ba603cd602 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:51:20.634407 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eb678e9c-8378-4a68-9f18-37ba603cd602 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:20.675612 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-df66dfcd-cc28-4bb6-a0a4-5009ae268398 None None] Deleting port f4bad7d5-5536-4d69-a303-e0bcdff87d77 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:51:20.675612 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-df66dfcd-cc28-4bb6-a0a4-5009ae268398 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:20.769379 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:51:20.769379 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:51:20.769379 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:51:20.769379 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:51:20.769379 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:51:20.769379 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:51:20.769379 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:51:20.769379 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:51:20.769379 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:51:20.769379 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:51:20.769379 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:51:20.769379 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:51:20.769379 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:51:20.769379 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:51:20.769379 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:51:20.769379 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:51:20.769379 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:51:20.769379 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:51:20.769379 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:51:20.769379 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:51:20.769379 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:51:20.769379 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:51:20.769379 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:51:20.769379 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:51:20.769379 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:51:20.769379 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:51:20.769379 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:51:20.769379 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:51:20.769379 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:51:20.769379 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:51:20.769379 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:51:20.769379 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:51:20.787792 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eb678e9c-8378-4a68-9f18-37ba603cd602 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:20.817506 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eb678e9c-8378-4a68-9f18-37ba603cd602 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:20.832297 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-df66dfcd-cc28-4bb6-a0a4-5009ae268398 None None] The port 'f4bad7d5-5536-4d69-a303-e0bcdff87d77' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:51:20.848358 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb678e9c-8378-4a68-9f18-37ba603cd602 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event deleted for resources: {'Network': ['ID=8f15b276-af35-4370-8d76-49490b88e900,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:20.848358 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-eb678e9c-8378-4a68-9f18-37ba603cd602 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "DELETE /v2.0/networks/8f15b276-af35-4370-8d76-49490b88e900 HTTP/1.1" status: 204 len: 168 time: 1.8163919 Jan 21 09:51:20.855580 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35890) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:20.919619 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device f4bad7d5-5536-4d69-a303-e0bcdff87d77 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:51:20.954401 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: f4bad7d5-5536-4d69-a303-e0bcdff87d77 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:51:20.954401 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device f4bad7d5-5536-4d69-a303-e0bcdff87d77 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:51:21.164662 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-4ce94b4d-8382-42d2-a5d2-7d55270dd68d None None] Provisioning complete for port 2d6b374d-3df3-4452-8984-142018922b31 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:21.164926 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4ce94b4d-8382-42d2-a5d2-7d55270dd68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:21.176480 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0325979f-a744-4179-8d2b-1251aa051df7 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Synchronizing usage tracker for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:21.205777 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-abbd4514-08e2-41aa-96ce-0889a75da888 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Synchronizing usage tracker for tenant:f69b9d3c1b094bf5a9149ce94dad3789 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:21.242049 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-bbcdd706-3cb2-4f23-bf4d-6b7325c07481 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Deleting port 0f425854-4a78-4b45-8f2f-2b9f8e0a218d {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:51:21.242049 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bbcdd706-3cb2-4f23-bf4d-6b7325c07481 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:21.296221 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0325979f-a744-4179-8d2b-1251aa051df7 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Unset dirty status for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:21.296221 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0325979f-a744-4179-8d2b-1251aa051df7 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6682303 Jan 21 09:51:21.296840 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35894) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:21.315399 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-17bb8bd1-d890-4442-9f36-e03e24ca9e36 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] delete failed (client error): The resource could not be found. Jan 21 09:51:21.317575 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-abbd4514-08e2-41aa-96ce-0889a75da888 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Unset dirty status for tenant:f69b9d3c1b094bf5a9149ce94dad3789 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:21.317729 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-17bb8bd1-d890-4442-9f36-e03e24ca9e36 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "DELETE /v2.0/security-groups/f3825737-90b6-4824-8def-f4d653c2f021 HTTP/1.1" status: 404 len: 347 time: 0.0191905 Jan 21 09:51:21.317835 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-abbd4514-08e2-41aa-96ce-0889a75da888 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6906731 Jan 21 09:51:21.322040 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35898) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:21.322040 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35900) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:21.330866 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-5ca71da4-6e5c-4785-9849-21aae16ba503 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Request body: {'security_group': {'name': 'tempest-secgroup--1793868876'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:21.367852 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-8101403a-0020-4ed1-9345-5ee8402f4459 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Request body: {'security_group': {'name': 'tempest-secgroup--1756909740'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:21.371964 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5ca71da4-6e5c-4785-9849-21aae16ba503 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:21.449774 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8101403a-0020-4ed1-9345-5ee8402f4459 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:21.461769 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5ca71da4-6e5c-4785-9849-21aae16ba503 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:21.473244 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7fa13bee-736f-4f01-8155-b9db86975151 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:21.493619 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8101403a-0020-4ed1-9345-5ee8402f4459 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:21.522068 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5ca71da4-6e5c-4785-9849-21aae16ba503 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:21.541823 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-7fa13bee-736f-4f01-8155-b9db86975151 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Transition to ACTIVE for port object f142070d-1d4f-4532-801b-72c06bf32195 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:51:21.546966 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8101403a-0020-4ed1-9345-5ee8402f4459 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:21.594055 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bbcdd706-3cb2-4f23-bf4d-6b7325c07481 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:21.594055 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bbcdd706-3cb2-4f23-bf4d-6b7325c07481 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:21.737302 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-bbcdd706-3cb2-4f23-bf4d-6b7325c07481 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Calling delete_port for 0f425854-4a78-4b45-8f2f-2b9f8e0a218d owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:51:21.815166 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5ca71da4-6e5c-4785-9849-21aae16ba503 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:21.827549 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8101403a-0020-4ed1-9345-5ee8402f4459 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:21.830390 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-5ca71da4-6e5c-4785-9849-21aae16ba503 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Usage tracker for resource:security_group_rule and tenant:f69b9d3c1b094bf5a9149ce94dad3789 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:21.837287 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-5ca71da4-6e5c-4785-9849-21aae16ba503 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:21.854739 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8101403a-0020-4ed1-9345-5ee8402f4459 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Usage tracker for resource:security_group_rule and tenant:5f453bbef0694ef6bf3e2755403e2faa is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:21.860739 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5ca71da4-6e5c-4785-9849-21aae16ba503 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:21.866801 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7fa13bee-736f-4f01-8155-b9db86975151 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:21.866801 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8101403a-0020-4ed1-9345-5ee8402f4459 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:21.924706 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8101403a-0020-4ed1-9345-5ee8402f4459 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:22.036145 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa13bee-736f-4f01-8155-b9db86975151 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Network d5f237d0-52c1-4100-800c-a471203fec66 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:51:22.036974 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa13bee-736f-4f01-8155-b9db86975151 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event updated for resources: {'Port': ['ID=f142070d-1d4f-4532-801b-72c06bf32195,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:22.047145 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-7fa13bee-736f-4f01-8155-b9db86975151 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:22.058036 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa13bee-736f-4f01-8155-b9db86975151 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:51:22.062511 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa13bee-736f-4f01-8155-b9db86975151 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:22.064138 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7fa13bee-736f-4f01-8155-b9db86975151 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:22.130858 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5ca71da4-6e5c-4785-9849-21aae16ba503 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:22.141866 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5ca71da4-6e5c-4785-9849-21aae16ba503 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:22.192319 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8101403a-0020-4ed1-9345-5ee8402f4459 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:22.201070 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bbcdd706-3cb2-4f23-bf4d-6b7325c07481 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:22.260343 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8101403a-0020-4ed1-9345-5ee8402f4459 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:22.275793 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7fa13bee-736f-4f01-8155-b9db86975151 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5209522 Jan 21 09:51:22.285200 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35906) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:22.291105 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcdd706-3cb2-4f23-bf4d-6b7325c07481 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event deleted for resources: {'Port': ['ID=0f425854-4a78-4b45-8f2f-2b9f8e0a218d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:22.291105 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5ca71da4-6e5c-4785-9849-21aae16ba503 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:22.291695 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5ca71da4-6e5c-4785-9849-21aae16ba503 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9649529 Jan 21 09:51:22.298166 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca71da4-6e5c-4785-9849-21aae16ba503 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2eb7e8d-13c1-4e90-ba83-3b5517b2cd29,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:22.300561 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35910) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:22.358029 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-a5a484d4-fe5f-4a71-9976-b1a1c3914a5d tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Request body: {'security_group_rule': {'security_group_id': 'f2eb7e8d-13c1-4e90-ba83-3b5517b2cd29', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:22.366257 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a5a484d4-fe5f-4a71-9976-b1a1c3914a5d tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:22.371158 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-a5a484d4-fe5f-4a71-9976-b1a1c3914a5d tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Usage tracker for resource:security_group_rule and tenant:f69b9d3c1b094bf5a9149ce94dad3789 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:22.380954 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-a5a484d4-fe5f-4a71-9976-b1a1c3914a5d tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:22.407432 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-36292e3d-a559-4fae-b575-b88e659c30db tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting port f142070d-1d4f-4532-801b-72c06bf32195 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:51:22.408066 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-36292e3d-a559-4fae-b575-b88e659c30db tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:22.427479 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a5a484d4-fe5f-4a71-9976-b1a1c3914a5d tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:22.427479 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8101403a-0020-4ed1-9345-5ee8402f4459 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:22.430199 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8101403a-0020-4ed1-9345-5ee8402f4459 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1035926 Jan 21 09:51:22.448318 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35914) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:22.453145 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-45eff093-ca46-4e10-a051-69a736710534 None None] Provisioning for port f142070d-1d4f-4532-801b-72c06bf32195 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:51:22.460627 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-ff31ac25-4de5-4f02-81bc-925c0f967b6b tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Request body: {'security_group_rule': {'security_group_id': '870f869e-4968-49a8-9793-abb9d07904c0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:22.466055 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-45eff093-ca46-4e10-a051-69a736710534 None None] Provisioning complete for port f142070d-1d4f-4532-801b-72c06bf32195 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:22.466055 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-45eff093-ca46-4e10-a051-69a736710534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:22.472815 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ff31ac25-4de5-4f02-81bc-925c0f967b6b tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:22.480498 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ff31ac25-4de5-4f02-81bc-925c0f967b6b tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Usage tracker for resource:security_group_rule and tenant:5f453bbef0694ef6bf3e2755403e2faa is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:22.483155 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8101403a-0020-4ed1-9345-5ee8402f4459 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=870f869e-4968-49a8-9793-abb9d07904c0,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:22.491994 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ff31ac25-4de5-4f02-81bc-925c0f967b6b tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:22.504837 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ff31ac25-4de5-4f02-81bc-925c0f967b6b tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:22.542960 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bbcdd706-3cb2-4f23-bf4d-6b7325c07481 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:22.545774 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bbcdd706-3cb2-4f23-bf4d-6b7325c07481 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:22.546857 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-bbcdd706-3cb2-4f23-bf4d-6b7325c07481 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "DELETE /v2.0/floatingips/631013e5-9063-4ca5-90a8-1739b8b95169 HTTP/1.1" status: 204 len: 168 time: 1.7100797 Jan 21 09:51:22.552544 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35918) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:22.555153 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-45eff093-ca46-4e10-a051-69a736710534 None None] Port f142070d-1d4f-4532-801b-72c06bf32195 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:51:22.596013 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff31ac25-4de5-4f02-81bc-925c0f967b6b tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:22.621453 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-a5a484d4-fe5f-4a71-9976-b1a1c3914a5d tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] create failed (client error): The resource could not be found. Jan 21 09:51:22.623001 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a5a484d4-fe5f-4a71-9976-b1a1c3914a5d tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3164277 Jan 21 09:51:22.632595 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-96746456-7af6-41bc-8fe0-439c47db7fb5 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:22.632595 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96746456-7af6-41bc-8fe0-439c47db7fb5 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:22.634890 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-96746456-7af6-41bc-8fe0-439c47db7fb5 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "DELETE /v2.0/ports/bc640e96-7c8f-4e1f-8efe-ae44c6181c68 HTTP/1.1" status: 404 len: 333 time: 0.0789096 Jan 21 09:51:22.637667 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35922) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:22.638077 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35924) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:22.687128 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e6e84311-d36e-4850-994c-427a129f53b8 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Request body: {'security_group_rule': {'security_group_id': 'f2eb7e8d-13c1-4e90-ba83-3b5517b2cd29', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2577ba0d-9f29-43ba-bc39-8400d35ffcbb'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:22.704939 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e6e84311-d36e-4850-994c-427a129f53b8 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:22.717139 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-620ba898-faf1-448b-b46f-a3741b6799d0 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Synchronizing usage tracker for tenant:a9bbec69a2694a0bb3504d188ecd25f9 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:22.722583 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e6e84311-d36e-4850-994c-427a129f53b8 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Usage tracker for resource:security_group_rule and tenant:f69b9d3c1b094bf5a9149ce94dad3789 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:22.726420 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e6e84311-d36e-4850-994c-427a129f53b8 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:22.734064 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e6e84311-d36e-4850-994c-427a129f53b8 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:22.747213 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-36292e3d-a559-4fae-b575-b88e659c30db tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:22.775603 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-620ba898-faf1-448b-b46f-a3741b6799d0 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Unset dirty status for tenant:a9bbec69a2694a0bb3504d188ecd25f9 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:22.775603 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-620ba898-faf1-448b-b46f-a3741b6799d0 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "GET /v2.0/ports?device_id=756ad0a6-34ff-4696-a268-bf70ecca1bae HTTP/1.1" status: 200 len: 205 time: 0.1309421 Jan 21 09:51:22.775603 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff31ac25-4de5-4f02-81bc-925c0f967b6b tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:22.781461 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35930) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:22.878129 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-36292e3d-a559-4fae-b575-b88e659c30db tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Calling delete_port for f142070d-1d4f-4532-801b-72c06bf32195 owned by {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:51:22.892946 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff31ac25-4de5-4f02-81bc-925c0f967b6b tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:23.052490 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-5cdd52aa-f6cb-471c-9e63-82cc671c66e9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] delete failed (client error): The resource could not be found. Jan 21 09:51:23.054271 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5cdd52aa-f6cb-471c-9e63-82cc671c66e9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "DELETE /v2.0/routers/756ad0a6-34ff-4696-a268-bf70ecca1bae HTTP/1.1" status: 404 len: 336 time: 0.2733812 Jan 21 09:51:23.056793 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35934) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:23.077667 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31ac25-4de5-4f02-81bc-925c0f967b6b tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd98969-c241-49ef-ba83-0fdbd3412ada,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:23.087974 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff31ac25-4de5-4f02-81bc-925c0f967b6b tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:23.089186 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ff31ac25-4de5-4f02-81bc-925c0f967b6b tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6388280 Jan 21 09:51:23.092923 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35938) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:23.097770 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-e6e84311-d36e-4850-994c-427a129f53b8 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] create failed (client error): The resource could not be found. Jan 21 09:51:23.102247 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e6e84311-d36e-4850-994c-427a129f53b8 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4602861 Jan 21 09:51:23.102543 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35942) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:23.154487 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e9050d-da98-4ac2-a2c3-16aaadd87294 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:23.156039 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4e9050d-da98-4ac2-a2c3-16aaadd87294 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:23.170963 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ef6cc3d1-bbaa-4105-880d-ede4c3cb6a00 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:23.171135 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e4e9050d-da98-4ac2-a2c3-16aaadd87294 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "DELETE /v2.0/subnets/6d669a79-09e0-493c-bc6f-191f69a98e12 HTTP/1.1" status: 404 len: 337 time: 0.1130452 Jan 21 09:51:23.174203 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35946) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:23.210810 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a318b724-e86d-41a4-90b8-ee22ab332eb5 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:23.225171 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a318b724-e86d-41a4-90b8-ee22ab332eb5 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:23.233476 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-36292e3d-a559-4fae-b575-b88e659c30db tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:23.259375 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ef6cc3d1-bbaa-4105-880d-ede4c3cb6a00 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:23.290168 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36292e3d-a559-4fae-b575-b88e659c30db tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Port': ['ID=f142070d-1d4f-4532-801b-72c06bf32195,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:23.295228 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d7c7e-e12e-4838-a102-4a93e084e7af tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Deleting port 0ade5573-2bc3-4fc1-b5dc-186437520f7e {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:51:23.295228 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ad5d7c7e-e12e-4838-a102-4a93e084e7af tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:23.358370 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a318b724-e86d-41a4-90b8-ee22ab332eb5 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:23.432473 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a318b724-e86d-41a4-90b8-ee22ab332eb5 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbd98969-c241-49ef-ba83-0fdbd3412ada,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:23.432473 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a318b724-e86d-41a4-90b8-ee22ab332eb5 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:23.432473 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a318b724-e86d-41a4-90b8-ee22ab332eb5 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/cbd98969-c241-49ef-ba83-0fdbd3412ada HTTP/1.1" status: 204 len: 168 time: 0.3364785 Jan 21 09:51:23.435501 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35950) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:23.439329 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-36292e3d-a559-4fae-b575-b88e659c30db tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:23.453256 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-36292e3d-a559-4fae-b575-b88e659c30db tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/f142070d-1d4f-4532-801b-72c06bf32195 HTTP/1.1" status: 204 len: 168 time: 1.1634052 Jan 21 09:51:23.468191 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35954) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:23.498146 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e91c7af4-ee45-44b0-9a35-b209442f9ef4 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Synchronizing usage tracker for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group_rule {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:23.528311 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e91c7af4-ee45-44b0-9a35-b209442f9ef4 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Unset dirty status for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group_rule {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:23.528311 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e91c7af4-ee45-44b0-9a35-b209442f9ef4 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0874052 Jan 21 09:51:23.528311 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35958) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:23.540084 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ef6cc3d1-bbaa-4105-880d-ede4c3cb6a00 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:23.618347 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-89bb4470-dd55-4df3-b796-383b6e0b04ff tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:23.662352 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-89bb4470-dd55-4df3-b796-383b6e0b04ff tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:23.672528 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6cc3d1-bbaa-4105-880d-ede4c3cb6a00 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2eb7e8d-13c1-4e90-ba83-3b5517b2cd29,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:23.700094 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ef6cc3d1-bbaa-4105-880d-ede4c3cb6a00 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:23.700094 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ef6cc3d1-bbaa-4105-880d-ede4c3cb6a00 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "DELETE /v2.0/security-groups/f2eb7e8d-13c1-4e90-ba83-3b5517b2cd29 HTTP/1.1" status: 204 len: 168 time: 0.5775402 Jan 21 09:51:23.708130 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35962) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:23.750921 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ad5d7c7e-e12e-4838-a102-4a93e084e7af tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:23.764467 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ae2e36-62b0-4deb-aa17-05f6a82fea01 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:23.764467 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-44ae2e36-62b0-4deb-aa17-05f6a82fea01 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:23.834739 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-eea33c3f-4ef8-4d52-9111-6a15eec1691e tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Synchronizing usage tracker for tenant:f69b9d3c1b094bf5a9149ce94dad3789 on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:23.843960 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-89bb4470-dd55-4df3-b796-383b6e0b04ff tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:23.867319 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb4470-dd55-4df3-b796-383b6e0b04ff tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=870f869e-4968-49a8-9793-abb9d07904c0,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:23.870975 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-eea33c3f-4ef8-4d52-9111-6a15eec1691e tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Unset dirty status for tenant:f69b9d3c1b094bf5a9149ce94dad3789 on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:23.872450 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-eea33c3f-4ef8-4d52-9111-6a15eec1691e tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1845984 Jan 21 09:51:23.876858 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35966) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:23.886475 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d7c7e-e12e-4838-a102-4a93e084e7af tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Calling delete_port for 0ade5573-2bc3-4fc1-b5dc-186437520f7e owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:51:23.896254 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-f09a3ca0-22ca-4476-84ec-e49020b1460b tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Request body: {'security_group_rule': {'security_group_id': 'e4e4bd32-49b2-49b2-8ad4-05418d7ee635', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:23.909101 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f57acf93-1abe-429e-a364-f1a3f19ae655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:23.911810 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f09a3ca0-22ca-4476-84ec-e49020b1460b tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:23.918253 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-f09a3ca0-22ca-4476-84ec-e49020b1460b tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Usage tracker for resource:security_group_rule and tenant:f69b9d3c1b094bf5a9149ce94dad3789 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:23.922906 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-f09a3ca0-22ca-4476-84ec-e49020b1460b tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:23.934823 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-44ae2e36-62b0-4deb-aa17-05f6a82fea01 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:23.935995 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-44ae2e36-62b0-4deb-aa17-05f6a82fea01 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4684086 Jan 21 09:51:23.938820 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35970) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:23.943834 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f09a3ca0-22ca-4476-84ec-e49020b1460b tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:23.981605 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-89bb4470-dd55-4df3-b796-383b6e0b04ff tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:23.985141 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-89bb4470-dd55-4df3-b796-383b6e0b04ff tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "DELETE /v2.0/security-groups/870f869e-4968-49a8-9793-abb9d07904c0 HTTP/1.1" status: 204 len: 168 time: 0.4560020 Jan 21 09:51:23.994283 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35974) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:24.060843 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ad5d7c7e-e12e-4838-a102-4a93e084e7af tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:24.079392 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-f09a3ca0-22ca-4476-84ec-e49020b1460b tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] create failed (client error): The resource could not be found. Jan 21 09:51:24.080423 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f09a3ca0-22ca-4476-84ec-e49020b1460b tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1984270 Jan 21 09:51:24.087307 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35978) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:24.105163 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-5411b981-8416-4a57-aea0-2d8ec6219119 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Request body: {'security_group': {'name': 'tempest-secgroup--188235666'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:24.119185 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c7aade29-b0bc-4026-bc45-f2648d0b9972 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Synchronizing usage tracker for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:24.122216 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-5411b981-8416-4a57-aea0-2d8ec6219119 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:24.146992 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d7c7e-e12e-4838-a102-4a93e084e7af tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event deleted for resources: {'Port': ['ID=0ade5573-2bc3-4fc1-b5dc-186437520f7e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:24.149264 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f44b834-5049-4491-9d4c-bfaa08025c3e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:24.150394 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-8f44b834-5049-4491-9d4c-bfaa08025c3e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:24.164439 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-5411b981-8416-4a57-aea0-2d8ec6219119 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:24.190125 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c7aade29-b0bc-4026-bc45-f2648d0b9972 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Unset dirty status for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:24.192003 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c7aade29-b0bc-4026-bc45-f2648d0b9972 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1956563 Jan 21 09:51:24.194794 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-8f44b834-5049-4491-9d4c-bfaa08025c3e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:24.198718 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8f44b834-5049-4491-9d4c-bfaa08025c3e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2551148 Jan 21 09:51:24.198718 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5411b981-8416-4a57-aea0-2d8ec6219119 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:24.199237 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35982) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:24.201538 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35986) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:24.205147 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-b0daa727-b753-472c-91de-634a6dc73ef9 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Request body: {'security_group': {'name': 'tempest-secgroup--2097549072'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:24.215085 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b0daa727-b753-472c-91de-634a6dc73ef9 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:24.236102 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-5411b981-8416-4a57-aea0-2d8ec6219119 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:24.240028 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-5411b981-8416-4a57-aea0-2d8ec6219119 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Usage tracker for resource:security_group_rule and tenant:f69b9d3c1b094bf5a9149ce94dad3789 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:24.243271 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-5411b981-8416-4a57-aea0-2d8ec6219119 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:24.249367 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-5411b981-8416-4a57-aea0-2d8ec6219119 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:24.278765 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b0daa727-b753-472c-91de-634a6dc73ef9 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:24.300161 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ad5d7c7e-e12e-4838-a102-4a93e084e7af tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:24.311974 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b0daa727-b753-472c-91de-634a6dc73ef9 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:24.317975 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5411b981-8416-4a57-aea0-2d8ec6219119 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:24.324535 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5411b981-8416-4a57-aea0-2d8ec6219119 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:24.343723 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ad5d7c7e-e12e-4838-a102-4a93e084e7af tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "DELETE /v2.0/ports/0ade5573-2bc3-4fc1-b5dc-186437520f7e HTTP/1.1" status: 204 len: 168 time: 1.1642246 Jan 21 09:51:24.345589 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 35990) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:24.352155 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65747069-f9e0-44a9-8569-8d5c0c4587c7 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:24.353230 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65747069-f9e0-44a9-8569-8d5c0c4587c7 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:24.354705 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65747069-f9e0-44a9-8569-8d5c0c4587c7 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:24.355788 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-65747069-f9e0-44a9-8569-8d5c0c4587c7 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:24.381040 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411b981-8416-4a57-aea0-2d8ec6219119 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93010e46-4dd6-4b1d-9fcb-cab7c3aba4e6,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:24.385572 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5411b981-8416-4a57-aea0-2d8ec6219119 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:24.388545 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5411b981-8416-4a57-aea0-2d8ec6219119 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2968652 Jan 21 09:51:24.391180 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35994) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:24.402164 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-42232481-a172-4807-835b-cd9b8dfe50c2 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Request body: {'security_group': {'name': 'tempest-secgroup--1581822609'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:24.407655 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-42232481-a172-4807-835b-cd9b8dfe50c2 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:24.414561 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-42232481-a172-4807-835b-cd9b8dfe50c2 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Usage tracker for resource:security_group and tenant:f69b9d3c1b094bf5a9149ce94dad3789 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:24.418575 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-42232481-a172-4807-835b-cd9b8dfe50c2 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:24.426604 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-42232481-a172-4807-835b-cd9b8dfe50c2 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:24.434824 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b0daa727-b753-472c-91de-634a6dc73ef9 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:24.438225 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-65747069-f9e0-44a9-8569-8d5c0c4587c7 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:24.440142 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-65747069-f9e0-44a9-8569-8d5c0c4587c7 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2289057 Jan 21 09:51:24.447920 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 35998) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:24.448435 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-b0daa727-b753-472c-91de-634a6dc73ef9 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Usage tracker for resource:security_group_rule and tenant:5f453bbef0694ef6bf3e2755403e2faa is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:24.462921 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-b0daa727-b753-472c-91de-634a6dc73ef9 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:24.469933 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-fea42fdf-9596-45bb-af85-edd7db903b28 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Deleting port 4c029a8d-8b81-4ffb-903c-beadb2c508ad {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:51:24.471732 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fea42fdf-9596-45bb-af85-edd7db903b28 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:24.518225 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b0daa727-b753-472c-91de-634a6dc73ef9 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:24.583656 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-42232481-a172-4807-835b-cd9b8dfe50c2 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:24.713792 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-42232481-a172-4807-835b-cd9b8dfe50c2 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:24.720670 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-42232481-a172-4807-835b-cd9b8dfe50c2 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Usage tracker for resource:security_group_rule and tenant:f69b9d3c1b094bf5a9149ce94dad3789 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:24.729818 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-42232481-a172-4807-835b-cd9b8dfe50c2 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:24.730933 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b0daa727-b753-472c-91de-634a6dc73ef9 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:24.739499 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-42232481-a172-4807-835b-cd9b8dfe50c2 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:24.739651 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b0daa727-b753-472c-91de-634a6dc73ef9 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:24.789863 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-5374c621-56f3-4112-8165-42745c69a98f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting subnet 4e161d55-c048-4472-afe5-cdfd39cb5fe7 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:51:24.797682 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5374c621-56f3-4112-8165-42745c69a98f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:24.826806 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b0daa727-b753-472c-91de-634a6dc73ef9 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:24.827999 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b0daa727-b753-472c-91de-634a6dc73ef9 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6279297 Jan 21 09:51:24.829153 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0daa727-b753-472c-91de-634a6dc73ef9 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=315e8f91-20a9-413d-b4f2-eb261769953f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:24.831426 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36004) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:24.854289 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-95a9cbd2-1ccd-4dd6-bb78-4ab3c2a5a20c tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Request body: {'security_group_rule': {'security_group_id': '315e8f91-20a9-413d-b4f2-eb261769953f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:24.865534 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-95a9cbd2-1ccd-4dd6-bb78-4ab3c2a5a20c tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:24.868919 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fea42fdf-9596-45bb-af85-edd7db903b28 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:24.881419 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-95a9cbd2-1ccd-4dd6-bb78-4ab3c2a5a20c tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Usage tracker for resource:security_group_rule and tenant:5f453bbef0694ef6bf3e2755403e2faa is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:24.882825 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-42232481-a172-4807-835b-cd9b8dfe50c2 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:24.885608 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5374c621-56f3-4112-8165-42745c69a98f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:24.885789 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-95a9cbd2-1ccd-4dd6-bb78-4ab3c2a5a20c tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:24.919078 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-42232481-a172-4807-835b-cd9b8dfe50c2 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:24.984141 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42232481-a172-4807-835b-cd9b8dfe50c2 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a866bc6-d6d2-425c-a28b-32fc55bf552b,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:24.990227 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-42232481-a172-4807-835b-cd9b8dfe50c2 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:24.991581 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-42232481-a172-4807-835b-cd9b8dfe50c2 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5998914 Jan 21 09:51:24.994297 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36008) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:24.996761 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-95a9cbd2-1ccd-4dd6-bb78-4ab3c2a5a20c tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:25.004223 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-8ba133d9-f562-44ab-a982-d667b779bf07 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Request body: {'security_group_rule': {'security_group_id': '93010e46-4dd6-4b1d-9fcb-cab7c3aba4e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7a866bc6-d6d2-425c-a28b-32fc55bf552b'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:25.005262 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-fea42fdf-9596-45bb-af85-edd7db903b28 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Calling delete_port for 4c029a8d-8b81-4ffb-903c-beadb2c508ad owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:51:25.019038 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-8ba133d9-f562-44ab-a982-d667b779bf07 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:25.024439 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-8ba133d9-f562-44ab-a982-d667b779bf07 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Usage tracker for resource:security_group_rule and tenant:f69b9d3c1b094bf5a9149ce94dad3789 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:25.028655 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-8ba133d9-f562-44ab-a982-d667b779bf07 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:25.035969 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-8ba133d9-f562-44ab-a982-d667b779bf07 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:25.048463 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5374c621-56f3-4112-8165-42745c69a98f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:25.113480 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-8ba133d9-f562-44ab-a982-d667b779bf07 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:51:25.117291 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8ba133d9-f562-44ab-a982-d667b779bf07 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1193366 Jan 21 09:51:25.118412 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36012) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:25.166044 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-95a9cbd2-1ccd-4dd6-bb78-4ab3c2a5a20c tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:25.176799 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5374c621-56f3-4112-8165-42745c69a98f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:25.227267 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374c621-56f3-4112-8165-42745c69a98f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Subnet': ['ID=4e161d55-c048-4472-afe5-cdfd39cb5fe7,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:25.242351 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-81920477-86b4-4938-9d56-9f1754ca7854 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:25.246362 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5374c621-56f3-4112-8165-42745c69a98f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:25.252157 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c75616f-ea83-4347-b47c-8432e7f42ba8 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:51:25.279941 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-81920477-86b4-4938-9d56-9f1754ca7854 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:25.288736 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5374c621-56f3-4112-8165-42745c69a98f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/4e161d55-c048-4472-afe5-cdfd39cb5fe7 HTTP/1.1" status: 204 len: 168 time: 0.8438814 Jan 21 09:51:25.291514 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36016) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:25.297797 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-95a9cbd2-1ccd-4dd6-bb78-4ab3c2a5a20c tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:25.336107 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-81920477-86b4-4938-9d56-9f1754ca7854 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:25.345177 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-95a9cbd2-1ccd-4dd6-bb78-4ab3c2a5a20c tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:25.358508 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81920477-86b4-4938-9d56-9f1754ca7854 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a866bc6-d6d2-425c-a28b-32fc55bf552b,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:25.367832 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-81920477-86b4-4938-9d56-9f1754ca7854 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:25.369206 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-81920477-86b4-4938-9d56-9f1754ca7854 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "DELETE /v2.0/security-groups/7a866bc6-d6d2-425c-a28b-32fc55bf552b HTTP/1.1" status: 204 len: 168 time: 0.2507477 Jan 21 09:51:25.371812 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36020) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:25.386473 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9cbd2-1ccd-4dd6-bb78-4ab3c2a5a20c tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86c678e8-9059-4926-b5de-3521f7e117cd,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:25.397611 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fea42fdf-9596-45bb-af85-edd7db903b28 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:25.457608 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-7be55941-abf2-4fb2-8274-39b0a857911f tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Synchronizing usage tracker for tenant:f69b9d3c1b094bf5a9149ce94dad3789 on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:25.477703 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-7be55941-abf2-4fb2-8274-39b0a857911f tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Unset dirty status for tenant:f69b9d3c1b094bf5a9149ce94dad3789 on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:25.479024 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-7be55941-abf2-4fb2-8274-39b0a857911f tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1061120 Jan 21 09:51:25.481873 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36024) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:25.519624 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea42fdf-9596-45bb-af85-edd7db903b28 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event deleted for resources: {'Port': ['ID=4c029a8d-8b81-4ffb-903c-beadb2c508ad,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:25.541383 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-95a9cbd2-1ccd-4dd6-bb78-4ab3c2a5a20c tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:25.546625 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-95a9cbd2-1ccd-4dd6-bb78-4ab3c2a5a20c tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7068121 Jan 21 09:51:25.546893 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36028) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:25.557724 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-3a41ff52-0c5f-40f6-9854-041138d48e67 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Request body: {'security_group_rule': {'security_group_id': '315e8f91-20a9-413d-b4f2-eb261769953f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:25.568105 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-3a41ff52-0c5f-40f6-9854-041138d48e67 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:25.570446 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8421b33a-e471-4298-bade-6873ca731718 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:25.574540 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-3a41ff52-0c5f-40f6-9854-041138d48e67 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Usage tracker for resource:security_group_rule and tenant:5f453bbef0694ef6bf3e2755403e2faa is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:25.585114 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-3a41ff52-0c5f-40f6-9854-041138d48e67 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:25.604014 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-3a41ff52-0c5f-40f6-9854-041138d48e67 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:25.622569 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8421b33a-e471-4298-bade-6873ca731718 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:25.641370 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3a41ff52-0c5f-40f6-9854-041138d48e67 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:25.709178 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-2515c633-4992-471d-89b9-ddc92cf43227 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Deleting subnet bc09d9e6-7c87-4933-8ff1-88e890c8e783 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:51:25.715380 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2515c633-4992-471d-89b9-ddc92cf43227 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:25.733274 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8421b33a-e471-4298-bade-6873ca731718 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:25.738722 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3a41ff52-0c5f-40f6-9854-041138d48e67 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:25.747375 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fea42fdf-9596-45bb-af85-edd7db903b28 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:25.749447 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-fea42fdf-9596-45bb-af85-edd7db903b28 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "DELETE /v2.0/ports/4c029a8d-8b81-4ffb-903c-beadb2c508ad HTTP/1.1" status: 204 len: 168 time: 1.3909643 Jan 21 09:51:25.755279 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36032) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:25.760848 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3a41ff52-0c5f-40f6-9854-041138d48e67 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:25.767609 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421b33a-e471-4298-bade-6873ca731718 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93010e46-4dd6-4b1d-9fcb-cab7c3aba4e6,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:25.823343 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2515c633-4992-471d-89b9-ddc92cf43227 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:25.825334 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a41ff52-0c5f-40f6-9854-041138d48e67 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a3e02b9-35cd-4247-8ee1-ed6455dce4ec,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:25.834253 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8421b33a-e471-4298-bade-6873ca731718 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:25.838309 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8421b33a-e471-4298-bade-6873ca731718 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "DELETE /v2.0/security-groups/93010e46-4dd6-4b1d-9fcb-cab7c3aba4e6 HTTP/1.1" status: 204 len: 168 time: 0.3551629 Jan 21 09:51:25.839022 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36036) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:25.842012 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3a41ff52-0c5f-40f6-9854-041138d48e67 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:25.846336 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-3a41ff52-0c5f-40f6-9854-041138d48e67 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2982621 Jan 21 09:51:25.848946 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36040) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:25.869225 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-7e39ae27-9b4d-43b2-9010-20c7f558a441 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Request body: {'security_group_rule': {'security_group_id': '315e8f91-20a9-413d-b4f2-eb261769953f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:25.876069 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7e39ae27-9b4d-43b2-9010-20c7f558a441 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:25.885197 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-7e39ae27-9b4d-43b2-9010-20c7f558a441 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Usage tracker for resource:security_group_rule and tenant:5f453bbef0694ef6bf3e2755403e2faa is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:25.889554 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-7e39ae27-9b4d-43b2-9010-20c7f558a441 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:25.897074 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7e39ae27-9b4d-43b2-9010-20c7f558a441 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:25.936945 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2515c633-4992-471d-89b9-ddc92cf43227 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:25.939756 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7e39ae27-9b4d-43b2-9010-20c7f558a441 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.000894 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9d342768-d38f-4bb6-81b2-16de3c7ca711 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Synchronizing usage tracker for tenant:f69b9d3c1b094bf5a9149ce94dad3789 on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:26.012655 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05596b9-8e78-48a0-be6c-8454370a47a8 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:26.013710 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-b05596b9-8e78-48a0-be6c-8454370a47a8 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Synchronizing usage tracker for tenant:a9bbec69a2694a0bb3504d188ecd25f9 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:26.037574 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-b05596b9-8e78-48a0-be6c-8454370a47a8 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Unset dirty status for tenant:a9bbec69a2694a0bb3504d188ecd25f9 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:26.038957 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b05596b9-8e78-48a0-be6c-8454370a47a8 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "GET /v2.0/ports?device_id=b3e08f78-8c2f-4161-b95d-6d981a4110a4 HTTP/1.1" status: 200 len: 913 time: 0.2822199 Jan 21 09:51:26.041057 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9d342768-d38f-4bb6-81b2-16de3c7ca711 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Unset dirty status for tenant:f69b9d3c1b094bf5a9149ce94dad3789 on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:26.041443 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36044) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:26.042691 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9d342768-d38f-4bb6-81b2-16de3c7ca711 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2021823 Jan 21 09:51:26.049111 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36048) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:26.052954 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7e39ae27-9b4d-43b2-9010-20c7f558a441 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.056965 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-320ce9f4-69fc-4468-bb24-58ef7d5caefa tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Request body: {'security_group': {'name': 'tempest-secgroup--716091126'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:26.063242 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7e39ae27-9b4d-43b2-9010-20c7f558a441 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.066180 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-320ce9f4-69fc-4468-bb24-58ef7d5caefa tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:26.101934 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-320ce9f4-69fc-4468-bb24-58ef7d5caefa tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:26.103933 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e39ae27-9b4d-43b2-9010-20c7f558a441 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aabeeea-4fe3-4cd9-8890-ea8fdf05fa1e,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:26.104737 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2515c633-4992-471d-89b9-ddc92cf43227 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.127376 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7e39ae27-9b4d-43b2-9010-20c7f558a441 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.129076 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-7e39ae27-9b4d-43b2-9010-20c7f558a441 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2647226 Jan 21 09:51:26.132471 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36052) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:26.138093 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-6aedc551-1273-4ab3-bdad-1b5c1b8e270f tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Request body: {'security_group_rule': {'security_group_id': '315e8f91-20a9-413d-b4f2-eb261769953f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:26.145138 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-320ce9f4-69fc-4468-bb24-58ef7d5caefa tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.155523 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6aedc551-1273-4ab3-bdad-1b5c1b8e270f tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:26.164451 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2515c633-4992-471d-89b9-ddc92cf43227 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Subnet': ['ID=bc09d9e6-7c87-4933-8ff1-88e890c8e783,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:26.174217 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6aedc551-1273-4ab3-bdad-1b5c1b8e270f tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Usage tracker for resource:security_group_rule and tenant:5f453bbef0694ef6bf3e2755403e2faa is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:26.175090 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2515c633-4992-471d-89b9-ddc92cf43227 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.185378 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6aedc551-1273-4ab3-bdad-1b5c1b8e270f tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:26.197027 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6aedc551-1273-4ab3-bdad-1b5c1b8e270f tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:26.199547 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2515c633-4992-471d-89b9-ddc92cf43227 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/bc09d9e6-7c87-4933-8ff1-88e890c8e783 HTTP/1.1" status: 204 len: 168 time: 0.9064667 Jan 21 09:51:26.203020 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36056) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:26.224445 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-320ce9f4-69fc-4468-bb24-58ef7d5caefa tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:26.233492 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-320ce9f4-69fc-4468-bb24-58ef7d5caefa tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Usage tracker for resource:security_group_rule and tenant:f69b9d3c1b094bf5a9149ce94dad3789 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:26.240429 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-320ce9f4-69fc-4468-bb24-58ef7d5caefa tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:26.246141 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6aedc551-1273-4ab3-bdad-1b5c1b8e270f tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.259241 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-320ce9f4-69fc-4468-bb24-58ef7d5caefa tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:26.266477 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0d16cc-a77e-4304-a327-707c7626a110 None None] Network d5f237d0-52c1-4100-800c-a471203fec66 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:51:26.278518 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2ac890e3-7a62-424d-bfa1-12464449df0f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0740497 Jan 21 09:51:26.281164 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36060) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:26.361560 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6aedc551-1273-4ab3-bdad-1b5c1b8e270f tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.368453 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6aedc551-1273-4ab3-bdad-1b5c1b8e270f tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.392392 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-320ce9f4-69fc-4468-bb24-58ef7d5caefa tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.406207 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-320ce9f4-69fc-4468-bb24-58ef7d5caefa tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.437436 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aedc551-1273-4ab3-bdad-1b5c1b8e270f tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fec3328-1673-4c58-bc73-9b4d6e1fea58,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:26.439722 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b852a1ea-fea3-4c91-bcfb-42f2ee6d17ff tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:26.441980 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b852a1ea-fea3-4c91-bcfb-42f2ee6d17ff tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1598744 Jan 21 09:51:26.444679 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36064) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:26.445308 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1c8eca03-5210-4f0d-a34f-e97820d7df83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.484836 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-74d5fe31-5c6b-4ae9-8d18-14cfc1312e4b None None] Provisioning complete for port 2d6b374d-3df3-4452-8984-142018922b31 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:26.485276 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-74d5fe31-5c6b-4ae9-8d18-14cfc1312e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.517993 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ce9f4-69fc-4468-bb24-58ef7d5caefa tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e45066b-c138-4d3d-a346-a6edec35c949,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:26.527866 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6aedc551-1273-4ab3-bdad-1b5c1b8e270f tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.532149 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6aedc551-1273-4ab3-bdad-1b5c1b8e270f tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3983464 Jan 21 09:51:26.532717 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36068) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:26.547830 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-191fa7cd-650e-45ff-a2c3-8921625b1ebb tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Request body: {'security_group_rule': {'security_group_id': '315e8f91-20a9-413d-b4f2-eb261769953f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:26.553642 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-320ce9f4-69fc-4468-bb24-58ef7d5caefa tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.554776 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-320ce9f4-69fc-4468-bb24-58ef7d5caefa tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5043461 Jan 21 09:51:26.557920 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36072) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:26.558891 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-191fa7cd-650e-45ff-a2c3-8921625b1ebb tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:26.564045 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-819b2695-ed0c-4618-92d3-563982b948ea tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Request body: {'security_group_rule': {'security_group_id': '3e45066b-c138-4d3d-a346-a6edec35c949', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:26.567203 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecaa869-3247-4fe0-bb81-6232d6157e66 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:26.567881 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-fecaa869-3247-4fe0-bb81-6232d6157e66 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Synchronizing usage tracker for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:26.570963 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-191fa7cd-650e-45ff-a2c3-8921625b1ebb tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Usage tracker for resource:security_group_rule and tenant:5f453bbef0694ef6bf3e2755403e2faa is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:26.572764 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-819b2695-ed0c-4618-92d3-563982b948ea tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:26.575439 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-191fa7cd-650e-45ff-a2c3-8921625b1ebb tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:26.578141 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-819b2695-ed0c-4618-92d3-563982b948ea tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Usage tracker for resource:security_group_rule and tenant:f69b9d3c1b094bf5a9149ce94dad3789 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:26.582607 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-819b2695-ed0c-4618-92d3-563982b948ea tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:26.583287 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-191fa7cd-650e-45ff-a2c3-8921625b1ebb tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:26.592966 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-819b2695-ed0c-4618-92d3-563982b948ea tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:26.607830 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-fecaa869-3247-4fe0-bb81-6232d6157e66 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Unset dirty status for tenant:a7955c8ebe9643bebfb939ccbc74931a on resource:subnet {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:26.609963 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-fecaa869-3247-4fe0-bb81-6232d6157e66 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1636107 Jan 21 09:51:26.615359 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36076) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:26.697361 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-191fa7cd-650e-45ff-a2c3-8921625b1ebb tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.702869 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-819b2695-ed0c-4618-92d3-563982b948ea tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:51:26.704419 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-819b2695-ed0c-4618-92d3-563982b948ea tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1450250 Jan 21 09:51:26.708406 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36080) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:26.711036 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6df129-1dbd-4cb6-b6c8-64d584bcdaaf None None] DHCP port deletion for d5f237d0-52c1-4100-800c-a471203fec66 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:51:26.715253 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-1a6df129-1dbd-4cb6-b6c8-64d584bcdaaf None None] Deleting port 2d6b374d-3df3-4452-8984-142018922b31 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:51:26.715417 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-0548c43b-3f99-4e18-88b4-f3de3b7e326e tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Request body: {'security_group_rule': {'security_group_id': '3e45066b-c138-4d3d-a346-a6edec35c949', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:26.715625 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1a6df129-1dbd-4cb6-b6c8-64d584bcdaaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.722066 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0548c43b-3f99-4e18-88b4-f3de3b7e326e tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:26.728014 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0548c43b-3f99-4e18-88b4-f3de3b7e326e tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Usage tracker for resource:security_group_rule and tenant:f69b9d3c1b094bf5a9149ce94dad3789 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:26.731445 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0548c43b-3f99-4e18-88b4-f3de3b7e326e tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:26.736551 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5f1a570e-6ee2-4bcc-9907-a4f8f80a8364 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1159616 Jan 21 09:51:26.736836 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36084) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:26.742992 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0548c43b-3f99-4e18-88b4-f3de3b7e326e tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:26.792299 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e94b8e1-f875-4f07-8f18-f778f1e65ad7 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:26.792748 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e94b8e1-f875-4f07-8f18-f778f1e65ad7 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:26.794912 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3e94b8e1-f875-4f07-8f18-f778f1e65ad7 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/f142070d-1d4f-4532-801b-72c06bf32195 HTTP/1.1" status: 404 len: 333 time: 0.0546603 Jan 21 09:51:26.798944 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36088) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:26.807099 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-191fa7cd-650e-45ff-a2c3-8921625b1ebb tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.812214 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-191fa7cd-650e-45ff-a2c3-8921625b1ebb tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.846924 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191fa7cd-650e-45ff-a2c3-8921625b1ebb tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd70795-dd62-4ad6-a637-c64aa0b284ef,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:26.873044 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-191fa7cd-650e-45ff-a2c3-8921625b1ebb tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.874674 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-191fa7cd-650e-45ff-a2c3-8921625b1ebb tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.3349454 Jan 21 09:51:26.877829 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36092) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:26.938174 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-85942c36-59c0-4594-934b-efd071d1e211 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.950885 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-85942c36-59c0-4594-934b-efd071d1e211 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.979156 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-85942c36-59c0-4594-934b-efd071d1e211 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.987061 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-e43e78f0-5cc4-425b-84f5-30d10a08a936 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:26.987527 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e43e78f0-5cc4-425b-84f5-30d10a08a936 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:26.989257 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e43e78f0-5cc4-425b-84f5-30d10a08a936 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/bc09d9e6-7c87-4933-8ff1-88e890c8e783 HTTP/1.1" status: 404 len: 337 time: 0.1883578 Jan 21 09:51:26.992944 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36096) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:26.994609 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-760d799b-25c0-46d1-8116-417e6ed03349 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:27.004601 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-85942c36-59c0-4594-934b-efd071d1e211 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:27.005749 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-85942c36-59c0-4594-934b-efd071d1e211 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/4dd70795-dd62-4ad6-a637-c64aa0b284ef HTTP/1.1" status: 204 len: 168 time: 0.1237266 Jan 21 09:51:27.006840 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85942c36-59c0-4594-934b-efd071d1e211 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4dd70795-dd62-4ad6-a637-c64aa0b284ef,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:27.009775 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36098) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:27.021547 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-1a6df129-1dbd-4cb6-b6c8-64d584bcdaaf None None] For port 2d6b374d-3df3-4452-8984-142018922b31, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=2d6b374d-3df3-4452-8984-142018922b31,segment=NetworkSegment(013c5f04-a54c-4b30-b386-8ae6efcfe65e),segment_id=013c5f04-a54c-4b30-b386-8ae6efcfe65e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:27.022267 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1a6df129-1dbd-4cb6-b6c8-64d584bcdaaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:27.077138 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b8a4bcab-859f-4177-8867-d862cd62d9ca tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Synchronizing usage tracker for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group_rule {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:27.094662 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b8a4bcab-859f-4177-8867-d862cd62d9ca tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Unset dirty status for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group_rule {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:27.096533 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b8a4bcab-859f-4177-8867-d862cd62d9ca tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.0858405 Jan 21 09:51:27.100484 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36104) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:27.104673 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-55c1f200-c864-4367-9400-7bd9cfacba96 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:27.105128 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55c1f200-c864-4367-9400-7bd9cfacba96 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:27.106989 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-55c1f200-c864-4367-9400-7bd9cfacba96 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/4e161d55-c048-4472-afe5-cdfd39cb5fe7 HTTP/1.1" status: 404 len: 337 time: 0.0631294 Jan 21 09:51:27.111012 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36108) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:27.117745 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-0548c43b-3f99-4e18-88b4-f3de3b7e326e tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:51:27.118935 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0548c43b-3f99-4e18-88b4-f3de3b7e326e tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4094284 Jan 21 09:51:27.122024 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36112) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:27.164066 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0c93eeaa-c72a-42e5-8440-bbd38d75eb80 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:27.170370 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-1a6df129-1dbd-4cb6-b6c8-64d584bcdaaf None None] Calling delete_port for 2d6b374d-3df3-4452-8984-142018922b31 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:51:27.172324 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e4212c-3b19-4bf3-976f-1a741c749118 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:27.173717 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2e4212c-3b19-4bf3-976f-1a741c749118 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:27.176395 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e2e4212c-3b19-4bf3-976f-1a741c749118 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/89e80adf-2586-45c8-a8b9-94faa9baaf2f HTTP/1.1" status: 404 len: 333 time: 0.0640087 Jan 21 09:51:27.180064 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36116) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:27.185716 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0c93eeaa-c72a-42e5-8440-bbd38d75eb80 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:27.230768 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b48011c3-b438-4ed4-9da3-b1ac970cecbc tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:27.234307 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5cc4df3-d793-4b17-a168-85bd9b33763e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:27.234827 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5cc4df3-d793-4b17-a168-85bd9b33763e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:27.236532 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e5cc4df3-d793-4b17-a168-85bd9b33763e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/87db6c17-908f-4e53-8fea-c1a2551c192f HTTP/1.1" status: 404 len: 337 time: 0.0548453 Jan 21 09:51:27.240809 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36120) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:27.266475 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0c93eeaa-c72a-42e5-8440-bbd38d75eb80 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:27.273735 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1a6df129-1dbd-4cb6-b6c8-64d584bcdaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:27.290762 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b48011c3-b438-4ed4-9da3-b1ac970cecbc tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:27.295850 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1d9f904-dc58-40db-91ed-ed53ba25d8f7 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:27.295950 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1d9f904-dc58-40db-91ed-ed53ba25d8f7 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:27.297998 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b1d9f904-dc58-40db-91ed-ed53ba25d8f7 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/17368b3a-3793-4a9e-b6a0-53c9e579a96f HTTP/1.1" status: 404 len: 337 time: 0.0559602 Jan 21 09:51:27.305567 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36124) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:27.306333 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c93eeaa-c72a-42e5-8440-bbd38d75eb80 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6fec3328-1673-4c58-bc73-9b4d6e1fea58,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:27.352710 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6df129-1dbd-4cb6-b6c8-64d584bcdaaf None None] Pushing event deleted for resources: {'Port': ['ID=2d6b374d-3df3-4452-8984-142018922b31,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:27.360853 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6df129-1dbd-4cb6-b6c8-64d584bcdaaf None None] No DVR routers for this DVR port 2d6b374d-3df3-4452-8984-142018922b31 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:51:27.365147 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0c93eeaa-c72a-42e5-8440-bbd38d75eb80 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:27.366190 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0c93eeaa-c72a-42e5-8440-bbd38d75eb80 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/6fec3328-1673-4c58-bc73-9b4d6e1fea58 HTTP/1.1" status: 204 len: 168 time: 0.2646449 Jan 21 09:51:27.369382 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36128) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:27.369800 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e64d171-10df-496d-8f17-1b2f8a98b61f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:27.370264 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e64d171-10df-496d-8f17-1b2f8a98b61f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:27.371925 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-2e64d171-10df-496d-8f17-1b2f8a98b61f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/a9501f8c-a411-4b6f-b6c7-38cd45d4c203 HTTP/1.1" status: 404 len: 333 time: 0.0635064 Jan 21 09:51:27.381950 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36132) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:27.424129 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-201c2746-3519-4919-901b-9295d1aa28c4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:27.424460 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-201c2746-3519-4919-901b-9295d1aa28c4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:27.431351 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:27.432116 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-201c2746-3519-4919-901b-9295d1aa28c4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/dbbcff5a-ef3e-463f-b5a5-dce57189bb4f HTTP/1.1" status: 404 len: 337 time: 0.0491898 Jan 21 09:51:27.434846 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36136) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:27.444939 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b48011c3-b438-4ed4-9da3-b1ac970cecbc tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:27.464727 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b48011c3-b438-4ed4-9da3-b1ac970cecbc tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:27.465859 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b48011c3-b438-4ed4-9da3-b1ac970cecbc tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "DELETE /v2.0/security-groups/3e45066b-c138-4d3d-a346-a6edec35c949 HTTP/1.1" status: 204 len: 168 time: 0.3428335 Jan 21 09:51:27.466872 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48011c3-b438-4ed4-9da3-b1ac970cecbc tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e45066b-c138-4d3d-a346-a6edec35c949,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:27.468444 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36140) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:27.495917 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-97618dd0-c44a-4682-9b16-cf29d40499ff tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Synchronizing usage tracker for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group_rule {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:27.503435 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-97908757-867d-4beb-b84a-b241491bf298 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:27.504098 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97908757-867d-4beb-b84a-b241491bf298 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:27.505899 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-97908757-867d-4beb-b84a-b241491bf298 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/731525c5-a078-46cb-b995-01ceb6d708fc HTTP/1.1" status: 404 len: 337 time: 0.0700650 Jan 21 09:51:27.508696 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36144) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:27.558745 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-97618dd0-c44a-4682-9b16-cf29d40499ff tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Unset dirty status for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group_rule {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:27.562638 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-97618dd0-c44a-4682-9b16-cf29d40499ff tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.1887555 Jan 21 09:51:27.564497 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36148) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:27.659147 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-1bc72c6a-fbea-4b30-b8ae-876cce397b6e tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Synchronizing usage tracker for tenant:f69b9d3c1b094bf5a9149ce94dad3789 on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:27.662577 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-da4fd283-ad0e-4acb-abf5-d7c5972619e6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:27.663006 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da4fd283-ad0e-4acb-abf5-d7c5972619e6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:27.664632 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-da4fd283-ad0e-4acb-abf5-d7c5972619e6 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/c34caddd-711e-40b1-a6ed-a6df1e49caef HTTP/1.1" status: 404 len: 333 time: 0.1496542 Jan 21 09:51:27.666886 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-adcb70d4-b67d-40bd-b018-8ec81a595447 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:27.667261 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36152) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:27.672799 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:27.695438 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-adcb70d4-b67d-40bd-b018-8ec81a595447 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:27.711840 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-08fd0e8c-e24c-40de-b8cd-1eb170a73603 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:27.712274 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08fd0e8c-e24c-40de-b8cd-1eb170a73603 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:27.713913 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-08fd0e8c-e24c-40de-b8cd-1eb170a73603 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/85ee080e-e8a1-4043-ba7e-b921b07bb75c HTTP/1.1" status: 404 len: 337 time: 0.0457742 Jan 21 09:51:27.716599 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36156) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:27.751137 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-1bc72c6a-fbea-4b30-b8ae-876cce397b6e tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Unset dirty status for tenant:f69b9d3c1b094bf5a9149ce94dad3789 on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:27.755815 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-1bc72c6a-fbea-4b30-b8ae-876cce397b6e tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2829473 Jan 21 09:51:27.756025 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36160) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:27.758822 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-2118b1be-61af-4f21-a1e2-9b6016f7f6bd tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:27.759253 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2118b1be-61af-4f21-a1e2-9b6016f7f6bd tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:27.760826 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-2118b1be-61af-4f21-a1e2-9b6016f7f6bd tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/7d67a647-78ea-4585-bd64-7aa0a2a5bf17 HTTP/1.1" status: 404 len: 337 time: 0.0433595 Jan 21 09:51:27.764266 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-07377926-5f7e-4cb4-936d-b5cb712a7ecb tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Request body: {'security_group': {'name': 'tempest-secgroup--757100161'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:27.765282 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36164) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:27.770697 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-07377926-5f7e-4cb4-936d-b5cb712a7ecb tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:27.782433 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-07377926-5f7e-4cb4-936d-b5cb712a7ecb tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:27.794579 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-07377926-5f7e-4cb4-936d-b5cb712a7ecb tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:27.816189 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-adcb70d4-b67d-40bd-b018-8ec81a595447 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:27.834134 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-c30d8014-d90a-45f1-9067-9c1b6ddbbd0f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:27.834923 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c30d8014-d90a-45f1-9067-9c1b6ddbbd0f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:27.835795 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-07377926-5f7e-4cb4-936d-b5cb712a7ecb tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:27.842139 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-07377926-5f7e-4cb4-936d-b5cb712a7ecb tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Usage tracker for resource:security_group_rule and tenant:f69b9d3c1b094bf5a9149ce94dad3789 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:27.845487 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb70d4-b67d-40bd-b018-8ec81a595447 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8aabeeea-4fe3-4cd9-8890-ea8fdf05fa1e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:27.846005 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-07377926-5f7e-4cb4-936d-b5cb712a7ecb tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:27.853135 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-07377926-5f7e-4cb4-936d-b5cb712a7ecb tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:27.879166 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c30d8014-d90a-45f1-9067-9c1b6ddbbd0f tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/4a458397-fec0-498d-9df3-b32f40677781 HTTP/1.1" status: 404 len: 333 time: 0.1125455 Jan 21 09:51:27.881911 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36168) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:27.884011 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-adcb70d4-b67d-40bd-b018-8ec81a595447 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:27.885349 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-adcb70d4-b67d-40bd-b018-8ec81a595447 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/8aabeeea-4fe3-4cd9-8890-ea8fdf05fa1e HTTP/1.1" status: 204 len: 168 time: 0.3199308 Jan 21 09:51:27.896126 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36172) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:27.964799 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dc239a2-3bf8-4355-9a71-d6ad5860e447 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:27.965235 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dc239a2-3bf8-4355-9a71-d6ad5860e447 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:27.986331 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-07377926-5f7e-4cb4-936d-b5cb712a7ecb tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:27.990083 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-3dc239a2-3bf8-4355-9a71-d6ad5860e447 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/f6269d61-c567-4eae-af0f-45453017be5f HTTP/1.1" status: 404 len: 337 time: 0.1064632 Jan 21 09:51:27.993128 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36176) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:28.001087 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-07377926-5f7e-4cb4-936d-b5cb712a7ecb tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:28.038666 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea5b04c7-1fcf-4071-8b5d-bd87a0ed2803 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:28.039099 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea5b04c7-1fcf-4071-8b5d-bd87a0ed2803 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:28.039320 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-2097b758-c16c-4a70-8d38-4b46da6a7a5a tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Synchronizing usage tracker for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group_rule {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:28.042021 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ea5b04c7-1fcf-4071-8b5d-bd87a0ed2803 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/6f884682-1ba0-4012-852d-459bd4c12a76 HTTP/1.1" status: 404 len: 333 time: 0.0476642 Jan 21 09:51:28.048413 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36180) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:28.059365 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07377926-5f7e-4cb4-936d-b5cb712a7ecb tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7506ab-9f8e-4a2e-be10-dcc189cc254f,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:28.061481 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-07377926-5f7e-4cb4-936d-b5cb712a7ecb tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:28.065329 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-07377926-5f7e-4cb4-936d-b5cb712a7ecb tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3057694 Jan 21 09:51:28.066247 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36184) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:28.072856 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-e4d638b4-e4df-4cae-9df7-e5718b97906d tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:28.073397 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-e4d638b4-e4df-4cae-9df7-e5718b97906d tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] update failed (client error): There was a conflict when trying to complete your request. Jan 21 09:51:28.076890 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e4d638b4-e4df-4cae-9df7-e5718b97906d tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "PUT /v2.0/security-groups/7d7506ab-9f8e-4a2e-be10-dcc189cc254f HTTP/1.1" status: 409 len: 330 time: 0.0072322 Jan 21 09:51:28.077124 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36188) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:28.093193 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-2097b758-c16c-4a70-8d38-4b46da6a7a5a tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Unset dirty status for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group_rule {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:28.098768 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-2097b758-c16c-4a70-8d38-4b46da6a7a5a tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.1980610 Jan 21 09:51:28.098879 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36192) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:28.123283 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-e89092ba-fdb7-48c6-8aa1-6c2a69e8ba9a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:28.123636 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e89092ba-fdb7-48c6-8aa1-6c2a69e8ba9a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:28.125282 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e89092ba-fdb7-48c6-8aa1-6c2a69e8ba9a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/f57c9989-f63a-4088-b481-1d05c5c50aaf HTTP/1.1" status: 404 len: 337 time: 0.0757408 Jan 21 09:51:28.128274 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36196) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:28.154181 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0524646-7b04-461c-8ce7-0d38d462ed16 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:28.160079 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 2d6b374d-3df3-4452-8984-142018922b31 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:51:28.167550 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0524646-7b04-461c-8ce7-0d38d462ed16 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:28.184259 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d264e8-8319-447b-8d43-e94b5def3208 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:28.184706 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80d264e8-8319-447b-8d43-e94b5def3208 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:28.188644 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-80d264e8-8319-447b-8d43-e94b5def3208 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/09faa273-7526-4930-ade3-d40a757b4fc4 HTTP/1.1" status: 404 len: 333 time: 0.0566084 Jan 21 09:51:28.188910 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36200) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:28.195918 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 2d6b374d-3df3-4452-8984-142018922b31 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:51:28.196276 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 2d6b374d-3df3-4452-8984-142018922b31 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:51:28.201319 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d180d747-a565-4fa7-8265-856411638199 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:28.221015 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0524646-7b04-461c-8ce7-0d38d462ed16 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:28.244818 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5945b80-e434-4657-9ad3-9182ecf9eb02 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:28.245255 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5945b80-e434-4657-9ad3-9182ecf9eb02 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:28.247075 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b5945b80-e434-4657-9ad3-9182ecf9eb02 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/1204bd85-c183-4c08-859c-f96c0a096ffe HTTP/1.1" status: 404 len: 337 time: 0.0526178 Jan 21 09:51:28.251047 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36204) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:28.254668 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0524646-7b04-461c-8ce7-0d38d462ed16 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a3e02b9-35cd-4247-8ee1-ed6455dce4ec,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:28.259046 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d180d747-a565-4fa7-8265-856411638199 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:28.274188 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0524646-7b04-461c-8ce7-0d38d462ed16 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:28.275549 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b0524646-7b04-461c-8ce7-0d38d462ed16 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/7a3e02b9-35cd-4247-8ee1-ed6455dce4ec HTTP/1.1" status: 204 len: 168 time: 0.1755040 Jan 21 09:51:28.282106 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36208) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:28.297980 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e6412cd-c8e0-42d1-9a14-87396cc1359b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:28.298344 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e6412cd-c8e0-42d1-9a14-87396cc1359b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:28.302425 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0e6412cd-c8e0-42d1-9a14-87396cc1359b tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/a7ebb06a-d391-4410-be51-b606b1a0903b HTTP/1.1" status: 404 len: 333 time: 0.0478342 Jan 21 09:51:28.303662 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36212) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:28.363709 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c8dcc9-a16b-42af-8388-e46409a7c450 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:28.363709 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90c8dcc9-a16b-42af-8388-e46409a7c450 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:28.374585 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-90c8dcc9-a16b-42af-8388-e46409a7c450 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/850045bb-6605-4d67-bc08-504016d325e2 HTTP/1.1" status: 404 len: 337 time: 0.0703015 Jan 21 09:51:28.377158 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36216) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:28.385646 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-760d799b-25c0-46d1-8116-417e6ed03349 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Deleting port 06f20351-67e8-44bd-af95-3211c12339be {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:51:28.385989 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-760d799b-25c0-46d1-8116-417e6ed03349 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:28.418686 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d180d747-a565-4fa7-8265-856411638199 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:28.420995 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d180d747-a565-4fa7-8265-856411638199 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:28.422141 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d180d747-a565-4fa7-8265-856411638199 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "DELETE /v2.0/security-groups/7d7506ab-9f8e-4a2e-be10-dcc189cc254f HTTP/1.1" status: 204 len: 168 time: 0.3440735 Jan 21 09:51:28.425835 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36220) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:28.442151 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-de272b6f-ab91-4f22-a3a0-2d155c9902b4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:28.442586 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de272b6f-ab91-4f22-a3a0-2d155c9902b4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:28.447708 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-de272b6f-ab91-4f22-a3a0-2d155c9902b4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/204bd8e3-3b37-4cc8-91fb-d0dd7a3ccd3e HTTP/1.1" status: 404 len: 333 time: 0.0661414 Jan 21 09:51:28.449040 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36224) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:28.451360 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180d747-a565-4fa7-8265-856411638199 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7506ab-9f8e-4a2e-be10-dcc189cc254f,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:28.489473 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-39577fb5-57e4-43f1-aadb-cf3b391ead36 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Synchronizing usage tracker for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group_rule {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:28.499888 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d84edec-5489-487f-afd9-e5b284ef1e6a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:28.500321 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d84edec-5489-487f-afd9-e5b284ef1e6a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:28.504567 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8d84edec-5489-487f-afd9-e5b284ef1e6a tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/aeb6af1b-79ab-4595-afbe-98bf26d56842 HTTP/1.1" status: 404 len: 337 time: 0.0518911 Jan 21 09:51:28.505650 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36228) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:28.555487 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-39577fb5-57e4-43f1-aadb-cf3b391ead36 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Unset dirty status for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group_rule {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:28.559338 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-39577fb5-57e4-43f1-aadb-cf3b391ead36 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.2737560 Jan 21 09:51:28.559338 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-65c174d2-bd15-4aa8-b12d-c41270e02947 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:28.559338 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65c174d2-bd15-4aa8-b12d-c41270e02947 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:28.559624 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-65c174d2-bd15-4aa8-b12d-c41270e02947 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/b2e1de3d-0f7b-4f68-a859-92ee2190512b HTTP/1.1" status: 404 len: 333 time: 0.0528021 Jan 21 09:51:28.560078 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36232) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:28.570454 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36236) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:28.582820 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-b29b32ce-fc50-49ab-baa6-56181bb8fcd7 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Synchronizing usage tracker for tenant:f69b9d3c1b094bf5a9149ce94dad3789 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:28.613137 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-b29b32ce-fc50-49ab-baa6-56181bb8fcd7 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] Unset dirty status for tenant:f69b9d3c1b094bf5a9149ce94dad3789 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:28.614878 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b29b32ce-fc50-49ab-baa6-56181bb8fcd7 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1881092 Jan 21 09:51:28.620687 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36240) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:28.628299 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-c600eade-219f-42f2-af58-13d3577ca1ca tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:28.628299 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c600eade-219f-42f2-af58-13d3577ca1ca tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:28.630317 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c600eade-219f-42f2-af58-13d3577ca1ca tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/7c9bdbee-7a34-423b-b082-37caa4142673 HTTP/1.1" status: 404 len: 337 time: 0.0566881 Jan 21 09:51:28.633919 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36244) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:28.643434 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0ba62ac5-bf96-4668-9a87-756081d5736c tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:28.658193 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0ba62ac5-bf96-4668-9a87-756081d5736c tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:28.667363 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-142c2279-0c01-4963-bccb-71b104487dc8 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] delete failed (client error): The resource could not be found. Jan 21 09:51:28.668568 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-142c2279-0c01-4963-bccb-71b104487dc8 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "DELETE /v2.0/security-groups/0418a17a-319e-4096-b13c-4f41ff8d9839 HTTP/1.1" status: 404 len: 347 time: 0.0450869 Jan 21 09:51:28.674592 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36248) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:28.689467 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b03805e-42e2-476f-a78a-72819c828a9e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:28.689931 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b03805e-42e2-476f-a78a-72819c828a9e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:28.694306 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9b03805e-42e2-476f-a78a-72819c828a9e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/cf5bcfb7-65d4-4f67-9414-d4cfe40b03a3 HTTP/1.1" status: 404 len: 337 time: 0.0569189 Jan 21 09:51:28.694306 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-760d799b-25c0-46d1-8116-417e6ed03349 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:28.695740 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36252) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:28.700985 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-6aba9d96-acda-43d2-bacf-fed2774e7746 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] show failed (client error): The resource could not be found. Jan 21 09:51:28.702115 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6aba9d96-acda-43d2-bacf-fed2774e7746 tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "GET /v2.0/security-groups/96958e6e-564d-4761-b51d-c1d687cb60cd HTTP/1.1" status: 404 len: 347 time: 0.0262375 Jan 21 09:51:28.705587 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36256) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:28.748004 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0ba62ac5-bf96-4668-9a87-756081d5736c tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:28.754608 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a29686-0995-4cd9-902a-1afe8084467e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:28.755044 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6a29686-0995-4cd9-902a-1afe8084467e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:28.775649 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b6a29686-0995-4cd9-902a-1afe8084467e tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/5d72c29c-1b50-4dcb-af59-5fa1ee4d30be HTTP/1.1" status: 404 len: 333 time: 0.0784209 Jan 21 09:51:28.777679 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba62ac5-bf96-4668-9a87-756081d5736c tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86c678e8-9059-4926-b5de-3521f7e117cd,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:28.780710 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36260) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:28.785814 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0ba62ac5-bf96-4668-9a87-756081d5736c tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:28.786893 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0ba62ac5-bf96-4668-9a87-756081d5736c tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/86c678e8-9059-4926-b5de-3521f7e117cd HTTP/1.1" status: 204 len: 168 time: 0.2259562 Jan 21 09:51:28.819472 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36264) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:28.839026 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5702074-69e8-4eeb-861c-cb37e5d945f1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:28.839520 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5702074-69e8-4eeb-861c-cb37e5d945f1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:28.841688 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e5702074-69e8-4eeb-861c-cb37e5d945f1 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/0eefa844-86d7-4a03-a376-0ecf0ea67085 HTTP/1.1" status: 404 len: 337 time: 0.0594504 Jan 21 09:51:28.844775 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36268) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:28.894932 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e76eb8-0b32-484f-87c6-f643c74e3d04 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:28.895996 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55e76eb8-0b32-484f-87c6-f643c74e3d04 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:28.898024 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-55e76eb8-0b32-484f-87c6-f643c74e3d04 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/7d230846-f64b-46ae-b614-5dc27a6b8956 HTTP/1.1" status: 404 len: 337 time: 0.0517290 Jan 21 09:51:28.901450 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36272) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:28.953260 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-00139598-0326-449d-ac54-1e437d276bf4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:28.953793 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00139598-0326-449d-ac54-1e437d276bf4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:28.954691 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-17484086-96cb-4268-8e35-0ed5f0fc404d tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] show failed (client error): The resource could not be found. Jan 21 09:51:28.958531 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-00139598-0326-449d-ac54-1e437d276bf4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/47f6bcff-9b12-4916-a4a8-e2745a1ccb6d HTTP/1.1" status: 404 len: 333 time: 0.0530624 Jan 21 09:51:28.958632 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-17484086-96cb-4268-8e35-0ed5f0fc404d tempest-NegativeSecGroupIPv6Test-914074200 tempest-NegativeSecGroupIPv6Test-914074200-project] 10.222.0.104 "GET /v2.0/security-group-rules/15a67065-ab82-4317-820f-c2d3597966d2 HTTP/1.1" status: 404 len: 356 time: 0.2486734 Jan 21 09:51:28.959441 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36276) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:28.965863 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-760d799b-25c0-46d1-8116-417e6ed03349 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Calling delete_port for 06f20351-67e8-44bd-af95-3211c12339be owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:51:29.001610 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-f23fc3c7-57b1-4f99-9ad5-6659182303b4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:29.002049 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f23fc3c7-57b1-4f99-9ad5-6659182303b4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:29.006696 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f23fc3c7-57b1-4f99-9ad5-6659182303b4 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/bd18dc34-6b09-44f1-a8e2-3a41892ed964 HTTP/1.1" status: 404 len: 337 time: 0.0434871 Jan 21 09:51:29.009839 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36282) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:29.010081 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c37477a4-3a4d-439d-ac3b-94f90919ac65 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Synchronizing usage tracker for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group_rule {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:29.027981 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c37477a4-3a4d-439d-ac3b-94f90919ac65 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Unset dirty status for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group_rule {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:29.029397 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c37477a4-3a4d-439d-ac3b-94f90919ac65 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2091820 Jan 21 09:51:29.038807 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36286) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:29.056460 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf35c9d1-75d0-4f99-850b-0b5fe68055e3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:29.056884 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf35c9d1-75d0-4f99-850b-0b5fe68055e3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:29.060809 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-cf35c9d1-75d0-4f99-850b-0b5fe68055e3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/30d8ba8a-7421-4a5b-a0c8-e359dc1728e7 HTTP/1.1" status: 404 len: 337 time: 0.0501049 Jan 21 09:51:29.063542 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36290) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:29.114507 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e3d7d5ee-d6e3-42db-b726-3c5673efa735 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:29.132127 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50e609e-2fe2-476e-a2a1-13dfc6c9d7bb tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:29.132127 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d50e609e-2fe2-476e-a2a1-13dfc6c9d7bb tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:29.134136 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d50e609e-2fe2-476e-a2a1-13dfc6c9d7bb tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/4600044f-605a-423b-b1b6-d3b32215d8b5 HTTP/1.1" status: 404 len: 333 time: 0.0697730 Jan 21 09:51:29.137257 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36294) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:29.192935 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e3d7d5ee-d6e3-42db-b726-3c5673efa735 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:29.201982 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-adeed589-a998-400d-a5fb-3caf5d4318d9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:29.202565 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adeed589-a998-400d-a5fb-3caf5d4318d9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:29.204403 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-adeed589-a998-400d-a5fb-3caf5d4318d9 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/7c80de23-aaa2-4ec2-b050-d9fda313a6c8 HTTP/1.1" status: 404 len: 337 time: 0.0659096 Jan 21 09:51:29.208102 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36298) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:29.256864 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-760d799b-25c0-46d1-8116-417e6ed03349 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:29.263285 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8d5c3a-703c-4549-af28-6b3a4342ef58 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:29.263734 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb8d5c3a-703c-4549-af28-6b3a4342ef58 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:29.265377 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-fb8d5c3a-703c-4549-af28-6b3a4342ef58 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/ca978dbf-31f6-488c-900e-ba6ccba301ed HTTP/1.1" status: 404 len: 337 time: 0.0563731 Jan 21 09:51:29.273940 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36304) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:29.316531 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d799b-25c0-46d1-8116-417e6ed03349 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event deleted for resources: {'Port': ['ID=06f20351-67e8-44bd-af95-3211c12339be,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:29.335706 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a6f065d9-3d2b-4a1f-8401-bcddb4becea3 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports?device_id=47e55622-48f3-46bd-ab9d-0c49ff72de48 HTTP/1.1" status: 200 len: 205 time: 0.0575836 Jan 21 09:51:29.335908 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36308) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:29.349983 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36312) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:29.406089 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-06982ad4-bd7a-4dce-a811-445a79838006 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] delete failed (client error): The resource could not be found. Jan 21 09:51:29.410970 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-06982ad4-bd7a-4dce-a811-445a79838006 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/routers/47e55622-48f3-46bd-ab9d-0c49ff72de48 HTTP/1.1" status: 404 len: 336 time: 0.0740654 Jan 21 09:51:29.411742 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36318) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:29.430559 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:29.468499 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-f83de841-51e1-4f70-95f1-6b8c9d286314 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:29.468942 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f83de841-51e1-4f70-95f1-6b8c9d286314 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:29.474050 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e3d7d5ee-d6e3-42db-b726-3c5673efa735 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:29.496311 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d7d5ee-d6e3-42db-b726-3c5673efa735 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=315e8f91-20a9-413d-b4f2-eb261769953f,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:29.501835 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f83de841-51e1-4f70-95f1-6b8c9d286314 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/9f4831d1-7bc0-4fb5-869e-b3e335bb0bc4 HTTP/1.1" status: 404 len: 337 time: 0.0877545 Jan 21 09:51:29.503733 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e3d7d5ee-d6e3-42db-b726-3c5673efa735 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:29.504693 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e3d7d5ee-d6e3-42db-b726-3c5673efa735 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "DELETE /v2.0/security-groups/315e8f91-20a9-413d-b4f2-eb261769953f HTTP/1.1" status: 204 len: 168 time: 0.4647880 Jan 21 09:51:29.505319 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36322) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:29.509358 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36324) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:29.569101 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-dd02b3cd-2895-48fa-958c-99676e5ceeda tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "GET /v2.0/ports?device_id=9d6a4673-b00b-4014-baa7-bbc3858996ec HTTP/1.1" status: 200 len: 205 time: 0.0626094 Jan 21 09:51:29.571590 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36330) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:29.607217 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-36fe9539-8eb8-41ab-9351-ad3dab6998cd admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=f69b9d3c1b094bf5a9149ce94dad3789&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2559688 Jan 21 09:51:29.627855 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36334) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:29.664199 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-1756b2ab-d783-49c9-b0ee-4078d5504484 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] delete failed (client error): The resource could not be found. Jan 21 09:51:29.668076 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-1756b2ab-d783-49c9-b0ee-4078d5504484 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/routers/9d6a4673-b00b-4014-baa7-bbc3858996ec HTTP/1.1" status: 404 len: 336 time: 0.0928309 Jan 21 09:51:29.670850 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36338) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:29.712383 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c816ec71-2093-43f0-9a2c-84d3d277748d tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Synchronizing usage tracker for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:29.715557 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d6ea292-5f9f-46ff-b0e3-4d73e81fbe5c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:29.715557 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d6ea292-5f9f-46ff-b0e3-4d73e81fbe5c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:29.732669 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4d6ea292-5f9f-46ff-b0e3-4d73e81fbe5c tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/d442a77e-b9d7-4510-a7f0-e2a8a01c323e HTTP/1.1" status: 404 len: 337 time: 0.0607896 Jan 21 09:51:29.736150 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36342) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:29.743321 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c816ec71-2093-43f0-9a2c-84d3d277748d tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Unset dirty status for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:29.744529 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c816ec71-2093-43f0-9a2c-84d3d277748d tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2342331 Jan 21 09:51:29.745467 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-36623bda-d681-4d87-b6b1-cbafb6c396ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:29.750842 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36346) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:29.757560 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-86cd1d5c-9c15-45fa-aea1-3bdd1b702db5 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Request body: {'security_group': {'name': 'tempest-secgroup--938633553'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:29.773029 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-86cd1d5c-9c15-45fa-aea1-3bdd1b702db5 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:29.782379 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9b07fc-fcd7-402a-b313-1d0493ad3430 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:29.782826 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e9b07fc-fcd7-402a-b313-1d0493ad3430 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:29.784498 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0e9b07fc-fcd7-402a-b313-1d0493ad3430 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/74c84329-84f9-474b-a978-0decb97e062e HTTP/1.1" status: 404 len: 337 time: 0.0467861 Jan 21 09:51:29.789461 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36350) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:29.801563 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-86cd1d5c-9c15-45fa-aea1-3bdd1b702db5 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:29.805104 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-36623bda-d681-4d87-b6b1-cbafb6c396ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:29.838928 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f07bf15-25b1-42c5-9393-43b273cb6571 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:29.839369 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f07bf15-25b1-42c5-9393-43b273cb6571 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:29.845350 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8f07bf15-25b1-42c5-9393-43b273cb6571 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/98a2c042-3a9b-47fe-afeb-ef6a01973d88 HTTP/1.1" status: 404 len: 333 time: 0.0509460 Jan 21 09:51:29.845464 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-86cd1d5c-9c15-45fa-aea1-3bdd1b702db5 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:29.845588 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36354) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:29.893413 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-86cd1d5c-9c15-45fa-aea1-3bdd1b702db5 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:29.894710 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-c75af97e-0e86-4604-bf9e-eade0a45af86 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:29.894710 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c75af97e-0e86-4604-bf9e-eade0a45af86 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:29.896516 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c75af97e-0e86-4604-bf9e-eade0a45af86 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/8da87c67-5e2c-4e98-a0ba-f245906e2415 HTTP/1.1" status: 404 len: 337 time: 0.0515649 Jan 21 09:51:29.899319 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-760d799b-25c0-46d1-8116-417e6ed03349 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:29.903835 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36358) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:29.944004 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-86cd1d5c-9c15-45fa-aea1-3bdd1b702db5 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:29.950925 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-36623bda-d681-4d87-b6b1-cbafb6c396ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:29.978691 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a07b21-7351-47e6-a44a-ccd1d6ca43eb tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:29.979132 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65a07b21-7351-47e6-a44a-ccd1d6ca43eb tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:29.991580 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36623bda-d681-4d87-b6b1-cbafb6c396ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bef2405-54c4-490e-bd31-945c803ae597,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:30.038004 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-36623bda-d681-4d87-b6b1-cbafb6c396ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:30.039136 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-36623bda-d681-4d87-b6b1-cbafb6c396ec admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/8bef2405-54c4-490e-bd31-945c803ae597 HTTP/1.1" status: 204 len: 168 time: 0.4100075 Jan 21 09:51:30.049757 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-65a07b21-7351-47e6-a44a-ccd1d6ca43eb tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/080ddd14-4964-4127-94fb-13d693b4e71f HTTP/1.1" status: 404 len: 333 time: 0.1401372 Jan 21 09:51:30.051159 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36364) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:30.114971 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe655a6a-0e20-4026-8237-77f15bd5dec5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:30.115410 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe655a6a-0e20-4026-8237-77f15bd5dec5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:30.117054 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-fe655a6a-0e20-4026-8237-77f15bd5dec5 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/b7ca4777-1b78-432b-9e17-92dbe37da23e HTTP/1.1" status: 404 len: 337 time: 0.0611997 Jan 21 09:51:30.119781 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36368) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:30.279535 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-86cd1d5c-9c15-45fa-aea1-3bdd1b702db5 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:30.281277 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-382c82c2-d6f6-4dd0-9fe2-5c965008aefa tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:30.281735 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-382c82c2-d6f6-4dd0-9fe2-5c965008aefa tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:30.283655 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-382c82c2-d6f6-4dd0-9fe2-5c965008aefa tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/ae72f590-316d-4502-b7da-1ca89741ac78 HTTP/1.1" status: 404 len: 333 time: 0.1629500 Jan 21 09:51:30.287901 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36372) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:30.292081 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-86cd1d5c-9c15-45fa-aea1-3bdd1b702db5 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:30.355490 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-f705eaa5-2072-4dfd-89e4-5f1b43c1fa71 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:30.355925 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f705eaa5-2072-4dfd-89e4-5f1b43c1fa71 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:30.357669 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f705eaa5-2072-4dfd-89e4-5f1b43c1fa71 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/7ac6dd6c-718f-468b-8391-0201b45e4747 HTTP/1.1" status: 404 len: 337 time: 0.0684557 Jan 21 09:51:30.360373 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36376) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:30.370211 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-86cd1d5c-9c15-45fa-aea1-3bdd1b702db5 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:30.371409 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-86cd1d5c-9c15-45fa-aea1-3bdd1b702db5 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6216884 Jan 21 09:51:30.375730 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36380) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:30.384724 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-a8831bd9-2949-49be-9b55-ec64ea2e5dbc tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Request body: {'security_group_rule': {'security_group_id': '3823b63b-a4f5-473f-bb8c-dbc1a3596275', 'direction': 'ingress', 'protocol': 17}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:30.394800 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd1d5c-9c15-45fa-aea1-3bdd1b702db5 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3823b63b-a4f5-473f-bb8c-dbc1a3596275,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:30.397634 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a8831bd9-2949-49be-9b55-ec64ea2e5dbc tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:30.409772 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a8831bd9-2949-49be-9b55-ec64ea2e5dbc tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:30.441278 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-0518c3f3-260e-44cf-b4c6-d0f08f0415b8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:30.441905 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0518c3f3-260e-44cf-b4c6-d0f08f0415b8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:30.442784 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a8831bd9-2949-49be-9b55-ec64ea2e5dbc tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:30.443913 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0518c3f3-260e-44cf-b4c6-d0f08f0415b8 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/d559dd52-cc1e-4dc3-918f-e319817e353f HTTP/1.1" status: 404 len: 333 time: 0.0795753 Jan 21 09:51:30.447266 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36384) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:30.490993 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-d028ad87-26ce-4dd3-a638-54f3296762c2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:30.492136 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d028ad87-26ce-4dd3-a638-54f3296762c2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:30.493046 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d028ad87-26ce-4dd3-a638-54f3296762c2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/dd381715-309c-42dd-8058-2fbf00873ea9 HTTP/1.1" status: 404 len: 337 time: 0.0448608 Jan 21 09:51:30.495858 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36388) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:30.552609 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-d79fbea9-9034-4e9c-885d-9af8299e566d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:30.553056 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d79fbea9-9034-4e9c-885d-9af8299e566d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:30.561603 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a8831bd9-2949-49be-9b55-ec64ea2e5dbc tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:30.564672 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d79fbea9-9034-4e9c-885d-9af8299e566d tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/f875b0bf-40f6-4e9f-a08c-9db7d9d45f5c HTTP/1.1" status: 404 len: 333 time: 0.0678093 Jan 21 09:51:30.567825 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36392) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:30.571134 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a8831bd9-2949-49be-9b55-ec64ea2e5dbc tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:30.634492 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-e96da291-6d76-4a09-aba0-62fea73f9bee tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:30.635061 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e96da291-6d76-4a09-aba0-62fea73f9bee tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:30.636443 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e96da291-6d76-4a09-aba0-62fea73f9bee tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/c0518b53-37a6-41be-a147-654dee4b27ab HTTP/1.1" status: 404 len: 337 time: 0.0677903 Jan 21 09:51:30.640690 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8831bd9-2949-49be-9b55-ec64ea2e5dbc tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=639cd2d0-f7f4-4d69-a0d3-90cbad2bc470,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:30.643335 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36396) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:30.680577 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a8831bd9-2949-49be-9b55-ec64ea2e5dbc tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:30.684383 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a8831bd9-2949-49be-9b55-ec64ea2e5dbc tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.3048794 Jan 21 09:51:30.684529 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36400) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:30.687914 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-708cc945-3c4a-44ef-826d-4dffbc684ff2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:30.688792 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-708cc945-3c4a-44ef-826d-4dffbc684ff2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:30.689954 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-708cc945-3c4a-44ef-826d-4dffbc684ff2 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/70ceb318-a1e4-41e5-bc80-6018f2219fae HTTP/1.1" status: 404 len: 333 time: 0.0460060 Jan 21 09:51:30.693142 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36404) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:30.730808 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-6543f183-ded4-4950-a190-64c478daa079 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:30.731421 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6543f183-ded4-4950-a190-64c478daa079 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:30.732935 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6543f183-ded4-4950-a190-64c478daa079 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/3390fde3-d15c-4eb6-83e1-d18c79deb1e1 HTTP/1.1" status: 404 len: 337 time: 0.0393169 Jan 21 09:51:30.736134 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36408) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:30.775881 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b28279b-9605-409e-9a82-9ffa86e829fe tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:30.777229 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b28279b-9605-409e-9a82-9ffa86e829fe tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:30.781307 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-2b28279b-9605-409e-9a82-9ffa86e829fe tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/ports/7f35a3bd-5f1b-4ff4-9bd3-29ae0b0c787e HTTP/1.1" status: 404 len: 333 time: 0.0425053 Jan 21 09:51:30.781572 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36412) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:30.829154 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-057feeda-c0c3-46bd-bfe1-b7e056497177 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] DELETE failed (client error): The resource could not be found. Jan 21 09:51:30.829154 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-057feeda-c0c3-46bd-bfe1-b7e056497177 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:51:30.834839 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-057feeda-c0c3-46bd-bfe1-b7e056497177 tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/subnets/3388e466-d974-4ce1-ad48-e26653d13715 HTTP/1.1" status: 404 len: 337 time: 0.0515759 Jan 21 09:51:30.835989 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36416) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:30.837427 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8270d66a-3a40-44e2-a93e-fb9cc5f134af tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:30.884324 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8270d66a-3a40-44e2-a93e-fb9cc5f134af tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:30.954607 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760d799b-25c0-46d1-8116-417e6ed03349 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Router b3e08f78-8c2f-4161-b95d-6d981a4110a4 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:51:30.955607 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8270d66a-3a40-44e2-a93e-fb9cc5f134af tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:30.979560 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9d3607a5-22a9-4049-9d90-5aa754d9e5ca tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:30.988823 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8270d66a-3a40-44e2-a93e-fb9cc5f134af tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3823b63b-a4f5-473f-bb8c-dbc1a3596275,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:31.067032 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8270d66a-3a40-44e2-a93e-fb9cc5f134af tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:31.068155 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8270d66a-3a40-44e2-a93e-fb9cc5f134af tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "DELETE /v2.0/security-groups/3823b63b-a4f5-473f-bb8c-dbc1a3596275 HTTP/1.1" status: 204 len: 168 time: 0.3827267 Jan 21 09:51:31.078565 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36420) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:31.123322 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9d3607a5-22a9-4049-9d90-5aa754d9e5ca tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:31.152313 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-9d3607a5-22a9-4049-9d90-5aa754d9e5ca tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f237d0-52c1-4100-800c-a471203fec66']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:31.157129 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-4ca8561d-d844-4439-98ea-a939d1924982 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Synchronizing usage tracker for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:31.166090 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-9d3607a5-22a9-4049-9d90-5aa754d9e5ca tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '013c5f04-a54c-4b30-b386-8ae6efcfe65e') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:31.166383 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-9d3607a5-22a9-4049-9d90-5aa754d9e5ca tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '013c5f04-a54c-4b30-b386-8ae6efcfe65e') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:31.179846 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9d3607a5-22a9-4049-9d90-5aa754d9e5ca tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:31.199918 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9d3607a5-22a9-4049-9d90-5aa754d9e5ca tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:31.206662 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d3607a5-22a9-4049-9d90-5aa754d9e5ca tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:51:31.206987 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9d3607a5-22a9-4049-9d90-5aa754d9e5ca tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:31.223031 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:51:31.223031 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:51:31.223031 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:51:31.223031 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:51:31.223031 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:51:31.223031 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:51:31.223031 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:51:31.223031 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:51:31.223031 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:51:31.223031 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:51:31.223031 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:51:31.223031 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:51:31.223031 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:51:31.223031 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:51:31.223031 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:51:31.223031 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:51:31.223031 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:51:31.223031 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:51:31.223031 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:51:31.223031 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:51:31.223031 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:51:31.223031 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:51:31.223031 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:51:31.223031 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:51:31.223031 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:51:31.223031 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:51:31.223031 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:51:31.223031 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:51:31.223031 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:51:31.223031 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:51:31.223031 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:51:31.223031 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:51:31.243233 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-4ca8561d-d844-4439-98ea-a939d1924982 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Unset dirty status for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:31.244596 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4ca8561d-d844-4439-98ea-a939d1924982 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1649899 Jan 21 09:51:31.249617 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36426) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:31.263734 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-7d619a88-e446-471b-b70f-95d71d1efee7 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Request body: {'security_group': {'name': 'tempest-secgroup--872325617'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:31.272621 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7d619a88-e446-471b-b70f-95d71d1efee7 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:31.294793 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7d619a88-e446-471b-b70f-95d71d1efee7 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:31.309111 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7d619a88-e446-471b-b70f-95d71d1efee7 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:31.320403 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9d3607a5-22a9-4049-9d90-5aa754d9e5ca tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:31.326368 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9d3607a5-22a9-4049-9d90-5aa754d9e5ca tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:31.351348 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760d799b-25c0-46d1-8116-417e6ed03349 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:51:31.354527 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9d3607a5-22a9-4049-9d90-5aa754d9e5ca tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] 10.222.0.104 "DELETE /v2.0/networks/d5f237d0-52c1-4100-800c-a471203fec66 HTTP/1.1" status: 204 len: 168 time: 0.5170419 Jan 21 09:51:31.355749 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3607a5-22a9-4049-9d90-5aa754d9e5ca tempest-NetworksTestDHCPv6-565369704 tempest-NetworksTestDHCPv6-565369704-project] Pushing event deleted for resources: {'Network': ['ID=d5f237d0-52c1-4100-800c-a471203fec66,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:31.366663 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7d619a88-e446-471b-b70f-95d71d1efee7 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:31.367727 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d235834-54d1-4533-bee0-896584b3e35e None None] Sync routers for ids ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:51:31.371376 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-7d619a88-e446-471b-b70f-95d71d1efee7 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Usage tracker for resource:security_group_rule and tenant:5f453bbef0694ef6bf3e2755403e2faa is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:31.375111 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-760d799b-25c0-46d1-8116-417e6ed03349 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "PUT /v2.0/routers/b3e08f78-8c2f-4161-b95d-6d981a4110a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3326337 Jan 21 09:51:31.376215 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-7d619a88-e446-471b-b70f-95d71d1efee7 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:31.379055 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36432) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:31.385373 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d235834-54d1-4533-bee0-896584b3e35e None None] Routers {'b3e08f78-8c2f-4161-b95d-6d981a4110a4'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:51:31.386039 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-3d235834-54d1-4533-bee0-896584b3e35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:51:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:31.444227 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7d619a88-e446-471b-b70f-95d71d1efee7 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:31.466553 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-3d235834-54d1-4533-bee0-896584b3e35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:31.481166 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d235834-54d1-4533-bee0-896584b3e35e None None] Routers {'b3e08f78-8c2f-4161-b95d-6d981a4110a4'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:51:31.481806 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-3d235834-54d1-4533-bee0-896584b3e35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:51:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:31.529171 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7d619a88-e446-471b-b70f-95d71d1efee7 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:31.553362 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-3d235834-54d1-4533-bee0-896584b3e35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:31.553824 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d235834-54d1-4533-bee0-896584b3e35e None None] The sync data for ids ['b3e08f78-8c2f-4161-b95d-6d981a4110a4'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:51:31.593441 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7d619a88-e446-471b-b70f-95d71d1efee7 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:31.649487 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7d619a88-e446-471b-b70f-95d71d1efee7 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:31.650712 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7d619a88-e446-471b-b70f-95d71d1efee7 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3995886 Jan 21 09:51:31.653796 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36436) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:31.658956 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d619a88-e446-471b-b70f-95d71d1efee7 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=217ec7b7-d742-4277-b94c-f0a41f61c38f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:31.663427 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-27ca08ed-9ccc-479b-90e2-c87fb551a169 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Request body: {'security_group': {'name': 'tempest-secgroup--268149993'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:31.670586 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-27ca08ed-9ccc-479b-90e2-c87fb551a169 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:31.683394 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-27ca08ed-9ccc-479b-90e2-c87fb551a169 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:31.696958 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-27ca08ed-9ccc-479b-90e2-c87fb551a169 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:31.699287 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9028fcb-5466-4bed-b86b-25022a6c53b9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:31.761961 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-27ca08ed-9ccc-479b-90e2-c87fb551a169 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:31.768076 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-27ca08ed-9ccc-479b-90e2-c87fb551a169 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Usage tracker for resource:security_group_rule and tenant:5f453bbef0694ef6bf3e2755403e2faa is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:31.772477 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-27ca08ed-9ccc-479b-90e2-c87fb551a169 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:31.781660 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-27ca08ed-9ccc-479b-90e2-c87fb551a169 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:31.847727 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36444) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:31.895846 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-27ca08ed-9ccc-479b-90e2-c87fb551a169 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:31.906557 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-27ca08ed-9ccc-479b-90e2-c87fb551a169 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:31.972718 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca08ed-9ccc-479b-90e2-c87fb551a169 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1045d3ce-96d1-435e-8e91-9589c917c996,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:31.982601 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-27ca08ed-9ccc-479b-90e2-c87fb551a169 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:31.986275 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-27ca08ed-9ccc-479b-90e2-c87fb551a169 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3311808 Jan 21 09:51:31.987486 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36450) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:31.990828 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9028fcb-5466-4bed-b86b-25022a6c53b9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:31.995088 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-eaa41de6-dc05-448e-8f40-e5228c7aa505 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Request body: {'security_group_rule': {'security_group_id': '217ec7b7-d742-4277-b94c-f0a41f61c38f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1045d3ce-96d1-435e-8e91-9589c917c996', 'remote_ip_prefix': None}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:32.011372 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-eaa41de6-dc05-448e-8f40-e5228c7aa505 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:32.020858 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-e9028fcb-5466-4bed-b86b-25022a6c53b9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Deleting port f99de067-dcbb-4902-a93b-11c6433ec99a {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:51:32.020858 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9028fcb-5466-4bed-b86b-25022a6c53b9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:32.025817 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-eaa41de6-dc05-448e-8f40-e5228c7aa505 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Usage tracker for resource:security_group_rule and tenant:5f453bbef0694ef6bf3e2755403e2faa is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:32.025817 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-eaa41de6-dc05-448e-8f40-e5228c7aa505 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:32.025817 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-eaa41de6-dc05-448e-8f40-e5228c7aa505 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:32.057759 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eaa41de6-dc05-448e-8f40-e5228c7aa505 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:32.155826 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6cd48401-0ef0-4604-a777-15d7c48bfce0 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a7955c8ebe9643bebfb939ccbc74931a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2983971 Jan 21 09:51:32.159061 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36454) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:32.177706 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eaa41de6-dc05-448e-8f40-e5228c7aa505 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:32.182012 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eaa41de6-dc05-448e-8f40-e5228c7aa505 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:32.205384 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa41de6-dc05-448e-8f40-e5228c7aa505 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d66bb61-1e9e-4dd1-8462-2453b9b1b4fa,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:32.222618 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eaa41de6-dc05-448e-8f40-e5228c7aa505 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:32.225563 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-eaa41de6-dc05-448e-8f40-e5228c7aa505 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.2353382 Jan 21 09:51:32.227507 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36458) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:32.255492 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9028fcb-5466-4bed-b86b-25022a6c53b9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:32.259668 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-292fead8-e9b2-4f3f-bdf6-094c8d5746b2 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:32.277312 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-292fead8-e9b2-4f3f-bdf6-094c8d5746b2 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:32.305296 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-292fead8-e9b2-4f3f-bdf6-094c8d5746b2 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:32.329084 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292fead8-e9b2-4f3f-bdf6-094c8d5746b2 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d66bb61-1e9e-4dd1-8462-2453b9b1b4fa,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:32.332064 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-292fead8-e9b2-4f3f-bdf6-094c8d5746b2 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:32.333166 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-292fead8-e9b2-4f3f-bdf6-094c8d5746b2 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/8d66bb61-1e9e-4dd1-8462-2453b9b1b4fa HTTP/1.1" status: 204 len: 168 time: 0.1043484 Jan 21 09:51:32.336580 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36462) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:32.383012 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bdf64b74-9846-406b-9759-dd8ca8a9c432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:32.390443 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-e9028fcb-5466-4bed-b86b-25022a6c53b9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Calling delete_port for f99de067-dcbb-4902-a93b-11c6433ec99a owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:51:32.394151 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-bfd65859-8ed3-4027-b50f-9d5b44edce4d tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Synchronizing usage tracker for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group_rule {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:32.411033 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-bfd65859-8ed3-4027-b50f-9d5b44edce4d tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Unset dirty status for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group_rule {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:32.412356 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-bfd65859-8ed3-4027-b50f-9d5b44edce4d tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.0747137 Jan 21 09:51:32.415366 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36466) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:32.463261 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bdf64b74-9846-406b-9759-dd8ca8a9c432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:32.487020 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1662c32f-9044-41e9-8834-5adeb43cd14a tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:32.521757 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1662c32f-9044-41e9-8834-5adeb43cd14a tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:32.574618 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1662c32f-9044-41e9-8834-5adeb43cd14a tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:32.602256 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662c32f-9044-41e9-8834-5adeb43cd14a tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1045d3ce-96d1-435e-8e91-9589c917c996,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:32.645357 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1662c32f-9044-41e9-8834-5adeb43cd14a tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:32.645357 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-1662c32f-9044-41e9-8834-5adeb43cd14a tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "DELETE /v2.0/security-groups/1045d3ce-96d1-435e-8e91-9589c917c996 HTTP/1.1" status: 204 len: 168 time: 0.2281268 Jan 21 09:51:32.647683 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36470) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:32.670482 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bdf64b74-9846-406b-9759-dd8ca8a9c432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:32.735867 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-dffb152b-d7d5-4e48-95db-0a5aedf4f3a6 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Synchronizing usage tracker for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:32.738171 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf64b74-9846-406b-9759-dd8ca8a9c432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a5bb8f-f393-479c-873a-b8ab25fa1d9e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:32.756239 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-dffb152b-d7d5-4e48-95db-0a5aedf4f3a6 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Unset dirty status for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:32.758240 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-dffb152b-d7d5-4e48-95db-0a5aedf4f3a6 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1095114 Jan 21 09:51:32.760852 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36474) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:32.767867 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bdf64b74-9846-406b-9759-dd8ca8a9c432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:32.772748 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-bdf64b74-9846-406b-9759-dd8ca8a9c432 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/76a5bb8f-f393-479c-873a-b8ab25fa1d9e HTTP/1.1" status: 204 len: 168 time: 0.6141772 Jan 21 09:51:32.782359 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9028fcb-5466-4bed-b86b-25022a6c53b9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:32.860511 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-37ce8498-f08f-487e-97a8-4ce8c333367f tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:32.886390 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9028fcb-5466-4bed-b86b-25022a6c53b9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event deleted for resources: {'Port': ['ID=f99de067-dcbb-4902-a93b-11c6433ec99a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:32.918992 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-37ce8498-f08f-487e-97a8-4ce8c333367f tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:32.988941 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-37ce8498-f08f-487e-97a8-4ce8c333367f tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:33.031154 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce8498-f08f-487e-97a8-4ce8c333367f tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=217ec7b7-d742-4277-b94c-f0a41f61c38f,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:33.079179 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-37ce8498-f08f-487e-97a8-4ce8c333367f tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:33.079179 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-37ce8498-f08f-487e-97a8-4ce8c333367f tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "DELETE /v2.0/security-groups/217ec7b7-d742-4277-b94c-f0a41f61c38f HTTP/1.1" status: 204 len: 168 time: 0.3123555 Jan 21 09:51:33.079179 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36482) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:33.137537 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9028fcb-5466-4bed-b86b-25022a6c53b9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:33.175744 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6e1448d1-5196-430a-888c-7ae1d0a1ad10 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Synchronizing usage tracker for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:33.189081 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6e1448d1-5196-430a-888c-7ae1d0a1ad10 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Unset dirty status for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:33.197842 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6e1448d1-5196-430a-888c-7ae1d0a1ad10 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1125772 Jan 21 09:51:33.197842 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36488) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:33.217495 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-8d2ae1f3-1bec-43f3-b16e-c3a21ec85372 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Request body: {'security_group': {'name': 'tempest-secgroup--278027343'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:33.225745 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-8d2ae1f3-1bec-43f3-b16e-c3a21ec85372 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:33.237127 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-8d2ae1f3-1bec-43f3-b16e-c3a21ec85372 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:33.248995 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8d2ae1f3-1bec-43f3-b16e-c3a21ec85372 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:33.301162 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-8d2ae1f3-1bec-43f3-b16e-c3a21ec85372 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:33.305728 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-8d2ae1f3-1bec-43f3-b16e-c3a21ec85372 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Usage tracker for resource:security_group_rule and tenant:5f453bbef0694ef6bf3e2755403e2faa is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:33.308411 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-8d2ae1f3-1bec-43f3-b16e-c3a21ec85372 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:33.318861 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-8d2ae1f3-1bec-43f3-b16e-c3a21ec85372 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:33.405183 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8d2ae1f3-1bec-43f3-b16e-c3a21ec85372 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:33.405183 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8d2ae1f3-1bec-43f3-b16e-c3a21ec85372 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:33.457155 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9028fcb-5466-4bed-b86b-25022a6c53b9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:33.457155 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9028fcb-5466-4bed-b86b-25022a6c53b9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:33.482930 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ae1f3-1bec-43f3-b16e-c3a21ec85372 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4429431a-e376-41cb-9945-983453cad2e7,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:33.497188 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8d2ae1f3-1bec-43f3-b16e-c3a21ec85372 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:33.501061 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9028fcb-5466-4bed-b86b-25022a6c53b9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:33.506309 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8d2ae1f3-1bec-43f3-b16e-c3a21ec85372 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2947195 Jan 21 09:51:33.508633 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9028fcb-5466-4bed-b86b-25022a6c53b9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Fanout notify agent at l3_agent the message router_deleted on router b3e08f78-8c2f-4161-b95d-6d981a4110a4 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:51:33.508633 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36498) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:33.508633 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-bda0f744-d6a3-449e-817c-bfc4e98d413a tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Request body: {'security_group_rule': {'security_group_id': '4429431a-e376-41cb-9945-983453cad2e7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:33.512368 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bda0f744-d6a3-449e-817c-bfc4e98d413a tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:33.519637 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9028fcb-5466-4bed-b86b-25022a6c53b9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:33.520577 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e9028fcb-5466-4bed-b86b-25022a6c53b9 tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "DELETE /v2.0/routers/b3e08f78-8c2f-4161-b95d-6d981a4110a4 HTTP/1.1" status: 204 len: 168 time: 2.1393647 Jan 21 09:51:33.522498 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bda0f744-d6a3-449e-817c-bfc4e98d413a tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Usage tracker for resource:security_group_rule and tenant:5f453bbef0694ef6bf3e2755403e2faa is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:33.523492 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36502) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:33.528302 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bda0f744-d6a3-449e-817c-bfc4e98d413a tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:33.533367 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bda0f744-d6a3-449e-817c-bfc4e98d413a tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:33.554247 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bda0f744-d6a3-449e-817c-bfc4e98d413a tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:33.630284 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bda0f744-d6a3-449e-817c-bfc4e98d413a tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:33.636074 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bda0f744-d6a3-449e-817c-bfc4e98d413a tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:33.669453 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0f744-d6a3-449e-817c-bfc4e98d413a tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b795ca-6abe-43d6-8a09-a93accae3efc,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:33.691647 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bda0f744-d6a3-449e-817c-bfc4e98d413a tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:33.694886 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-bda0f744-d6a3-449e-817c-bfc4e98d413a tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.1988857 Jan 21 09:51:33.698334 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36508) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:33.746394 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9a7c2c5-971f-46d9-aec5-0bc66dff97c5 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:33.761213 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9a7c2c5-971f-46d9-aec5-0bc66dff97c5 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:33.796959 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9a7c2c5-971f-46d9-aec5-0bc66dff97c5 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:33.820093 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7c2c5-971f-46d9-aec5-0bc66dff97c5 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56b795ca-6abe-43d6-8a09-a93accae3efc,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:33.824334 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9a7c2c5-971f-46d9-aec5-0bc66dff97c5 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:33.828266 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e9a7c2c5-971f-46d9-aec5-0bc66dff97c5 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/56b795ca-6abe-43d6-8a09-a93accae3efc HTTP/1.1" status: 204 len: 168 time: 0.1288197 Jan 21 09:51:33.828848 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36516) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:33.893011 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-fe308f4d-de93-4901-b054-cd196877a45a tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Synchronizing usage tracker for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group_rule {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:33.904312 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc8c6a2-f8ab-49fb-9930-1c401f35d0bb tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Deleting subnet 066c2e10-3d59-41d9-bc29-6b5c4e84f7e6 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:51:33.910819 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0dc8c6a2-f8ab-49fb-9930-1c401f35d0bb tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:33.914049 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-fe308f4d-de93-4901-b054-cd196877a45a tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Unset dirty status for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group_rule {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:33.919397 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-fe308f4d-de93-4901-b054-cd196877a45a tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0895820 Jan 21 09:51:33.920070 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36520) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:33.963051 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36524) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:33.980767 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0dc8c6a2-f8ab-49fb-9930-1c401f35d0bb tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:34.010557 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d6370c25-dc12-4d04-afb6-d378967f8d61 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:34.040508 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d6370c25-dc12-4d04-afb6-d378967f8d61 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:34.057143 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0dc8c6a2-f8ab-49fb-9930-1c401f35d0bb tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:34.114898 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d6370c25-dc12-4d04-afb6-d378967f8d61 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:34.139649 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-8bcc2a41-068d-4290-9741-d4ee398f3604 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.140668 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8bcc2a41-068d-4290-9741-d4ee398f3604 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.1765466 Jan 21 09:51:34.145688 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36530) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.146264 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6370c25-dc12-4d04-afb6-d378967f8d61 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4429431a-e376-41cb-9945-983453cad2e7,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:34.153213 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0dc8c6a2-f8ab-49fb-9930-1c401f35d0bb tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:34.160734 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-ff24eaa2-a908-488c-8c9e-6501bbf7b13a tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.164440 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ff24eaa2-a908-488c-8c9e-6501bbf7b13a tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0061085 Jan 21 09:51:34.164440 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36534) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.170562 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-898673e9-e365-4e30-b785-99c9ee82b16e tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.173567 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-898673e9-e365-4e30-b785-99c9ee82b16e tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0061054 Jan 21 09:51:34.175044 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36538) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.181297 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-dcd50db8-98e7-418f-ba48-bc6a3323c1bb tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.182267 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-dcd50db8-98e7-418f-ba48-bc6a3323c1bb tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0063372 Jan 21 09:51:34.184997 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36542) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.189858 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-1cdc7a67-5e99-4813-8d6e-dfddb3d6a130 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.191561 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1cdc7a67-5e99-4813-8d6e-dfddb3d6a130 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0055583 Jan 21 09:51:34.194893 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36546) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.197760 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d6370c25-dc12-4d04-afb6-d378967f8d61 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:34.209121 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d6370c25-dc12-4d04-afb6-d378967f8d61 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "DELETE /v2.0/security-groups/4429431a-e376-41cb-9945-983453cad2e7 HTTP/1.1" status: 204 len: 168 time: 0.2813766 Jan 21 09:51:34.211520 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36550) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.211875 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-e6f59603-6a8d-4a21-ab5f-4e8d5be62802 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.211875 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e6f59603-6a8d-4a21-ab5f-4e8d5be62802 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0120151 Jan 21 09:51:34.212050 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc8c6a2-f8ab-49fb-9930-1c401f35d0bb tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event deleted for resources: {'Subnet': ['ID=066c2e10-3d59-41d9-bc29-6b5c4e84f7e6,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:34.212142 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36554) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.216953 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-5cd666a1-d951-4730-8a7c-5f60635d08f7 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.218075 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5cd666a1-d951-4730-8a7c-5f60635d08f7 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0052545 Jan 21 09:51:34.220607 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36558) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.225804 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-b268fd64-bb79-47d5-a526-bd2bb80ecfab tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.226708 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b268fd64-bb79-47d5-a526-bd2bb80ecfab tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0052180 Jan 21 09:51:34.229087 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36562) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.234078 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-52e33e16-7464-4eeb-8d89-2ce875a57e72 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.236862 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-52e33e16-7464-4eeb-8d89-2ce875a57e72 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0046415 Jan 21 09:51:34.241625 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0dc8c6a2-f8ab-49fb-9930-1c401f35d0bb tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:34.246277 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36566) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.246277 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-21750d9f-4d9d-46b8-817d-77d7d4f17d91 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.246277 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-21750d9f-4d9d-46b8-817d-77d7d4f17d91 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0058866 Jan 21 09:51:34.247054 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36570) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.254048 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-9053998c-4306-4224-9b26-19274c9b10ab tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.255096 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9053998c-4306-4224-9b26-19274c9b10ab tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0070403 Jan 21 09:51:34.258393 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36574) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.262445 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0dc8c6a2-f8ab-49fb-9930-1c401f35d0bb tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "DELETE /v2.0/subnets/066c2e10-3d59-41d9-bc29-6b5c4e84f7e6 HTTP/1.1" status: 204 len: 168 time: 0.7377696 Jan 21 09:51:34.263998 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-e2c2854b-aa2d-4c43-8748-bcee07f55449 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.265704 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e2c2854b-aa2d-4c43-8748-bcee07f55449 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0055554 Jan 21 09:51:34.265846 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36578) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.270097 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36582) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.277475 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-a283d4ca-afd1-4b87-9602-46ed6aecd22b tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.277475 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a283d4ca-afd1-4b87-9602-46ed6aecd22b tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0054095 Jan 21 09:51:34.277475 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36586) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.283392 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-ad7828f7-128a-45f0-aa44-cfd2bdf92891 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.286309 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ad7828f7-128a-45f0-aa44-cfd2bdf92891 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0055258 Jan 21 09:51:34.287372 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36590) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.291591 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-33d0ed50-87d3-48a1-b8d7-6637eebcd207 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.292482 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-33d0ed50-87d3-48a1-b8d7-6637eebcd207 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0046842 Jan 21 09:51:34.295487 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36594) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.300939 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-b9b66b51-aacb-423e-ab12-848613210e07 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.306615 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b9b66b51-aacb-423e-ab12-848613210e07 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0053570 Jan 21 09:51:34.306615 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36598) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.315911 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-f01050a2-6399-4e38-aa58-6e492da0c6be tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.316805 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f01050a2-6399-4e38-aa58-6e492da0c6be tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0105355 Jan 21 09:51:34.320037 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36602) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.325032 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-a3ae900e-61d6-4a84-956e-13c04f68635d tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.326703 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a3ae900e-61d6-4a84-956e-13c04f68635d tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0060415 Jan 21 09:51:34.328582 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36606) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.335767 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-051ad645-6e61-4de6-8f4e-e945b52259d1 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.335767 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-051ad645-6e61-4de6-8f4e-e945b52259d1 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0057502 Jan 21 09:51:34.337665 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36610) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.345343 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-80095a4e-fa5e-43d0-8a8e-6ebdedb5a9da tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.345343 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-80095a4e-fa5e-43d0-8a8e-6ebdedb5a9da tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0052409 Jan 21 09:51:34.348724 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36614) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.355084 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-1e491068-ddbe-404f-9a4f-74477455830f tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.355084 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1e491068-ddbe-404f-9a4f-74477455830f tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0061152 Jan 21 09:51:34.357658 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36618) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.365024 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-197ee2fe-d931-4b56-9b40-b3fdb5dbcbcb tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.365793 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-197ee2fe-d931-4b56-9b40-b3fdb5dbcbcb tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0065846 Jan 21 09:51:34.369168 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36622) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.376576 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-438d6994-370a-44e6-9e31-1cdf686cbcd5 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.377626 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-438d6994-370a-44e6-9e31-1cdf686cbcd5 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0080786 Jan 21 09:51:34.377626 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36626) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.385592 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-ad7201d1-a498-4104-b429-46df473d1f8a tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.387780 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ad7201d1-a498-4104-b429-46df473d1f8a tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0089943 Jan 21 09:51:34.388991 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36630) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.396248 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-f1ae80a4-a96a-4a07-b06f-bc987baf946c tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Synchronizing usage tracker for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:34.397422 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-4dfb8276-9ba5-493f-a29e-b466894828c0 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.397914 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4dfb8276-9ba5-493f-a29e-b466894828c0 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0084236 Jan 21 09:51:34.398905 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36634) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.407989 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-9403863b-4be3-4c52-a7df-b93d1aad8178 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.414877 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9403863b-4be3-4c52-a7df-b93d1aad8178 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0118477 Jan 21 09:51:34.417925 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36638) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.426658 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [None req-dd3900d0-e2c7-40a3-8834-7799c0c8940b tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83598) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.426658 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-dd3900d0-e2c7-40a3-8834-7799c0c8940b tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0117991 Jan 21 09:51:34.429274 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36642) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.436629 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-9d93a3b0-4eda-41e0-97ef-e7f8245d1bf7 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.439246 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9d93a3b0-4eda-41e0-97ef-e7f8245d1bf7 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0064490 Jan 21 09:51:34.439440 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36646) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.449072 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-00a144a2-18c0-41b8-ba02-30f97188a288 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.449072 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-00a144a2-18c0-41b8-ba02-30f97188a288 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0071168 Jan 21 09:51:34.451953 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36650) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.458758 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-65f5e395-b84f-4eca-8a19-6bda2a7ea75e tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.458758 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-65f5e395-b84f-4eca-8a19-6bda2a7ea75e tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0066323 Jan 21 09:51:34.466011 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36654) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.473071 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-64c1313b-b85f-4c63-8c36-b1131798033c tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:34.480695 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [None req-c40bf505-b741-489e-bff9-7b1ccba8b804 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83598) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.482115 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c40bf505-b741-489e-bff9-7b1ccba8b804 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0151713 Jan 21 09:51:34.483265 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-f1ae80a4-a96a-4a07-b06f-bc987baf946c tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Unset dirty status for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:34.486745 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f1ae80a4-a96a-4a07-b06f-bc987baf946c tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2796316 Jan 21 09:51:34.487875 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36658) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.488931 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36662) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.495309 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-67e94153-48ad-4d6d-813f-1cd8ace1dd03 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.495309 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-67e94153-48ad-4d6d-813f-1cd8ace1dd03 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0085921 Jan 21 09:51:34.496844 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36664) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.505999 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [None req-2c29f2ab-b573-4e79-9936-4eb69a512545 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83598) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.505999 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-2c29f2ab-b573-4e79-9936-4eb69a512545 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0064991 Jan 21 09:51:34.506340 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-f1977646-54d9-4218-81cf-1dea2e1259f6 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Request body: {'security_group': {'name': 'tempest-secgroup--4255963'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:34.511513 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36670) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.522339 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f1977646-54d9-4218-81cf-1dea2e1259f6 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:34.531603 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-96b5bb76-9f6d-419f-8308-baaaf1e34205 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.531603 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-96b5bb76-9f6d-419f-8308-baaaf1e34205 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0146303 Jan 21 09:51:34.533760 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36674) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.541424 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-e135f695-a189-4575-98bd-a571120349ca tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.542785 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e135f695-a189-4575-98bd-a571120349ca tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0080097 Jan 21 09:51:34.543763 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f1977646-54d9-4218-81cf-1dea2e1259f6 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:34.545434 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36678) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.556937 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-f0773149-57a5-4855-bdef-9dad377e3128 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.556937 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f0773149-57a5-4855-bdef-9dad377e3128 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0068984 Jan 21 09:51:34.556937 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36682) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.579285 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-7e812af6-f9aa-4e45-a585-9165ca9d6ca4 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.579285 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7e812af6-f9aa-4e45-a585-9165ca9d6ca4 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0168617 Jan 21 09:51:34.579285 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36686) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.584236 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-e85b59f7-cfed-4b9b-b66c-3d306689b099 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.584236 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e85b59f7-cfed-4b9b-b66c-3d306689b099 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0049329 Jan 21 09:51:34.585358 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36690) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.591818 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f1977646-54d9-4218-81cf-1dea2e1259f6 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:34.605435 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-77e7b6db-6e5c-476f-9506-e6f351d62262 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.605435 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-77e7b6db-6e5c-476f-9506-e6f351d62262 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0143573 Jan 21 09:51:34.605435 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36694) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.620335 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-60a27634-2b2b-463a-a2b2-474b3ecb4aa6 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.620335 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-60a27634-2b2b-463a-a2b2-474b3ecb4aa6 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0112197 Jan 21 09:51:34.620335 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36698) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.626520 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-e17ce4f7-f919-4aec-b5c8-fb0ce2c58064 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.626520 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e17ce4f7-f919-4aec-b5c8-fb0ce2c58064 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0061471 Jan 21 09:51:34.631622 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36702) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.639096 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-7aa9d6f7-db8d-4635-b6e5-266d452040c2 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.639096 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7aa9d6f7-db8d-4635-b6e5-266d452040c2 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0058036 Jan 21 09:51:34.639096 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36706) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.656009 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-18634d36-a812-4c39-a6ec-9911dfb663f3 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.656009 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-18634d36-a812-4c39-a6ec-9911dfb663f3 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0123851 Jan 21 09:51:34.656009 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36710) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.664089 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-969ac2c5-9005-4b15-8351-718f764ce061 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.664370 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-969ac2c5-9005-4b15-8351-718f764ce061 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0083385 Jan 21 09:51:34.665439 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f1977646-54d9-4218-81cf-1dea2e1259f6 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:34.671286 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36714) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.678431 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-a766b8d8-bb21-4cb0-8d5c-43e4d22673fd tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.678431 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a766b8d8-bb21-4cb0-8d5c-43e4d22673fd tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0064557 Jan 21 09:51:34.678431 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f1977646-54d9-4218-81cf-1dea2e1259f6 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Usage tracker for resource:security_group_rule and tenant:5f453bbef0694ef6bf3e2755403e2faa is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:34.680703 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36718) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.683406 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e1b6fe2e-515b-42bf-9c87-6d59abd2aa4d req-21eff8bc-ee47-438e-b10b-0c0f2a362e76 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=ee5826cd-33a9-4048-a9ec-1e3cd61dc980&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2506795 Jan 21 09:51:34.686283 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f1977646-54d9-4218-81cf-1dea2e1259f6 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:34.688915 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-886b424f-d33d-4398-9100-88d4b0fd58a6 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.688915 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-886b424f-d33d-4398-9100-88d4b0fd58a6 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0076020 Jan 21 09:51:34.694292 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36722) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.696887 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f1977646-54d9-4218-81cf-1dea2e1259f6 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:34.696993 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-64c1313b-b85f-4c63-8c36-b1131798033c tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:34.721809 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [None req-76d6bd7e-ad68-4f78-811f-cc4343b4dce0 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83598) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.721809 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-76d6bd7e-ad68-4f78-811f-cc4343b4dce0 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0208189 Jan 21 09:51:34.721809 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36726) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.730900 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [None req-04bd673a-307e-4d45-8f6a-c64cb806b5d3 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83598) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.732186 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-04bd673a-307e-4d45-8f6a-c64cb806b5d3 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0135770 Jan 21 09:51:34.746568 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36730) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.755199 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [None req-3e16d0a6-cda7-4a57-bbe6-6f6b053151c7 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83598) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.756392 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-3e16d0a6-cda7-4a57-bbe6-6f6b053151c7 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0125508 Jan 21 09:51:34.758918 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-64c1313b-b85f-4c63-8c36-b1131798033c tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ef6aca-08db-4695-ba7c-db91766cd459']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:34.759301 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36734) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.771680 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-83e22077-ad27-4ff1-9887-90c46c4ab7e5 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.777298 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-83e22077-ad27-4ff1-9887-90c46c4ab7e5 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0130024 Jan 21 09:51:34.779771 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36738) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.782574 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-64c1313b-b85f-4c63-8c36-b1131798033c tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c63cbfc9-44c2-4d8c-9429-e3cb2284e697') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:34.782574 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-64c1313b-b85f-4c63-8c36-b1131798033c tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c63cbfc9-44c2-4d8c-9429-e3cb2284e697') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:34.794057 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f1977646-54d9-4218-81cf-1dea2e1259f6 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:34.797656 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f1977646-54d9-4218-81cf-1dea2e1259f6 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:34.808506 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [None req-300b529b-69ef-4a78-bf9a-f97cf584ea07 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83598) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.808506 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-300b529b-69ef-4a78-bf9a-f97cf584ea07 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0112798 Jan 21 09:51:34.821971 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36742) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.837077 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-9d014a87-09a0-43d1-aaaf-ca309338463e tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.837077 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9d014a87-09a0-43d1-aaaf-ca309338463e tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0089893 Jan 21 09:51:34.841800 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36746) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.857742 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-8f884d72-73a9-47d9-835b-7ba402d5d3f1 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.857742 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8f884d72-73a9-47d9-835b-7ba402d5d3f1 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0136330 Jan 21 09:51:34.866460 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36750) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.879468 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1977646-54d9-4218-81cf-1dea2e1259f6 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f90ff84c-2595-4253-a01d-88b55b24d6c0,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:34.879713 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-64c1313b-b85f-4c63-8c36-b1131798033c tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:34.889214 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f1977646-54d9-4218-81cf-1dea2e1259f6 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:34.891617 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f1977646-54d9-4218-81cf-1dea2e1259f6 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.3954346 Jan 21 09:51:34.891894 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [None req-aa5ceb17-2028-4b20-b055-dec22a807fc2 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83598) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.895740 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36754) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.897006 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-aa5ceb17-2028-4b20-b055-dec22a807fc2 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0247664 Jan 21 09:51:34.897204 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36758) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.900651 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-b0536731-bbd5-4006-8e59-5620d1487c35 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Request body: {'security_group_rule': {'security_group_id': 'f90ff84c-2595-4253-a01d-88b55b24d6c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:34.911188 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-6974f723-4d41-46bc-b85a-06d6d9f293a3 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.912733 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6974f723-4d41-46bc-b85a-06d6d9f293a3 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0158808 Jan 21 09:51:34.914783 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-64c1313b-b85f-4c63-8c36-b1131798033c tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:34.915316 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b0536731-bbd5-4006-8e59-5620d1487c35 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:34.916287 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36762) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.922547 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-b0536731-bbd5-4006-8e59-5620d1487c35 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Usage tracker for resource:security_group_rule and tenant:5f453bbef0694ef6bf3e2755403e2faa is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:34.933371 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-b0536731-bbd5-4006-8e59-5620d1487c35 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:34.943212 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [None req-37c7dd0a-e6dd-4fb4-bd90-483d7faa529f tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83598) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.943212 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-37c7dd0a-e6dd-4fb4-bd90-483d7faa529f tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0194798 Jan 21 09:51:34.948101 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b0536731-bbd5-4006-8e59-5620d1487c35 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:34.948101 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36766) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.950544 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64c1313b-b85f-4c63-8c36-b1131798033c tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:51:34.950544 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-64c1313b-b85f-4c63-8c36-b1131798033c tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:34.953764 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-4af2132b-35af-4dd8-b669-05f2060a9aa4 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.953764 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4af2132b-35af-4dd8-b669-05f2060a9aa4 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0059404 Jan 21 09:51:34.953764 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36770) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.959167 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-3e04d89a-31d4-478e-a831-5b2bc8761d2e tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.962350 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3e04d89a-31d4-478e-a831-5b2bc8761d2e tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0061331 Jan 21 09:51:34.962879 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36774) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.976443 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-254152e6-fd28-472a-b0f5-0255e839e0d2 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.976443 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-254152e6-fd28-472a-b0f5-0255e839e0d2 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0061474 Jan 21 09:51:34.978105 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:51:34.978105 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:51:34.978105 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:51:34.978105 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:51:34.978105 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:51:34.978105 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:51:34.978105 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:51:34.978105 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:51:34.978105 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:51:34.978105 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:51:34.978105 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:51:34.978105 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:51:34.978105 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:51:34.978105 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:51:34.978105 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:51:34.978105 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:51:34.978105 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:51:34.978105 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:51:34.978105 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:51:34.978105 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:51:34.978105 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:51:34.978105 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:51:34.978105 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:51:34.978105 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:51:34.978105 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:51:34.978105 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:51:34.978105 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:51:34.978105 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:51:34.978105 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:51:34.978105 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:51:34.978105 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:51:34.978105 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:51:34.978105 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36778) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.981416 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b0536731-bbd5-4006-8e59-5620d1487c35 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:34.982384 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [None req-f21e53ea-a330-4e1f-b330-68c1ba004eb6 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83598) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:34.984442 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f21e53ea-a330-4e1f-b330-68c1ba004eb6 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0083299 Jan 21 09:51:34.989676 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36782) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.999693 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-30e3f0c2-fbf1-405c-810a-897f4028dd40 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:35.004403 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-30e3f0c2-fbf1-405c-810a-897f4028dd40 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0080988 Jan 21 09:51:35.004403 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36786) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:35.019440 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-bf4b38e7-ba95-40a8-ab6a-79855bbce6c9 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:35.019440 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-bf4b38e7-ba95-40a8-ab6a-79855bbce6c9 tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0143964 Jan 21 09:51:35.023299 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36790) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:35.029354 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-09232cd4-dd99-4e91-853d-ee2fe16ad16f tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:35.029354 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-09232cd4-dd99-4e91-853d-ee2fe16ad16f tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0054009 Jan 21 09:51:35.031246 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36794) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:35.043534 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [None req-0f549189-ff78-4969-a07f-6d07626bba4b tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] http://10.222.0.104:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:35.044620 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0f549189-ff78-4969-a07f-6d07626bba4b tempest-ExtensionsTestJSON-135095712 tempest-ExtensionsTestJSON-135095712-project] 10.222.0.104 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0123885 Jan 21 09:51:35.084283 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b0536731-bbd5-4006-8e59-5620d1487c35 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:35.109711 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b0536731-bbd5-4006-8e59-5620d1487c35 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:35.120619 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e1b6fe2e-515b-42bf-9c87-6d59abd2aa4d req-1626ac5c-89bd-4768-acc2-9c159ebeaf79 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=445ef770bf614bd2b6b8d3bcf07af0fd&device_id=ee5826cd-33a9-4048-a9ec-1e3cd61dc980 HTTP/1.1" status: 200 len: 1099 time: 0.2981994 Jan 21 09:51:35.120619 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-64c1313b-b85f-4c63-8c36-b1131798033c tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:35.141596 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-64c1313b-b85f-4c63-8c36-b1131798033c tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:35.176019 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b0536731-bbd5-4006-8e59-5620d1487c35 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:35.176019 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b0536731-bbd5-4006-8e59-5620d1487c35 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2677984 Jan 21 09:51:35.176019 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36800) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:35.195317 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0536731-bbd5-4006-8e59-5620d1487c35 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=405cfd55-bd76-4041-abde-46c00c47b171,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:35.224514 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a8393eca-97fd-4b87-b189-05cc63f6ac11 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "GET /v2.0/security-group-rules/405cfd55-bd76-4041-abde-46c00c47b171 HTTP/1.1" status: 200 len: 705 time: 0.0439584 Jan 21 09:51:35.224514 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36804) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:35.272849 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1313b-b85f-4c63-8c36-b1131798033c tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] Pushing event deleted for resources: {'Network': ['ID=a3ef6aca-08db-4695-ba7c-db91766cd459,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:35.272849 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-64c1313b-b85f-4c63-8c36-b1131798033c tempest-FloatingIPTestJSON-233608900 tempest-FloatingIPTestJSON-233608900-project] 10.222.0.104 "DELETE /v2.0/networks/a3ef6aca-08db-4695-ba7c-db91766cd459 HTTP/1.1" status: 204 len: 168 time: 1.0013468 Jan 21 09:51:35.336109 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ea9a3aaa-064a-4b57-b8a6-ccffc0897e5f tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Synchronizing usage tracker for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group_rule {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:35.356395 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ea9a3aaa-064a-4b57-b8a6-ccffc0897e5f tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Unset dirty status for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group_rule {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:35.358493 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ea9a3aaa-064a-4b57-b8a6-ccffc0897e5f tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1421480 Jan 21 09:51:35.361348 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36810) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:35.379515 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6fe2e-515b-42bf-9c87-6d59abd2aa4d req-f8afdd2b-7b58-4d96-8d7e-b755b518c717 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:35.381264 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e1b6fe2e-515b-42bf-9c87-6d59abd2aa4d req-f8afdd2b-7b58-4d96-8d7e-b755b518c717 service neutron] 10.222.0.124 "GET /v2.0/networks?id=5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 HTTP/1.1" status: 200 len: 913 time: 0.2449884 Jan 21 09:51:35.478039 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-016105c4-138c-4413-810f-6c1a4cbb6dac tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:35.499413 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-016105c4-138c-4413-810f-6c1a4cbb6dac tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:35.511950 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36818) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:35.538445 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e1b6fe2e-515b-42bf-9c87-6d59abd2aa4d req-964f35a4-7972-4387-8978-e7df0cbbf9cc service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd1ade71-5040-4cb6-958d-14b24715ecc8 HTTP/1.1" status: 200 len: 1001 time: 0.1427197 Jan 21 09:51:35.589187 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-016105c4-138c-4413-810f-6c1a4cbb6dac tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:35.602582 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36824) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:35.615215 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016105c4-138c-4413-810f-6c1a4cbb6dac tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=405cfd55-bd76-4041-abde-46c00c47b171,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:35.634919 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-016105c4-138c-4413-810f-6c1a4cbb6dac tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:35.636491 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-016105c4-138c-4413-810f-6c1a4cbb6dac tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/405cfd55-bd76-4041-abde-46c00c47b171 HTTP/1.1" status: 204 len: 168 time: 0.2741182 Jan 21 09:51:35.639271 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36830) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:35.641711 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6fe2e-515b-42bf-9c87-6d59abd2aa4d req-a44678a5-43ae-4680-8c31-e3c3b4cb4a05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:35.643765 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e1b6fe2e-515b-42bf-9c87-6d59abd2aa4d req-a44678a5-43ae-4680-8c31-e3c3b4cb4a05 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f8e2e48f-3c2e-408d-ac72-f5742db41e13 HTTP/1.1" status: 200 len: 851 time: 0.0976937 Jan 21 09:51:35.693795 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-64c17970-9980-423c-a123-1ed645feb9f6 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0515902 Jan 21 09:51:35.694664 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36834) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:35.700411 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-4549d43d-44af-4552-9f68-1bc3fb898e08 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Request body: {'security_group_rule': {'security_group_id': 'f90ff84c-2595-4253-a01d-88b55b24d6c0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:35.707391 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4549d43d-44af-4552-9f68-1bc3fb898e08 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:35.713291 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-4549d43d-44af-4552-9f68-1bc3fb898e08 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Usage tracker for resource:security_group_rule and tenant:5f453bbef0694ef6bf3e2755403e2faa is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:35.717472 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-4549d43d-44af-4552-9f68-1bc3fb898e08 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:35.724933 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4549d43d-44af-4552-9f68-1bc3fb898e08 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:35.739151 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e1b6fe2e-515b-42bf-9c87-6d59abd2aa4d req-9aa9fe37-af2f-493c-b551-adf6140eb8ba service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=5420f90b-fa8f-4acb-ab7a-0d5edf834ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0883930 Jan 21 09:51:35.745121 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4549d43d-44af-4552-9f68-1bc3fb898e08 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:35.793937 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bf3aec14-b555-42ae-84c9-6a7b4a08446d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:35.885672 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e1b6fe2e-515b-42bf-9c87-6d59abd2aa4d req-8356a1ab-3eb3-4348-8ee7-8eadccabf196 service neutron] 10.222.0.124 "GET /v2.0/networks/5420f90b-fa8f-4acb-ab7a-0d5edf834ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402617 Jan 21 09:51:35.887306 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bf3aec14-b555-42ae-84c9-6a7b4a08446d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:35.895882 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bf3aec14-b555-42ae-84c9-6a7b4a08446d admin admin] Usage tracker for resource:security_group_rule and tenant:03b1d20506284814ba3b8e6e224240dd is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:35.906053 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-937770dd-6ba8-43c9-93f5-97da3bf74170 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a9bbec69a2694a0bb3504d188ecd25f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3023090 Jan 21 09:51:35.909668 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bf3aec14-b555-42ae-84c9-6a7b4a08446d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:35.910337 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36838) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:35.913286 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4549d43d-44af-4552-9f68-1bc3fb898e08 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:35.919030 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bf3aec14-b555-42ae-84c9-6a7b4a08446d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:35.922035 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4549d43d-44af-4552-9f68-1bc3fb898e08 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:35.957727 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549d43d-44af-4552-9f68-1bc3fb898e08 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19519c7c-53ba-4f11-bacd-8fa2c1913b8c,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:35.988559 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4549d43d-44af-4552-9f68-1bc3fb898e08 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:35.989773 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4549d43d-44af-4552-9f68-1bc3fb898e08 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2939882 Jan 21 09:51:35.995713 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36842) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:36.026974 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-20edfb62-9219-4be9-a2a8-1fc90f6dde00 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "GET /v2.0/security-group-rules/19519c7c-53ba-4f11-bacd-8fa2c1913b8c HTTP/1.1" status: 200 len: 705 time: 0.0301595 Jan 21 09:51:36.030195 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36846) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:36.076254 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bf3aec14-b555-42ae-84c9-6a7b4a08446d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.087841 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bf3aec14-b555-42ae-84c9-6a7b4a08446d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.127285 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-693b3798-92c9-4c59-a202-5cd7815fa5f7 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Synchronizing usage tracker for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group_rule {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:36.178991 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e1b6fe2e-515b-42bf-9c87-6d59abd2aa4d req-952742a4-b7c1-4971-92fe-c46267237221 service neutron] 10.222.0.124 "GET /v2.0/networks/5420f90b-fa8f-4acb-ab7a-0d5edf834ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871575 Jan 21 09:51:36.179780 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3bc38bda-29d6-4e4a-9d3c-bf02f96d7fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.212766 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3bc38bda-29d6-4e4a-9d3c-bf02f96d7fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.254587 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3aec14-b555-42ae-84c9-6a7b4a08446d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f314413-6db4-4236-a407-3c1e39a50600,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:36.263174 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-bf3aec14-b555-42ae-84c9-6a7b4a08446d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=03b1d20506284814ba3b8e6e224240dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7499177 Jan 21 09:51:36.263915 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36850) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:36.272657 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3bc38bda-29d6-4e4a-9d3c-bf02f96d7fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.289188 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-693b3798-92c9-4c59-a202-5cd7815fa5f7 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Unset dirty status for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group_rule {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:36.290598 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-693b3798-92c9-4c59-a202-5cd7815fa5f7 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2595394 Jan 21 09:51:36.291176 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc38bda-29d6-4e4a-9d3c-bf02f96d7fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc285b3-a931-432b-ab62-cc1ae3fa9dc6,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:36.295347 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36854) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:36.299247 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3bc38bda-29d6-4e4a-9d3c-bf02f96d7fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.304266 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-3bc38bda-29d6-4e4a-9d3c-bf02f96d7fb6 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/2dc285b3-a931-432b-ab62-cc1ae3fa9dc6 HTTP/1.1" status: 204 len: 168 time: 0.3929605 Jan 21 09:51:36.336325 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-574ef3f0-16dd-4d08-a6cd-d0440a24d2d1 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.345084 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bf8b7eb8-1987-4ad2-8f8f-bce147f2cd43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.347804 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-574ef3f0-16dd-4d08-a6cd-d0440a24d2d1 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.373337 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bf8b7eb8-1987-4ad2-8f8f-bce147f2cd43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.374249 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-574ef3f0-16dd-4d08-a6cd-d0440a24d2d1 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.397830 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ef3f0-16dd-4d08-a6cd-d0440a24d2d1 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19519c7c-53ba-4f11-bacd-8fa2c1913b8c,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:36.406647 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-574ef3f0-16dd-4d08-a6cd-d0440a24d2d1 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.408427 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-574ef3f0-16dd-4d08-a6cd-d0440a24d2d1 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/19519c7c-53ba-4f11-bacd-8fa2c1913b8c HTTP/1.1" status: 204 len: 168 time: 0.1120112 Jan 21 09:51:36.411080 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36860) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:36.447981 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bf8b7eb8-1987-4ad2-8f8f-bce147f2cd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.463511 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-17240ed4-a64f-443f-8ba3-6230117eda4f tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Synchronizing usage tracker for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group_rule {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:36.463722 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b7eb8-1987-4ad2-8f8f-bce147f2cd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f314413-6db4-4236-a407-3c1e39a50600,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:36.469998 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bf8b7eb8-1987-4ad2-8f8f-bce147f2cd43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.471459 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-bf8b7eb8-1987-4ad2-8f8f-bce147f2cd43 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/2f314413-6db4-4236-a407-3c1e39a50600 HTTP/1.1" status: 204 len: 168 time: 0.2034419 Jan 21 09:51:36.490137 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-17240ed4-a64f-443f-8ba3-6230117eda4f tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Unset dirty status for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group_rule {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:36.491612 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-17240ed4-a64f-443f-8ba3-6230117eda4f tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0794570 Jan 21 09:51:36.495440 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36868) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:36.501643 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-6d1a4c98-f29b-43f2-8b6b-9f013eb6c29e tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Request body: {'security_group_rule': {'security_group_id': 'f90ff84c-2595-4253-a01d-88b55b24d6c0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:36.508029 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6d1a4c98-f29b-43f2-8b6b-9f013eb6c29e tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:36.518933 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6d1a4c98-f29b-43f2-8b6b-9f013eb6c29e tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:36.538315 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6d1a4c98-f29b-43f2-8b6b-9f013eb6c29e tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.620694 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6d1a4c98-f29b-43f2-8b6b-9f013eb6c29e tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.625855 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6d1a4c98-f29b-43f2-8b6b-9f013eb6c29e tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.654071 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a4c98-f29b-43f2-8b6b-9f013eb6c29e tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c2b7219-929b-41ab-ba17-d55b21aa9a0b,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:36.670514 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6d1a4c98-f29b-43f2-8b6b-9f013eb6c29e tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.671851 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6d1a4c98-f29b-43f2-8b6b-9f013eb6c29e tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1752217 Jan 21 09:51:36.674567 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36876) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:36.701329 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-99a39fc9-331a-426a-b7ad-824e14c31397 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "GET /v2.0/security-group-rules/8c2b7219-929b-41ab-ba17-d55b21aa9a0b HTTP/1.1" status: 200 len: 706 time: 0.0219228 Jan 21 09:51:36.701782 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36880) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:36.754439 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8ac5fcd5-6cba-449a-886a-ef755e791b64 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.0478499 Jan 21 09:51:36.754575 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36886) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:36.786193 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-93c6dbec-a247-48a4-a100-43358452238c tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.796655 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-93c6dbec-a247-48a4-a100-43358452238c tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.830305 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-93c6dbec-a247-48a4-a100-43358452238c tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.850427 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6dbec-a247-48a4-a100-43358452238c tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c2b7219-929b-41ab-ba17-d55b21aa9a0b,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:36.865994 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-93c6dbec-a247-48a4-a100-43358452238c tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.869909 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36894) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:36.870399 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-93c6dbec-a247-48a4-a100-43358452238c tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/8c2b7219-929b-41ab-ba17-d55b21aa9a0b HTTP/1.1" status: 204 len: 168 time: 0.1148148 Jan 21 09:51:36.926426 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-cb132d21-dfec-4012-bf5e-9f14b9bb7f7a tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0547590 Jan 21 09:51:36.929223 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36902) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:37.006363 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8b47c1ee-f211-45b5-ab82-7f912898e51d tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.035254 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8b47c1ee-f211-45b5-ab82-7f912898e51d tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.086819 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8b47c1ee-f211-45b5-ab82-7f912898e51d tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.108983 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47c1ee-f211-45b5-ab82-7f912898e51d tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90ff84c-2595-4253-a01d-88b55b24d6c0,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:37.119884 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8b47c1ee-f211-45b5-ab82-7f912898e51d tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.121740 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8b47c1ee-f211-45b5-ab82-7f912898e51d tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "DELETE /v2.0/security-groups/f90ff84c-2595-4253-a01d-88b55b24d6c0 HTTP/1.1" status: 204 len: 168 time: 0.1915026 Jan 21 09:51:37.126063 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36912) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:37.193579 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-185fee4a-74e4-4568-b44a-e4e64ea1030a tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Synchronizing usage tracker for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:37.210838 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-185fee4a-74e4-4568-b44a-e4e64ea1030a tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Unset dirty status for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:37.212554 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-185fee4a-74e4-4568-b44a-e4e64ea1030a tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0849776 Jan 21 09:51:37.217087 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36918) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:37.225593 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-9a035015-1bdb-4d64-aa74-994e1ba94dd0 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Request body: {'security_group': {'name': 'tempest-secgroup--1989372217'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:37.233717 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9a035015-1bdb-4d64-aa74-994e1ba94dd0 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:37.243526 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9a035015-1bdb-4d64-aa74-994e1ba94dd0 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:37.255075 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9a035015-1bdb-4d64-aa74-994e1ba94dd0 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.296124 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9a035015-1bdb-4d64-aa74-994e1ba94dd0 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:37.300973 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9a035015-1bdb-4d64-aa74-994e1ba94dd0 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Usage tracker for resource:security_group_rule and tenant:5f453bbef0694ef6bf3e2755403e2faa is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:37.305119 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9a035015-1bdb-4d64-aa74-994e1ba94dd0 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:37.312426 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9a035015-1bdb-4d64-aa74-994e1ba94dd0 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:37.387814 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9a035015-1bdb-4d64-aa74-994e1ba94dd0 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.393188 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9a035015-1bdb-4d64-aa74-994e1ba94dd0 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.447115 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a035015-1bdb-4d64-aa74-994e1ba94dd0 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68d69193-0db6-42cb-bea7-1fb5d243bb65,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:37.447421 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36928) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:37.457051 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9a035015-1bdb-4d64-aa74-994e1ba94dd0 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.458681 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9a035015-1bdb-4d64-aa74-994e1ba94dd0 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2397575 Jan 21 09:51:37.461535 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36934) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:37.467135 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-645ce65b-9980-4cb1-a7cd-28ef3b6f391c tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Request body: {'security_group_rule': {'security_group_id': '68d69193-0db6-42cb-bea7-1fb5d243bb65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:37.473644 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-645ce65b-9980-4cb1-a7cd-28ef3b6f391c tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:37.478301 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-645ce65b-9980-4cb1-a7cd-28ef3b6f391c tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Usage tracker for resource:security_group_rule and tenant:5f453bbef0694ef6bf3e2755403e2faa is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:37.481296 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-645ce65b-9980-4cb1-a7cd-28ef3b6f391c tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:37.488468 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-645ce65b-9980-4cb1-a7cd-28ef3b6f391c tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:37.506597 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-645ce65b-9980-4cb1-a7cd-28ef3b6f391c tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.582918 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-645ce65b-9980-4cb1-a7cd-28ef3b6f391c tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.587533 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-645ce65b-9980-4cb1-a7cd-28ef3b6f391c tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.617722 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ce65b-9980-4cb1-a7cd-28ef3b6f391c tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=260d8148-0b07-4620-b51d-b16abe961d1d,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:37.630338 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-645ce65b-9980-4cb1-a7cd-28ef3b6f391c tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.634314 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-645ce65b-9980-4cb1-a7cd-28ef3b6f391c tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1690702 Jan 21 09:51:37.634546 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36940) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:37.680914 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36944) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:37.708689 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fa741455-0866-4a37-a670-098fb6765888 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.735735 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-c8c6f732-d79e-4428-a22b-d9c57031461b tempest-DvrRoutersNegativeTest-1360687048 tempest-DvrRoutersNegativeTest-1360687048-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-491357889', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:37.739096 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.policy [None req-c8c6f732-d79e-4428-a22b-d9c57031461b tempest-DvrRoutersNegativeTest-1360687048 tempest-DvrRoutersNegativeTest-1360687048-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83598) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Jan 21 09:51:37.739327 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.policy [None req-c8c6f732-d79e-4428-a22b-d9c57031461b tempest-DvrRoutersNegativeTest-1360687048 tempest-DvrRoutersNegativeTest-1360687048-project] Failed policy check for 'create_router' {{(pid=83598) enforce /opt/stack/neutron/neutron/policy.py:482}} Jan 21 09:51:37.739774 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-c8c6f732-d79e-4428-a22b-d9c57031461b tempest-DvrRoutersNegativeTest-1360687048 tempest-DvrRoutersNegativeTest-1360687048-project] create failed (client error): Access was denied to this resource. Jan 21 09:51:37.740785 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c8c6f732-d79e-4428-a22b-d9c57031461b tempest-DvrRoutersNegativeTest-1360687048 tempest-DvrRoutersNegativeTest-1360687048-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2922480 Jan 21 09:51:37.749240 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fa741455-0866-4a37-a670-098fb6765888 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.774669 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-2535b989-6392-4ce7-b714-a1fde3058d51 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1794030349', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:37.781728 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2535b989-6392-4ce7-b714-a1fde3058d51 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:37.785948 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-2535b989-6392-4ce7-b714-a1fde3058d51 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Usage tracker for resource:router and tenant:85f813e41066451fa69973180b664878 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:37.789364 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-2535b989-6392-4ce7-b714-a1fde3058d51 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:37.796990 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2535b989-6392-4ce7-b714-a1fde3058d51 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:37.804119 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fa741455-0866-4a37-a670-098fb6765888 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.809894 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2535b989-6392-4ce7-b714-a1fde3058d51 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.810893 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2535b989-6392-4ce7-b714-a1fde3058d51 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.829157 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa741455-0866-4a37-a670-098fb6765888 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d69193-0db6-42cb-bea7-1fb5d243bb65,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:37.832533 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2535b989-6392-4ce7-b714-a1fde3058d51 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.839099 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fa741455-0866-4a37-a670-098fb6765888 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.840308 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-fa741455-0866-4a37-a670-098fb6765888 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "DELETE /v2.0/security-groups/68d69193-0db6-42cb-bea7-1fb5d243bb65 HTTP/1.1" status: 204 len: 168 time: 0.2049313 Jan 21 09:51:37.843138 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36952) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:37.860644 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2535b989-6392-4ce7-b714-a1fde3058d51 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.886481 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2535b989-6392-4ce7-b714-a1fde3058d51 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.890524 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2535b989-6392-4ce7-b714-a1fde3058d51 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2056620 Jan 21 09:51:37.891481 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36956) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:37.897722 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-53b40a9e-7163-40db-9f72-e6763a2ba8c5 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1713461010'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:37.905080 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-53b40a9e-7163-40db-9f72-e6763a2ba8c5 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:37.908993 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-60f83c19-46f5-4aa6-86f3-0331c032681e tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Synchronizing usage tracker for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:37.911385 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-53b40a9e-7163-40db-9f72-e6763a2ba8c5 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Usage tracker for resource:network and tenant:85f813e41066451fa69973180b664878 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:37.915444 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-53b40a9e-7163-40db-9f72-e6763a2ba8c5 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:37.922061 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-53b40a9e-7163-40db-9f72-e6763a2ba8c5 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:37.929042 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-60f83c19-46f5-4aa6-86f3-0331c032681e tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Unset dirty status for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:37.934029 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-60f83c19-46f5-4aa6-86f3-0331c032681e tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0866780 Jan 21 09:51:37.934270 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36960) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:37.934559 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b40a9e-7163-40db-9f72-e6763a2ba8c5 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Made reservation on behalf of 85f813e41066451fa69973180b664878 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:51:37.937944 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53b40a9e-7163-40db-9f72-e6763a2ba8c5 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.952977 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53b40a9e-7163-40db-9f72-e6763a2ba8c5 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.983689 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ccd2099b-8551-4987-9531-d545a8ca689d tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Synchronizing usage tracker for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group_rule {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:37.991933 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-53b40a9e-7163-40db-9f72-e6763a2ba8c5 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:37.995953 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-53b40a9e-7163-40db-9f72-e6763a2ba8c5 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Usage tracker for resource:security_group_rule and tenant:85f813e41066451fa69973180b664878 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:37.998885 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-53b40a9e-7163-40db-9f72-e6763a2ba8c5 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:38.000333 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ccd2099b-8551-4987-9531-d545a8ca689d tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] Unset dirty status for tenant:5f453bbef0694ef6bf3e2755403e2faa on resource:security_group_rule {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:38.001891 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ccd2099b-8551-4987-9531-d545a8ca689d tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.0664897 Jan 21 09:51:38.006113 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36964) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:38.007344 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-53b40a9e-7163-40db-9f72-e6763a2ba8c5 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:38.032196 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-a6d3446d-0b0f-4e46-88aa-dc15a7287658 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] delete failed (client error): The resource could not be found. Jan 21 09:51:38.037577 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a6d3446d-0b0f-4e46-88aa-dc15a7287658 tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "DELETE /v2.0/security-groups/68d69193-0db6-42cb-bea7-1fb5d243bb65 HTTP/1.1" status: 404 len: 347 time: 0.0260396 Jan 21 09:51:38.038781 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36970) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:38.090002 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53b40a9e-7163-40db-9f72-e6763a2ba8c5 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:38.094475 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53b40a9e-7163-40db-9f72-e6763a2ba8c5 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:38.110091 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-cd3b144d-c5ff-44f9-b1ee-45e31863249d tempest-SecGroupTest-1497470685 tempest-SecGroupTest-1497470685-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0639217 Jan 21 09:51:38.131670 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b40a9e-7163-40db-9f72-e6763a2ba8c5 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:51:38.141678 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36976) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:38.142017 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b40a9e-7163-40db-9f72-e6763a2ba8c5 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea7735b-7e8a-46dc-bd91-3662134802b0,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:38.148116 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53b40a9e-7163-40db-9f72-e6763a2ba8c5 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:38.148454 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-53b40a9e-7163-40db-9f72-e6763a2ba8c5 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Added segment 0176b2ca-33af-4abf-8a29-262411e92f7e of type vlan for network 222f9ef1-186d-49b6-9b1f-4f1744f716a0 Jan 21 09:51:38.182713 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53b40a9e-7163-40db-9f72-e6763a2ba8c5 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:38.218144 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53b40a9e-7163-40db-9f72-e6763a2ba8c5 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:38.222555 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b40a9e-7163-40db-9f72-e6763a2ba8c5 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:38.223137 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53b40a9e-7163-40db-9f72-e6763a2ba8c5 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:38.303919 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9f6bab5a-ce25-41e1-8437-06cfc486985c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:38.335953 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-53b40a9e-7163-40db-9f72-e6763a2ba8c5 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4432523 Jan 21 09:51:38.340220 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36982) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:38.348599 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6d93feb4-3a69-4d20-b1be-b2d37e991d06 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Request body: {'subnet': {'network_id': '222f9ef1-186d-49b6-9b1f-4f1744f716a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:38.348914 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9f6bab5a-ce25-41e1-8437-06cfc486985c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:38.352824 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9f6bab5a-ce25-41e1-8437-06cfc486985c admin admin] Usage tracker for resource:security_group_rule and tenant:3bed03bf6bf04b949f5924d6c9a201ed is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:38.355730 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9f6bab5a-ce25-41e1-8437-06cfc486985c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:38.361700 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9f6bab5a-ce25-41e1-8437-06cfc486985c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:38.367804 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b40a9e-7163-40db-9f72-e6763a2ba8c5 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Pushing event updated for resources: {'Network': ['ID=222f9ef1-186d-49b6-9b1f-4f1744f716a0,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:38.382245 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 222f9ef1-186d-49b6-9b1f-4f1744f716a0 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:51:38.449269 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9f6bab5a-ce25-41e1-8437-06cfc486985c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:38.455852 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9f6bab5a-ce25-41e1-8437-06cfc486985c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:38.461723 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 36988) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:38.497354 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6d93feb4-3a69-4d20-b1be-b2d37e991d06 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:38.502853 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6d93feb4-3a69-4d20-b1be-b2d37e991d06 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Usage tracker for resource:subnet and tenant:85f813e41066451fa69973180b664878 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:38.508844 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6d93feb4-3a69-4d20-b1be-b2d37e991d06 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:38.512736 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9f6bab5a-ce25-41e1-8437-06cfc486985c admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=3bed03bf6bf04b949f5924d6c9a201ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3699377 Jan 21 09:51:38.513448 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 36994) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:38.514174 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6bab5a-ce25-41e1-8437-06cfc486985c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91dd9cb-d291-442c-9103-decc07e5fe42,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:38.522059 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6d93feb4-3a69-4d20-b1be-b2d37e991d06 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:38.536112 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d93feb4-3a69-4d20-b1be-b2d37e991d06 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Made reservation on behalf of 85f813e41066451fa69973180b664878 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:51:38.584316 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-39f43b9a-7399-43a0-830f-f1b55bf8eefe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:38.610777 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-39f43b9a-7399-43a0-830f-f1b55bf8eefe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:38.664622 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6d93feb4-3a69-4d20-b1be-b2d37e991d06 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:38.666217 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-39f43b9a-7399-43a0-830f-f1b55bf8eefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:38.681032 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f43b9a-7399-43a0-830f-f1b55bf8eefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91dd9cb-d291-442c-9103-decc07e5fe42,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:38.688268 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-39f43b9a-7399-43a0-830f-f1b55bf8eefe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:38.692765 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-39f43b9a-7399-43a0-830f-f1b55bf8eefe admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/f91dd9cb-d291-442c-9103-decc07e5fe42 HTTP/1.1" status: 204 len: 168 time: 0.1753793 Jan 21 09:51:38.790333 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d05d975f-b286-4346-a910-dee3edaca219 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=5f453bbef0694ef6bf3e2755403e2faa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3273857 Jan 21 09:51:38.792951 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37000) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:38.860143 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e84c14c0-3b9c-4357-8788-8e7dc4ead9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:38.889219 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e84c14c0-3b9c-4357-8788-8e7dc4ead9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:38.939715 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6d93feb4-3a69-4d20-b1be-b2d37e991d06 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:38.950627 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e84c14c0-3b9c-4357-8788-8e7dc4ead9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:38.968411 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c14c0-3b9c-4357-8788-8e7dc4ead9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66eb1197-bf79-438e-832c-e332abad0de3,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:39.005016 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e84c14c0-3b9c-4357-8788-8e7dc4ead9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:39.013480 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e84c14c0-3b9c-4357-8788-8e7dc4ead9a5 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/66eb1197-bf79-438e-832c-e332abad0de3 HTTP/1.1" status: 204 len: 168 time: 0.2148111 Jan 21 09:51:39.035102 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93feb4-3a69-4d20-b1be-b2d37e991d06 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Pushing event updated for resources: {'Subnet': ['ID=69f3e538-673d-4faf-82fd-044274395897,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:39.043995 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d93feb4-3a69-4d20-b1be-b2d37e991d06 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Checking segment: {'id': '0176b2ca-33af-4abf-8a29-262411e92f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '222f9ef1-186d-49b6-9b1f-4f1744f716a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:51:39.044364 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d93feb4-3a69-4d20-b1be-b2d37e991d06 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Network hostable DHCP agents. Network: 222f9ef1-186d-49b6-9b1f-4f1744f716a0, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:51:39.069310 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d93feb4-3a69-4d20-b1be-b2d37e991d06 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Network 222f9ef1-186d-49b6-9b1f-4f1744f716a0 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:51:39.080305 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-6d93feb4-3a69-4d20-b1be-b2d37e991d06 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 222f9ef1-186d-49b6-9b1f-4f1744f716a0) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:39.084920 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d93feb4-3a69-4d20-b1be-b2d37e991d06 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:39.085500 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6d93feb4-3a69-4d20-b1be-b2d37e991d06 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:39.092381 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5148d09c-4e52-4d3d-bc31-a88c68f96591 None None] Network 222f9ef1-186d-49b6-9b1f-4f1744f716a0 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:51:39.122198 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6d93feb4-3a69-4d20-b1be-b2d37e991d06 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7807841 Jan 21 09:51:39.124377 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37012) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:39.131685 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-12fd229c-0f55-4ebe-860c-f8b6fba2cda6 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Request body: {'network': {'name': 'tempest-router-network01--1249700622'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:39.136624 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-12fd229c-0f55-4ebe-860c-f8b6fba2cda6 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:39.145788 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-12fd229c-0f55-4ebe-860c-f8b6fba2cda6 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Usage tracker for resource:network and tenant:85f813e41066451fa69973180b664878 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:39.150019 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-12fd229c-0f55-4ebe-860c-f8b6fba2cda6 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:39.161888 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-12fd229c-0f55-4ebe-860c-f8b6fba2cda6 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:39.176942 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fd229c-0f55-4ebe-860c-f8b6fba2cda6 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Made reservation on behalf of 85f813e41066451fa69973180b664878 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:51:39.181330 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-12fd229c-0f55-4ebe-860c-f8b6fba2cda6 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:39.221181 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12fd229c-0f55-4ebe-860c-f8b6fba2cda6 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:51:39.232306 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-12fd229c-0f55-4ebe-860c-f8b6fba2cda6 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:39.232919 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-12fd229c-0f55-4ebe-860c-f8b6fba2cda6 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Added segment 7f299597-23ca-4c3a-83ef-2fc42155d2f1 of type vlan for network 63028edc-c4ea-4e51-9c43-c112ab26ce41 Jan 21 09:51:39.272888 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-12fd229c-0f55-4ebe-860c-f8b6fba2cda6 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:39.315150 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-12fd229c-0f55-4ebe-860c-f8b6fba2cda6 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:39.321917 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fd229c-0f55-4ebe-860c-f8b6fba2cda6 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:39.322529 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-12fd229c-0f55-4ebe-860c-f8b6fba2cda6 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:39.365237 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e0b6a9-756f-4fe6-a470-dcc7a32d88cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-222f9ef1-186d-49b6-9b1f-4f1744f716a0', 'network_id': '222f9ef1-186d-49b6-9b1f-4f1744f716a0', 'tenant_id': '85f813e41066451fa69973180b664878', 'fixed_ips': [{'subnet_id': '69f3e538-673d-4faf-82fd-044274395897'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:51:39.366671 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-11e0b6a9-756f-4fe6-a470-dcc7a32d88cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:39.431032 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37026) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:39.438017 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-8445c780-c889-466a-967d-3726a5f3f3a4 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Request body: {'network': {'name': 'tempest-router-network02--849697554'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:39.442028 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-12fd229c-0f55-4ebe-860c-f8b6fba2cda6 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3152668 Jan 21 09:51:39.446466 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-8445c780-c889-466a-967d-3726a5f3f3a4 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:39.459442 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-8445c780-c889-466a-967d-3726a5f3f3a4 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Usage tracker for resource:network and tenant:85f813e41066451fa69973180b664878 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:39.464443 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-8445c780-c889-466a-967d-3726a5f3f3a4 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:39.473349 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-8445c780-c889-466a-967d-3726a5f3f3a4 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:39.481863 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd229c-0f55-4ebe-860c-f8b6fba2cda6 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Pushing event updated for resources: {'Network': ['ID=63028edc-c4ea-4e51-9c43-c112ab26ce41,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:39.491073 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8445c780-c889-466a-967d-3726a5f3f3a4 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Made reservation on behalf of 85f813e41066451fa69973180b664878 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:51:39.498115 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8445c780-c889-466a-967d-3726a5f3f3a4 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:39.515130 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 63028edc-c4ea-4e51-9c43-c112ab26ce41 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:51:39.539770 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8445c780-c889-466a-967d-3726a5f3f3a4 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:51:39.550796 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8445c780-c889-466a-967d-3726a5f3f3a4 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:39.551360 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-8445c780-c889-466a-967d-3726a5f3f3a4 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Added segment 18e3afde-2745-4529-a592-45a4ce25a4c7 of type vlan for network 242615e7-bf0f-474e-9efe-ac1238c9821e Jan 21 09:51:39.588157 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8445c780-c889-466a-967d-3726a5f3f3a4 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:39.630517 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8445c780-c889-466a-967d-3726a5f3f3a4 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:39.635171 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8445c780-c889-466a-967d-3726a5f3f3a4 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:39.636038 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8445c780-c889-466a-967d-3726a5f3f3a4 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:39.760546 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-11e0b6a9-756f-4fe6-a470-dcc7a32d88cb None None] Allocated IP 2001:db8::2 (222f9ef1-186d-49b6-9b1f-4f1744f716a0/69f3e538-673d-4faf-82fd-044274395897/4eaafcc5-8d1e-4f46-9b89-7783d20203dd) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:51:39.771624 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8445c780-c889-466a-967d-3726a5f3f3a4 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3394704 Jan 21 09:51:39.774682 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37042) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:39.781134 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-960a4301-9c08-4062-99a6-5d7c8b93919e tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Request body: {'subnet': {'network_id': '63028edc-c4ea-4e51-9c43-c112ab26ce41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:39.796336 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8445c780-c889-466a-967d-3726a5f3f3a4 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Pushing event updated for resources: {'Network': ['ID=242615e7-bf0f-474e-9efe-ac1238c9821e,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:39.910915 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-960a4301-9c08-4062-99a6-5d7c8b93919e tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:39.916455 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-960a4301-9c08-4062-99a6-5d7c8b93919e tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Usage tracker for resource:subnet and tenant:85f813e41066451fa69973180b664878 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:39.917552 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 242615e7-bf0f-474e-9efe-ac1238c9821e details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:51:39.919815 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-960a4301-9c08-4062-99a6-5d7c8b93919e tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:39.926565 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-960a4301-9c08-4062-99a6-5d7c8b93919e tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:39.941796 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960a4301-9c08-4062-99a6-5d7c8b93919e tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Made reservation on behalf of 85f813e41066451fa69973180b664878 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:51:39.971228 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37048) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:40.086046 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-960a4301-9c08-4062-99a6-5d7c8b93919e tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:40.145272 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-11e0b6a9-756f-4fe6-a470-dcc7a32d88cb None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:40.160743 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-11e0b6a9-756f-4fe6-a470-dcc7a32d88cb None None] Transition to ACTIVE for port object 4eaafcc5-8d1e-4f46-9b89-7783d20203dd will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:51:40.187871 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-11e0b6a9-756f-4fe6-a470-dcc7a32d88cb None None] Transition to ACTIVE for port object 4eaafcc5-8d1e-4f46-9b89-7783d20203dd will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:51:40.197676 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-11e0b6a9-756f-4fe6-a470-dcc7a32d88cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:40.202653 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37056) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:40.275928 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e0b6a9-756f-4fe6-a470-dcc7a32d88cb None None] Network 222f9ef1-186d-49b6-9b1f-4f1744f716a0 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:51:40.278821 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-11e0b6a9-756f-4fe6-a470-dcc7a32d88cb None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:40.283432 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e0b6a9-756f-4fe6-a470-dcc7a32d88cb None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:51:40.286908 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0b6a9-756f-4fe6-a470-dcc7a32d88cb None None] Pushing event updated for resources: {'Port': ['ID=4eaafcc5-8d1e-4f46-9b89-7783d20203dd,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:40.298753 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0b6a9-756f-4fe6-a470-dcc7a32d88cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:40.299085 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0b6a9-756f-4fe6-a470-dcc7a32d88cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:40.299410 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0b6a9-756f-4fe6-a470-dcc7a32d88cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:40.299740 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0b6a9-756f-4fe6-a470-dcc7a32d88cb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:40.300971 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0b6a9-756f-4fe6-a470-dcc7a32d88cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:40.301364 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0b6a9-756f-4fe6-a470-dcc7a32d88cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:40.301730 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0b6a9-756f-4fe6-a470-dcc7a32d88cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:40.302054 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0b6a9-756f-4fe6-a470-dcc7a32d88cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:40.302379 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0b6a9-756f-4fe6-a470-dcc7a32d88cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:40.302702 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0b6a9-756f-4fe6-a470-dcc7a32d88cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:40.303019 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0b6a9-756f-4fe6-a470-dcc7a32d88cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:40.319433 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-5ce68c0e-621c-43e4-8703-6adbc61daebb tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1580445020', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:40.325696 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5ce68c0e-621c-43e4-8703-6adbc61daebb tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:40.329594 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-5ce68c0e-621c-43e4-8703-6adbc61daebb tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Usage tracker for resource:router and tenant:995320fd59754accbe3ec040af3f6c7f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:40.333750 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-5ce68c0e-621c-43e4-8703-6adbc61daebb tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:40.337186 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-9e69c000-0e2e-4524-8b18-1d21b6aaf2bc admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-59523323-network', 'tenant_id': '5c7bae028f6b4a7082a27ff6ce16ee41'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:40.340206 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5ce68c0e-621c-43e4-8703-6adbc61daebb tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:40.344234 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9e69c000-0e2e-4524-8b18-1d21b6aaf2bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:40.352568 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9e69c000-0e2e-4524-8b18-1d21b6aaf2bc admin admin] Usage tracker for resource:network and tenant:5c7bae028f6b4a7082a27ff6ce16ee41 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:40.354077 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5ce68c0e-621c-43e4-8703-6adbc61daebb tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:40.355058 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5ce68c0e-621c-43e4-8703-6adbc61daebb tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:40.360721 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9e69c000-0e2e-4524-8b18-1d21b6aaf2bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:40.372034 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9e69c000-0e2e-4524-8b18-1d21b6aaf2bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:40.379837 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5ce68c0e-621c-43e4-8703-6adbc61daebb tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:40.393245 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-11e0b6a9-756f-4fe6-a470-dcc7a32d88cb None None] Attempting to bind port 4eaafcc5-8d1e-4f46-9b89-7783d20203dd on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:51:40.394636 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-11e0b6a9-756f-4fe6-a470-dcc7a32d88cb None None] Attempting to bind port 4eaafcc5-8d1e-4f46-9b89-7783d20203dd by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '0176b2ca-33af-4abf-8a29-262411e92f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '222f9ef1-186d-49b6-9b1f-4f1744f716a0'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:51:40.395327 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e0b6a9-756f-4fe6-a470-dcc7a32d88cb None None] Attempting to bind port 4eaafcc5-8d1e-4f46-9b89-7783d20203dd on network 222f9ef1-186d-49b6-9b1f-4f1744f716a0 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:51:40.403209 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5ce68c0e-621c-43e4-8703-6adbc61daebb tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:40.408937 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e69c000-0e2e-4524-8b18-1d21b6aaf2bc admin admin] Made reservation on behalf of 5c7bae028f6b4a7082a27ff6ce16ee41 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:51:40.411876 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9e69c000-0e2e-4524-8b18-1d21b6aaf2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:40.416015 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e0b6a9-756f-4fe6-a470-dcc7a32d88cb None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:51:40.416986 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e0b6a9-756f-4fe6-a470-dcc7a32d88cb None None] Checking segment: {'id': '0176b2ca-33af-4abf-8a29-262411e92f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '222f9ef1-186d-49b6-9b1f-4f1744f716a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:51:40.418274 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-11e0b6a9-756f-4fe6-a470-dcc7a32d88cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:40.418757 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e0b6a9-756f-4fe6-a470-dcc7a32d88cb None None] Bound using segment: {'id': '0176b2ca-33af-4abf-8a29-262411e92f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '222f9ef1-186d-49b6-9b1f-4f1744f716a0'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:51:40.419403 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-11e0b6a9-756f-4fe6-a470-dcc7a32d88cb None None] Bound port: 4eaafcc5-8d1e-4f46-9b89-7783d20203dd, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0176b2ca-33af-4abf-8a29-262411e92f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '222f9ef1-186d-49b6-9b1f-4f1744f716a0'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:51:40.419795 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-11e0b6a9-756f-4fe6-a470-dcc7a32d88cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:40.431569 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9e69c000-0e2e-4524-8b18-1d21b6aaf2bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:40.450990 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-960a4301-9c08-4062-99a6-5d7c8b93919e tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:40.452505 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5ce68c0e-621c-43e4-8703-6adbc61daebb tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:40.454355 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5ce68c0e-621c-43e4-8703-6adbc61daebb tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4805577 Jan 21 09:51:40.458784 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37062) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:40.466533 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-3b0069a5-7064-47b4-bc03-43dea18f07cb tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-885684612'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:40.472957 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3b0069a5-7064-47b4-bc03-43dea18f07cb tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:40.477250 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3b0069a5-7064-47b4-bc03-43dea18f07cb tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Usage tracker for resource:network and tenant:995320fd59754accbe3ec040af3f6c7f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:40.481574 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3b0069a5-7064-47b4-bc03-43dea18f07cb tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:40.488149 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3b0069a5-7064-47b4-bc03-43dea18f07cb tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:40.509810 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0069a5-7064-47b4-bc03-43dea18f07cb tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Made reservation on behalf of 995320fd59754accbe3ec040af3f6c7f for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:51:40.513779 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b0069a5-7064-47b4-bc03-43dea18f07cb tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:40.537236 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b0069a5-7064-47b4-bc03-43dea18f07cb tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:40.543875 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-11e0b6a9-756f-4fe6-a470-dcc7a32d88cb None None] For port 4eaafcc5-8d1e-4f46-9b89-7783d20203dd, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:51:40.548142 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-11e0b6a9-756f-4fe6-a470-dcc7a32d88cb None None] For port 4eaafcc5-8d1e-4f46-9b89-7783d20203dd, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=4eaafcc5-8d1e-4f46-9b89-7783d20203dd,segment=NetworkSegment(0176b2ca-33af-4abf-8a29-262411e92f7e),segment_id=0176b2ca-33af-4abf-8a29-262411e92f7e)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:51:40.554186 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-11e0b6a9-756f-4fe6-a470-dcc7a32d88cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:40.564674 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9e69c000-0e2e-4524-8b18-1d21b6aaf2bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:40.571941 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9e69c000-0e2e-4524-8b18-1d21b6aaf2bc admin admin] Usage tracker for resource:security_group_rule and tenant:5c7bae028f6b4a7082a27ff6ce16ee41 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:40.575042 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a4301-9c08-4062-99a6-5d7c8b93919e tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Pushing event updated for resources: {'Subnet': ['ID=dc30fba8-ad6c-410f-b551-2a38f61361c8,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:40.577806 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9e69c000-0e2e-4524-8b18-1d21b6aaf2bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:40.586416 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9e69c000-0e2e-4524-8b18-1d21b6aaf2bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:40.589062 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3b0069a5-7064-47b4-bc03-43dea18f07cb tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:40.594657 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3b0069a5-7064-47b4-bc03-43dea18f07cb tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Usage tracker for resource:security_group_rule and tenant:995320fd59754accbe3ec040af3f6c7f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:40.598652 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3b0069a5-7064-47b4-bc03-43dea18f07cb tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:40.603464 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960a4301-9c08-4062-99a6-5d7c8b93919e tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Checking segment: {'id': '7f299597-23ca-4c3a-83ef-2fc42155d2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '63028edc-c4ea-4e51-9c43-c112ab26ce41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:51:40.603810 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960a4301-9c08-4062-99a6-5d7c8b93919e tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Network hostable DHCP agents. Network: 63028edc-c4ea-4e51-9c43-c112ab26ce41, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:51:40.609663 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3b0069a5-7064-47b4-bc03-43dea18f07cb tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:40.681391 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0b6a9-756f-4fe6-a470-dcc7a32d88cb None None] Pushing event updated for resources: {'Port': ['ID=4eaafcc5-8d1e-4f46-9b89-7783d20203dd,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:40.729311 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9e69c000-0e2e-4524-8b18-1d21b6aaf2bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:40.731294 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960a4301-9c08-4062-99a6-5d7c8b93919e tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Network 63028edc-c4ea-4e51-9c43-c112ab26ce41 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:51:40.740255 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9e69c000-0e2e-4524-8b18-1d21b6aaf2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:40.751054 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b0069a5-7064-47b4-bc03-43dea18f07cb tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:40.761761 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-960a4301-9c08-4062-99a6-5d7c8b93919e tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 63028edc-c4ea-4e51-9c43-c112ab26ce41) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:40.767923 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960a4301-9c08-4062-99a6-5d7c8b93919e tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:40.768501 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b0069a5-7064-47b4-bc03-43dea18f07cb tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:40.771596 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-960a4301-9c08-4062-99a6-5d7c8b93919e tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:40.773129 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c9943f-821a-4738-8c03-44ab0941f1cb None None] Network 63028edc-c4ea-4e51-9c43-c112ab26ce41 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:51:40.797648 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e69c000-0e2e-4524-8b18-1d21b6aaf2bc admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:51:40.813256 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b0069a5-7064-47b4-bc03-43dea18f07cb tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:51:40.826746 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0069a5-7064-47b4-bc03-43dea18f07cb tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa0abf5-77a4-48bb-804d-a0d58af6cd5a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:40.834073 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b0069a5-7064-47b4-bc03-43dea18f07cb tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:40.834616 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-3b0069a5-7064-47b4-bc03-43dea18f07cb tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Added segment 02b0ec4d-6240-4508-9745-81b9335de2b9 of type vlan for network 0eab060d-fc20-409e-9dda-4ee73884b5fc Jan 21 09:51:40.835984 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69c000-0e2e-4524-8b18-1d21b6aaf2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7100f24c-3632-472a-a820-5a33a54f9578,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:40.857537 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9e69c000-0e2e-4524-8b18-1d21b6aaf2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:40.857809 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-9e69c000-0e2e-4524-8b18-1d21b6aaf2bc admin admin] Added segment 34fe21b7-ec23-434c-999d-e50f0fb50c9c of type vlan for network 84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc Jan 21 09:51:40.866940 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-960a4301-9c08-4062-99a6-5d7c8b93919e tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0912058 Jan 21 09:51:40.870296 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37066) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:40.885096 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b0069a5-7064-47b4-bc03-43dea18f07cb tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:40.885598 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-6e01aa33-4141-43f5-9653-24b51969442d tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Request body: {'subnet': {'network_id': '242615e7-bf0f-474e-9efe-ac1238c9821e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:40.958518 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b0069a5-7064-47b4-bc03-43dea18f07cb tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:40.970959 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0069a5-7064-47b4-bc03-43dea18f07cb tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:40.972688 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b0069a5-7064-47b4-bc03-43dea18f07cb tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:41.169122 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba006a0e-2933-44b5-8491-fa2014de0a85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-63028edc-c4ea-4e51-9c43-c112ab26ce41', 'network_id': '63028edc-c4ea-4e51-9c43-c112ab26ce41', 'tenant_id': '85f813e41066451fa69973180b664878', 'fixed_ips': [{'subnet_id': 'dc30fba8-ad6c-410f-b551-2a38f61361c8'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:51:41.170802 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ba006a0e-2933-44b5-8491-fa2014de0a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:41.190670 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9e69c000-0e2e-4524-8b18-1d21b6aaf2bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:41.272677 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6e01aa33-4141-43f5-9653-24b51969442d tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:41.281808 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0069a5-7064-47b4-bc03-43dea18f07cb tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Pushing event updated for resources: {'Network': ['ID=0eab060d-fc20-409e-9dda-4ee73884b5fc,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:41.284101 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6e01aa33-4141-43f5-9653-24b51969442d tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Usage tracker for resource:subnet and tenant:85f813e41066451fa69973180b664878 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:41.287908 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3b0069a5-7064-47b4-bc03-43dea18f07cb tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8274889 Jan 21 09:51:41.292669 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6e01aa33-4141-43f5-9653-24b51969442d tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:41.294364 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37070) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:41.302949 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 0eab060d-fc20-409e-9dda-4ee73884b5fc details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:51:41.304088 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6f0ae0d3-6cfd-46ac-a4a7-453af8f7a7e1 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Request body: {'subnet': {'network_id': '0eab060d-fc20-409e-9dda-4ee73884b5fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:41.305689 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6e01aa33-4141-43f5-9653-24b51969442d tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:41.318543 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9e69c000-0e2e-4524-8b18-1d21b6aaf2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:41.323001 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e69c000-0e2e-4524-8b18-1d21b6aaf2bc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:41.324052 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9e69c000-0e2e-4524-8b18-1d21b6aaf2bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:41.359746 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e01aa33-4141-43f5-9653-24b51969442d tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Made reservation on behalf of 85f813e41066451fa69973180b664878 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:51:41.446338 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6f0ae0d3-6cfd-46ac-a4a7-453af8f7a7e1 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:41.451656 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6f0ae0d3-6cfd-46ac-a4a7-453af8f7a7e1 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Usage tracker for resource:subnet and tenant:995320fd59754accbe3ec040af3f6c7f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:41.454663 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6f0ae0d3-6cfd-46ac-a4a7-453af8f7a7e1 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:41.461895 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6f0ae0d3-6cfd-46ac-a4a7-453af8f7a7e1 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:41.466751 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-ba006a0e-2933-44b5-8491-fa2014de0a85 None None] Allocated IP 2001:db8::2 (63028edc-c4ea-4e51-9c43-c112ab26ce41/dc30fba8-ad6c-410f-b551-2a38f61361c8/eb0c2e56-6978-4165-8917-f8d3986e1952) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:51:41.503971 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0ae0d3-6cfd-46ac-a4a7-453af8f7a7e1 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Made reservation on behalf of 995320fd59754accbe3ec040af3f6c7f for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:51:41.510082 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9e69c000-0e2e-4524-8b18-1d21b6aaf2bc admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3029537 Jan 21 09:51:41.524091 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37074) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:41.538034 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6e180013-7c97-4f07-b57e-2386f911e76b admin admin] Request body: {'subnet': {'network_id': '84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-59523323-subnet', 'tenant_id': '5c7bae028f6b4a7082a27ff6ce16ee41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:41.554485 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69c000-0e2e-4524-8b18-1d21b6aaf2bc admin admin] Pushing event updated for resources: {'Network': ['ID=84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:41.562130 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6e01aa33-4141-43f5-9653-24b51969442d tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:41.603032 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6e180013-7c97-4f07-b57e-2386f911e76b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:41.614905 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6e180013-7c97-4f07-b57e-2386f911e76b admin admin] Usage tracker for resource:subnet and tenant:5c7bae028f6b4a7082a27ff6ce16ee41 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:41.650918 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6e180013-7c97-4f07-b57e-2386f911e76b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:41.671002 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6e180013-7c97-4f07-b57e-2386f911e76b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:41.717980 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f0ae0d3-6cfd-46ac-a4a7-453af8f7a7e1 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:41.727194 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:51:41.748657 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e180013-7c97-4f07-b57e-2386f911e76b admin admin] Made reservation on behalf of 5c7bae028f6b4a7082a27ff6ce16ee41 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:51:41.750850 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6e180013-7c97-4f07-b57e-2386f911e76b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:41.852036 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6e01aa33-4141-43f5-9653-24b51969442d tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:41.897232 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ba006a0e-2933-44b5-8491-fa2014de0a85 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:41.933820 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ba006a0e-2933-44b5-8491-fa2014de0a85 None None] Transition to ACTIVE for port object eb0c2e56-6978-4165-8917-f8d3986e1952 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:51:41.971173 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ba006a0e-2933-44b5-8491-fa2014de0a85 None None] Transition to ACTIVE for port object eb0c2e56-6978-4165-8917-f8d3986e1952 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:51:41.981491 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ba006a0e-2933-44b5-8491-fa2014de0a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:41.995047 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01aa33-4141-43f5-9653-24b51969442d tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Pushing event updated for resources: {'Subnet': ['ID=49cba8c0-c2f8-4704-844e-c014c97bb542,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:42.005623 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e01aa33-4141-43f5-9653-24b51969442d tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Checking segment: {'id': '18e3afde-2745-4529-a592-45a4ce25a4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '242615e7-bf0f-474e-9efe-ac1238c9821e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:51:42.005989 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e01aa33-4141-43f5-9653-24b51969442d tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Network hostable DHCP agents. Network: 242615e7-bf0f-474e-9efe-ac1238c9821e, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:51:42.026457 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1041dd66-38d6-4ab8-a2c1-883fe7e97eaa None None] Network 222f9ef1-186d-49b6-9b1f-4f1744f716a0 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:51:42.032845 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e01aa33-4141-43f5-9653-24b51969442d tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Network 242615e7-bf0f-474e-9efe-ac1238c9821e is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:51:42.043367 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-6e01aa33-4141-43f5-9653-24b51969442d tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 242615e7-bf0f-474e-9efe-ac1238c9821e) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:42.055504 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e01aa33-4141-43f5-9653-24b51969442d tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:42.056186 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6e01aa33-4141-43f5-9653-24b51969442d tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:42.069184 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691b144f-967b-4660-ad06-3b193ba1780c None None] Network 242615e7-bf0f-474e-9efe-ac1238c9821e requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:51:42.090064 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6e01aa33-4141-43f5-9653-24b51969442d tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2167132 Jan 21 09:51:42.092562 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37078) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:42.146756 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6e180013-7c97-4f07-b57e-2386f911e76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:42.213083 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba006a0e-2933-44b5-8491-fa2014de0a85 None None] Pushing event updated for resources: {'Port': ['ID=eb0c2e56-6978-4165-8917-f8d3986e1952,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:42.220834 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba006a0e-2933-44b5-8491-fa2014de0a85 None None] Network 63028edc-c4ea-4e51-9c43-c112ab26ce41 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:51:42.222285 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-8416a426-f9be-4bb9-95eb-cc1f6678ee2a None None] Provisioning for port 4eaafcc5-8d1e-4f46-9b89-7783d20203dd completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:51:42.236608 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-ba006a0e-2933-44b5-8491-fa2014de0a85 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:42.247213 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba006a0e-2933-44b5-8491-fa2014de0a85 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:51:42.270736 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e180013-7c97-4f07-b57e-2386f911e76b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6019fe8-1dd6-4c27-8cf8-2235ad99c55c,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:42.294781 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 4eaafcc5-8d1e-4f46-9b89-7783d20203dd up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:51:42.296773 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e180013-7c97-4f07-b57e-2386f911e76b admin admin] Checking segment: {'id': '34fe21b7-ec23-434c-999d-e50f0fb50c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:51:42.297128 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e180013-7c97-4f07-b57e-2386f911e76b admin admin] Network hostable DHCP agents. Network: 84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:51:42.311190 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f0ae0d3-6cfd-46ac-a4a7-453af8f7a7e1 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:42.402310 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e180013-7c97-4f07-b57e-2386f911e76b admin admin] Network 84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:51:42.407543 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ae0d3-6cfd-46ac-a4a7-453af8f7a7e1 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Pushing event updated for resources: {'Subnet': ['ID=3d2759e8-36cb-4ee2-ad5c-b854c99d6959,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:42.422873 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0ae0d3-6cfd-46ac-a4a7-453af8f7a7e1 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Checking segment: {'id': '02b0ec4d-6240-4508-9745-81b9335de2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0eab060d-fc20-409e-9dda-4ee73884b5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:51:42.423462 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0ae0d3-6cfd-46ac-a4a7-453af8f7a7e1 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Network hostable DHCP agents. Network: 0eab060d-fc20-409e-9dda-4ee73884b5fc, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:51:42.431880 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-6e180013-7c97-4f07-b57e-2386f911e76b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:42.442834 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e180013-7c97-4f07-b57e-2386f911e76b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:42.443404 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6e180013-7c97-4f07-b57e-2386f911e76b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:42.462710 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd512935-1543-4cf5-8ca1-343ba5b291c2 None None] Network 84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:51:42.470670 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0ae0d3-6cfd-46ac-a4a7-453af8f7a7e1 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Network 0eab060d-fc20-409e-9dda-4ee73884b5fc is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:51:42.478474 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6e180013-7c97-4f07-b57e-2386f911e76b admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9515164 Jan 21 09:51:42.479568 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-6f0ae0d3-6cfd-46ac-a4a7-453af8f7a7e1 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 0eab060d-fc20-409e-9dda-4ee73884b5fc) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:42.490196 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0ae0d3-6cfd-46ac-a4a7-453af8f7a7e1 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:42.491145 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f0ae0d3-6cfd-46ac-a4a7-453af8f7a7e1 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:42.530918 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6f0ae0d3-6cfd-46ac-a4a7-453af8f7a7e1 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2348225 Jan 21 09:51:42.533406 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37084) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:42.544793 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-cacbc9f2-cfa6-4d4f-ade5-6e48a5a28131 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Request body: {'network': {'name': 'tempest-router-network01--797457337'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:42.551054 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cacbc9f2-cfa6-4d4f-ade5-6e48a5a28131 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:42.556906 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-cacbc9f2-cfa6-4d4f-ade5-6e48a5a28131 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Usage tracker for resource:network and tenant:995320fd59754accbe3ec040af3f6c7f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:42.567217 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-cacbc9f2-cfa6-4d4f-ade5-6e48a5a28131 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:42.575064 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cacbc9f2-cfa6-4d4f-ade5-6e48a5a28131 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:42.576689 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002c79e9-41d1-4085-a517-f5a18dbb40cc None None] Network 0eab060d-fc20-409e-9dda-4ee73884b5fc requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:51:42.594562 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacbc9f2-cfa6-4d4f-ade5-6e48a5a28131 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Made reservation on behalf of 995320fd59754accbe3ec040af3f6c7f for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:51:42.599192 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cacbc9f2-cfa6-4d4f-ade5-6e48a5a28131 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:42.651347 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cacbc9f2-cfa6-4d4f-ade5-6e48a5a28131 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:51:42.666592 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cacbc9f2-cfa6-4d4f-ade5-6e48a5a28131 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:42.667164 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-cacbc9f2-cfa6-4d4f-ade5-6e48a5a28131 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Added segment d2a06085-cf0c-4ad5-b789-95a65baac4a1 of type vlan for network 8c1c4fbd-a9c4-4de5-b8b9-8ece53bc057d Jan 21 09:51:42.716099 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cacbc9f2-cfa6-4d4f-ade5-6e48a5a28131 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:42.736686 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ba006a0e-2933-44b5-8491-fa2014de0a85 None None] Attempting to bind port eb0c2e56-6978-4165-8917-f8d3986e1952 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:51:42.737426 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ba006a0e-2933-44b5-8491-fa2014de0a85 None None] Attempting to bind port eb0c2e56-6978-4165-8917-f8d3986e1952 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '7f299597-23ca-4c3a-83ef-2fc42155d2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '63028edc-c4ea-4e51-9c43-c112ab26ce41'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:51:42.738192 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba006a0e-2933-44b5-8491-fa2014de0a85 None None] Attempting to bind port eb0c2e56-6978-4165-8917-f8d3986e1952 on network 63028edc-c4ea-4e51-9c43-c112ab26ce41 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:51:42.753649 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cacbc9f2-cfa6-4d4f-ade5-6e48a5a28131 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:42.758646 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacbc9f2-cfa6-4d4f-ade5-6e48a5a28131 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:42.759494 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cacbc9f2-cfa6-4d4f-ade5-6e48a5a28131 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:42.772960 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c6d51cf4-f607-416c-bc6b-d0b6847b9b8a tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:42.836391 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba006a0e-2933-44b5-8491-fa2014de0a85 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:51:42.836772 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba006a0e-2933-44b5-8491-fa2014de0a85 None None] Checking segment: {'id': '7f299597-23ca-4c3a-83ef-2fc42155d2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '63028edc-c4ea-4e51-9c43-c112ab26ce41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:51:42.837171 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ba006a0e-2933-44b5-8491-fa2014de0a85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:42.837708 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba006a0e-2933-44b5-8491-fa2014de0a85 None None] Bound using segment: {'id': '7f299597-23ca-4c3a-83ef-2fc42155d2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '63028edc-c4ea-4e51-9c43-c112ab26ce41'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:51:42.838203 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ba006a0e-2933-44b5-8491-fa2014de0a85 None None] Bound port: eb0c2e56-6978-4165-8917-f8d3986e1952, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f299597-23ca-4c3a-83ef-2fc42155d2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '63028edc-c4ea-4e51-9c43-c112ab26ce41'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:51:42.838582 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ba006a0e-2933-44b5-8491-fa2014de0a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:42.902662 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-cacbc9f2-cfa6-4d4f-ade5-6e48a5a28131 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3676653 Jan 21 09:51:42.907661 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37094) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:42.916640 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-f88f0e31-3456-470a-b4e9-11b36502b774 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Request body: {'network': {'name': 'tempest-router-network02--614944621'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:42.920693 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacbc9f2-cfa6-4d4f-ade5-6e48a5a28131 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Pushing event updated for resources: {'Network': ['ID=8c1c4fbd-a9c4-4de5-b8b9-8ece53bc057d,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:42.924755 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f88f0e31-3456-470a-b4e9-11b36502b774 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:42.929949 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f88f0e31-3456-470a-b4e9-11b36502b774 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Usage tracker for resource:network and tenant:995320fd59754accbe3ec040af3f6c7f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:42.933255 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f88f0e31-3456-470a-b4e9-11b36502b774 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:42.940015 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f88f0e31-3456-470a-b4e9-11b36502b774 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:42.953260 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88f0e31-3456-470a-b4e9-11b36502b774 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Made reservation on behalf of 995320fd59754accbe3ec040af3f6c7f for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:51:42.959270 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f88f0e31-3456-470a-b4e9-11b36502b774 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:42.992368 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f88f0e31-3456-470a-b4e9-11b36502b774 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:51:43.006677 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f88f0e31-3456-470a-b4e9-11b36502b774 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:43.007162 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-f88f0e31-3456-470a-b4e9-11b36502b774 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Added segment ccda1575-3030-4b55-93c0-32109cde55b5 of type vlan for network 3f97d0a3-fafe-4ff8-96ca-a1da4905bca1 Jan 21 09:51:43.040055 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f88f0e31-3456-470a-b4e9-11b36502b774 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:43.077363 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 8c1c4fbd-a9c4-4de5-b8b9-8ece53bc057d details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:51:43.083969 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f88f0e31-3456-470a-b4e9-11b36502b774 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:43.087885 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88f0e31-3456-470a-b4e9-11b36502b774 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:43.088490 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f88f0e31-3456-470a-b4e9-11b36502b774 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:43.203310 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 4eaafcc5-8d1e-4f46-9b89-7783d20203dd completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:51:43.207746 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f88f0e31-3456-470a-b4e9-11b36502b774 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2986681 Jan 21 09:51:43.210731 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37102) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:43.219055 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-be543625-d5a7-4a8a-a274-825243b8c1b0 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Request body: {'subnet': {'network_id': '8c1c4fbd-a9c4-4de5-b8b9-8ece53bc057d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:43.308568 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 4eaafcc5-8d1e-4f46-9b89-7783d20203dd triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:43.309296 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:43.358279 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f0e31-3456-470a-b4e9-11b36502b774 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Pushing event updated for resources: {'Network': ['ID=3f97d0a3-fafe-4ff8-96ca-a1da4905bca1,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:43.366572 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-be543625-d5a7-4a8a-a274-825243b8c1b0 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:43.372013 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-be543625-d5a7-4a8a-a274-825243b8c1b0 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Usage tracker for resource:subnet and tenant:995320fd59754accbe3ec040af3f6c7f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:43.375350 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-be543625-d5a7-4a8a-a274-825243b8c1b0 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:43.382876 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-be543625-d5a7-4a8a-a274-825243b8c1b0 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:43.393408 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79198ef1-7673-4a3f-a335-a107d13a28a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-242615e7-bf0f-474e-9efe-ac1238c9821e', 'network_id': '242615e7-bf0f-474e-9efe-ac1238c9821e', 'tenant_id': '85f813e41066451fa69973180b664878', 'fixed_ips': [{'subnet_id': '49cba8c0-c2f8-4704-844e-c014c97bb542'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:51:43.394540 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-79198ef1-7673-4a3f-a335-a107d13a28a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:43.396428 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be543625-d5a7-4a8a-a274-825243b8c1b0 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Made reservation on behalf of 995320fd59754accbe3ec040af3f6c7f for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:51:43.432344 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 3f97d0a3-fafe-4ff8-96ca-a1da4905bca1 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:51:43.451375 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-c6d51cf4-f607-416c-bc6b-d0b6847b9b8a tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Allocated IP 2001:db8::1 (63028edc-c4ea-4e51-9c43-c112ab26ce41/dc30fba8-ad6c-410f-b551-2a38f61361c8/4d609c99-6392-4012-b27e-67e342bc9088) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:51:43.538695 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-be543625-d5a7-4a8a-a274-825243b8c1b0 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:43.659125 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37112) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:43.668532 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-3febc699-e610-432b-9c47-5d73f590013f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-746336950-network', 'tenant_id': '84cbf5e3d3a64c3fbe93b79df1fd040b'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:43.673751 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3febc699-e610-432b-9c47-5d73f590013f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:43.683381 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3febc699-e610-432b-9c47-5d73f590013f admin admin] Usage tracker for resource:network and tenant:84cbf5e3d3a64c3fbe93b79df1fd040b is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:43.688013 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c6d51cf4-f607-416c-bc6b-d0b6847b9b8a tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:43.707011 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c6d51cf4-f607-416c-bc6b-d0b6847b9b8a tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Transition to ACTIVE for port object 4d609c99-6392-4012-b27e-67e342bc9088 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:51:43.731436 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c6d51cf4-f607-416c-bc6b-d0b6847b9b8a tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:43.799516 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3febc699-e610-432b-9c47-5d73f590013f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:43.809231 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3febc699-e610-432b-9c47-5d73f590013f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:43.812648 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d51cf4-f607-416c-bc6b-d0b6847b9b8a tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Network 63028edc-c4ea-4e51-9c43-c112ab26ce41 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:51:43.816679 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-c6d51cf4-f607-416c-bc6b-d0b6847b9b8a tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:43.829968 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3febc699-e610-432b-9c47-5d73f590013f admin admin] Made reservation on behalf of 84cbf5e3d3a64c3fbe93b79df1fd040b for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:51:43.830914 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d84c1b-ee94-4e5d-bfce-0a6fbe52fc21 None None] Network 84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:51:43.832383 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3febc699-e610-432b-9c47-5d73f590013f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:43.835882 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d51cf4-f607-416c-bc6b-d0b6847b9b8a tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:51:43.837907 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c6d51cf4-f607-416c-bc6b-d0b6847b9b8a tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:43.849426 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3febc699-e610-432b-9c47-5d73f590013f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:43.863582 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d51cf4-f607-416c-bc6b-d0b6847b9b8a tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Pushing event updated for resources: {'Port': ['ID=4d609c99-6392-4012-b27e-67e342bc9088,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:43.920768 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-ba006a0e-2933-44b5-8491-fa2014de0a85 None None] For port eb0c2e56-6978-4165-8917-f8d3986e1952, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:51:43.942407 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3febc699-e610-432b-9c47-5d73f590013f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:43.950414 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3febc699-e610-432b-9c47-5d73f590013f admin admin] Usage tracker for resource:security_group_rule and tenant:84cbf5e3d3a64c3fbe93b79df1fd040b is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:43.954730 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3febc699-e610-432b-9c47-5d73f590013f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:43.974080 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3febc699-e610-432b-9c47-5d73f590013f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:43.997708 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c6d51cf4-f607-416c-bc6b-d0b6847b9b8a tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:44.010270 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-be543625-d5a7-4a8a-a274-825243b8c1b0 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:44.033563 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1723b21-cf7e-432d-98bb-849e4d70b5ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-0eab060d-fc20-409e-9dda-4ee73884b5fc', 'network_id': '0eab060d-fc20-409e-9dda-4ee73884b5fc', 'tenant_id': '995320fd59754accbe3ec040af3f6c7f', 'fixed_ips': [{'subnet_id': '3d2759e8-36cb-4ee2-ad5c-b854c99d6959'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:51:44.034924 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c1723b21-cf7e-432d-98bb-849e4d70b5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:44.067135 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-ba006a0e-2933-44b5-8491-fa2014de0a85 None None] For port eb0c2e56-6978-4165-8917-f8d3986e1952, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=eb0c2e56-6978-4165-8917-f8d3986e1952,segment=NetworkSegment(7f299597-23ca-4c3a-83ef-2fc42155d2f1),segment_id=7f299597-23ca-4c3a-83ef-2fc42155d2f1)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:51:44.099983 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-dbaff1f0-a1ec-4e70-a7e3-a38b6c5a8a89 None None] Provisioning complete for port 4eaafcc5-8d1e-4f46-9b89-7783d20203dd triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:44.100622 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dbaff1f0-a1ec-4e70-a7e3-a38b6c5a8a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:44.115373 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be543625-d5a7-4a8a-a274-825243b8c1b0 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Pushing event updated for resources: {'Subnet': ['ID=ee3f0aef-45f6-4a56-b0ba-976039f19c41,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:44.126372 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ba006a0e-2933-44b5-8491-fa2014de0a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:44.155592 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3febc699-e610-432b-9c47-5d73f590013f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:44.158007 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be543625-d5a7-4a8a-a274-825243b8c1b0 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Checking segment: {'id': 'd2a06085-cf0c-4ad5-b789-95a65baac4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8c1c4fbd-a9c4-4de5-b8b9-8ece53bc057d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:51:44.158350 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be543625-d5a7-4a8a-a274-825243b8c1b0 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Network hostable DHCP agents. Network: 8c1c4fbd-a9c4-4de5-b8b9-8ece53bc057d, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:51:44.166198 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3febc699-e610-432b-9c47-5d73f590013f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:44.199097 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3febc699-e610-432b-9c47-5d73f590013f admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:51:44.231345 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3febc699-e610-432b-9c47-5d73f590013f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:44.232015 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-3febc699-e610-432b-9c47-5d73f590013f admin admin] Added segment 373e9e31-e399-4cab-910b-f4d230499f70 of type vlan for network 5bfab045-c4ea-4746-baa4-95c8801e8b65 Jan 21 09:51:44.233234 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3febc699-e610-432b-9c47-5d73f590013f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc4046a-d5a1-497c-8f1a-e7e65b391bf8,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:44.261122 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be543625-d5a7-4a8a-a274-825243b8c1b0 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Network 8c1c4fbd-a9c4-4de5-b8b9-8ece53bc057d is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:51:44.274819 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3febc699-e610-432b-9c47-5d73f590013f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:44.280460 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-be543625-d5a7-4a8a-a274-825243b8c1b0 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 8c1c4fbd-a9c4-4de5-b8b9-8ece53bc057d) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:44.286186 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be543625-d5a7-4a8a-a274-825243b8c1b0 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:44.286752 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-be543625-d5a7-4a8a-a274-825243b8c1b0 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:44.326048 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:44.336348 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-be543625-d5a7-4a8a-a274-825243b8c1b0 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1245828 Jan 21 09:51:44.336582 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec70c27-dfa1-4c69-b58c-842f45cbeb55 None None] Network 8c1c4fbd-a9c4-4de5-b8b9-8ece53bc057d requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:51:44.339086 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37116) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:44.342397 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3febc699-e610-432b-9c47-5d73f590013f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:44.343251 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3febc699-e610-432b-9c47-5d73f590013f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:44.343840 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3febc699-e610-432b-9c47-5d73f590013f admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:44.351296 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6cb2ed20-09b2-4075-b060-dd31179d1525 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Request body: {'subnet': {'network_id': '3f97d0a3-fafe-4ff8-96ca-a1da4905bca1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:44.466577 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c6d51cf4-f607-416c-bc6b-d0b6847b9b8a tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:44.473135 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c6d51cf4-f607-416c-bc6b-d0b6847b9b8a tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:44.474337 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c6d51cf4-f607-416c-bc6b-d0b6847b9b8a tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:44.514708 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-79198ef1-7673-4a3f-a335-a107d13a28a5 None None] Allocated IP 2001:db8::2 (242615e7-bf0f-474e-9efe-ac1238c9821e/49cba8c0-c2f8-4704-844e-c014c97bb542/e37143d1-8cce-4bd8-a9e6-f0a7713f8564) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:51:44.528528 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba006a0e-2933-44b5-8491-fa2014de0a85 None None] Pushing event updated for resources: {'Port': ['ID=eb0c2e56-6978-4165-8917-f8d3986e1952,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:44.545270 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3febc699-e610-432b-9c47-5d73f590013f admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8843443 Jan 21 09:51:44.546065 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37120) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:44.569183 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-fc71ceb9-ca98-4926-983e-6d9105935c0c admin admin] Request body: {'subnet': {'network_id': '5bfab045-c4ea-4746-baa4-95c8801e8b65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-746336950-subnet', 'tenant_id': '84cbf5e3d3a64c3fbe93b79df1fd040b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:44.575672 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3febc699-e610-432b-9c47-5d73f590013f admin admin] Pushing event updated for resources: {'Network': ['ID=5bfab045-c4ea-4746-baa4-95c8801e8b65,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:44.580496 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fc71ceb9-ca98-4926-983e-6d9105935c0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:44.589676 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-fc71ceb9-ca98-4926-983e-6d9105935c0c admin admin] Usage tracker for resource:subnet and tenant:84cbf5e3d3a64c3fbe93b79df1fd040b is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:44.593317 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-fc71ceb9-ca98-4926-983e-6d9105935c0c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:44.596231 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6cb2ed20-09b2-4075-b060-dd31179d1525 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:44.605960 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fc71ceb9-ca98-4926-983e-6d9105935c0c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:44.608513 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6cb2ed20-09b2-4075-b060-dd31179d1525 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Usage tracker for resource:subnet and tenant:995320fd59754accbe3ec040af3f6c7f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:44.612186 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6cb2ed20-09b2-4075-b060-dd31179d1525 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:44.621791 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6cb2ed20-09b2-4075-b060-dd31179d1525 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:44.623353 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 5bfab045-c4ea-4746-baa4-95c8801e8b65 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:51:44.632694 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d51cf4-f607-416c-bc6b-d0b6847b9b8a tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Pushing event updated for resources: {'Port': ['ID=4d609c99-6392-4012-b27e-67e342bc9088,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:44.636910 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc71ceb9-ca98-4926-983e-6d9105935c0c admin admin] Made reservation on behalf of 84cbf5e3d3a64c3fbe93b79df1fd040b for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:51:44.638982 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc71ceb9-ca98-4926-983e-6d9105935c0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:44.675657 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 4eaafcc5-8d1e-4f46-9b89-7783d20203dd, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=4eaafcc5-8d1e-4f46-9b89-7783d20203dd,segment=NetworkSegment(0176b2ca-33af-4abf-8a29-262411e92f7e),segment_id=0176b2ca-33af-4abf-8a29-262411e92f7e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:44.710854 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb2ed20-09b2-4075-b060-dd31179d1525 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Made reservation on behalf of 995320fd59754accbe3ec040af3f6c7f for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:51:44.715015 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d51cf4-f607-416c-bc6b-d0b6847b9b8a tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Network 63028edc-c4ea-4e51-9c43-c112ab26ce41 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:51:44.716330 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-c6d51cf4-f607-416c-bc6b-d0b6847b9b8a tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:44.858646 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:44.865446 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6cb2ed20-09b2-4075-b060-dd31179d1525 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:45.171963 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device eb0c2e56-6978-4165-8917-f8d3986e1952 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:51:45.185306 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc71ceb9-ca98-4926-983e-6d9105935c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:45.240704 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d51cf4-f607-416c-bc6b-d0b6847b9b8a tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Router 9f07d76c-df2e-4133-8809-1abdb0be77cc is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:51:45.308893 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71ceb9-ca98-4926-983e-6d9105935c0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1925b59-4352-46d0-a98e-08fc16027826,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:45.341695 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc71ceb9-ca98-4926-983e-6d9105935c0c admin admin] Checking segment: {'id': '373e9e31-e399-4cab-910b-f4d230499f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5bfab045-c4ea-4746-baa4-95c8801e8b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:51:45.342321 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc71ceb9-ca98-4926-983e-6d9105935c0c admin admin] Network hostable DHCP agents. Network: 5bfab045-c4ea-4746-baa4-95c8801e8b65, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:51:45.350842 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6cb2ed20-09b2-4075-b060-dd31179d1525 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:45.394076 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-c1723b21-cf7e-432d-98bb-849e4d70b5ff None None] Allocated IP 172.20.0.2 (0eab060d-fc20-409e-9dda-4ee73884b5fc/3d2759e8-36cb-4ee2-ad5c-b854c99d6959/2a4d96b4-1481-4888-8fd8-4a3e525aee94) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:51:45.402430 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=4eaafcc5-8d1e-4f46-9b89-7783d20203dd,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:45.429607 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2ed20-09b2-4075-b060-dd31179d1525 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Pushing event updated for resources: {'Subnet': ['ID=2b46605f-84db-424a-a262-1f4927e275d2,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:45.479304 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d0bd25-dbf8-4cdc-984f-70e885287036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-8c1c4fbd-a9c4-4de5-b8b9-8ece53bc057d', 'network_id': '8c1c4fbd-a9c4-4de5-b8b9-8ece53bc057d', 'tenant_id': '995320fd59754accbe3ec040af3f6c7f', 'fixed_ips': [{'subnet_id': 'ee3f0aef-45f6-4a56-b0ba-976039f19c41'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:51:45.480106 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e4d0bd25-dbf8-4cdc-984f-70e885287036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:45.483264 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc71ceb9-ca98-4926-983e-6d9105935c0c admin admin] Network 5bfab045-c4ea-4746-baa4-95c8801e8b65 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:51:45.498233 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb2ed20-09b2-4075-b060-dd31179d1525 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Checking segment: {'id': 'ccda1575-3030-4b55-93c0-32109cde55b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3f97d0a3-fafe-4ff8-96ca-a1da4905bca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:51:45.498610 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb2ed20-09b2-4075-b060-dd31179d1525 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Network hostable DHCP agents. Network: 3f97d0a3-fafe-4ff8-96ca-a1da4905bca1, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:51:45.506263 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-fc71ceb9-ca98-4926-983e-6d9105935c0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 5bfab045-c4ea-4746-baa4-95c8801e8b65) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:45.517909 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc71ceb9-ca98-4926-983e-6d9105935c0c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:45.518508 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc71ceb9-ca98-4926-983e-6d9105935c0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:45.540528 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb2ed20-09b2-4075-b060-dd31179d1525 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Network 3f97d0a3-fafe-4ff8-96ca-a1da4905bca1 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:51:45.552766 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-6cb2ed20-09b2-4075-b060-dd31179d1525 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 3f97d0a3-fafe-4ff8-96ca-a1da4905bca1) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:45.559659 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb2ed20-09b2-4075-b060-dd31179d1525 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:45.560284 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6cb2ed20-09b2-4075-b060-dd31179d1525 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:45.595313 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:51:45.600308 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6cb2ed20-09b2-4075-b060-dd31179d1525 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2556424 Jan 21 09:51:45.600428 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37124) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:45.615395 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-fc71ceb9-ca98-4926-983e-6d9105935c0c admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0535231 Jan 21 09:51:45.628846 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e514a7d0-05b5-4a5d-a301-cf4f64d361ae None None] Network 5bfab045-c4ea-4746-baa4-95c8801e8b65 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:51:45.639066 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5d4d75-756c-4a42-8f26-67499d99ced7 None None] Network 3f97d0a3-fafe-4ff8-96ca-a1da4905bca1 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:51:45.871499 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d51cf4-f607-416c-bc6b-d0b6847b9b8a tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:51:45.892500 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45edcf2b-6b34-433f-a6e3-360043cc33a9 None None] Sync routers for ids ['9f07d76c-df2e-4133-8809-1abdb0be77cc'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:51:45.915412 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45edcf2b-6b34-433f-a6e3-360043cc33a9 None None] Routers {'9f07d76c-df2e-4133-8809-1abdb0be77cc'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:51:45.917630 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-45edcf2b-6b34-433f-a6e3-360043cc33a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:51:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9f07d76c-df2e-4133-8809-1abdb0be77cc'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:45.982427 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port eb0c2e56-6978-4165-8917-f8d3986e1952 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:51:46.000549 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c6d51cf4-f607-416c-bc6b-d0b6847b9b8a tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] 10.222.0.104 "PUT /v2.0/routers/9f07d76c-df2e-4133-8809-1abdb0be77cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9067395 Jan 21 09:51:46.004015 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37136) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:46.010875 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-45edcf2b-6b34-433f-a6e3-360043cc33a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:46.029247 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45edcf2b-6b34-433f-a6e3-360043cc33a9 None None] Routers {'9f07d76c-df2e-4133-8809-1abdb0be77cc'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:51:46.030000 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-45edcf2b-6b34-433f-a6e3-360043cc33a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:51:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9f07d76c-df2e-4133-8809-1abdb0be77cc'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:46.060675 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28c7a54-3dd0-4c97-b836-4cff3e99835a None None] Network 63028edc-c4ea-4e51-9c43-c112ab26ce41 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:51:46.110544 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-45edcf2b-6b34-433f-a6e3-360043cc33a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:46.110949 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45edcf2b-6b34-433f-a6e3-360043cc33a9 None None] The sync data for ids ['9f07d76c-df2e-4133-8809-1abdb0be77cc'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:51:46.360640 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-79198ef1-7673-4a3f-a335-a107d13a28a5 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:46.410453 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1ab705ee-cac8-4fc3-bae5-5342d7e588df tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:46.517393 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-79198ef1-7673-4a3f-a335-a107d13a28a5 None None] Transition to ACTIVE for port object e37143d1-8cce-4bd8-a9e6-f0a7713f8564 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:51:46.535140 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-84c0e746-0b28-4c92-8ae6-c6c334be90af None None] Provisioning for port eb0c2e56-6978-4165-8917-f8d3986e1952 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:51:46.619361 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-49018042-cc80-422f-8a42-b08f4e289245 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:46.620049 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-49018042-cc80-422f-8a42-b08f4e289245 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Synchronizing usage tracker for tenant:5c7bae028f6b4a7082a27ff6ce16ee41 on resource:network {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:46.640457 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-84c0e746-0b28-4c92-8ae6-c6c334be90af None None] Provisioning complete for port eb0c2e56-6978-4165-8917-f8d3986e1952 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:46.640807 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-84c0e746-0b28-4c92-8ae6-c6c334be90af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:46.667866 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-79198ef1-7673-4a3f-a335-a107d13a28a5 None None] Transition to ACTIVE for port object e37143d1-8cce-4bd8-a9e6-f0a7713f8564 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:51:46.690951 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-49018042-cc80-422f-8a42-b08f4e289245 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Unset dirty status for tenant:5c7bae028f6b4a7082a27ff6ce16ee41 on resource:network {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:46.692569 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-49018042-cc80-422f-8a42-b08f4e289245 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/networks?id=84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc HTTP/1.1" status: 200 len: 810 time: 0.4279323 Jan 21 09:51:46.721439 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-e4d0bd25-dbf8-4cdc-984f-70e885287036 None None] Allocated IP 172.20.0.2 (8c1c4fbd-a9c4-4de5-b8b9-8ece53bc057d/ee3f0aef-45f6-4a56-b0ba-976039f19c41/ab8246cb-4359-4d16-abd3-94fced0153d9) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:51:46.729755 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-8e1d4f78-745a-45ed-a69d-2258c9029258 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/quotas/5c7bae028f6b4a7082a27ff6ce16ee41 HTTP/1.1" status: 200 len: 375 time: 0.0297537 Jan 21 09:51:46.746443 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-79198ef1-7673-4a3f-a335-a107d13a28a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:46.817173 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-86affec5-e625-4db9-bffd-f2f4e767e31d tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=5c7bae028f6b4a7082a27ff6ce16ee41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576181 Jan 21 09:51:46.838063 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c1723b21-cf7e-432d-98bb-849e4d70b5ff None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:46.863363 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-2db72b01-1a2e-4b58-8d46-8c67f6302f66 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:51:46.878997 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2db72b01-1a2e-4b58-8d46-8c67f6302f66 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] 10.222.0.104 "PUT /v2.0/routers/9f07d76c-df2e-4133-8809-1abdb0be77cc/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8735397 Jan 21 09:51:46.881496 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37144) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:46.903435 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3961ce-5b32-4bb2-b27a-02e5eab01ae2 None None] Network 5bfab045-c4ea-4746-baa4-95c8801e8b65 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:51:46.970455 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-c1723b21-cf7e-432d-98bb-849e4d70b5ff None None] Transition to ACTIVE for port object 2a4d96b4-1481-4888-8fd8-4a3e525aee94 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:51:47.110276 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 4eaafcc5-8d1e-4f46-9b89-7783d20203dd up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:51:47.133905 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7edc1a-9261-4533-95d3-af047710da7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-3f97d0a3-fafe-4ff8-96ca-a1da4905bca1', 'network_id': '3f97d0a3-fafe-4ff8-96ca-a1da4905bca1', 'tenant_id': '995320fd59754accbe3ec040af3f6c7f', 'fixed_ips': [{'subnet_id': '2b46605f-84db-424a-a262-1f4927e275d2'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:51:47.134708 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1e7edc1a-9261-4533-95d3-af047710da7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:47.150810 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-68e923ce-f8f6-4ad1-9c9e-c7f799f3c9fd service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=83598) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:51:47.151778 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-68e923ce-f8f6-4ad1-9c9e-c7f799f3c9fd service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2860687 Jan 21 09:51:47.275083 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79198ef1-7673-4a3f-a335-a107d13a28a5 None None] Pushing event updated for resources: {'Port': ['ID=e37143d1-8cce-4bd8-a9e6-f0a7713f8564,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:47.286903 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79198ef1-7673-4a3f-a335-a107d13a28a5 None None] Network 242615e7-bf0f-474e-9efe-ac1238c9821e is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:51:47.307268 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-79198ef1-7673-4a3f-a335-a107d13a28a5 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:47.322934 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-a9d865f6-9f5c-495a-9b8d-ee420bfc486c service neutron] 10.222.0.104 "GET /v2.0/networks/84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636438 Jan 21 09:51:47.333137 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-c1723b21-cf7e-432d-98bb-849e4d70b5ff None None] Transition to ACTIVE for port object 2a4d96b4-1481-4888-8fd8-4a3e525aee94 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:51:47.335133 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79198ef1-7673-4a3f-a335-a107d13a28a5 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:51:47.402629 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c1723b21-cf7e-432d-98bb-849e4d70b5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:47.609319 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-2fcb2c33-f580-4cf1-93c3-f1d67e7a1eb1 service neutron] 10.222.0.104 "GET /v2.0/networks/84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794509 Jan 21 09:51:47.634203 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3eba4f4e-3484-4e7f-bd4d-30041cc37557 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:47.733753 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1723b21-cf7e-432d-98bb-849e4d70b5ff None None] Network 0eab060d-fc20-409e-9dda-4ee73884b5fc is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:51:47.743223 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-84c0e746-0b28-4c92-8ae6-c6c334be90af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:47.777471 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1723b21-cf7e-432d-98bb-849e4d70b5ff None None] Pushing event updated for resources: {'Port': ['ID=2a4d96b4-1481-4888-8fd8-4a3e525aee94,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:47.782041 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-c1723b21-cf7e-432d-98bb-849e4d70b5ff None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:47.834947 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-eb274706-f03d-43f4-9676-7c8ce1d3d0f9 req-2eb06add-9b15-4e1f-8137-efc77ff70ad5 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/ports?device_id=f1fb9b9e-c671-434f-9275-f46d114b4703 HTTP/1.1" status: 200 len: 210 time: 0.0484316 Jan 21 09:51:47.916147 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1723b21-cf7e-432d-98bb-849e4d70b5ff None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:51:47.941848 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-79198ef1-7673-4a3f-a335-a107d13a28a5 None None] Attempting to bind port e37143d1-8cce-4bd8-a9e6-f0a7713f8564 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:51:47.942433 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-79198ef1-7673-4a3f-a335-a107d13a28a5 None None] Attempting to bind port e37143d1-8cce-4bd8-a9e6-f0a7713f8564 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '18e3afde-2745-4529-a592-45a4ce25a4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '242615e7-bf0f-474e-9efe-ac1238c9821e'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:51:47.942857 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79198ef1-7673-4a3f-a335-a107d13a28a5 None None] Attempting to bind port e37143d1-8cce-4bd8-a9e6-f0a7713f8564 on network 242615e7-bf0f-474e-9efe-ac1238c9821e {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:51:47.953206 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 4eaafcc5-8d1e-4f46-9b89-7783d20203dd triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:47.953589 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:48.118226 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e4d0bd25-dbf8-4cdc-984f-70e885287036 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:48.137866 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79198ef1-7673-4a3f-a335-a107d13a28a5 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:51:48.137866 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79198ef1-7673-4a3f-a335-a107d13a28a5 None None] Checking segment: {'id': '18e3afde-2745-4529-a592-45a4ce25a4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '242615e7-bf0f-474e-9efe-ac1238c9821e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:51:48.138203 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-79198ef1-7673-4a3f-a335-a107d13a28a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:48.138543 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79198ef1-7673-4a3f-a335-a107d13a28a5 None None] Bound using segment: {'id': '18e3afde-2745-4529-a592-45a4ce25a4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '242615e7-bf0f-474e-9efe-ac1238c9821e'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:51:48.139030 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-79198ef1-7673-4a3f-a335-a107d13a28a5 None None] Bound port: e37143d1-8cce-4bd8-a9e6-f0a7713f8564, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3afde-2745-4529-a592-45a4ce25a4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '242615e7-bf0f-474e-9efe-ac1238c9821e'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:51:48.139396 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-79198ef1-7673-4a3f-a335-a107d13a28a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:48.212994 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-84c0e746-0b28-4c92-8ae6-c6c334be90af None None] For port eb0c2e56-6978-4165-8917-f8d3986e1952, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=eb0c2e56-6978-4165-8917-f8d3986e1952,segment=NetworkSegment(7f299597-23ca-4c3a-83ef-2fc42155d2f1),segment_id=7f299597-23ca-4c3a-83ef-2fc42155d2f1)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:48.229149 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-e4d0bd25-dbf8-4cdc-984f-70e885287036 None None] Transition to ACTIVE for port object ab8246cb-4359-4d16-abd3-94fced0153d9 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:51:48.232294 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-1e7edc1a-9261-4533-95d3-af047710da7c None None] Allocated IP 172.20.0.2 (3f97d0a3-fafe-4ff8-96ca-a1da4905bca1/2b46605f-84db-424a-a262-1f4927e275d2/2297f35a-5f66-4aa2-b5b6-8dafba36d02b) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:51:48.269279 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-84c0e746-0b28-4c92-8ae6-c6c334be90af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:48.337682 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c1723b21-cf7e-432d-98bb-849e4d70b5ff None None] Attempting to bind port 2a4d96b4-1481-4888-8fd8-4a3e525aee94 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:51:48.338051 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c1723b21-cf7e-432d-98bb-849e4d70b5ff None None] Attempting to bind port 2a4d96b4-1481-4888-8fd8-4a3e525aee94 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '02b0ec4d-6240-4508-9745-81b9335de2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0eab060d-fc20-409e-9dda-4ee73884b5fc'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:51:48.338407 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1723b21-cf7e-432d-98bb-849e4d70b5ff None None] Attempting to bind port 2a4d96b4-1481-4888-8fd8-4a3e525aee94 on network 0eab060d-fc20-409e-9dda-4ee73884b5fc {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:51:48.374762 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-3eba4f4e-3484-4e7f-bd4d-30041cc37557 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Deleting port 4d609c99-6392-4012-b27e-67e342bc9088 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:51:48.375128 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3eba4f4e-3484-4e7f-bd4d-30041cc37557 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:48.400525 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-e4d0bd25-dbf8-4cdc-984f-70e885287036 None None] Transition to ACTIVE for port object ab8246cb-4359-4d16-abd3-94fced0153d9 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:51:48.475190 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1723b21-cf7e-432d-98bb-849e4d70b5ff None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:51:48.475564 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1723b21-cf7e-432d-98bb-849e4d70b5ff None None] Checking segment: {'id': '02b0ec4d-6240-4508-9745-81b9335de2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0eab060d-fc20-409e-9dda-4ee73884b5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:51:48.475957 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c1723b21-cf7e-432d-98bb-849e4d70b5ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:48.476362 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1723b21-cf7e-432d-98bb-849e4d70b5ff None None] Bound using segment: {'id': '02b0ec4d-6240-4508-9745-81b9335de2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0eab060d-fc20-409e-9dda-4ee73884b5fc'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:51:48.476872 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c1723b21-cf7e-432d-98bb-849e4d70b5ff None None] Bound port: 2a4d96b4-1481-4888-8fd8-4a3e525aee94, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b0ec4d-6240-4508-9745-81b9335de2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0eab060d-fc20-409e-9dda-4ee73884b5fc'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:51:48.477240 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c1723b21-cf7e-432d-98bb-849e4d70b5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:48.496799 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e4d0bd25-dbf8-4cdc-984f-70e885287036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:48.580041 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-79198ef1-7673-4a3f-a335-a107d13a28a5 None None] For port e37143d1-8cce-4bd8-a9e6-f0a7713f8564, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:51:48.617891 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-1ab705ee-cac8-4fc3-bae5-5342d7e588df tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Allocated IP 172.20.0.1 (8c1c4fbd-a9c4-4de5-b8b9-8ece53bc057d/ee3f0aef-45f6-4a56-b0ba-976039f19c41/8f5d1fdc-05fe-4f52-b45a-4d5e62847db0) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:51:48.623510 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0e746-0b28-4c92-8ae6-c6c334be90af None None] Pushing event updated for resources: {'Port': ['ID=eb0c2e56-6978-4165-8917-f8d3986e1952,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:48.644784 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3eba4f4e-3484-4e7f-bd4d-30041cc37557 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:48.683888 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-79198ef1-7673-4a3f-a335-a107d13a28a5 None None] For port e37143d1-8cce-4bd8-a9e6-f0a7713f8564, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=e37143d1-8cce-4bd8-a9e6-f0a7713f8564,segment=NetworkSegment(18e3afde-2745-4529-a592-45a4ce25a4c7),segment_id=18e3afde-2745-4529-a592-45a4ce25a4c7)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:51:48.715136 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-be248a3c-181a-4e31-9235-2e89a22e353e None None] Provisioning complete for port eb0c2e56-6978-4165-8917-f8d3986e1952 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:48.715508 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-be248a3c-181a-4e31-9235-2e89a22e353e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:48.758525 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-79198ef1-7673-4a3f-a335-a107d13a28a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:48.767643 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d0bd25-dbf8-4cdc-984f-70e885287036 None None] Network 8c1c4fbd-a9c4-4de5-b8b9-8ece53bc057d is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:51:48.801065 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-e4d0bd25-dbf8-4cdc-984f-70e885287036 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:48.825472 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d0bd25-dbf8-4cdc-984f-70e885287036 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:51:48.936224 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0bd25-dbf8-4cdc-984f-70e885287036 None None] Pushing event updated for resources: {'Port': ['ID=ab8246cb-4359-4d16-abd3-94fced0153d9,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:48.953177 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-3eba4f4e-3484-4e7f-bd4d-30041cc37557 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Calling delete_port for 4d609c99-6392-4012-b27e-67e342bc9088 owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:51:48.986304 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-c1723b21-cf7e-432d-98bb-849e4d70b5ff None None] For port 2a4d96b4-1481-4888-8fd8-4a3e525aee94, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:51:49.044634 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device eb0c2e56-6978-4165-8917-f8d3986e1952 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:51:49.072368 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2080491e-f227-4ebd-a11e-c035a9ac03ef req-abbd25e1-7b3c-48a0-a91a-e00ca3fb5833 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/ports?device_id=f1fb9b9e-c671-434f-9275-f46d114b4703 HTTP/1.1" status: 200 len: 210 time: 0.0909998 Jan 21 09:51:49.193721 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1ab705ee-cac8-4fc3-bae5-5342d7e588df tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:49.216670 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-c1723b21-cf7e-432d-98bb-849e4d70b5ff None None] For port 2a4d96b4-1481-4888-8fd8-4a3e525aee94, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=2a4d96b4-1481-4888-8fd8-4a3e525aee94,segment=NetworkSegment(02b0ec4d-6240-4508-9745-81b9335de2b9),segment_id=02b0ec4d-6240-4508-9745-81b9335de2b9)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:51:49.218297 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1ab705ee-cac8-4fc3-bae5-5342d7e588df tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Transition to ACTIVE for port object 8f5d1fdc-05fe-4f52-b45a-4d5e62847db0 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:51:49.259538 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c1723b21-cf7e-432d-98bb-849e4d70b5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:49.304205 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1e7edc1a-9261-4533-95d3-af047710da7c None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:49.308381 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-e4d0bd25-dbf8-4cdc-984f-70e885287036 None None] Attempting to bind port ab8246cb-4359-4d16-abd3-94fced0153d9 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:51:49.308736 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-e4d0bd25-dbf8-4cdc-984f-70e885287036 None None] Attempting to bind port ab8246cb-4359-4d16-abd3-94fced0153d9 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'd2a06085-cf0c-4ad5-b789-95a65baac4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8c1c4fbd-a9c4-4de5-b8b9-8ece53bc057d'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:51:49.309303 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d0bd25-dbf8-4cdc-984f-70e885287036 None None] Attempting to bind port ab8246cb-4359-4d16-abd3-94fced0153d9 on network 8c1c4fbd-a9c4-4de5-b8b9-8ece53bc057d {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:51:49.311585 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1ab705ee-cac8-4fc3-bae5-5342d7e588df tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:49.359180 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-1e7edc1a-9261-4533-95d3-af047710da7c None None] Transition to ACTIVE for port object 2297f35a-5f66-4aa2-b5b6-8dafba36d02b will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:51:49.366204 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3eba4f4e-3484-4e7f-bd4d-30041cc37557 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:49.379011 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab705ee-cac8-4fc3-bae5-5342d7e588df tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Network 8c1c4fbd-a9c4-4de5-b8b9-8ece53bc057d is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:51:49.390534 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-1ab705ee-cac8-4fc3-bae5-5342d7e588df tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:49.400221 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab705ee-cac8-4fc3-bae5-5342d7e588df tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:51:49.402955 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-1e7edc1a-9261-4533-95d3-af047710da7c None None] Transition to ACTIVE for port object 2297f35a-5f66-4aa2-b5b6-8dafba36d02b will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:51:49.497353 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d0bd25-dbf8-4cdc-984f-70e885287036 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:51:49.497747 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d0bd25-dbf8-4cdc-984f-70e885287036 None None] Checking segment: {'id': 'd2a06085-cf0c-4ad5-b789-95a65baac4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8c1c4fbd-a9c4-4de5-b8b9-8ece53bc057d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:51:49.502321 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e4d0bd25-dbf8-4cdc-984f-70e885287036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:49.503666 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d0bd25-dbf8-4cdc-984f-70e885287036 None None] Bound using segment: {'id': 'd2a06085-cf0c-4ad5-b789-95a65baac4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8c1c4fbd-a9c4-4de5-b8b9-8ece53bc057d'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:51:49.505014 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-e4d0bd25-dbf8-4cdc-984f-70e885287036 None None] Bound port: ab8246cb-4359-4d16-abd3-94fced0153d9, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a06085-cf0c-4ad5-b789-95a65baac4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8c1c4fbd-a9c4-4de5-b8b9-8ece53bc057d'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:51:49.505979 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e4d0bd25-dbf8-4cdc-984f-70e885287036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:49.517367 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79198ef1-7673-4a3f-a335-a107d13a28a5 None None] Pushing event updated for resources: {'Port': ['ID=e37143d1-8cce-4bd8-a9e6-f0a7713f8564,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:49.545207 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1e7edc1a-9261-4533-95d3-af047710da7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:49.571597 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab705ee-cac8-4fc3-bae5-5342d7e588df tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Pushing event updated for resources: {'Port': ['ID=8f5d1fdc-05fe-4f52-b45a-4d5e62847db0,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:49.610950 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port eb0c2e56-6978-4165-8917-f8d3986e1952 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:49.611315 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:49.659990 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba4f4e-3484-4e7f-bd4d-30041cc37557 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Pushing event deleted for resources: {'Port': ['ID=4d609c99-6392-4012-b27e-67e342bc9088,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:49.666760 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1ab705ee-cac8-4fc3-bae5-5342d7e588df tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:49.837538 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-e4d0bd25-dbf8-4cdc-984f-70e885287036 None None] For port ab8246cb-4359-4d16-abd3-94fced0153d9, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:51:49.847306 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-e4d0bd25-dbf8-4cdc-984f-70e885287036 None None] For port ab8246cb-4359-4d16-abd3-94fced0153d9, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ab8246cb-4359-4d16-abd3-94fced0153d9,segment=NetworkSegment(d2a06085-cf0c-4ad5-b789-95a65baac4a1),segment_id=d2a06085-cf0c-4ad5-b789-95a65baac4a1)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:51:49.850840 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-be248a3c-181a-4e31-9235-2e89a22e353e None None] Could not find standard attr ID for object 4d609c99-6392-4012-b27e-67e342bc9088. {{(pid=83599) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:51:49.856217 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3eba4f4e-3484-4e7f-bd4d-30041cc37557 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:49.869136 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e4d0bd25-dbf8-4cdc-984f-70e885287036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:49.873885 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7edc1a-9261-4533-95d3-af047710da7c None None] Network 3f97d0a3-fafe-4ff8-96ca-a1da4905bca1 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:51:49.880672 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1ab705ee-cac8-4fc3-bae5-5342d7e588df tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:49.881398 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-1e7edc1a-9261-4533-95d3-af047710da7c None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:49.884063 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7edc1a-9261-4533-95d3-af047710da7c None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:51:49.899782 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1723b21-cf7e-432d-98bb-849e4d70b5ff None None] Pushing event updated for resources: {'Port': ['ID=2a4d96b4-1481-4888-8fd8-4a3e525aee94,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:50.096225 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-1e7edc1a-9261-4533-95d3-af047710da7c None None] Attempting to bind port 2297f35a-5f66-4aa2-b5b6-8dafba36d02b on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:51:50.096225 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-1e7edc1a-9261-4533-95d3-af047710da7c None None] Attempting to bind port 2297f35a-5f66-4aa2-b5b6-8dafba36d02b by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'ccda1575-3030-4b55-93c0-32109cde55b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3f97d0a3-fafe-4ff8-96ca-a1da4905bca1'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:51:50.096479 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7edc1a-9261-4533-95d3-af047710da7c None None] Attempting to bind port 2297f35a-5f66-4aa2-b5b6-8dafba36d02b on network 3f97d0a3-fafe-4ff8-96ca-a1da4905bca1 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:51:50.113264 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7edc1a-9261-4533-95d3-af047710da7c None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:51:50.133548 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7edc1a-9261-4533-95d3-af047710da7c None None] Checking segment: {'id': 'ccda1575-3030-4b55-93c0-32109cde55b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3f97d0a3-fafe-4ff8-96ca-a1da4905bca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:51:50.133548 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1e7edc1a-9261-4533-95d3-af047710da7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:50.133548 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7edc1a-9261-4533-95d3-af047710da7c None None] Bound using segment: {'id': 'ccda1575-3030-4b55-93c0-32109cde55b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3f97d0a3-fafe-4ff8-96ca-a1da4905bca1'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:51:50.133548 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-1e7edc1a-9261-4533-95d3-af047710da7c None None] Bound port: 2297f35a-5f66-4aa2-b5b6-8dafba36d02b, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccda1575-3030-4b55-93c0-32109cde55b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3f97d0a3-fafe-4ff8-96ca-a1da4905bca1'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:51:50.145129 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1e7edc1a-9261-4533-95d3-af047710da7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:50.204773 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-e8aa2a13-97bc-49da-8f95-1d54e8c7baa6 None None] Could not find standard attr ID for object 4d609c99-6392-4012-b27e-67e342bc9088. {{(pid=83599) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:51:50.279444 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-6dd01dbb-4d62-4bc6-b336-0c84cf56f113 req-fab425b4-987f-4ade-8cbd-1cc4b9b18319 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/ports?device_id=f1fb9b9e-c671-434f-9275-f46d114b4703 HTTP/1.1" status: 200 len: 210 time: 0.1038289 Jan 21 09:51:50.304816 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7edc1a-9261-4533-95d3-af047710da7c None None] Pushing event updated for resources: {'Port': ['ID=2297f35a-5f66-4aa2-b5b6-8dafba36d02b,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:50.529416 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0bd25-dbf8-4cdc-984f-70e885287036 None None] Pushing event updated for resources: {'Port': ['ID=ab8246cb-4359-4d16-abd3-94fced0153d9,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:50.553150 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:50.610049 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-1e7edc1a-9261-4533-95d3-af047710da7c None None] For port 2297f35a-5f66-4aa2-b5b6-8dafba36d02b, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:51:50.622724 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-1e7edc1a-9261-4533-95d3-af047710da7c None None] For port 2297f35a-5f66-4aa2-b5b6-8dafba36d02b, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=2297f35a-5f66-4aa2-b5b6-8dafba36d02b,segment=NetworkSegment(ccda1575-3030-4b55-93c0-32109cde55b5),segment_id=ccda1575-3030-4b55-93c0-32109cde55b5)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:51:50.630374 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1e7edc1a-9261-4533-95d3-af047710da7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:50.742045 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7edc1a-9261-4533-95d3-af047710da7c None None] Pushing event updated for resources: {'Port': ['ID=2297f35a-5f66-4aa2-b5b6-8dafba36d02b,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:51.043074 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f07c415-cc98-4992-a7d2-6b118179a923 None None] Network 242615e7-bf0f-474e-9efe-ac1238c9821e requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:51:51.166426 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 2a4d96b4-1481-4888-8fd8-4a3e525aee94 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:51:51.275997 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eba4f4e-3484-4e7f-bd4d-30041cc37557 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Router 9f07d76c-df2e-4133-8809-1abdb0be77cc has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:51:51.433284 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1ab705ee-cac8-4fc3-bae5-5342d7e588df tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:51.473497 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e429994-2b52-4cd2-af8d-2cb2ef9e8ff9 None None] Network 0eab060d-fc20-409e-9dda-4ee73884b5fc requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:51:51.504791 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-105e0de3-6e62-49cf-ab3e-5701cb677f4d None None] Provisioning for port e37143d1-8cce-4bd8-a9e6-f0a7713f8564 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:51:51.538794 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1ab705ee-cac8-4fc3-bae5-5342d7e588df tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:51.615992 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 2a4d96b4-1481-4888-8fd8-4a3e525aee94 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:51:51.639396 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device e37143d1-8cce-4bd8-a9e6-f0a7713f8564 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:51:51.782910 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-8f65fe16-f809-42cd-a7b4-25ee9fa7c1a5 None None] Provisioning for port 2a4d96b4-1481-4888-8fd8-4a3e525aee94 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:51:51.825083 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-8f65fe16-f809-42cd-a7b4-25ee9fa7c1a5 None None] Provisioning complete for port 2a4d96b4-1481-4888-8fd8-4a3e525aee94 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:51.825562 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8f65fe16-f809-42cd-a7b4-25ee9fa7c1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:51.883075 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e3cba49d-00e8-40f7-a9b6-ccee6c1ce45c req-537fef72-90a1-4a3a-be9c-86d25b4dbcf1 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/ports?device_id=f1fb9b9e-c671-434f-9275-f46d114b4703 HTTP/1.1" status: 200 len: 210 time: 0.2976189 Jan 21 09:51:51.923768 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port e37143d1-8cce-4bd8-a9e6-f0a7713f8564 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:51:51.970315 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1ab705ee-cac8-4fc3-bae5-5342d7e588df tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:51.974320 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b90f73-d6f5-44a2-892a-475acca4eee1 None None] Network 8c1c4fbd-a9c4-4de5-b8b9-8ece53bc057d requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:51:51.978555 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab705ee-cac8-4fc3-bae5-5342d7e588df tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Pushing event updated for resources: {'Port': ['ID=8f5d1fdc-05fe-4f52-b45a-4d5e62847db0,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:51.991836 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port e37143d1-8cce-4bd8-a9e6-f0a7713f8564 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:51.992286 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:51.994035 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-3a9046f0-c1d5-4d4d-9748-d336e48a7e89 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:51.995532 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-3a9046f0-c1d5-4d4d-9748-d336e48a7e89 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.124 "GET /v2.0/networks?id=84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc HTTP/1.1" status: 200 len: 810 time: 0.6769757 Jan 21 09:51:52.000585 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eba4f4e-3484-4e7f-bd4d-30041cc37557 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:51:52.028174 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9993234-149b-43c7-8fe9-f5a15b2e9da4 None None] Sync routers for ids ['9f07d76c-df2e-4133-8809-1abdb0be77cc'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:51:52.035305 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-5c16cbe2-af7a-45f6-a9b5-ba8ba0e84a16 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Request body: {'port': {'device_id': 'f1fb9b9e-c671-434f-9275-f46d114b4703', 'network_id': '84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc', 'admin_state_up': True, 'tenant_id': '5c7bae028f6b4a7082a27ff6ce16ee41'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:52.118116 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-3eba4f4e-3484-4e7f-bd4d-30041cc37557 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] 10.222.0.104 "PUT /v2.0/routers/9f07d76c-df2e-4133-8809-1abdb0be77cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2316749 Jan 21 09:51:52.124346 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37170) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:52.216358 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-20fbd73d-e1ef-446d-b62e-d48437f98aeb tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] delete failed (client error): The resource could not be found. Jan 21 09:51:52.218737 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-20fbd73d-e1ef-446d-b62e-d48437f98aeb tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] 10.222.0.104 "DELETE /v2.0/routers/tempest-non_exist_router-637856635 HTTP/1.1" status: 404 len: 334 time: 0.0927248 Jan 21 09:51:52.222902 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37174) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:52.229981 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-09f89be0-540e-470d-a797-988af5842807 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Request body: {'router': {'external_gateway_info': {'network_id': '9f07d76c-df2e-4133-8809-1abdb0be77cc'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:52.318624 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9993234-149b-43c7-8fe9-f5a15b2e9da4 None None] Routers {'9f07d76c-df2e-4133-8809-1abdb0be77cc'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:51:52.319200 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b9993234-149b-43c7-8fe9-f5a15b2e9da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:51:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9f07d76c-df2e-4133-8809-1abdb0be77cc'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:52.388819 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b9993234-149b-43c7-8fe9-f5a15b2e9da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:52.394960 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab705ee-cac8-4fc3-bae5-5342d7e588df tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Network 8c1c4fbd-a9c4-4de5-b8b9-8ece53bc057d is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:51:52.397756 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-1ab705ee-cac8-4fc3-bae5-5342d7e588df tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:52.467068 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8f65fe16-f809-42cd-a7b4-25ee9fa7c1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:52.478174 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-5c16cbe2-af7a-45f6-a9b5-ba8ba0e84a16 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:52.551034 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-5c16cbe2-af7a-45f6-a9b5-ba8ba0e84a16 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Usage tracker for resource:port and tenant:5c7bae028f6b4a7082a27ff6ce16ee41 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:52.569058 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-5c16cbe2-af7a-45f6-a9b5-ba8ba0e84a16 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:52.583261 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3856d6c5-89b6-4b71-bd47-6f4e2712d894 None None] Network 3f97d0a3-fafe-4ff8-96ca-a1da4905bca1 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:51:52.586375 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-5c16cbe2-af7a-45f6-a9b5-ba8ba0e84a16 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:52.614310 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-5c16cbe2-af7a-45f6-a9b5-ba8ba0e84a16 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Made reservation on behalf of 5c7bae028f6b4a7082a27ff6ce16ee41 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:51:52.617473 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-5c16cbe2-af7a-45f6-a9b5-ba8ba0e84a16 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:52.698383 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9993234-149b-43c7-8fe9-f5a15b2e9da4 None None] Routers {'9f07d76c-df2e-4133-8809-1abdb0be77cc'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:51:52.699523 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b9993234-149b-43c7-8fe9-f5a15b2e9da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:51:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9f07d76c-df2e-4133-8809-1abdb0be77cc'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:52.766866 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09f89be0-540e-470d-a797-988af5842807 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:52.775547 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b9993234-149b-43c7-8fe9-f5a15b2e9da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:52.776038 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9993234-149b-43c7-8fe9-f5a15b2e9da4 None None] The sync data for ids ['9f07d76c-df2e-4133-8809-1abdb0be77cc'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:51:52.803309 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-09f89be0-540e-470d-a797-988af5842807 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] update failed (client error): The resource could not be found. Jan 21 09:51:52.804444 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-09f89be0-540e-470d-a797-988af5842807 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] 10.222.0.104 "PUT /v2.0/routers/9f07d76c-df2e-4133-8809-1abdb0be77cc HTTP/1.1" status: 404 len: 339 time: 0.5803320 Jan 21 09:51:52.809042 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37178) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:52.816037 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-86311a4e-3aa9-4d5f-ae7c-e38983c5eb48 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1758188126'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:52.820963 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-8f65fe16-f809-42cd-a7b4-25ee9fa7c1a5 None None] For port 2a4d96b4-1481-4888-8fd8-4a3e525aee94, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=2a4d96b4-1481-4888-8fd8-4a3e525aee94,segment=NetworkSegment(02b0ec4d-6240-4508-9745-81b9335de2b9),segment_id=02b0ec4d-6240-4508-9745-81b9335de2b9)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:52.830191 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:52.832918 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-86311a4e-3aa9-4d5f-ae7c-e38983c5eb48 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:52.845876 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-86311a4e-3aa9-4d5f-ae7c-e38983c5eb48 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Usage tracker for resource:network and tenant:85f813e41066451fa69973180b664878 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:52.849882 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8f65fe16-f809-42cd-a7b4-25ee9fa7c1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:52.856978 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-86311a4e-3aa9-4d5f-ae7c-e38983c5eb48 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:52.867704 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-86311a4e-3aa9-4d5f-ae7c-e38983c5eb48 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:52.884439 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86311a4e-3aa9-4d5f-ae7c-e38983c5eb48 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Made reservation on behalf of 85f813e41066451fa69973180b664878 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:51:52.889353 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-86311a4e-3aa9-4d5f-ae7c-e38983c5eb48 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:52.945188 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86311a4e-3aa9-4d5f-ae7c-e38983c5eb48 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:51:52.970034 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-86311a4e-3aa9-4d5f-ae7c-e38983c5eb48 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:52.970034 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-86311a4e-3aa9-4d5f-ae7c-e38983c5eb48 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Added segment 5bc90cd8-b09c-4714-b9ac-a5d036bc4fcd of type vlan for network 5bd8dbad-9c5c-4b1e-81f2-88330d702120 Jan 21 09:51:53.050095 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-86311a4e-3aa9-4d5f-ae7c-e38983c5eb48 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:53.057539 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port e37143d1-8cce-4bd8-a9e6-f0a7713f8564, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=e37143d1-8cce-4bd8-a9e6-f0a7713f8564,segment=NetworkSegment(18e3afde-2745-4529-a592-45a4ce25a4c7),segment_id=18e3afde-2745-4529-a592-45a4ce25a4c7)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:53.077393 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f65fe16-f809-42cd-a7b4-25ee9fa7c1a5 None None] Pushing event updated for resources: {'Port': ['ID=2a4d96b4-1481-4888-8fd8-4a3e525aee94,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:53.077393 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:53.077393 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ab8246cb-4359-4d16-abd3-94fced0153d9 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:51:53.125910 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-86311a4e-3aa9-4d5f-ae7c-e38983c5eb48 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:53.131302 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86311a4e-3aa9-4d5f-ae7c-e38983c5eb48 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:53.131655 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-86311a4e-3aa9-4d5f-ae7c-e38983c5eb48 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:53.161283 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-5c16cbe2-af7a-45f6-a9b5-ba8ba0e84a16 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Allocated IP 172.20.0.11 (84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc/d6019fe8-1dd6-4c27-8cf8-2235ad99c55c/9ddc928a-51ae-4700-960d-e36d493a5a1f) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:51:53.183103 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-86311a4e-3aa9-4d5f-ae7c-e38983c5eb48 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3727956 Jan 21 09:51:53.190468 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37184) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:53.205689 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-99f20dae-7f1c-44f9-a184-b97ed6a1c99a tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Request body: {'subnet': {'network_id': '5bd8dbad-9c5c-4b1e-81f2-88330d702120', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:53.259282 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-b447862b-5bda-46e4-85d2-10ef275a9fe8 None None] Provisioning complete for port 2a4d96b4-1481-4888-8fd8-4a3e525aee94 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:53.259648 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b447862b-5bda-46e4-85d2-10ef275a9fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:53.294505 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-444cd4d2-c935-4647-80c4-8eef41b705ec req-439e40ac-7bf4-47ca-be31-c3de9a8ae119 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/ports?device_id=f1fb9b9e-c671-434f-9275-f46d114b4703 HTTP/1.1" status: 200 len: 210 time: 0.0528755 Jan 21 09:51:53.347605 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86311a4e-3aa9-4d5f-ae7c-e38983c5eb48 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Pushing event updated for resources: {'Network': ['ID=5bd8dbad-9c5c-4b1e-81f2-88330d702120,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:53.347857 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=e37143d1-8cce-4bd8-a9e6-f0a7713f8564,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:53.369307 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 5bd8dbad-9c5c-4b1e-81f2-88330d702120 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:51:53.372803 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-99f20dae-7f1c-44f9-a184-b97ed6a1c99a tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:53.398813 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-99f20dae-7f1c-44f9-a184-b97ed6a1c99a tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Usage tracker for resource:subnet and tenant:85f813e41066451fa69973180b664878 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:53.405675 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-99f20dae-7f1c-44f9-a184-b97ed6a1c99a tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:53.421962 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-99f20dae-7f1c-44f9-a184-b97ed6a1c99a tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:53.457493 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab705ee-cac8-4fc3-bae5-5342d7e588df tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Router b7e872c6-a1a7-491c-919f-9af71b0db842 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:51:53.463845 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f20dae-7f1c-44f9-a184-b97ed6a1c99a tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Made reservation on behalf of 85f813e41066451fa69973180b664878 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:51:53.473566 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port ab8246cb-4359-4d16-abd3-94fced0153d9 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:51:53.589304 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-b447862b-5bda-46e4-85d2-10ef275a9fe8 None None] Provisioning complete for port e37143d1-8cce-4bd8-a9e6-f0a7713f8564 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:53.590362 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b447862b-5bda-46e4-85d2-10ef275a9fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:53.756002 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device e37143d1-8cce-4bd8-a9e6-f0a7713f8564 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:51:53.847084 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-99f20dae-7f1c-44f9-a184-b97ed6a1c99a tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:53.895942 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e1cddd4e-7230-4d0c-8cee-76d435651b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:53.905419 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-b447862b-5bda-46e4-85d2-10ef275a9fe8 None None] Provisioning for port 2297f35a-5f66-4aa2-b5b6-8dafba36d02b completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:51:53.911770 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port e37143d1-8cce-4bd8-a9e6-f0a7713f8564 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:53.912207 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:53.984243 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-b447862b-5bda-46e4-85d2-10ef275a9fe8 None None] Provisioning for port ab8246cb-4359-4d16-abd3-94fced0153d9 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:51:53.990913 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-b447862b-5bda-46e4-85d2-10ef275a9fe8 None None] Provisioning complete for port ab8246cb-4359-4d16-abd3-94fced0153d9 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:53.991272 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b447862b-5bda-46e4-85d2-10ef275a9fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:54.051958 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-5c16cbe2-af7a-45f6-a9b5-ba8ba0e84a16 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:54.098944 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 2a4d96b4-1481-4888-8fd8-4a3e525aee94 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:51:54.181023 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-5c16cbe2-af7a-45f6-a9b5-ba8ba0e84a16 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:54.214488 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b447862b-5bda-46e4-85d2-10ef275a9fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:54.245722 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 2a4d96b4-1481-4888-8fd8-4a3e525aee94 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:54.246087 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:54.265328 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab705ee-cac8-4fc3-bae5-5342d7e588df tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:51:54.279000 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0671e01b-e1b8-40cf-b95a-2c4aa4e6b9d6 None None] Sync routers for ids ['b7e872c6-a1a7-491c-919f-9af71b0db842'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:51:54.296094 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0671e01b-e1b8-40cf-b95a-2c4aa4e6b9d6 None None] Routers {'b7e872c6-a1a7-491c-919f-9af71b0db842'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:51:54.296829 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-0671e01b-e1b8-40cf-b95a-2c4aa4e6b9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:51:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b7e872c6-a1a7-491c-919f-9af71b0db842'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:54.313853 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-5c16cbe2-af7a-45f6-a9b5-ba8ba0e84a16 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Network 84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:51:54.314998 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-99f20dae-7f1c-44f9-a184-b97ed6a1c99a tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:54.318368 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16cbe2-af7a-45f6-a9b5-ba8ba0e84a16 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Pushing event updated for resources: {'Port': ['ID=9ddc928a-51ae-4700-960d-e36d493a5a1f,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:54.357733 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-b447862b-5bda-46e4-85d2-10ef275a9fe8 None None] For port ab8246cb-4359-4d16-abd3-94fced0153d9, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ab8246cb-4359-4d16-abd3-94fced0153d9,segment=NetworkSegment(d2a06085-cf0c-4ad5-b789-95a65baac4a1),segment_id=d2a06085-cf0c-4ad5-b789-95a65baac4a1)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:54.363465 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-0671e01b-e1b8-40cf-b95a-2c4aa4e6b9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:54.367530 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-5c16cbe2-af7a-45f6-a9b5-ba8ba0e84a16 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:54.373072 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b447862b-5bda-46e4-85d2-10ef275a9fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:54.375710 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-5c16cbe2-af7a-45f6-a9b5-ba8ba0e84a16 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:51:54.385338 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0671e01b-e1b8-40cf-b95a-2c4aa4e6b9d6 None None] Routers {'b7e872c6-a1a7-491c-919f-9af71b0db842'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:51:54.386261 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-0671e01b-e1b8-40cf-b95a-2c4aa4e6b9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:51:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b7e872c6-a1a7-491c-919f-9af71b0db842'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:54.411962 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-1ab705ee-cac8-4fc3-bae5-5342d7e588df tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] 10.222.0.104 "PUT /v2.0/routers/b7e872c6-a1a7-491c-919f-9af71b0db842/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8109994 Jan 21 09:51:54.414830 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37190) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:54.472725 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-0671e01b-e1b8-40cf-b95a-2c4aa4e6b9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:54.473128 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0671e01b-e1b8-40cf-b95a-2c4aa4e6b9d6 None None] The sync data for ids ['b7e872c6-a1a7-491c-919f-9af71b0db842'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:51:54.509737 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b447862b-5bda-46e4-85d2-10ef275a9fe8 None None] Pushing event updated for resources: {'Port': ['ID=ab8246cb-4359-4d16-abd3-94fced0153d9,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:54.515559 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-5c16cbe2-af7a-45f6-a9b5-ba8ba0e84a16 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:54.516153 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-5c16cbe2-af7a-45f6-a9b5-ba8ba0e84a16 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:54.528930 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f20dae-7f1c-44f9-a184-b97ed6a1c99a tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Pushing event updated for resources: {'Subnet': ['ID=8601d85c-2178-48e9-9982-b31d211b2a20,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:54.549638 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 2297f35a-5f66-4aa2-b5b6-8dafba36d02b up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:51:54.559649 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-5c16cbe2-af7a-45f6-a9b5-ba8ba0e84a16 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5373597 Jan 21 09:51:54.566610 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f20dae-7f1c-44f9-a184-b97ed6a1c99a tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Checking segment: {'id': '5bc90cd8-b09c-4714-b9ac-a5d036bc4fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '5bd8dbad-9c5c-4b1e-81f2-88330d702120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:51:54.566927 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f20dae-7f1c-44f9-a184-b97ed6a1c99a tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Network hostable DHCP agents. Network: 5bd8dbad-9c5c-4b1e-81f2-88330d702120, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:51:54.579905 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-ad032a69-58e6-43ae-a5d3-13fa58ee1665 service neutron] Request body: {'port': {'device_id': 'f1fb9b9e-c671-434f-9275-f46d114b4703', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:54.625784 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-6be43733-875f-4747-9e98-df3ffd31aff6 None None] Provisioning for port 8f5d1fdc-05fe-4f52-b45a-4d5e62847db0 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:51:54.633223 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-6be43733-875f-4747-9e98-df3ffd31aff6 None None] Provisioning complete for port 8f5d1fdc-05fe-4f52-b45a-4d5e62847db0 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:54.633792 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6be43733-875f-4747-9e98-df3ffd31aff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:54.676021 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 2297f35a-5f66-4aa2-b5b6-8dafba36d02b completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:51:54.692730 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 2297f35a-5f66-4aa2-b5b6-8dafba36d02b triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:54.692730 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:54.710792 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb8c63-00b8-4fdb-912b-b51af98450ca req-7d50ee40-4a66-4ea4-ad74-f0143451bc8f tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:54.711504 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-f0eb8c63-00b8-4fdb-912b-b51af98450ca req-7d50ee40-4a66-4ea4-ad74-f0143451bc8f tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Synchronizing usage tracker for tenant:5c7bae028f6b4a7082a27ff6ce16ee41 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:54.717486 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f20dae-7f1c-44f9-a184-b97ed6a1c99a tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Network 5bd8dbad-9c5c-4b1e-81f2-88330d702120 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:51:54.734330 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-6be43733-875f-4747-9e98-df3ffd31aff6 None None] Port 8f5d1fdc-05fe-4f52-b45a-4d5e62847db0 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:51:54.738174 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-ad032a69-58e6-43ae-a5d3-13fa58ee1665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:54.755079 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-99f20dae-7f1c-44f9-a184-b97ed6a1c99a tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 5bd8dbad-9c5c-4b1e-81f2-88330d702120) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:54.766645 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f20dae-7f1c-44f9-a184-b97ed6a1c99a tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:54.767213 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-99f20dae-7f1c-44f9-a184-b97ed6a1c99a tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:54.773349 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5de585-bb63-48eb-b84f-7ac6ea4c193c None None] Network 5bd8dbad-9c5c-4b1e-81f2-88330d702120 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:51:54.802326 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-f0eb8c63-00b8-4fdb-912b-b51af98450ca req-7d50ee40-4a66-4ea4-ad74-f0143451bc8f tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Unset dirty status for tenant:5c7bae028f6b4a7082a27ff6ce16ee41 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:54.803478 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f0eb8c63-00b8-4fdb-912b-b51af98450ca req-7d50ee40-4a66-4ea4-ad74-f0143451bc8f tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/ports?device_id=f1fb9b9e-c671-434f-9275-f46d114b4703 HTTP/1.1" status: 200 len: 932 time: 0.3474703 Jan 21 09:51:54.843829 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-6be43733-875f-4747-9e98-df3ffd31aff6 None None] Provisioning complete for port ab8246cb-4359-4d16-abd3-94fced0153d9 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:54.844284 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6be43733-875f-4747-9e98-df3ffd31aff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:54.984386 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-99f20dae-7f1c-44f9-a184-b97ed6a1c99a tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7914331 Jan 21 09:51:54.993483 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37194) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:55.003951 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-35809e97-7256-4f2e-84c7-128342f787c5 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Request body: {'router': {'external_gateway_info': {'network_id': '5bd8dbad-9c5c-4b1e-81f2-88330d702120'}}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:55.008140 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:55.166586 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 2297f35a-5f66-4aa2-b5b6-8dafba36d02b, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=2297f35a-5f66-4aa2-b5b6-8dafba36d02b,segment=NetworkSegment(ccda1575-3030-4b55-93c0-32109cde55b5),segment_id=ccda1575-3030-4b55-93c0-32109cde55b5)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:55.180271 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:55.218746 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-f0eb8c63-00b8-4fdb-912b-b51af98450ca req-408a91d4-7f1f-493e-aa6d-e93ecd0abfe4 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Synchronizing usage tracker for tenant:5c7bae028f6b4a7082a27ff6ce16ee41 on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:55.238120 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e85d37-21f5-4e45-ba6c-fb13801b73ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-5bd8dbad-9c5c-4b1e-81f2-88330d702120', 'network_id': '5bd8dbad-9c5c-4b1e-81f2-88330d702120', 'tenant_id': '85f813e41066451fa69973180b664878', 'fixed_ips': [{'subnet_id': '8601d85c-2178-48e9-9982-b31d211b2a20'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:51:55.238922 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-50e85d37-21f5-4e45-ba6c-fb13801b73ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:55.301091 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-6990a422-ada0-4cd7-8d63-3aff9f9d1fd4 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:51:55.305044 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6990a422-ada0-4cd7-8d63-3aff9f9d1fd4 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] 10.222.0.104 "PUT /v2.0/routers/b7e872c6-a1a7-491c-919f-9af71b0db842/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8865089 Jan 21 09:51:55.305192 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37198) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:55.320787 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=2297f35a-5f66-4aa2-b5b6-8dafba36d02b,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:55.434471 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-50e85d37-21f5-4e45-ba6c-fb13801b73ae None None] Allocated IP 2001:db8:1::2 (5bd8dbad-9c5c-4b1e-81f2-88330d702120/8601d85c-2178-48e9-9982-b31d211b2a20/3baef53b-14d3-483b-aada-729b7dc676ea) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:51:55.439681 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-f0eb8c63-00b8-4fdb-912b-b51af98450ca req-408a91d4-7f1f-493e-aa6d-e93ecd0abfe4 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Unset dirty status for tenant:5c7bae028f6b4a7082a27ff6ce16ee41 on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:55.453860 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f0eb8c63-00b8-4fdb-912b-b51af98450ca req-408a91d4-7f1f-493e-aa6d-e93ecd0abfe4 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/security-groups?id=7100f24c-3632-472a-a820-5a33a54f9578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6337860 Jan 21 09:51:55.626176 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-ad032a69-58e6-43ae-a5d3-13fa58ee1665 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:51:55.644471 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ab8246cb-4359-4d16-abd3-94fced0153d9 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:51:55.702861 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3e937ec0-d05b-46d7-818c-3ba96dc4370e tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:55.712657 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-ad032a69-58e6-43ae-a5d3-13fa58ee1665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ddc928a-51ae-4700-960d-e36d493a5a1f {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:51:55.717917 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-35809e97-7256-4f2e-84c7-128342f787c5 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:55.725344 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-ad032a69-58e6-43ae-a5d3-13fa58ee1665 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:55.746967 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-ad032a69-58e6-43ae-a5d3-13fa58ee1665 service neutron] Transition to ACTIVE for port object 9ddc928a-51ae-4700-960d-e36d493a5a1f will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:51:55.764714 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-ad032a69-58e6-43ae-a5d3-13fa58ee1665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:55.792665 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-50e85d37-21f5-4e45-ba6c-fb13801b73ae None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:55.808456 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port ab8246cb-4359-4d16-abd3-94fced0153d9 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:55.808456 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:55.839371 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-50e85d37-21f5-4e45-ba6c-fb13801b73ae None None] Transition to ACTIVE for port object 3baef53b-14d3-483b-aada-729b7dc676ea will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:51:55.886778 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-50e85d37-21f5-4e45-ba6c-fb13801b73ae None None] Transition to ACTIVE for port object 3baef53b-14d3-483b-aada-729b7dc676ea will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:51:55.901208 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-50e85d37-21f5-4e45-ba6c-fb13801b73ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:55.961499 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad032a69-58e6-43ae-a5d3-13fa58ee1665 service neutron] Pushing event updated for resources: {'Port': ['ID=9ddc928a-51ae-4700-960d-e36d493a5a1f,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:56.033604 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e85d37-21f5-4e45-ba6c-fb13801b73ae None None] Pushing event updated for resources: {'Port': ['ID=3baef53b-14d3-483b-aada-729b7dc676ea,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:56.044587 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e85d37-21f5-4e45-ba6c-fb13801b73ae None None] Network 5bd8dbad-9c5c-4b1e-81f2-88330d702120 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:51:56.047711 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-50e85d37-21f5-4e45-ba6c-fb13801b73ae None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:56.051785 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e85d37-21f5-4e45-ba6c-fb13801b73ae None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:51:56.058099 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 2297f35a-5f66-4aa2-b5b6-8dafba36d02b up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:51:56.112927 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-ad032a69-58e6-43ae-a5d3-13fa58ee1665 service neutron] Attempting to bind port 9ddc928a-51ae-4700-960d-e36d493a5a1f on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:51:56.113276 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-ad032a69-58e6-43ae-a5d3-13fa58ee1665 service neutron] Attempting to bind port 9ddc928a-51ae-4700-960d-e36d493a5a1f by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '34fe21b7-ec23-434c-999d-e50f0fb50c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:51:56.113615 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-ad032a69-58e6-43ae-a5d3-13fa58ee1665 service neutron] Attempting to bind port 9ddc928a-51ae-4700-960d-e36d493a5a1f on network 84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:51:56.125056 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-ad032a69-58e6-43ae-a5d3-13fa58ee1665 service neutron] Port 9ddc928a-51ae-4700-960d-e36d493a5a1f on network 84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:51:56.125379 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-ad032a69-58e6-43ae-a5d3-13fa58ee1665 service neutron] Attempting to bind port 9ddc928a-51ae-4700-960d-e36d493a5a1f on network 84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:51:56.134179 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-35809e97-7256-4f2e-84c7-128342f787c5 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:51:56.137003 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-35809e97-7256-4f2e-84c7-128342f787c5 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] 10.222.0.104 "PUT /v2.0/routers/9f07d76c-df2e-4133-8809-1abdb0be77cc HTTP/1.1" status: 400 len: 364 time: 1.1403000 Jan 21 09:51:56.138071 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-ad032a69-58e6-43ae-a5d3-13fa58ee1665 service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:51:56.138405 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-ad032a69-58e6-43ae-a5d3-13fa58ee1665 service neutron] Checking segment: {'id': '34fe21b7-ec23-434c-999d-e50f0fb50c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:51:56.138783 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-ad032a69-58e6-43ae-a5d3-13fa58ee1665 service neutron] Bound using segment: {'id': '34fe21b7-ec23-434c-999d-e50f0fb50c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:51:56.139209 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-ad032a69-58e6-43ae-a5d3-13fa58ee1665 service neutron] Bound port: 9ddc928a-51ae-4700-960d-e36d493a5a1f, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34fe21b7-ec23-434c-999d-e50f0fb50c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:51:56.139556 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-ad032a69-58e6-43ae-a5d3-13fa58ee1665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:56.144333 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37202) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:56.234389 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-50e85d37-21f5-4e45-ba6c-fb13801b73ae None None] Attempting to bind port 3baef53b-14d3-483b-aada-729b7dc676ea on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:51:56.234769 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-50e85d37-21f5-4e45-ba6c-fb13801b73ae None None] Attempting to bind port 3baef53b-14d3-483b-aada-729b7dc676ea by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '5bc90cd8-b09c-4714-b9ac-a5d036bc4fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '5bd8dbad-9c5c-4b1e-81f2-88330d702120'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:51:56.235106 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e85d37-21f5-4e45-ba6c-fb13801b73ae None None] Attempting to bind port 3baef53b-14d3-483b-aada-729b7dc676ea on network 5bd8dbad-9c5c-4b1e-81f2-88330d702120 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:51:56.241306 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-ad032a69-58e6-43ae-a5d3-13fa58ee1665 service neutron] For port 9ddc928a-51ae-4700-960d-e36d493a5a1f, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:51:56.244977 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-ad032a69-58e6-43ae-a5d3-13fa58ee1665 service neutron] For port 9ddc928a-51ae-4700-960d-e36d493a5a1f, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9ddc928a-51ae-4700-960d-e36d493a5a1f,segment=NetworkSegment(34fe21b7-ec23-434c-999d-e50f0fb50c9c),segment_id=34fe21b7-ec23-434c-999d-e50f0fb50c9c)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:51:56.246059 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e85d37-21f5-4e45-ba6c-fb13801b73ae None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:51:56.246918 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e85d37-21f5-4e45-ba6c-fb13801b73ae None None] Checking segment: {'id': '5bc90cd8-b09c-4714-b9ac-a5d036bc4fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '5bd8dbad-9c5c-4b1e-81f2-88330d702120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:51:56.246918 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-50e85d37-21f5-4e45-ba6c-fb13801b73ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:56.247217 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e85d37-21f5-4e45-ba6c-fb13801b73ae None None] Bound using segment: {'id': '5bc90cd8-b09c-4714-b9ac-a5d036bc4fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '5bd8dbad-9c5c-4b1e-81f2-88330d702120'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:51:56.247774 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-50e85d37-21f5-4e45-ba6c-fb13801b73ae None None] Bound port: 3baef53b-14d3-483b-aada-729b7dc676ea, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bc90cd8-b09c-4714-b9ac-a5d036bc4fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '5bd8dbad-9c5c-4b1e-81f2-88330d702120'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:51:56.248145 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-50e85d37-21f5-4e45-ba6c-fb13801b73ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:56.254973 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-ad032a69-58e6-43ae-a5d3-13fa58ee1665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:56.308467 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 2297f35a-5f66-4aa2-b5b6-8dafba36d02b triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:56.308832 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:56.329721 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-ad032a69-58e6-43ae-a5d3-13fa58ee1665 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:56.331887 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-ad032a69-58e6-43ae-a5d3-13fa58ee1665 service neutron] 10.222.0.124 "PUT /v2.0/ports/9ddc928a-51ae-4700-960d-e36d493a5a1f HTTP/1.1" status: 200 len: 1094 time: 1.7578583 Jan 21 09:51:56.332480 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1fb9b9e-c671-434f-9275-f46d114b4703', 'tag': '9ddc928a-51ae-4700-960d-e36d493a5a1f'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:51:56.374515 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad032a69-58e6-43ae-a5d3-13fa58ee1665 service neutron] Pushing event updated for resources: {'Port': ['ID=9ddc928a-51ae-4700-960d-e36d493a5a1f,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:56.381369 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-db8fac2c-08a7-4c94-9e2a-f5b62e588437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:56.427601 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-50e85d37-21f5-4e45-ba6c-fb13801b73ae None None] For port 3baef53b-14d3-483b-aada-729b7dc676ea, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:51:56.431287 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-50e85d37-21f5-4e45-ba6c-fb13801b73ae None None] For port 3baef53b-14d3-483b-aada-729b7dc676ea, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=3baef53b-14d3-483b-aada-729b7dc676ea,segment=NetworkSegment(5bc90cd8-b09c-4714-b9ac-a5d036bc4fcd),segment_id=5bc90cd8-b09c-4714-b9ac-a5d036bc4fcd)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:51:56.449707 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1fb9b9e-c671-434f-9275-f46d114b4703', 'tag': '9ddc928a-51ae-4700-960d-e36d493a5a1f', 'status': 'completed', 'code': 200} Jan 21 09:51:56.464308 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-50e85d37-21f5-4e45-ba6c-fb13801b73ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:56.499257 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-9fba9a59-9a5d-4f0c-9fd5-e56d1758baf6 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=5c7bae028f6b4a7082a27ff6ce16ee41&device_id=f1fb9b9e-c671-434f-9275-f46d114b4703 HTTP/1.1" status: 200 len: 1097 time: 0.1045339 Jan 21 09:51:56.567588 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e85d37-21f5-4e45-ba6c-fb13801b73ae None None] Pushing event updated for resources: {'Port': ['ID=3baef53b-14d3-483b-aada-729b7dc676ea,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:56.767128 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-e166cddb-0519-41a8-a4b0-3b127392aaa9 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ddc928a-51ae-4700-960d-e36d493a5a1f HTTP/1.1" status: 200 len: 217 time: 0.2596657 Jan 21 09:51:56.900398 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-611cb205-fbbe-4c39-90c4-19b196b15795 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:56.902195 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-611cb205-fbbe-4c39-90c4-19b196b15795 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=d6019fe8-1dd6-4c27-8cf8-2235ad99c55c HTTP/1.1" status: 200 len: 850 time: 0.1022909 Jan 21 09:51:56.953547 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5258e90-745b-4bd6-b6c7-f086f46d3ebb req-c6d3f972-cfc1-4b5d-a8df-39a4c45f021b tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:56.955032 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f5258e90-745b-4bd6-b6c7-f086f46d3ebb req-c6d3f972-cfc1-4b5d-a8df-39a4c45f021b tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/ports?device_id=f1fb9b9e-c671-434f-9275-f46d114b4703 HTTP/1.1" status: 200 len: 944 time: 0.1921492 Jan 21 09:51:56.957687 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-0bd8d471-c844-4dd5-855c-d1ee81bea8b2 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489969 Jan 21 09:51:56.978205 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1cae88b-9888-4615-b9b7-6009d5fcc77c tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:57.006495 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-3e937ec0-d05b-46d7-818c-3ba96dc4370e tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Deleting port 8f5d1fdc-05fe-4f52-b45a-4d5e62847db0 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:51:57.006700 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3e937ec0-d05b-46d7-818c-3ba96dc4370e tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:57.082081 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f5258e90-745b-4bd6-b6c7-f086f46d3ebb req-3f18b6e7-71fd-4a7d-822b-94ff02701d2b tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/security-groups?id=7100f24c-3632-472a-a820-5a33a54f9578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207345 Jan 21 09:51:57.136149 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-ddf8f1f2-68d7-455f-b648-afc76d20d252 service neutron] 10.222.0.124 "GET /v2.0/networks/84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593356 Jan 21 09:51:57.290877 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ed10dfb7-df60-4659-9632-9230752a1d48 req-de0aa500-31a1-46b2-81ac-918390ea797f service neutron] 10.222.0.124 "GET /v2.0/networks/84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479735 Jan 21 09:51:57.435253 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:57.440966 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-05605dc3-4870-44a6-b90a-c14c312475dc req-d910bb3d-3cf6-4b37-b026-4c0af8200677 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=5c7bae028f6b4a7082a27ff6ce16ee41&device_id=f1fb9b9e-c671-434f-9275-f46d114b4703 HTTP/1.1" status: 200 len: 1097 time: 0.0977669 Jan 21 09:51:57.453963 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3e937ec0-d05b-46d7-818c-3ba96dc4370e tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:57.602060 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05605dc3-4870-44a6-b90a-c14c312475dc req-fcdf70c6-6d51-4b29-b158-7fa6614fbc8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:57.603610 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-05605dc3-4870-44a6-b90a-c14c312475dc req-fcdf70c6-6d51-4b29-b158-7fa6614fbc8a service neutron] 10.222.0.124 "GET /v2.0/networks?id=84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc HTTP/1.1" status: 200 len: 911 time: 0.1569564 Jan 21 09:51:57.618867 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-3e937ec0-d05b-46d7-818c-3ba96dc4370e tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Calling delete_port for 8f5d1fdc-05fe-4f52-b45a-4d5e62847db0 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:51:57.645824 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f7dc49-30eb-479a-9b72-003a9712fe00 None None] Network 5bd8dbad-9c5c-4b1e-81f2-88330d702120 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:51:57.677606 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 3baef53b-14d3-483b-aada-729b7dc676ea up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:51:57.693129 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-05605dc3-4870-44a6-b90a-c14c312475dc req-d79e7417-ac22-4a04-ae22-df71a79cc8e5 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ddc928a-51ae-4700-960d-e36d493a5a1f HTTP/1.1" status: 200 len: 217 time: 0.0825620 Jan 21 09:51:57.694702 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-b1cae88b-9888-4615-b9b7-6009d5fcc77c tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Allocated IP 2001:db8::1 (222f9ef1-186d-49b6-9b1f-4f1744f716a0/69f3e538-673d-4faf-82fd-044274395897/d4460e4a-a729-4d7c-b8ad-5199157916db) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:51:57.768118 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05605dc3-4870-44a6-b90a-c14c312475dc req-dea7ec31-6dc4-4608-a3a1-96b65f6ace7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:57.770925 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-05605dc3-4870-44a6-b90a-c14c312475dc req-dea7ec31-6dc4-4608-a3a1-96b65f6ace7e service neutron] 10.222.0.124 "GET /v2.0/subnets?id=d6019fe8-1dd6-4c27-8cf8-2235ad99c55c HTTP/1.1" status: 200 len: 850 time: 0.0711591 Jan 21 09:51:57.822050 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:57.833915 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-05605dc3-4870-44a6-b90a-c14c312475dc req-e7df6229-0bed-4be1-b561-ed4a9e8e8505 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560105 Jan 21 09:51:57.852948 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-256aeab8-3368-46cb-b780-bdd588bcbffa None None] Provisioning for port 3baef53b-14d3-483b-aada-729b7dc676ea completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:51:57.870165 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 3baef53b-14d3-483b-aada-729b7dc676ea completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:51:57.879985 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-256aeab8-3368-46cb-b780-bdd588bcbffa None None] Provisioning complete for port 3baef53b-14d3-483b-aada-729b7dc676ea triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:57.880422 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-256aeab8-3368-46cb-b780-bdd588bcbffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:57.918080 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 3baef53b-14d3-483b-aada-729b7dc676ea triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:57.918080 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:58.002533 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-05605dc3-4870-44a6-b90a-c14c312475dc req-5e2f9a46-2d99-427e-b776-af8a32706f15 service neutron] 10.222.0.124 "GET /v2.0/networks/84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620553 Jan 21 09:51:58.084959 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3e937ec0-d05b-46d7-818c-3ba96dc4370e tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:58.133270 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1cae88b-9888-4615-b9b7-6009d5fcc77c tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:58.137165 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e937ec0-d05b-46d7-818c-3ba96dc4370e tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Pushing event deleted for resources: {'Port': ['ID=8f5d1fdc-05fe-4f52-b45a-4d5e62847db0,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:58.202433 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-05605dc3-4870-44a6-b90a-c14c312475dc req-367c18b3-ee89-4cf6-b3c4-444024c76d32 service neutron] 10.222.0.124 "GET /v2.0/networks/84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935120 Jan 21 09:51:58.229127 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-256aeab8-3368-46cb-b780-bdd588bcbffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:58.254567 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:58.259046 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-b1cae88b-9888-4615-b9b7-6009d5fcc77c tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Transition to ACTIVE for port object d4460e4a-a729-4d7c-b8ad-5199157916db will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:51:58.317041 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 3baef53b-14d3-483b-aada-729b7dc676ea, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=3baef53b-14d3-483b-aada-729b7dc676ea,segment=NetworkSegment(5bc90cd8-b09c-4714-b9ac-a5d036bc4fcd),segment_id=5bc90cd8-b09c-4714-b9ac-a5d036bc4fcd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:58.418778 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:58.429681 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-256aeab8-3368-46cb-b780-bdd588bcbffa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:51:58.430200 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-256aeab8-3368-46cb-b780-bdd588bcbffa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:51:58.462072 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1cae88b-9888-4615-b9b7-6009d5fcc77c tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:58.510936 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=3baef53b-14d3-483b-aada-729b7dc676ea,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:58.636185 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cae88b-9888-4615-b9b7-6009d5fcc77c tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Network 222f9ef1-186d-49b6-9b1f-4f1744f716a0 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:51:58.636927 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cae88b-9888-4615-b9b7-6009d5fcc77c tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Pushing event updated for resources: {'Port': ['ID=d4460e4a-a729-4d7c-b8ad-5199157916db,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:58.642913 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3e937ec0-d05b-46d7-818c-3ba96dc4370e tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:58.647922 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-b1cae88b-9888-4615-b9b7-6009d5fcc77c tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:58.653546 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cae88b-9888-4615-b9b7-6009d5fcc77c tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:51:58.654112 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1cae88b-9888-4615-b9b7-6009d5fcc77c tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:58.758313 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57723e-a40a-45cf-a744-592ce0dc140f req-24245fa9-e267-45a7-8134-7c1fef40c041 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:58.760421 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-eb57723e-a40a-45cf-a744-592ce0dc140f req-24245fa9-e267-45a7-8134-7c1fef40c041 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/ports?device_id=f1fb9b9e-c671-434f-9275-f46d114b4703 HTTP/1.1" status: 200 len: 944 time: 0.3568468 Jan 21 09:51:58.994363 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-eb57723e-a40a-45cf-a744-592ce0dc140f req-4069e534-804c-4110-82fe-7af5b909dc75 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/security-groups?id=7100f24c-3632-472a-a820-5a33a54f9578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261779 Jan 21 09:51:59.061743 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1cae88b-9888-4615-b9b7-6009d5fcc77c tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:59.108301 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-71e7372f-4e5c-4d4d-995b-737a37317a89 None None] Provisioning for port d4460e4a-a729-4d7c-b8ad-5199157916db completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:51:59.113176 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-71e7372f-4e5c-4d4d-995b-737a37317a89 None None] Provisioning complete for port d4460e4a-a729-4d7c-b8ad-5199157916db triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:59.113570 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-71e7372f-4e5c-4d4d-995b-737a37317a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:59.167813 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-71e7372f-4e5c-4d4d-995b-737a37317a89 None None] Port d4460e4a-a729-4d7c-b8ad-5199157916db cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:51:59.185918 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-71e7372f-4e5c-4d4d-995b-737a37317a89 None None] Provisioning complete for port 3baef53b-14d3-483b-aada-729b7dc676ea triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:59.186284 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-71e7372f-4e5c-4d4d-995b-737a37317a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:59.412348 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:59.480096 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 9ddc928a-51ae-4700-960d-e36d493a5a1f details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:51:59.525275 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e937ec0-d05b-46d7-818c-3ba96dc4370e tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Router b7e872c6-a1a7-491c-919f-9af71b0db842 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:51:59.609161 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 3baef53b-14d3-483b-aada-729b7dc676ea up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:51:59.671181 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 9ddc928a-51ae-4700-960d-e36d493a5a1f, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9ddc928a-51ae-4700-960d-e36d493a5a1f,segment=NetworkSegment(34fe21b7-ec23-434c-999d-e50f0fb50c9c),segment_id=34fe21b7-ec23-434c-999d-e50f0fb50c9c)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:59.692626 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '9ddc928a-51ae-4700-960d-e36d493a5a1f', 'network_id': '84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc', 'port_id': '9ddc928a-51ae-4700-960d-e36d493a5a1f', 'mac_address': 'fa:16:3e:11:9f:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6019fe8-1dd6-4c27-8cf8-2235ad99c55c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:51:59.761429 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:59.779601 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 3baef53b-14d3-483b-aada-729b7dc676ea triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:59.779976 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:59.813910 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e937ec0-d05b-46d7-818c-3ba96dc4370e tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:51:59.820224 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ddc928a-51ae-4700-960d-e36d493a5a1f {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:51:59.837889 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3e937ec0-d05b-46d7-818c-3ba96dc4370e tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] 10.222.0.104 "PUT /v2.0/routers/b7e872c6-a1a7-491c-919f-9af71b0db842/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5315855 Jan 21 09:51:59.842092 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37214) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:59.845077 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1cae88b-9888-4615-b9b7-6009d5fcc77c tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:59.848068 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0ef269-d3a5-4bb2-83f3-844e31081d91 None None] Sync routers for ids ['b7e872c6-a1a7-491c-919f-9af71b0db842'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:51:59.851888 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1cae88b-9888-4615-b9b7-6009d5fcc77c tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:59.852715 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1cae88b-9888-4615-b9b7-6009d5fcc77c tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:59.868295 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 9ddc928a-51ae-4700-960d-e36d493a5a1f, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9ddc928a-51ae-4700-960d-e36d493a5a1f,segment=NetworkSegment(34fe21b7-ec23-434c-999d-e50f0fb50c9c),segment_id=34fe21b7-ec23-434c-999d-e50f0fb50c9c)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:59.877386 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:59.934844 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-080b6db2-639c-4fcd-96e8-857de1d46220 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] delete failed (client error): The resource could not be found. Jan 21 09:51:59.941645 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-080b6db2-639c-4fcd-96e8-857de1d46220 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] 10.222.0.104 "DELETE /v2.0/routers/tempest-non_exist_router-700700758 HTTP/1.1" status: 404 len: 334 time: 0.0928819 Jan 21 09:51:59.942018 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37218) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:59.947445 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-e7cff410-9907-44ea-adb7-58aa76daaafe tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b7e872c6-a1a7-491c-919f-9af71b0db842'}}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:59.977636 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0ef269-d3a5-4bb2-83f3-844e31081d91 None None] Routers {'b7e872c6-a1a7-491c-919f-9af71b0db842'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:51:59.978264 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-2a0ef269-d3a5-4bb2-83f3-844e31081d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:51:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b7e872c6-a1a7-491c-919f-9af71b0db842'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:59.998911 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cae88b-9888-4615-b9b7-6009d5fcc77c tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Pushing event updated for resources: {'Port': ['ID=d4460e4a-a729-4d7c-b8ad-5199157916db,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:00.059434 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-2a0ef269-d3a5-4bb2-83f3-844e31081d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:00.084582 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cae88b-9888-4615-b9b7-6009d5fcc77c tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Network 222f9ef1-186d-49b6-9b1f-4f1744f716a0 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:52:00.085607 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-b1cae88b-9888-4615-b9b7-6009d5fcc77c tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:52:00.120227 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0ef269-d3a5-4bb2-83f3-844e31081d91 None None] Routers {'b7e872c6-a1a7-491c-919f-9af71b0db842'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:52:00.120862 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-2a0ef269-d3a5-4bb2-83f3-844e31081d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:51:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b7e872c6-a1a7-491c-919f-9af71b0db842'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:00.196626 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['9ddc928a-51ae-4700-960d-e36d493a5a1f'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:52:00.251419 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=9ddc928a-51ae-4700-960d-e36d493a5a1f,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:00.258231 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-2a0ef269-d3a5-4bb2-83f3-844e31081d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:00.258641 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0ef269-d3a5-4bb2-83f3-844e31081d91 None None] The sync data for ids ['b7e872c6-a1a7-491c-919f-9af71b0db842'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:52:00.467933 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-33919d6b-5b1c-4b17-986d-9ddf0fe74c0e None None] Provisioning complete for port d4460e4a-a729-4d7c-b8ad-5199157916db triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:00.468825 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-33919d6b-5b1c-4b17-986d-9ddf0fe74c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:00.498397 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1cae88b-9888-4615-b9b7-6009d5fcc77c tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Router 9f07d76c-df2e-4133-8809-1abdb0be77cc has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:52:00.525847 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-33919d6b-5b1c-4b17-986d-9ddf0fe74c0e None None] Port d4460e4a-a729-4d7c-b8ad-5199157916db cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:52:00.538010 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c108328-a2cc-4de8-9e4e-a625f631f800 req-30ba0cea-40b3-40de-a291-1cdd3700ccfb tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:00.539476 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1c108328-a2cc-4de8-9e4e-a625f631f800 req-30ba0cea-40b3-40de-a291-1cdd3700ccfb tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/ports?device_id=f1fb9b9e-c671-434f-9275-f46d114b4703 HTTP/1.1" status: 200 len: 945 time: 0.2390537 Jan 21 09:52:00.657192 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1c108328-a2cc-4de8-9e4e-a625f631f800 req-f58edb76-1e51-4c4e-a822-5796124cb7be tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/security-groups?id=7100f24c-3632-472a-a820-5a33a54f9578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108661 Jan 21 09:52:00.660264 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e7cff410-9907-44ea-adb7-58aa76daaafe tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:00.684746 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1cae88b-9888-4615-b9b7-6009d5fcc77c tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:52:00.692935 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b1cae88b-9888-4615-b9b7-6009d5fcc77c tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] 10.222.0.104 "PUT /v2.0/routers/9f07d76c-df2e-4133-8809-1abdb0be77cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5471041 Jan 21 09:52:00.693561 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37224) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:00.695883 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecbcb30-046c-411f-8766-710f27bed32b None None] Sync routers for ids ['9f07d76c-df2e-4133-8809-1abdb0be77cc'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:52:00.696360 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-e7cff410-9907-44ea-adb7-58aa76daaafe tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] update failed (client error): The resource could not be found. Jan 21 09:52:00.700792 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e7cff410-9907-44ea-adb7-58aa76daaafe tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] 10.222.0.104 "PUT /v2.0/routers/b7e872c6-a1a7-491c-919f-9af71b0db842 HTTP/1.1" status: 404 len: 339 time: 0.7544017 Jan 21 09:52:00.701462 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37228) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:00.709928 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecbcb30-046c-411f-8766-710f27bed32b None None] Routers {'9f07d76c-df2e-4133-8809-1abdb0be77cc'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:52:00.710689 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-eecbcb30-046c-411f-8766-710f27bed32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:51:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9f07d76c-df2e-4133-8809-1abdb0be77cc'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:00.781127 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-eecbcb30-046c-411f-8766-710f27bed32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:00.794082 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecbcb30-046c-411f-8766-710f27bed32b None None] Routers {'9f07d76c-df2e-4133-8809-1abdb0be77cc'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:52:00.794855 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-eecbcb30-046c-411f-8766-710f27bed32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:51:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9f07d76c-df2e-4133-8809-1abdb0be77cc'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:00.870357 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-eecbcb30-046c-411f-8766-710f27bed32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:00.870966 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecbcb30-046c-411f-8766-710f27bed32b None None] The sync data for ids ['9f07d76c-df2e-4133-8809-1abdb0be77cc'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:52:00.888694 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-516105a2-be28-4e3a-894a-602cb00b8610 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:01.184400 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-516105a2-be28-4e3a-894a-602cb00b8610 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 21 09:52:01.185500 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-516105a2-be28-4e3a-894a-602cb00b8610 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] 10.222.0.104 "DELETE /v2.0/routers/9f07d76c-df2e-4133-8809-1abdb0be77cc HTTP/1.1" status: 409 len: 329 time: 0.4910178 Jan 21 09:52:01.188485 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37232) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:01.239829 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fcec95bc-97db-496e-acaf-55a69d4d4872 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:01.488608 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 9ddc928a-51ae-4700-960d-e36d493a5a1f up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:52:01.529334 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2a23cf2-b622-412f-9130-34f05203b62d tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:01.561874 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port 9ddc928a-51ae-4700-960d-e36d493a5a1f completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:52:01.567220 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 9ddc928a-51ae-4700-960d-e36d493a5a1f triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:01.567765 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:01.602609 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-fcec95bc-97db-496e-acaf-55a69d4d4872 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Allocated IP 172.20.0.1 (0eab060d-fc20-409e-9dda-4ee73884b5fc/3d2759e8-36cb-4ee2-ad5c-b854c99d6959/7e4faa09-7a2c-4b89-930c-c0a73d203f9b) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:52:01.697029 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:01.730237 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1fb9b9e-c671-434f-9275-f46d114b4703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ddc928a-51ae-4700-960d-e36d493a5a1f'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:52:01.742631 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 9ddc928a-51ae-4700-960d-e36d493a5a1f, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9ddc928a-51ae-4700-960d-e36d493a5a1f,segment=NetworkSegment(34fe21b7-ec23-434c-999d-e50f0fb50c9c),segment_id=34fe21b7-ec23-434c-999d-e50f0fb50c9c)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:01.749757 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:01.856470 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1fb9b9e-c671-434f-9275-f46d114b4703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ddc928a-51ae-4700-960d-e36d493a5a1f', 'code': 200} Jan 21 09:52:01.857249 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=9ddc928a-51ae-4700-960d-e36d493a5a1f,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:01.926097 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fcec95bc-97db-496e-acaf-55a69d4d4872 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:01.949985 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-fcec95bc-97db-496e-acaf-55a69d4d4872 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Transition to ACTIVE for port object 7e4faa09-7a2c-4b89-930c-c0a73d203f9b will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:52:01.976747 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fcec95bc-97db-496e-acaf-55a69d4d4872 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:02.045856 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623a892-3116-4b93-8fc5-8056e37bce32 req-d02dfb79-2c46-4c8f-b78a-ca7d98d64b9e tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:02.047326 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e623a892-3116-4b93-8fc5-8056e37bce32 req-d02dfb79-2c46-4c8f-b78a-ca7d98d64b9e tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/ports?device_id=f1fb9b9e-c671-434f-9275-f46d114b4703 HTTP/1.1" status: 200 len: 946 time: 0.1667554 Jan 21 09:52:02.103033 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcec95bc-97db-496e-acaf-55a69d4d4872 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Network 0eab060d-fc20-409e-9dda-4ee73884b5fc is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:52:02.109152 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-fcec95bc-97db-496e-acaf-55a69d4d4872 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:52:02.114416 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcec95bc-97db-496e-acaf-55a69d4d4872 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:52:02.146396 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e623a892-3116-4b93-8fc5-8056e37bce32 req-216a9fd0-8fed-4d0d-a1ff-05824f5e2143 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/security-groups?id=7100f24c-3632-472a-a820-5a33a54f9578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717976 Jan 21 09:52:02.147869 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec95bc-97db-496e-acaf-55a69d4d4872 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Pushing event updated for resources: {'Port': ['ID=7e4faa09-7a2c-4b89-930c-c0a73d203f9b,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:02.195694 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fcec95bc-97db-496e-acaf-55a69d4d4872 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:02.216972 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4b450e1c-8405-4d7f-aa51-1654ea37e9b7 req-f2563593-9c30-4513-9556-933efe69ce85 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=f1fb9b9e-c671-434f-9275-f46d114b4703 HTTP/1.1" status: 200 len: 1099 time: 0.1724629 Jan 21 09:52:02.313270 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-d2a23cf2-b622-412f-9130-34f05203b62d tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Deleting port d4460e4a-a729-4d7c-b8ad-5199157916db {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:52:02.313955 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2a23cf2-b622-412f-9130-34f05203b62d tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:02.317717 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4b450e1c-8405-4d7f-aa51-1654ea37e9b7 req-e5d78626-b8fb-4978-a71a-5d89c28981c0 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=7100f24c-3632-472a-a820-5a33a54f9578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941844 Jan 21 09:52:02.327926 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fcec95bc-97db-496e-acaf-55a69d4d4872 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:02.365495 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-df66946e-15d7-4e09-96ad-ba5be26c995a None None] Provisioning for port 7e4faa09-7a2c-4b89-930c-c0a73d203f9b completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:52:02.370848 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-df66946e-15d7-4e09-96ad-ba5be26c995a None None] Provisioning complete for port 7e4faa09-7a2c-4b89-930c-c0a73d203f9b triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:02.371337 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-df66946e-15d7-4e09-96ad-ba5be26c995a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:02.434468 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-df66946e-15d7-4e09-96ad-ba5be26c995a None None] Port 7e4faa09-7a2c-4b89-930c-c0a73d203f9b cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:52:02.511209 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2a23cf2-b622-412f-9130-34f05203b62d tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:02.742146 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-d2a23cf2-b622-412f-9130-34f05203b62d tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Calling delete_port for d4460e4a-a729-4d7c-b8ad-5199157916db owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:52:02.752340 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fcec95bc-97db-496e-acaf-55a69d4d4872 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:02.757924 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fcec95bc-97db-496e-acaf-55a69d4d4872 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:02.871650 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec95bc-97db-496e-acaf-55a69d4d4872 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Pushing event updated for resources: {'Port': ['ID=7e4faa09-7a2c-4b89-930c-c0a73d203f9b,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:02.873986 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fcec95bc-97db-496e-acaf-55a69d4d4872 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:02.934998 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2a23cf2-b622-412f-9130-34f05203b62d tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:02.983250 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a23cf2-b622-412f-9130-34f05203b62d tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Pushing event deleted for resources: {'Port': ['ID=d4460e4a-a729-4d7c-b8ad-5199157916db,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:03.015917 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcec95bc-97db-496e-acaf-55a69d4d4872 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Network 0eab060d-fc20-409e-9dda-4ee73884b5fc is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:52:03.017474 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-fcec95bc-97db-496e-acaf-55a69d4d4872 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:52:03.177027 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2a23cf2-b622-412f-9130-34f05203b62d tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:03.388874 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-7af09c1b-2b30-44c3-b32c-595f3d4568bd None None] Provisioning complete for port 7e4faa09-7a2c-4b89-930c-c0a73d203f9b triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:03.390297 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7af09c1b-2b30-44c3-b32c-595f3d4568bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:03.464654 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-7af09c1b-2b30-44c3-b32c-595f3d4568bd None None] Port 7e4faa09-7a2c-4b89-930c-c0a73d203f9b cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:52:03.600216 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001224d9-c6a1-4044-9b13-59effadb92b3 req-3b97c92f-6e19-4d27-8bfc-3c2fbde5ae3b tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:03.601697 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-001224d9-c6a1-4044-9b13-59effadb92b3 req-3b97c92f-6e19-4d27-8bfc-3c2fbde5ae3b tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/ports?device_id=f1fb9b9e-c671-434f-9275-f46d114b4703 HTTP/1.1" status: 200 len: 946 time: 0.2808876 Jan 21 09:52:03.643304 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcec95bc-97db-496e-acaf-55a69d4d4872 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Router b7e872c6-a1a7-491c-919f-9af71b0db842 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:52:03.669299 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a23cf2-b622-412f-9130-34f05203b62d tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Router 9f07d76c-df2e-4133-8809-1abdb0be77cc has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:52:03.669719 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-001224d9-c6a1-4044-9b13-59effadb92b3 req-4d64dcbd-4770-4bfc-8e26-50c556b21bab tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/security-groups?id=7100f24c-3632-472a-a820-5a33a54f9578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590844 Jan 21 09:52:03.810373 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a23cf2-b622-412f-9130-34f05203b62d tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:52:03.821152 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0dbdd9-476a-45a9-aebc-f2f111446b74 None None] Sync routers for ids ['9f07d76c-df2e-4133-8809-1abdb0be77cc'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:52:03.824037 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d2a23cf2-b622-412f-9130-34f05203b62d tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] 10.222.0.104 "PUT /v2.0/routers/9f07d76c-df2e-4133-8809-1abdb0be77cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6345618 Jan 21 09:52:03.828328 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37242) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:03.834257 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0dbdd9-476a-45a9-aebc-f2f111446b74 None None] Routers {'9f07d76c-df2e-4133-8809-1abdb0be77cc'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:52:03.835127 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-3c0dbdd9-476a-45a9-aebc-f2f111446b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:51:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9f07d76c-df2e-4133-8809-1abdb0be77cc'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:03.851288 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcec95bc-97db-496e-acaf-55a69d4d4872 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:52:03.861625 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7db40b1-99bb-4c10-99dc-2ea30b53fa93 None None] Sync routers for ids ['b7e872c6-a1a7-491c-919f-9af71b0db842'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:52:03.873290 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-fcec95bc-97db-496e-acaf-55a69d4d4872 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] 10.222.0.104 "PUT /v2.0/routers/b7e872c6-a1a7-491c-919f-9af71b0db842/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1706760 Jan 21 09:52:03.875895 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37246) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:03.902669 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7db40b1-99bb-4c10-99dc-2ea30b53fa93 None None] Routers {'b7e872c6-a1a7-491c-919f-9af71b0db842'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:52:03.903458 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-a7db40b1-99bb-4c10-99dc-2ea30b53fa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:51:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b7e872c6-a1a7-491c-919f-9af71b0db842'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:03.906092 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-ca1538b1-7b6a-47e3-879f-566f08025d97 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] show failed (client error): The resource could not be found. Jan 21 09:52:03.912351 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ca1538b1-7b6a-47e3-879f-566f08025d97 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] 10.222.0.104 "GET /v2.0/routers/tempest-non_exist_router-447936624 HTTP/1.1" status: 404 len: 334 time: 0.0830028 Jan 21 09:52:03.912954 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37250) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:03.917267 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-3c0dbdd9-476a-45a9-aebc-f2f111446b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:03.918206 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-67e39adc-c2ca-4c0d-a9bc-2f18dd059809 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:52:03.931136 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0dbdd9-476a-45a9-aebc-f2f111446b74 None None] Routers {'9f07d76c-df2e-4133-8809-1abdb0be77cc'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:52:03.932100 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-3c0dbdd9-476a-45a9-aebc-f2f111446b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:51:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9f07d76c-df2e-4133-8809-1abdb0be77cc'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:03.977716 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-a7db40b1-99bb-4c10-99dc-2ea30b53fa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:03.990272 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7db40b1-99bb-4c10-99dc-2ea30b53fa93 None None] Routers {'b7e872c6-a1a7-491c-919f-9af71b0db842'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:52:03.990871 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-a7db40b1-99bb-4c10-99dc-2ea30b53fa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:51:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b7e872c6-a1a7-491c-919f-9af71b0db842'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:03.994732 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-67e39adc-c2ca-4c0d-a9bc-2f18dd059809 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] update failed (client error): The resource could not be found. Jan 21 09:52:04.002058 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-67e39adc-c2ca-4c0d-a9bc-2f18dd059809 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] 10.222.0.104 "PUT /v2.0/routers/tempest-non_exist_router-1855907887 HTTP/1.1" status: 404 len: 335 time: 0.0880375 Jan 21 09:52:04.003494 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37254) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:04.004821 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-3c0dbdd9-476a-45a9-aebc-f2f111446b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:04.005444 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0dbdd9-476a-45a9-aebc-f2f111446b74 None None] The sync data for ids ['9f07d76c-df2e-4133-8809-1abdb0be77cc'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:52:04.060746 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-a7db40b1-99bb-4c10-99dc-2ea30b53fa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:04.061111 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7db40b1-99bb-4c10-99dc-2ea30b53fa93 None None] The sync data for ids ['b7e872c6-a1a7-491c-919f-9af71b0db842'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:52:04.079160 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f4a1b71f-9333-4306-a1f2-4174deb8473e tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:04.251483 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-f4a1b71f-9333-4306-a1f2-4174deb8473e tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 21 09:52:04.252522 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f4a1b71f-9333-4306-a1f2-4174deb8473e tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] 10.222.0.104 "DELETE /v2.0/routers/b7e872c6-a1a7-491c-919f-9af71b0db842 HTTP/1.1" status: 409 len: 329 time: 0.3757145 Jan 21 09:52:04.255517 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37258) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:04.293606 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e25147-9b33-492b-a7a9-b34c09ed867f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Deleting subnet 8601d85c-2178-48e9-9982-b31d211b2a20 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:52:04.296670 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92e25147-9b33-492b-a7a9-b34c09ed867f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:04.350658 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92e25147-9b33-492b-a7a9-b34c09ed867f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:04.438771 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92e25147-9b33-492b-a7a9-b34c09ed867f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:04.514736 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92e25147-9b33-492b-a7a9-b34c09ed867f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:04.556294 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e25147-9b33-492b-a7a9-b34c09ed867f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Pushing event deleted for resources: {'Subnet': ['ID=8601d85c-2178-48e9-9982-b31d211b2a20,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:04.563366 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92e25147-9b33-492b-a7a9-b34c09ed867f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:04.573144 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a6b5d5-e83b-46eb-8adc-74ef1bf52758 None None] Network 5bd8dbad-9c5c-4b1e-81f2-88330d702120 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:52:04.573677 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-92e25147-9b33-492b-a7a9-b34c09ed867f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] 10.222.0.104 "DELETE /v2.0/subnets/8601d85c-2178-48e9-9982-b31d211b2a20 HTTP/1.1" status: 204 len: 168 time: 0.5656545 Jan 21 09:52:04.573677 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37262) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:04.612757 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3deca589-04bb-447a-9411-f412db826533 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:04.694042 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8c150546-8318-401e-8fb1-a020d1c030d6 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:04.709556 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-8c150546-8318-401e-8fb1-a020d1c030d6 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Deleting port 3baef53b-14d3-483b-aada-729b7dc676ea {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:52:04.709921 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8c150546-8318-401e-8fb1-a020d1c030d6 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:04.867210 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82df8f93-14f0-4656-be73-a2e3eccd3f6c None None] DHCP port deletion for 5bd8dbad-9c5c-4b1e-81f2-88330d702120 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:52:04.872930 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-82df8f93-14f0-4656-be73-a2e3eccd3f6c None None] Deleting port 3baef53b-14d3-483b-aada-729b7dc676ea {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:52:04.873295 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-82df8f93-14f0-4656-be73-a2e3eccd3f6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:04.993446 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-8c150546-8318-401e-8fb1-a020d1c030d6 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] For port 3baef53b-14d3-483b-aada-729b7dc676ea, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=3baef53b-14d3-483b-aada-729b7dc676ea,segment=NetworkSegment(5bc90cd8-b09c-4714-b9ac-a5d036bc4fcd),segment_id=5bc90cd8-b09c-4714-b9ac-a5d036bc4fcd)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:04.993818 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8c150546-8318-401e-8fb1-a020d1c030d6 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:05.105453 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-82df8f93-14f0-4656-be73-a2e3eccd3f6c None None] For port 3baef53b-14d3-483b-aada-729b7dc676ea, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=3baef53b-14d3-483b-aada-729b7dc676ea,segment=NetworkSegment(5bc90cd8-b09c-4714-b9ac-a5d036bc4fcd),segment_id=5bc90cd8-b09c-4714-b9ac-a5d036bc4fcd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:05.105777 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-82df8f93-14f0-4656-be73-a2e3eccd3f6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:05.121484 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee4355-b391-44de-affa-37409bef1cdc req-7a375285-179f-4b6a-b4ef-2f95d0cb7218 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:05.122971 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-b3ee4355-b391-44de-affa-37409bef1cdc req-7a375285-179f-4b6a-b4ef-2f95d0cb7218 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/ports?device_id=f1fb9b9e-c671-434f-9275-f46d114b4703 HTTP/1.1" status: 200 len: 946 time: 0.3051310 Jan 21 09:52:05.129797 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-8c150546-8318-401e-8fb1-a020d1c030d6 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Calling delete_port for 3baef53b-14d3-483b-aada-729b7dc676ea owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:52:05.220510 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-b3ee4355-b391-44de-affa-37409bef1cdc req-9e9c8d6a-976e-491a-b3db-4428aaa174f0 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/security-groups?id=7100f24c-3632-472a-a820-5a33a54f9578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652597 Jan 21 09:52:05.246593 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8c150546-8318-401e-8fb1-a020d1c030d6 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:05.279184 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-82df8f93-14f0-4656-be73-a2e3eccd3f6c None None] Calling delete_port for 3baef53b-14d3-483b-aada-729b7dc676ea owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:52:05.304276 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c150546-8318-401e-8fb1-a020d1c030d6 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Pushing event deleted for resources: {'Port': ['ID=3baef53b-14d3-483b-aada-729b7dc676ea,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:05.316433 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c150546-8318-401e-8fb1-a020d1c030d6 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] No DVR routers for this DVR port 3baef53b-14d3-483b-aada-729b7dc676ea on host dv-neutron-825732-1-hyperv {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:52:05.364315 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-82df8f93-14f0-4656-be73-a2e3eccd3f6c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:52:05.364838 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-82df8f93-14f0-4656-be73-a2e3eccd3f6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:52:05.445696 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8c150546-8318-401e-8fb1-a020d1c030d6 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:05.448168 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-3deca589-04bb-447a-9411-f412db826533 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Deleting port 7e4faa09-7a2c-4b89-930c-c0a73d203f9b {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:52:05.448512 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3deca589-04bb-447a-9411-f412db826533 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:05.471206 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-8c150546-8318-401e-8fb1-a020d1c030d6 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bd8dbad-9c5c-4b1e-81f2-88330d702120']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:05.484078 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-8c150546-8318-401e-8fb1-a020d1c030d6 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bc90cd8-b09c-4714-b9ac-a5d036bc4fcd') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:05.484359 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-8c150546-8318-401e-8fb1-a020d1c030d6 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bc90cd8-b09c-4714-b9ac-a5d036bc4fcd') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:05.497115 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8c150546-8318-401e-8fb1-a020d1c030d6 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:05.512953 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8c150546-8318-401e-8fb1-a020d1c030d6 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:05.520163 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c150546-8318-401e-8fb1-a020d1c030d6 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:52:05.520612 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8c150546-8318-401e-8fb1-a020d1c030d6 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:05.535521 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:52:05.535521 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:52:05.535521 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:52:05.535521 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:52:05.535521 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:52:05.535521 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:52:05.535521 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:52:05.535521 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:52:05.535521 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:52:05.535521 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:52:05.535521 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:52:05.535521 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:52:05.535521 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:52:05.535521 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:52:05.535521 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:52:05.535521 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:52:05.535521 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:52:05.535521 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:52:05.535521 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:52:05.535521 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:52:05.535521 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:52:05.535521 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:52:05.535521 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:52:05.535521 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:52:05.535521 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:52:05.535521 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:52:05.535521 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:52:05.535521 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:52:05.535521 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:52:05.535521 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:52:05.535521 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:52:05.535521 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:52:05.602175 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0bda7-5d48-4aa0-9eb2-827783ea51af req-153ca681-6a95-4ed6-a9d6-5c3f50c99451 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:05.603682 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f3a0bda7-5d48-4aa0-9eb2-827783ea51af req-153ca681-6a95-4ed6-a9d6-5c3f50c99451 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/ports?device_id=f1fb9b9e-c671-434f-9275-f46d114b4703 HTTP/1.1" status: 200 len: 946 time: 0.2269847 Jan 21 09:52:05.615730 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 3baef53b-14d3-483b-aada-729b7dc676ea no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:52:05.646059 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8c150546-8318-401e-8fb1-a020d1c030d6 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:05.657430 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 3baef53b-14d3-483b-aada-729b7dc676ea {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:52:05.657847 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 3baef53b-14d3-483b-aada-729b7dc676ea not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:52:05.671308 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8c150546-8318-401e-8fb1-a020d1c030d6 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:05.677975 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c150546-8318-401e-8fb1-a020d1c030d6 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Pushing event deleted for resources: {'Network': ['ID=5bd8dbad-9c5c-4b1e-81f2-88330d702120,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:05.685989 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8c150546-8318-401e-8fb1-a020d1c030d6 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] 10.222.0.104 "DELETE /v2.0/networks/5bd8dbad-9c5c-4b1e-81f2-88330d702120 HTTP/1.1" status: 204 len: 168 time: 1.1112621 Jan 21 09:52:05.687947 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37270) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:05.696339 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3deca589-04bb-447a-9411-f412db826533 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:05.712610 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f3a0bda7-5d48-4aa0-9eb2-827783ea51af req-b6e6dd6f-e953-4ad3-adea-b3f678f24711 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/security-groups?id=7100f24c-3632-472a-a820-5a33a54f9578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920892 Jan 21 09:52:05.833505 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-3deca589-04bb-447a-9411-f412db826533 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Calling delete_port for 7e4faa09-7a2c-4b89-930c-c0a73d203f9b owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:52:05.866220 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-82df8f93-14f0-4656-be73-a2e3eccd3f6c None None] Deleting port 3baef53b-14d3-483b-aada-729b7dc676ea {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:52:05.866604 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-82df8f93-14f0-4656-be73-a2e3eccd3f6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:05.947593 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-82df8f93-14f0-4656-be73-a2e3eccd3f6c None None] The port '3baef53b-14d3-483b-aada-729b7dc676ea' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:52:06.031883 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c7eeee-f708-468e-b2d7-0513b0b2d773 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Deleting subnet 49cba8c0-c2f8-4704-844e-c014c97bb542 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:52:06.035732 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8c7eeee-f708-468e-b2d7-0513b0b2d773 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:06.069932 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3deca589-04bb-447a-9411-f412db826533 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:06.094530 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8c7eeee-f708-468e-b2d7-0513b0b2d773 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:06.120618 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deca589-04bb-447a-9411-f412db826533 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Pushing event deleted for resources: {'Port': ['ID=7e4faa09-7a2c-4b89-930c-c0a73d203f9b,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:06.194540 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8c7eeee-f708-468e-b2d7-0513b0b2d773 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:06.282746 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8c7eeee-f708-468e-b2d7-0513b0b2d773 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:06.323823 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7eeee-f708-468e-b2d7-0513b0b2d773 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Pushing event deleted for resources: {'Subnet': ['ID=49cba8c0-c2f8-4704-844e-c014c97bb542,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:06.334967 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8c7eeee-f708-468e-b2d7-0513b0b2d773 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:06.343134 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c8c7eeee-f708-468e-b2d7-0513b0b2d773 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] 10.222.0.104 "DELETE /v2.0/subnets/49cba8c0-c2f8-4704-844e-c014c97bb542 HTTP/1.1" status: 204 len: 168 time: 0.6541269 Jan 21 09:52:06.345183 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb37e329-31ef-4350-8380-28917f45c0cd None None] Network 242615e7-bf0f-474e-9efe-ac1238c9821e requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:52:06.346237 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37278) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:06.386346 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44093050-bf8a-4a42-8594-5c7bd265cd6c req-eceaa1ef-9fe3-437e-a86e-40d6071965aa tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:06.387888 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-44093050-bf8a-4a42-8594-5c7bd265cd6c req-eceaa1ef-9fe3-437e-a86e-40d6071965aa tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/ports?device_id=f1fb9b9e-c671-434f-9275-f46d114b4703 HTTP/1.1" status: 200 len: 946 time: 0.2700577 Jan 21 09:52:06.530809 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3deca589-04bb-447a-9411-f412db826533 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:06.609481 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-44093050-bf8a-4a42-8594-5c7bd265cd6c req-622e16d2-153e-4440-bedc-611f312eaf97 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/security-groups?id=7100f24c-3632-472a-a820-5a33a54f9578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712363 Jan 21 09:52:06.633834 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0248b5-e370-458d-a378-2bad5b25b995 None None] DHCP port deletion for 242615e7-bf0f-474e-9efe-ac1238c9821e request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:52:06.639918 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-eb0248b5-e370-458d-a378-2bad5b25b995 None None] Deleting port e37143d1-8cce-4bd8-a9e6-f0a7713f8564 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:52:06.640370 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-eb0248b5-e370-458d-a378-2bad5b25b995 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:06.787457 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ddc7785-23d6-49a6-bba9-ed06a556dd80 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Deleting subnet dc30fba8-ad6c-410f-b551-2a38f61361c8 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:52:06.793548 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9ddc7785-23d6-49a6-bba9-ed06a556dd80 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:06.879976 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-eb0248b5-e370-458d-a378-2bad5b25b995 None None] For port e37143d1-8cce-4bd8-a9e6-f0a7713f8564, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=e37143d1-8cce-4bd8-a9e6-f0a7713f8564,segment=NetworkSegment(18e3afde-2745-4529-a592-45a4ce25a4c7),segment_id=18e3afde-2745-4529-a592-45a4ce25a4c7)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:06.880329 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-eb0248b5-e370-458d-a378-2bad5b25b995 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:07.009601 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-eb0248b5-e370-458d-a378-2bad5b25b995 None None] Calling delete_port for e37143d1-8cce-4bd8-a9e6-f0a7713f8564 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:52:07.086089 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9ddc7785-23d6-49a6-bba9-ed06a556dd80 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:07.092780 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-eb0248b5-e370-458d-a378-2bad5b25b995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:07.142712 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0248b5-e370-458d-a378-2bad5b25b995 None None] Pushing event deleted for resources: {'Port': ['ID=e37143d1-8cce-4bd8-a9e6-f0a7713f8564,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:07.152335 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0248b5-e370-458d-a378-2bad5b25b995 None None] No DVR routers for this DVR port e37143d1-8cce-4bd8-a9e6-f0a7713f8564 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:52:07.293339 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3deca589-04bb-447a-9411-f412db826533 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Router b7e872c6-a1a7-491c-919f-9af71b0db842 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:52:07.297066 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9ddc7785-23d6-49a6-bba9-ed06a556dd80 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:07.494568 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3deca589-04bb-447a-9411-f412db826533 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:52:07.496880 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9ddc7785-23d6-49a6-bba9-ed06a556dd80 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:07.504699 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14cb2f8-7e88-422b-8cd6-5f6395bfb4fe None None] Sync routers for ids ['b7e872c6-a1a7-491c-919f-9af71b0db842'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:52:07.516544 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14cb2f8-7e88-422b-8cd6-5f6395bfb4fe None None] Routers {'b7e872c6-a1a7-491c-919f-9af71b0db842'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:52:07.517406 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a14cb2f8-7e88-422b-8cd6-5f6395bfb4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:51:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b7e872c6-a1a7-491c-919f-9af71b0db842'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:07.543795 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc7785-23d6-49a6-bba9-ed06a556dd80 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Pushing event deleted for resources: {'Subnet': ['ID=dc30fba8-ad6c-410f-b551-2a38f61361c8,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:07.550278 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9ddc7785-23d6-49a6-bba9-ed06a556dd80 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:07.552051 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9ddc7785-23d6-49a6-bba9-ed06a556dd80 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] 10.222.0.104 "DELETE /v2.0/subnets/dc30fba8-ad6c-410f-b551-2a38f61361c8 HTTP/1.1" status: 204 len: 168 time: 1.2030191 Jan 21 09:52:07.554684 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37282) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:07.558534 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37286) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:07.558783 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-3deca589-04bb-447a-9411-f412db826533 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] 10.222.0.104 "PUT /v2.0/routers/b7e872c6-a1a7-491c-919f-9af71b0db842/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3023078 Jan 21 09:52:07.574877 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49a678b-a4c2-4864-9c45-458992d81eb7 None None] Network 63028edc-c4ea-4e51-9c43-c112ab26ce41 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:52:07.660845 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device e37143d1-8cce-4bd8-a9e6-f0a7713f8564 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:52:07.699790 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: e37143d1-8cce-4bd8-a9e6-f0a7713f8564 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:52:07.700127 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device e37143d1-8cce-4bd8-a9e6-f0a7713f8564 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:52:07.701639 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a14cb2f8-7e88-422b-8cd6-5f6395bfb4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:07.708541 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.api.v2.resource [None req-846a0853-022f-452b-8774-799cd68edf4c tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] show failed (client error): The resource could not be found. Jan 21 09:52:07.709856 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-846a0853-022f-452b-8774-799cd68edf4c tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] 10.222.0.104 "GET /v2.0/routers/tempest-non_exist_router-1799730145 HTTP/1.1" status: 404 len: 335 time: 0.1498883 Jan 21 09:52:07.714056 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37292) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:07.719215 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-b023cc1d-158e-4e2e-ac69-82fe32223d8b tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:52:07.742471 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14cb2f8-7e88-422b-8cd6-5f6395bfb4fe None None] Routers {'b7e872c6-a1a7-491c-919f-9af71b0db842'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:52:07.743360 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a14cb2f8-7e88-422b-8cd6-5f6395bfb4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:51:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['b7e872c6-a1a7-491c-919f-9af71b0db842'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:07.782986 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-b023cc1d-158e-4e2e-ac69-82fe32223d8b tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] update failed (client error): The resource could not be found. Jan 21 09:52:07.790913 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b023cc1d-158e-4e2e-ac69-82fe32223d8b tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] 10.222.0.104 "PUT /v2.0/routers/tempest-non_exist_router-1714582391 HTTP/1.1" status: 404 len: 335 time: 0.0689054 Jan 21 09:52:07.791585 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37296) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:07.809472 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ebc4a74-35ec-4823-a38c-8bcaa547610f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:07.850873 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a14cb2f8-7e88-422b-8cd6-5f6395bfb4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:07.851464 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14cb2f8-7e88-422b-8cd6-5f6395bfb4fe None None] The sync data for ids ['b7e872c6-a1a7-491c-919f-9af71b0db842'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:52:07.973947 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabcba7c-2973-4bd8-bb40-225b6e009cd1 None None] DHCP port deletion for 63028edc-c4ea-4e51-9c43-c112ab26ce41 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:52:07.978013 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-cabcba7c-2973-4bd8-bb40-225b6e009cd1 None None] Deleting port eb0c2e56-6978-4165-8917-f8d3986e1952 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:52:07.978815 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cabcba7c-2973-4bd8-bb40-225b6e009cd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:07.991151 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ae792-afbd-45bb-b531-d3cb5ef927b8 req-51bee071-7511-426e-8d31-f5b98d6d0925 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:07.992715 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-d39ae792-afbd-45bb-b531-d3cb5ef927b8 req-51bee071-7511-426e-8d31-f5b98d6d0925 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/ports?device_id=f1fb9b9e-c671-434f-9275-f46d114b4703 HTTP/1.1" status: 200 len: 946 time: 0.2450461 Jan 21 09:52:08.001674 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ebc4a74-35ec-4823-a38c-8bcaa547610f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:08.008873 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-4036ca45-89dd-4fc5-a401-8a329baf3b32 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Deleting subnet 2b46605f-84db-424a-a262-1f4927e275d2 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:52:08.012212 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4036ca45-89dd-4fc5-a401-8a329baf3b32 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:08.052160 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-2ebc4a74-35ec-4823-a38c-8bcaa547610f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['242615e7-bf0f-474e-9efe-ac1238c9821e']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:08.069025 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4036ca45-89dd-4fc5-a401-8a329baf3b32 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:08.074741 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-2ebc4a74-35ec-4823-a38c-8bcaa547610f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e3afde-2745-4529-a592-45a4ce25a4c7') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:08.075063 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-2ebc4a74-35ec-4823-a38c-8bcaa547610f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e3afde-2745-4529-a592-45a4ce25a4c7') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:08.091697 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ebc4a74-35ec-4823-a38c-8bcaa547610f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:08.100234 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-d39ae792-afbd-45bb-b531-d3cb5ef927b8 req-c9f5893f-665e-4b78-9cff-38e7acb1f0a7 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/security-groups?id=7100f24c-3632-472a-a820-5a33a54f9578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901985 Jan 21 09:52:08.115952 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ebc4a74-35ec-4823-a38c-8bcaa547610f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:08.128728 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ebc4a74-35ec-4823-a38c-8bcaa547610f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:52:08.129328 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ebc4a74-35ec-4823-a38c-8bcaa547610f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:08.147975 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:52:08.147975 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:52:08.147975 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:52:08.147975 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:52:08.147975 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:52:08.147975 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:52:08.147975 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:52:08.147975 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:52:08.147975 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:52:08.147975 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:52:08.147975 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:52:08.147975 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:52:08.147975 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:52:08.147975 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:52:08.147975 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:52:08.147975 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:52:08.147975 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:52:08.147975 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:52:08.147975 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:52:08.147975 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:52:08.147975 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:52:08.147975 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:52:08.147975 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:52:08.147975 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:52:08.147975 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:52:08.147975 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:52:08.147975 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:52:08.147975 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:52:08.147975 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:52:08.147975 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:52:08.147975 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:52:08.147975 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:52:08.190621 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4036ca45-89dd-4fc5-a401-8a329baf3b32 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:08.241678 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ebc4a74-35ec-4823-a38c-8bcaa547610f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:08.255071 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-cabcba7c-2973-4bd8-bb40-225b6e009cd1 None None] For port eb0c2e56-6978-4165-8917-f8d3986e1952, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=eb0c2e56-6978-4165-8917-f8d3986e1952,segment=NetworkSegment(7f299597-23ca-4c3a-83ef-2fc42155d2f1),segment_id=7f299597-23ca-4c3a-83ef-2fc42155d2f1)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:08.256115 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cabcba7c-2973-4bd8-bb40-225b6e009cd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:08.263865 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ebc4a74-35ec-4823-a38c-8bcaa547610f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:08.272053 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc4a74-35ec-4823-a38c-8bcaa547610f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Pushing event deleted for resources: {'Network': ['ID=242615e7-bf0f-474e-9efe-ac1238c9821e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:08.276720 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2ebc4a74-35ec-4823-a38c-8bcaa547610f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] 10.222.0.104 "DELETE /v2.0/networks/242615e7-bf0f-474e-9efe-ac1238c9821e HTTP/1.1" status: 204 len: 168 time: 0.7208288 Jan 21 09:52:08.279320 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37302) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:08.294987 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4036ca45-89dd-4fc5-a401-8a329baf3b32 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:08.352557 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4036ca45-89dd-4fc5-a401-8a329baf3b32 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:08.359438 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4036ca45-89dd-4fc5-a401-8a329baf3b32 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] 10.222.0.104 "DELETE /v2.0/subnets/2b46605f-84db-424a-a262-1f4927e275d2 HTTP/1.1" status: 204 len: 168 time: 0.5671196 Jan 21 09:52:08.361559 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036ca45-89dd-4fc5-a401-8a329baf3b32 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Pushing event deleted for resources: {'Subnet': ['ID=2b46605f-84db-424a-a262-1f4927e275d2,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:08.370494 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37308) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:08.395711 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5635155d-93df-42de-8ff0-e8d8025b0899 None None] Network 3f97d0a3-fafe-4ff8-96ca-a1da4905bca1 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:52:08.420795 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-cabcba7c-2973-4bd8-bb40-225b6e009cd1 None None] Calling delete_port for eb0c2e56-6978-4165-8917-f8d3986e1952 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:52:08.473623 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-057c44c6-4256-40a3-a3df-3bd1119f2a4f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:08.542405 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-057c44c6-4256-40a3-a3df-3bd1119f2a4f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Deleting port eb0c2e56-6978-4165-8917-f8d3986e1952 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:52:08.542936 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-057c44c6-4256-40a3-a3df-3bd1119f2a4f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:08.666962 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cabcba7c-2973-4bd8-bb40-225b6e009cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:08.727441 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcba7c-2973-4bd8-bb40-225b6e009cd1 None None] Pushing event deleted for resources: {'Port': ['ID=eb0c2e56-6978-4165-8917-f8d3986e1952,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:08.738108 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabcba7c-2973-4bd8-bb40-225b6e009cd1 None None] No DVR routers for this DVR port eb0c2e56-6978-4165-8917-f8d3986e1952 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:52:08.759834 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14975c-95e5-4fae-8a27-7f6ea517f005 req-3d56c208-6afe-42ae-8d95-0e3d13a04657 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:08.761054 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-3e14975c-95e5-4fae-8a27-7f6ea517f005 req-3d56c208-6afe-42ae-8d95-0e3d13a04657 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/ports?device_id=f1fb9b9e-c671-434f-9275-f46d114b4703 HTTP/1.1" status: 200 len: 946 time: 0.2641842 Jan 21 09:52:08.806627 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-b14cb155-9758-4bf1-9073-eafecebfa80c tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Deleting subnet ee3f0aef-45f6-4a56-b0ba-976039f19c41 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:52:08.811729 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b14cb155-9758-4bf1-9073-eafecebfa80c tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:08.821068 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-057c44c6-4256-40a3-a3df-3bd1119f2a4f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] For port eb0c2e56-6978-4165-8917-f8d3986e1952, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=eb0c2e56-6978-4165-8917-f8d3986e1952,segment=NetworkSegment(7f299597-23ca-4c3a-83ef-2fc42155d2f1),segment_id=7f299597-23ca-4c3a-83ef-2fc42155d2f1)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:08.821414 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-057c44c6-4256-40a3-a3df-3bd1119f2a4f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:08.852034 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dbad99-846f-477c-bf47-3ee95a2af4c4 None None] DHCP port deletion for 3f97d0a3-fafe-4ff8-96ca-a1da4905bca1 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:52:08.859709 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-80dbad99-846f-477c-bf47-3ee95a2af4c4 None None] Deleting port 2297f35a-5f66-4aa2-b5b6-8dafba36d02b {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:52:08.860434 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-80dbad99-846f-477c-bf47-3ee95a2af4c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:08.861644 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-620b2bc8-d5c9-4be8-8b47-c840b3d91344 req-7f453675-79b5-4863-85fd-914c06e037fc service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=5c7bae028f6b4a7082a27ff6ce16ee41&device_id=f1fb9b9e-c671-434f-9275-f46d114b4703 HTTP/1.1" status: 200 len: 1099 time: 0.3337574 Jan 21 09:52:08.976446 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b14cb155-9758-4bf1-9073-eafecebfa80c tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:09.058381 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-057c44c6-4256-40a3-a3df-3bd1119f2a4f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Calling delete_port for eb0c2e56-6978-4165-8917-f8d3986e1952 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:52:09.064545 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b2bc8-d5c9-4be8-8b47-c840b3d91344 req-247bfbb1-8ed3-4b61-a221-d736c9628271 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:09.066149 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-620b2bc8-d5c9-4be8-8b47-c840b3d91344 req-247bfbb1-8ed3-4b61-a221-d736c9628271 service neutron] 10.222.0.124 "GET /v2.0/networks?id=84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc HTTP/1.1" status: 200 len: 911 time: 0.1953149 Jan 21 09:52:09.079581 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-80dbad99-846f-477c-bf47-3ee95a2af4c4 None None] For port 2297f35a-5f66-4aa2-b5b6-8dafba36d02b, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=2297f35a-5f66-4aa2-b5b6-8dafba36d02b,segment=NetworkSegment(ccda1575-3030-4b55-93c0-32109cde55b5),segment_id=ccda1575-3030-4b55-93c0-32109cde55b5)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:09.080063 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-80dbad99-846f-477c-bf47-3ee95a2af4c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:09.101087 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-3e14975c-95e5-4fae-8a27-7f6ea517f005 req-9613e7e7-7ca6-4553-b33e-0534a277c806 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/security-groups?id=7100f24c-3632-472a-a820-5a33a54f9578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289640 Jan 21 09:52:09.145210 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-620b2bc8-d5c9-4be8-8b47-c840b3d91344 req-0a1391fa-6287-420d-952d-e8e0efdbfbfa service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ddc928a-51ae-4700-960d-e36d493a5a1f HTTP/1.1" status: 200 len: 217 time: 0.0712688 Jan 21 09:52:09.156593 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.api [None req-057c44c6-4256-40a3-a3df-3bd1119f2a4f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:52:09.156912 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG oslo_db.api [None req-057c44c6-4256-40a3-a3df-3bd1119f2a4f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:52:09.212489 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b14cb155-9758-4bf1-9073-eafecebfa80c tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:09.226362 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-80dbad99-846f-477c-bf47-3ee95a2af4c4 None None] Calling delete_port for 2297f35a-5f66-4aa2-b5b6-8dafba36d02b owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:52:09.260395 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b2bc8-d5c9-4be8-8b47-c840b3d91344 req-506ef373-8eb6-4bc7-befa-85e349c4ab76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:09.261962 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-620b2bc8-d5c9-4be8-8b47-c840b3d91344 req-506ef373-8eb6-4bc7-befa-85e349c4ab76 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=d6019fe8-1dd6-4c27-8cf8-2235ad99c55c HTTP/1.1" status: 200 len: 850 time: 0.1115570 Jan 21 09:52:09.309871 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-80dbad99-846f-477c-bf47-3ee95a2af4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:09.317546 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-620b2bc8-d5c9-4be8-8b47-c840b3d91344 req-5a69e3ec-2111-4ba8-a3fa-36899e758eae service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460892 Jan 21 09:52:09.328008 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [req-620b2bc8-d5c9-4be8-8b47-c840b3d91344 req-be746522-8b7d-4414-989f-19e80d33d5de service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=83598) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:52:09.328933 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-620b2bc8-d5c9-4be8-8b47-c840b3d91344 req-be746522-8b7d-4414-989f-19e80d33d5de service neutron] 10.222.0.124 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048046 Jan 21 09:52:09.360422 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dbad99-846f-477c-bf47-3ee95a2af4c4 None None] Pushing event deleted for resources: {'Port': ['ID=2297f35a-5f66-4aa2-b5b6-8dafba36d02b,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:09.365739 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dbad99-846f-477c-bf47-3ee95a2af4c4 None None] No DVR routers for this DVR port 2297f35a-5f66-4aa2-b5b6-8dafba36d02b on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:52:09.408530 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b14cb155-9758-4bf1-9073-eafecebfa80c tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:09.462309 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14cb155-9758-4bf1-9073-eafecebfa80c tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Pushing event deleted for resources: {'Subnet': ['ID=ee3f0aef-45f6-4a56-b0ba-976039f19c41,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:09.477373 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b14cb155-9758-4bf1-9073-eafecebfa80c tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:09.481831 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3aabc2-7a4a-4024-a50f-8230ecad6e6e None None] Network 8c1c4fbd-a9c4-4de5-b8b9-8ece53bc057d requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:52:09.490145 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b14cb155-9758-4bf1-9073-eafecebfa80c tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] 10.222.0.104 "DELETE /v2.0/subnets/ee3f0aef-45f6-4a56-b0ba-976039f19c41 HTTP/1.1" status: 204 len: 168 time: 1.1179807 Jan 21 09:52:09.493374 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37312) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:09.521951 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-620b2bc8-d5c9-4be8-8b47-c840b3d91344 req-04940e06-3676-4a15-8553-313b7eae625f service neutron] 10.222.0.124 "GET /v2.0/networks/84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861341 Jan 21 09:52:09.629457 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ae88dfd8-92ff-406e-9888-743fe21d4386 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:09.652108 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device eb0c2e56-6978-4165-8917-f8d3986e1952 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:52:09.668269 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-057c44c6-4256-40a3-a3df-3bd1119f2a4f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Deleting port eb0c2e56-6978-4165-8917-f8d3986e1952 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:52:09.668638 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-057c44c6-4256-40a3-a3df-3bd1119f2a4f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:09.678443 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-620b2bc8-d5c9-4be8-8b47-c840b3d91344 req-75f9bff1-468e-41b1-9186-a863f31920a2 service neutron] 10.222.0.124 "GET /v2.0/networks/84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499889 Jan 21 09:52:09.694139 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: eb0c2e56-6978-4165-8917-f8d3986e1952 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:52:09.694699 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device eb0c2e56-6978-4165-8917-f8d3986e1952 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:52:09.695049 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 2297f35a-5f66-4aa2-b5b6-8dafba36d02b no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:52:09.733800 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 2297f35a-5f66-4aa2-b5b6-8dafba36d02b {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:52:09.734141 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 2297f35a-5f66-4aa2-b5b6-8dafba36d02b not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:52:09.755329 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-057c44c6-4256-40a3-a3df-3bd1119f2a4f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] The port 'eb0c2e56-6978-4165-8917-f8d3986e1952' was deleted {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:52:09.826315 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98105ea-788b-4fb9-a951-4e82fee6fe2f None None] DHCP port deletion for 8c1c4fbd-a9c4-4de5-b8b9-8ece53bc057d request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:52:09.826315 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-a98105ea-788b-4fb9-a951-4e82fee6fe2f None None] Deleting port ab8246cb-4359-4d16-abd3-94fced0153d9 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:52:09.826674 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a98105ea-788b-4fb9-a951-4e82fee6fe2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:09.951697 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ae88dfd8-92ff-406e-9888-743fe21d4386 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:09.995399 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-057c44c6-4256-40a3-a3df-3bd1119f2a4f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:10.011269 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-ae88dfd8-92ff-406e-9888-743fe21d4386 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f97d0a3-fafe-4ff8-96ca-a1da4905bca1']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:10.034861 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-ae88dfd8-92ff-406e-9888-743fe21d4386 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccda1575-3030-4b55-93c0-32109cde55b5') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:10.035268 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-ae88dfd8-92ff-406e-9888-743fe21d4386 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccda1575-3030-4b55-93c0-32109cde55b5') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:10.042755 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-057c44c6-4256-40a3-a3df-3bd1119f2a4f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63028edc-c4ea-4e51-9c43-c112ab26ce41']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:10.057469 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ae88dfd8-92ff-406e-9888-743fe21d4386 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:10.064261 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-057c44c6-4256-40a3-a3df-3bd1119f2a4f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f299597-23ca-4c3a-83ef-2fc42155d2f1') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:10.064548 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-057c44c6-4256-40a3-a3df-3bd1119f2a4f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f299597-23ca-4c3a-83ef-2fc42155d2f1') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:10.068336 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-a98105ea-788b-4fb9-a951-4e82fee6fe2f None None] For port ab8246cb-4359-4d16-abd3-94fced0153d9, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ab8246cb-4359-4d16-abd3-94fced0153d9,segment=NetworkSegment(d2a06085-cf0c-4ad5-b789-95a65baac4a1),segment_id=d2a06085-cf0c-4ad5-b789-95a65baac4a1)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:10.068721 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a98105ea-788b-4fb9-a951-4e82fee6fe2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:10.080756 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-057c44c6-4256-40a3-a3df-3bd1119f2a4f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:10.091402 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ae88dfd8-92ff-406e-9888-743fe21d4386 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:10.101795 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae88dfd8-92ff-406e-9888-743fe21d4386 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:52:10.102184 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ae88dfd8-92ff-406e-9888-743fe21d4386 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: util.warn( Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:52:10.116416 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:52:10.119576 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-057c44c6-4256-40a3-a3df-3bd1119f2a4f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:10.178301 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-057c44c6-4256-40a3-a3df-3bd1119f2a4f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:52:10.178701 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-057c44c6-4256-40a3-a3df-3bd1119f2a4f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:10.194587 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:52:10.194587 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:52:10.194587 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:52:10.194587 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:52:10.194587 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:52:10.194587 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:52:10.194587 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:52:10.194587 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:52:10.194587 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:52:10.194587 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:52:10.194587 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:52:10.194587 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:52:10.194587 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:52:10.194587 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:52:10.194587 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:52:10.194587 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:52:10.194587 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:52:10.194587 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:52:10.194587 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:52:10.194587 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:52:10.194587 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:52:10.194587 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:52:10.194587 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:52:10.194587 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:52:10.194587 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:52:10.194587 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:52:10.194587 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:52:10.194587 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:52:10.194587 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:52:10.194587 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:52:10.194587 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:52:10.194587 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:52:10.199936 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-a98105ea-788b-4fb9-a951-4e82fee6fe2f None None] Calling delete_port for ab8246cb-4359-4d16-abd3-94fced0153d9 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:52:10.286882 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ae88dfd8-92ff-406e-9888-743fe21d4386 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:10.291987 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a98105ea-788b-4fb9-a951-4e82fee6fe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:10.308700 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ae88dfd8-92ff-406e-9888-743fe21d4386 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:10.318786 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88dfd8-92ff-406e-9888-743fe21d4386 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Pushing event deleted for resources: {'Network': ['ID=3f97d0a3-fafe-4ff8-96ca-a1da4905bca1,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:10.328539 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-057c44c6-4256-40a3-a3df-3bd1119f2a4f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:10.337302 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ae88dfd8-92ff-406e-9888-743fe21d4386 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] 10.222.0.104 "DELETE /v2.0/networks/3f97d0a3-fafe-4ff8-96ca-a1da4905bca1 HTTP/1.1" status: 204 len: 168 time: 0.8426411 Jan 21 09:52:10.341302 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37318) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:10.354618 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-057c44c6-4256-40a3-a3df-3bd1119f2a4f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:10.356379 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-057c44c6-4256-40a3-a3df-3bd1119f2a4f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] 10.222.0.104 "DELETE /v2.0/networks/63028edc-c4ea-4e51-9c43-c112ab26ce41 HTTP/1.1" status: 204 len: 168 time: 2.0760384 Jan 21 09:52:10.359878 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37322) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:10.398563 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c44c6-4256-40a3-a3df-3bd1119f2a4f tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Pushing event deleted for resources: {'Network': ['ID=63028edc-c4ea-4e51-9c43-c112ab26ce41,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:10.398850 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98105ea-788b-4fb9-a951-4e82fee6fe2f None None] Pushing event deleted for resources: {'Port': ['ID=ab8246cb-4359-4d16-abd3-94fced0153d9,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:10.404542 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98105ea-788b-4fb9-a951-4e82fee6fe2f None None] No DVR routers for this DVR port ab8246cb-4359-4d16-abd3-94fced0153d9 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:52:10.465853 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e0215-2f43-4057-91e1-c980f6a95ac1 req-b222ced9-adec-43c6-a2cd-dba398482830 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:10.467367 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f01e0215-2f43-4057-91e1-c980f6a95ac1 req-b222ced9-adec-43c6-a2cd-dba398482830 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/ports?device_id=f1fb9b9e-c671-434f-9275-f46d114b4703 HTTP/1.1" status: 200 len: 946 time: 0.2203071 Jan 21 09:52:10.531495 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9b4d8a3d-15b4-43cd-8cd9-a2c44e5d1ff2 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:10.562834 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-d52904ac-4587-4cdf-ab2d-1c87bdf5fec3 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Deleting subnet 69f3e538-673d-4faf-82fd-044274395897 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:52:10.566968 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d52904ac-4587-4cdf-ab2d-1c87bdf5fec3 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:10.590405 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f01e0215-2f43-4057-91e1-c980f6a95ac1 req-45dac01b-f692-48b3-b31e-d7f3ab42acd3 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/security-groups?id=7100f24c-3632-472a-a820-5a33a54f9578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067810 Jan 21 09:52:10.627562 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d52904ac-4587-4cdf-ab2d-1c87bdf5fec3 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:10.691418 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9b4d8a3d-15b4-43cd-8cd9-a2c44e5d1ff2 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:10.716168 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d52904ac-4587-4cdf-ab2d-1c87bdf5fec3 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:10.722662 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-9b4d8a3d-15b4-43cd-8cd9-a2c44e5d1ff2 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c1c4fbd-a9c4-4de5-b8b9-8ece53bc057d']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:10.735114 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-9b4d8a3d-15b4-43cd-8cd9-a2c44e5d1ff2 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a06085-cf0c-4ad5-b789-95a65baac4a1') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:10.735408 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-9b4d8a3d-15b4-43cd-8cd9-a2c44e5d1ff2 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a06085-cf0c-4ad5-b789-95a65baac4a1') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:10.747403 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9b4d8a3d-15b4-43cd-8cd9-a2c44e5d1ff2 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:10.763972 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9b4d8a3d-15b4-43cd-8cd9-a2c44e5d1ff2 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:10.771608 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b4d8a3d-15b4-43cd-8cd9-a2c44e5d1ff2 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:52:10.771985 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9b4d8a3d-15b4-43cd-8cd9-a2c44e5d1ff2 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:10.787508 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:52:10.787508 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:52:10.787508 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:52:10.787508 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:52:10.787508 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:52:10.787508 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:52:10.787508 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:52:10.787508 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:52:10.787508 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:52:10.787508 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:52:10.787508 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:52:10.787508 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:52:10.787508 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:52:10.787508 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:52:10.787508 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:52:10.787508 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:52:10.787508 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:52:10.787508 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:52:10.787508 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:52:10.787508 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:52:10.787508 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:52:10.787508 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:52:10.787508 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:52:10.787508 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:52:10.787508 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:52:10.787508 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:52:10.787508 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:52:10.787508 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:52:10.787508 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:52:10.787508 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:52:10.787508 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:52:10.787508 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:52:10.801598 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d52904ac-4587-4cdf-ab2d-1c87bdf5fec3 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:10.847313 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52904ac-4587-4cdf-ab2d-1c87bdf5fec3 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Pushing event deleted for resources: {'Subnet': ['ID=69f3e538-673d-4faf-82fd-044274395897,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:10.860892 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d52904ac-4587-4cdf-ab2d-1c87bdf5fec3 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:10.868472 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca114af-41cd-4019-bd01-e039c7490740 None None] Network 222f9ef1-186d-49b6-9b1f-4f1744f716a0 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:52:10.873060 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d52904ac-4587-4cdf-ab2d-1c87bdf5fec3 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] 10.222.0.104 "DELETE /v2.0/subnets/69f3e538-673d-4faf-82fd-044274395897 HTTP/1.1" status: 204 len: 168 time: 0.5122104 Jan 21 09:52:10.875370 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37326) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:10.896118 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9b4d8a3d-15b4-43cd-8cd9-a2c44e5d1ff2 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:10.921255 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9b4d8a3d-15b4-43cd-8cd9-a2c44e5d1ff2 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:10.935034 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9b4d8a3d-15b4-43cd-8cd9-a2c44e5d1ff2 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] 10.222.0.104 "DELETE /v2.0/networks/8c1c4fbd-a9c4-4de5-b8b9-8ece53bc057d HTTP/1.1" status: 204 len: 168 time: 0.5896714 Jan 21 09:52:10.935034 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d8a3d-15b4-43cd-8cd9-a2c44e5d1ff2 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Pushing event deleted for resources: {'Network': ['ID=8c1c4fbd-a9c4-4de5-b8b9-8ece53bc057d,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:10.935914 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37330) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:11.146574 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-932f5b11-faed-44d8-ae94-ead02a978936 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:11.152034 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f969e5ef-2101-45a1-946f-64a3bb1d244d None None] DHCP port deletion for 222f9ef1-186d-49b6-9b1f-4f1744f716a0 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:52:11.157112 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-f969e5ef-2101-45a1-946f-64a3bb1d244d None None] Deleting port 4eaafcc5-8d1e-4f46-9b89-7783d20203dd {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:52:11.157112 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f969e5ef-2101-45a1-946f-64a3bb1d244d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:11.158649 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-932f5b11-faed-44d8-ae94-ead02a978936 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Deleting port 4eaafcc5-8d1e-4f46-9b89-7783d20203dd {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:52:11.159344 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-932f5b11-faed-44d8-ae94-ead02a978936 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:11.259664 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3c11670-b73b-456e-b44d-e73ebd3f0ed6 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Deleting subnet 3d2759e8-36cb-4ee2-ad5c-b854c99d6959 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:52:11.263353 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e3c11670-b73b-456e-b44d-e73ebd3f0ed6 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:11.324394 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e3c11670-b73b-456e-b44d-e73ebd3f0ed6 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:11.380052 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-932f5b11-faed-44d8-ae94-ead02a978936 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] For port 4eaafcc5-8d1e-4f46-9b89-7783d20203dd, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=4eaafcc5-8d1e-4f46-9b89-7783d20203dd,segment=NetworkSegment(0176b2ca-33af-4abf-8a29-262411e92f7e),segment_id=0176b2ca-33af-4abf-8a29-262411e92f7e)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:11.380457 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-932f5b11-faed-44d8-ae94-ead02a978936 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:11.387354 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-f969e5ef-2101-45a1-946f-64a3bb1d244d None None] For port 4eaafcc5-8d1e-4f46-9b89-7783d20203dd, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=4eaafcc5-8d1e-4f46-9b89-7783d20203dd,segment=NetworkSegment(0176b2ca-33af-4abf-8a29-262411e92f7e),segment_id=0176b2ca-33af-4abf-8a29-262411e92f7e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:11.387886 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f969e5ef-2101-45a1-946f-64a3bb1d244d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:11.409574 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e3c11670-b73b-456e-b44d-e73ebd3f0ed6 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:11.491112 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e3c11670-b73b-456e-b44d-e73ebd3f0ed6 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:11.513422 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-f969e5ef-2101-45a1-946f-64a3bb1d244d None None] Calling delete_port for 4eaafcc5-8d1e-4f46-9b89-7783d20203dd owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:52:11.525995 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-932f5b11-faed-44d8-ae94-ead02a978936 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Calling delete_port for 4eaafcc5-8d1e-4f46-9b89-7783d20203dd owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:52:11.537216 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c11670-b73b-456e-b44d-e73ebd3f0ed6 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Pushing event deleted for resources: {'Subnet': ['ID=3d2759e8-36cb-4ee2-ad5c-b854c99d6959,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:11.548436 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e3c11670-b73b-456e-b44d-e73ebd3f0ed6 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:11.558331 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e3c11670-b73b-456e-b44d-e73ebd3f0ed6 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] 10.222.0.104 "DELETE /v2.0/subnets/3d2759e8-36cb-4ee2-ad5c-b854c99d6959 HTTP/1.1" status: 204 len: 168 time: 0.6219366 Jan 21 09:52:11.560807 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37334) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:11.593438 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82da23ae-4a5d-4130-aa70-d16a8819bcba None None] Network 0eab060d-fc20-409e-9dda-4ee73884b5fc requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:52:11.606991 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.db.api [None req-932f5b11-faed-44d8-ae94-ead02a978936 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:52:11.607615 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG oslo_db.api [None req-932f5b11-faed-44d8-ae94-ead02a978936 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:52:11.613261 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f969e5ef-2101-45a1-946f-64a3bb1d244d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:11.700626 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0230b1cd-0cf8-48fe-b9fb-bcba773023f1 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:11.711727 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ab8246cb-4359-4d16-abd3-94fced0153d9 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:52:11.720943 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-0230b1cd-0cf8-48fe-b9fb-bcba773023f1 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Deleting port 2a4d96b4-1481-4888-8fd8-4a3e525aee94 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:52:11.721299 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0230b1cd-0cf8-48fe-b9fb-bcba773023f1 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:11.746153 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969e5ef-2101-45a1-946f-64a3bb1d244d None None] Pushing event deleted for resources: {'Port': ['ID=4eaafcc5-8d1e-4f46-9b89-7783d20203dd,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:11.772817 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: ab8246cb-4359-4d16-abd3-94fced0153d9 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:52:11.773151 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ab8246cb-4359-4d16-abd3-94fced0153d9 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:52:11.773588 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 4eaafcc5-8d1e-4f46-9b89-7783d20203dd no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:52:11.810487 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa8e9e-35da-4e2c-9338-1cdbc4a1f116 req-edaf17fc-b68e-43b1-b08e-f489b6cec709 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:11.817273 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 4eaafcc5-8d1e-4f46-9b89-7783d20203dd {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:52:11.817648 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 4eaafcc5-8d1e-4f46-9b89-7783d20203dd not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:52:11.823399 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f969e5ef-2101-45a1-946f-64a3bb1d244d None None] No DVR routers for this DVR port 4eaafcc5-8d1e-4f46-9b89-7783d20203dd on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:52:11.832555 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e1fa8e9e-35da-4e2c-9338-1cdbc4a1f116 req-edaf17fc-b68e-43b1-b08e-f489b6cec709 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/ports?device_id=f1fb9b9e-c671-434f-9275-f46d114b4703 HTTP/1.1" status: 200 len: 946 time: 0.1051054 Jan 21 09:52:11.895142 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e1fa8e9e-35da-4e2c-9338-1cdbc4a1f116 req-8c39bee2-7b47-4b65-992b-48990c258b9f tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/security-groups?id=7100f24c-3632-472a-a820-5a33a54f9578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616150 Jan 21 09:52:11.958425 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-0230b1cd-0cf8-48fe-b9fb-bcba773023f1 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] For port 2a4d96b4-1481-4888-8fd8-4a3e525aee94, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=2a4d96b4-1481-4888-8fd8-4a3e525aee94,segment=NetworkSegment(02b0ec4d-6240-4508-9745-81b9335de2b9),segment_id=02b0ec4d-6240-4508-9745-81b9335de2b9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:11.958782 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0230b1cd-0cf8-48fe-b9fb-bcba773023f1 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:12.028359 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805a36bb-23fd-488c-b2fd-60913d66ddfd None None] DHCP port deletion for 0eab060d-fc20-409e-9dda-4ee73884b5fc request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:52:12.033302 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-805a36bb-23fd-488c-b2fd-60913d66ddfd None None] Deleting port 2a4d96b4-1481-4888-8fd8-4a3e525aee94 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:52:12.033724 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-805a36bb-23fd-488c-b2fd-60913d66ddfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:12.092628 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-0230b1cd-0cf8-48fe-b9fb-bcba773023f1 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Calling delete_port for 2a4d96b4-1481-4888-8fd8-4a3e525aee94 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:52:12.109083 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-932f5b11-faed-44d8-ae94-ead02a978936 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Deleting port 4eaafcc5-8d1e-4f46-9b89-7783d20203dd {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:52:12.109387 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-932f5b11-faed-44d8-ae94-ead02a978936 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:12.180225 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-932f5b11-faed-44d8-ae94-ead02a978936 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] The port '4eaafcc5-8d1e-4f46-9b89-7783d20203dd' was deleted {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:52:12.181764 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0230b1cd-0cf8-48fe-b9fb-bcba773023f1 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:12.247476 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230b1cd-0cf8-48fe-b9fb-bcba773023f1 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Pushing event deleted for resources: {'Port': ['ID=2a4d96b4-1481-4888-8fd8-4a3e525aee94,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:12.261095 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0230b1cd-0cf8-48fe-b9fb-bcba773023f1 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] No DVR routers for this DVR port 2a4d96b4-1481-4888-8fd8-4a3e525aee94 on host dv-neutron-825732-1-hyperv {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:52:12.293442 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-805a36bb-23fd-488c-b2fd-60913d66ddfd None None] For port 2a4d96b4-1481-4888-8fd8-4a3e525aee94, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=2a4d96b4-1481-4888-8fd8-4a3e525aee94,segment=NetworkSegment(02b0ec4d-6240-4508-9745-81b9335de2b9),segment_id=02b0ec4d-6240-4508-9745-81b9335de2b9)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:12.293981 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-805a36bb-23fd-488c-b2fd-60913d66ddfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:12.320346 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-932f5b11-faed-44d8-ae94-ead02a978936 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:12.387240 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-932f5b11-faed-44d8-ae94-ead02a978936 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['222f9ef1-186d-49b6-9b1f-4f1744f716a0']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:12.406843 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-932f5b11-faed-44d8-ae94-ead02a978936 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0176b2ca-33af-4abf-8a29-262411e92f7e') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:12.407138 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-932f5b11-faed-44d8-ae94-ead02a978936 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0176b2ca-33af-4abf-8a29-262411e92f7e') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:12.411155 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0230b1cd-0cf8-48fe-b9fb-bcba773023f1 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:12.421706 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-932f5b11-faed-44d8-ae94-ead02a978936 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:12.433743 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-805a36bb-23fd-488c-b2fd-60913d66ddfd None None] Calling delete_port for 2a4d96b4-1481-4888-8fd8-4a3e525aee94 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:52:12.439275 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-0230b1cd-0cf8-48fe-b9fb-bcba773023f1 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eab060d-fc20-409e-9dda-4ee73884b5fc']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:12.449273 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-932f5b11-faed-44d8-ae94-ead02a978936 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:12.453984 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-0230b1cd-0cf8-48fe-b9fb-bcba773023f1 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02b0ec4d-6240-4508-9745-81b9335de2b9') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:12.454397 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-0230b1cd-0cf8-48fe-b9fb-bcba773023f1 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02b0ec4d-6240-4508-9745-81b9335de2b9') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:12.457932 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-932f5b11-faed-44d8-ae94-ead02a978936 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:52:12.458319 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-932f5b11-faed-44d8-ae94-ead02a978936 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:12.468096 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0230b1cd-0cf8-48fe-b9fb-bcba773023f1 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:12.472888 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:52:12.472888 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:52:12.472888 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:52:12.472888 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:52:12.472888 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:52:12.472888 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:52:12.472888 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:52:12.472888 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:52:12.472888 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:52:12.472888 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:52:12.472888 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:52:12.472888 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:52:12.472888 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:52:12.472888 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:52:12.472888 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:52:12.472888 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:52:12.472888 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:52:12.472888 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:52:12.472888 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:52:12.472888 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:52:12.472888 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:52:12.472888 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:52:12.472888 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:52:12.472888 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:52:12.472888 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:52:12.472888 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:52:12.472888 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:52:12.472888 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:52:12.472888 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:52:12.472888 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:52:12.472888 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:52:12.472888 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:52:12.492027 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0230b1cd-0cf8-48fe-b9fb-bcba773023f1 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:12.498828 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0230b1cd-0cf8-48fe-b9fb-bcba773023f1 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:52:12.499444 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0230b1cd-0cf8-48fe-b9fb-bcba773023f1 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:12.515097 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:52:12.515097 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:52:12.515097 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:52:12.515097 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:52:12.515097 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:52:12.515097 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:52:12.515097 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:52:12.515097 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:52:12.515097 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:52:12.515097 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:52:12.515097 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:52:12.515097 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:52:12.515097 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:52:12.515097 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:52:12.515097 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:52:12.515097 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:52:12.515097 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:52:12.515097 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:52:12.515097 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:52:12.515097 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:52:12.515097 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:52:12.515097 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:52:12.515097 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:52:12.515097 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:52:12.515097 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:52:12.515097 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:52:12.515097 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:52:12.515097 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:52:12.515097 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:52:12.515097 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:52:12.515097 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:52:12.515097 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:52:12.520240 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-805a36bb-23fd-488c-b2fd-60913d66ddfd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:52:12.520655 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-805a36bb-23fd-488c-b2fd-60913d66ddfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:52:12.550455 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265bb57-e28b-4aa4-9811-14970051af12 req-adb4a472-0841-4b0c-b111-9593c9570935 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:12.551915 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-5265bb57-e28b-4aa4-9811-14970051af12 req-adb4a472-0841-4b0c-b111-9593c9570935 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/ports?device_id=f1fb9b9e-c671-434f-9275-f46d114b4703 HTTP/1.1" status: 200 len: 946 time: 0.2081692 Jan 21 09:52:12.577898 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-932f5b11-faed-44d8-ae94-ead02a978936 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:12.582855 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-932f5b11-faed-44d8-ae94-ead02a978936 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:12.618330 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0230b1cd-0cf8-48fe-b9fb-bcba773023f1 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:12.625333 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f5b11-faed-44d8-ae94-ead02a978936 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Pushing event deleted for resources: {'Network': ['ID=222f9ef1-186d-49b6-9b1f-4f1744f716a0,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:12.629822 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-932f5b11-faed-44d8-ae94-ead02a978936 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] 10.222.0.104 "DELETE /v2.0/networks/222f9ef1-186d-49b6-9b1f-4f1744f716a0 HTTP/1.1" status: 204 len: 168 time: 1.7530122 Jan 21 09:52:12.632399 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37344) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:12.638690 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0230b1cd-0cf8-48fe-b9fb-bcba773023f1 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:12.651073 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230b1cd-0cf8-48fe-b9fb-bcba773023f1 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Pushing event deleted for resources: {'Network': ['ID=0eab060d-fc20-409e-9dda-4ee73884b5fc,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:12.655295 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0230b1cd-0cf8-48fe-b9fb-bcba773023f1 tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] 10.222.0.104 "DELETE /v2.0/networks/0eab060d-fc20-409e-9dda-4ee73884b5fc HTTP/1.1" status: 204 len: 168 time: 1.0930347 Jan 21 09:52:12.658085 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37348) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:12.687098 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6a1509d5-eb17-4838-969a-9edef9c7cf94 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Synchronizing usage tracker for tenant:85f813e41066451fa69973180b664878 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:52:12.691424 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-5265bb57-e28b-4aa4-9811-14970051af12 req-aa34479a-907f-4d01-9c99-1cebbe45edaf tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/security-groups?id=7100f24c-3632-472a-a820-5a33a54f9578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337481 Jan 21 09:52:12.709019 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-bca0f643-79c3-4d08-8512-a1a420d25d3b tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Synchronizing usage tracker for tenant:995320fd59754accbe3ec040af3f6c7f on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:52:12.712885 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6a1509d5-eb17-4838-969a-9edef9c7cf94 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Unset dirty status for tenant:85f813e41066451fa69973180b664878 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:52:12.714689 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6a1509d5-eb17-4838-969a-9edef9c7cf94 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] 10.222.0.104 "GET /v2.0/ports?device_id=9f07d76c-df2e-4133-8809-1abdb0be77cc HTTP/1.1" status: 200 len: 205 time: 0.0813944 Jan 21 09:52:12.717143 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37352) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:12.731943 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-bca0f643-79c3-4d08-8512-a1a420d25d3b tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Unset dirty status for tenant:995320fd59754accbe3ec040af3f6c7f on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:52:12.733964 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-bca0f643-79c3-4d08-8512-a1a420d25d3b tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] 10.222.0.104 "GET /v2.0/ports?device_id=b7e872c6-a1a7-491c-919f-9af71b0db842 HTTP/1.1" status: 200 len: 205 time: 0.0749569 Jan 21 09:52:12.736996 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37356) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:12.875881 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2a985501-f78a-462e-b60e-04749356f8a8 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:12.880087 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-63c7eee6-69f6-430c-9991-15d116f2190d tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:13.022211 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-805a36bb-23fd-488c-b2fd-60913d66ddfd None None] Deleting port 2a4d96b4-1481-4888-8fd8-4a3e525aee94 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:52:13.022824 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-805a36bb-23fd-488c-b2fd-60913d66ddfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:13.093938 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-805a36bb-23fd-488c-b2fd-60913d66ddfd None None] The port '2a4d96b4-1481-4888-8fd8-4a3e525aee94' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:52:13.384515 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2a985501-f78a-462e-b60e-04749356f8a8 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:13.386239 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-63c7eee6-69f6-430c-9991-15d116f2190d tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:13.388680 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2a985501-f78a-462e-b60e-04749356f8a8 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:13.390557 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-63c7eee6-69f6-430c-9991-15d116f2190d tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:13.414501 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2a985501-f78a-462e-b60e-04749356f8a8 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:13.415010 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a985501-f78a-462e-b60e-04749356f8a8 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Fanout notify agent at l3_agent the message router_deleted on router 9f07d76c-df2e-4133-8809-1abdb0be77cc {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:52:13.421751 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-63c7eee6-69f6-430c-9991-15d116f2190d tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:13.422415 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c7eee6-69f6-430c-9991-15d116f2190d tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Fanout notify agent at l3_agent the message router_deleted on router b7e872c6-a1a7-491c-919f-9af71b0db842 {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:52:13.428693 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2a985501-f78a-462e-b60e-04749356f8a8 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:13.432162 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2a985501-f78a-462e-b60e-04749356f8a8 tempest-RoutersNegativeIpV6Test-470222883 tempest-RoutersNegativeIpV6Test-470222883-project] 10.222.0.104 "DELETE /v2.0/routers/9f07d76c-df2e-4133-8809-1abdb0be77cc HTTP/1.1" status: 204 len: 168 time: 0.7117274 Jan 21 09:52:13.434016 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-63c7eee6-69f6-430c-9991-15d116f2190d tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:13.437809 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-63c7eee6-69f6-430c-9991-15d116f2190d tempest-RoutersNegativeTest-314160617 tempest-RoutersNegativeTest-314160617-project] 10.222.0.104 "DELETE /v2.0/routers/b7e872c6-a1a7-491c-919f-9af71b0db842 HTTP/1.1" status: 204 len: 168 time: 0.6959860 Jan 21 09:52:13.611467 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 2a4d96b4-1481-4888-8fd8-4a3e525aee94 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:52:13.646926 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 2a4d96b4-1481-4888-8fd8-4a3e525aee94 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:52:13.647467 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 2a4d96b4-1481-4888-8fd8-4a3e525aee94 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:52:13.764187 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37372) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:13.782697 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37378) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:13.926506 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b410b9-bbcb-4f7d-bc19-bc947ce1092d req-008abdfb-fb03-48bf-8680-bfcf480778a8 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:13.928630 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d1b410b9-bbcb-4f7d-bc19-bc947ce1092d req-008abdfb-fb03-48bf-8680-bfcf480778a8 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/ports?device_id=f1fb9b9e-c671-434f-9275-f46d114b4703 HTTP/1.1" status: 200 len: 946 time: 0.0923772 Jan 21 09:52:13.983915 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-80171a8a-117d-4f81-949e-67668005b8f9 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=85f813e41066451fa69973180b664878&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1997540 Jan 21 09:52:13.988512 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37384) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:14.026162 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d1b410b9-bbcb-4f7d-bc19-bc947ce1092d req-a2e9fb8c-fb17-40ee-af2a-335e65e70190 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/security-groups?id=7100f24c-3632-472a-a820-5a33a54f9578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910418 Jan 21 09:52:14.038052 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-3d2c080e-cee2-4705-bb40-60b076753a2d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=995320fd59754accbe3ec040af3f6c7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2700443 Jan 21 09:52:14.038172 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37388) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:14.058633 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41f1230b-f4a3-4108-bc40-bced2e10e1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:14.089143 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41f1230b-f4a3-4108-bc40-bced2e10e1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:14.122765 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b67ac46e-5a45-40e5-ade7-066e40a6ba6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:14.145331 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41f1230b-f4a3-4108-bc40-bced2e10e1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:14.153642 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b67ac46e-5a45-40e5-ade7-066e40a6ba6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:14.163247 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f1230b-f4a3-4108-bc40-bced2e10e1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea7735b-7e8a-46dc-bd91-3662134802b0,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:14.169407 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41f1230b-f4a3-4108-bc40-bced2e10e1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:14.174523 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-41f1230b-f4a3-4108-bc40-bced2e10e1d5 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/6ea7735b-7e8a-46dc-bd91-3662134802b0 HTTP/1.1" status: 204 len: 168 time: 0.1849561 Jan 21 09:52:14.240414 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b67ac46e-5a45-40e5-ade7-066e40a6ba6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:14.270373 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ac46e-5a45-40e5-ade7-066e40a6ba6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa0abf5-77a4-48bb-804d-a0d58af6cd5a,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:14.302090 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b67ac46e-5a45-40e5-ade7-066e40a6ba6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:14.305974 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b67ac46e-5a45-40e5-ade7-066e40a6ba6b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/eaa0abf5-77a4-48bb-804d-a0d58af6cd5a HTTP/1.1" status: 204 len: 168 time: 0.2657630 Jan 21 09:52:14.523130 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c31dbd-1df0-4a14-8843-a428c9766b46 req-03a023b8-a879-4c52-9201-c2516e0638fc tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:14.524677 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c4c31dbd-1df0-4a14-8843-a428c9766b46 req-03a023b8-a879-4c52-9201-c2516e0638fc tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/ports?device_id=f1fb9b9e-c671-434f-9275-f46d114b4703 HTTP/1.1" status: 200 len: 946 time: 0.1493387 Jan 21 09:52:14.529313 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cc8082e5-7a3f-405e-8119-c2507f035fda req-494aa8ac-22ec-450b-b87b-4679cf84e31d service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=5c7bae028f6b4a7082a27ff6ce16ee41&device_id=f1fb9b9e-c671-434f-9275-f46d114b4703 HTTP/1.1" status: 200 len: 1099 time: 0.1141562 Jan 21 09:52:14.662990 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c4c31dbd-1df0-4a14-8843-a428c9766b46 req-a69cfed3-14e9-4d9d-b364-c36af61db917 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/security-groups?id=7100f24c-3632-472a-a820-5a33a54f9578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317146 Jan 21 09:52:14.702648 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8082e5-7a3f-405e-8119-c2507f035fda req-981d1ce0-7e33-4f23-a761-4de9e77a1cad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:14.704001 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cc8082e5-7a3f-405e-8119-c2507f035fda req-981d1ce0-7e33-4f23-a761-4de9e77a1cad service neutron] 10.222.0.124 "GET /v2.0/networks?id=84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc HTTP/1.1" status: 200 len: 911 time: 0.1574965 Jan 21 09:52:14.775047 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cc8082e5-7a3f-405e-8119-c2507f035fda req-0ef16faa-06c6-40c6-a75d-9bd64e716208 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ddc928a-51ae-4700-960d-e36d493a5a1f HTTP/1.1" status: 200 len: 217 time: 0.0643873 Jan 21 09:52:14.839423 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8082e5-7a3f-405e-8119-c2507f035fda req-741d4acd-0800-4d56-a692-3a217b425288 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:14.840968 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cc8082e5-7a3f-405e-8119-c2507f035fda req-741d4acd-0800-4d56-a692-3a217b425288 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=d6019fe8-1dd6-4c27-8cf8-2235ad99c55c HTTP/1.1" status: 200 len: 850 time: 0.0604675 Jan 21 09:52:14.890907 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cc8082e5-7a3f-405e-8119-c2507f035fda req-574d9ba5-6321-432d-9bcb-fb7af9ddc46b service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435436 Jan 21 09:52:15.033486 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cc8082e5-7a3f-405e-8119-c2507f035fda req-3fd59c65-7054-4d6d-8e25-3b7dec1f7034 service neutron] 10.222.0.124 "GET /v2.0/networks/84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367292 Jan 21 09:52:15.171293 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cc8082e5-7a3f-405e-8119-c2507f035fda req-53eef11e-bccd-4846-9582-1d2563cbe51a service neutron] 10.222.0.124 "GET /v2.0/networks/84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314616 Jan 21 09:52:15.893242 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed3b89-3fa8-474b-bd17-b03b5a999714 req-960321ca-aadf-4b68-a95f-2b53d11c2c22 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:15.896417 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-35ed3b89-3fa8-474b-bd17-b03b5a999714 req-960321ca-aadf-4b68-a95f-2b53d11c2c22 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/ports?device_id=f1fb9b9e-c671-434f-9275-f46d114b4703 HTTP/1.1" status: 200 len: 946 time: 0.1033020 Jan 21 09:52:15.955656 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-35ed3b89-3fa8-474b-bd17-b03b5a999714 req-e626c69d-865a-4447-97fb-2af444cd4961 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/security-groups?id=7100f24c-3632-472a-a820-5a33a54f9578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530090 Jan 21 09:52:16.318769 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37436) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:16.512759 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-9e644830-d5b7-451a-8a14-7866242d291f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'network': {'name': 'tempest-network-smoke--1136204061', 'project_id': 'e2711eddd053435baef8e70b41198188', 'port_security_enabled': True}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:52:16.519175 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9e644830-d5b7-451a-8a14-7866242d291f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:16.523411 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9e644830-d5b7-451a-8a14-7866242d291f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:network and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:16.526256 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9e644830-d5b7-451a-8a14-7866242d291f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:16.532279 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9e644830-d5b7-451a-8a14-7866242d291f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:16.542173 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e644830-d5b7-451a-8a14-7866242d291f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Made reservation on behalf of e2711eddd053435baef8e70b41198188 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:52:16.545039 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9e644830-d5b7-451a-8a14-7866242d291f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:16.557655 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9e644830-d5b7-451a-8a14-7866242d291f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:16.594086 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9e644830-d5b7-451a-8a14-7866242d291f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:16.597846 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9e644830-d5b7-451a-8a14-7866242d291f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:16.600574 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9e644830-d5b7-451a-8a14-7866242d291f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:16.606278 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9e644830-d5b7-451a-8a14-7866242d291f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:16.680870 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9e644830-d5b7-451a-8a14-7866242d291f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:16.684524 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9e644830-d5b7-451a-8a14-7866242d291f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:16.719291 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e644830-d5b7-451a-8a14-7866242d291f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:52:16.730560 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e644830-d5b7-451a-8a14-7866242d291f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b04ac79-d84d-4b83-9391-5b9719e85fe2,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:16.738382 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9e644830-d5b7-451a-8a14-7866242d291f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:16.738781 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-9e644830-d5b7-451a-8a14-7866242d291f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Added segment 933135b2-384d-4ba0-a458-1094b6cac00a of type vlan for network ee4f0a0a-1793-41b3-bdbd-21fb24c6e180 Jan 21 09:52:16.768114 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9e644830-d5b7-451a-8a14-7866242d291f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:16.799267 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9e644830-d5b7-451a-8a14-7866242d291f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:16.803680 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e644830-d5b7-451a-8a14-7866242d291f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:16.804253 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9e644830-d5b7-451a-8a14-7866242d291f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:17.020166 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9e644830-d5b7-451a-8a14-7866242d291f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6960855 Jan 21 09:52:17.020166 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37444) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:17.026581 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-a72e5c25-9028-4d84-8301-9fbbcea05aad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1556379724', 'admin_state_up': True, 'project_id': 'e2711eddd053435baef8e70b41198188', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:52:17.031862 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e644830-d5b7-451a-8a14-7866242d291f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Network': ['ID=ee4f0a0a-1793-41b3-bdbd-21fb24c6e180,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:17.037082 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a72e5c25-9028-4d84-8301-9fbbcea05aad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:17.042375 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a72e5c25-9028-4d84-8301-9fbbcea05aad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:router and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:17.044710 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network ee4f0a0a-1793-41b3-bdbd-21fb24c6e180 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:52:17.045446 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a72e5c25-9028-4d84-8301-9fbbcea05aad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:17.052245 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a72e5c25-9028-4d84-8301-9fbbcea05aad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:17.062918 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a72e5c25-9028-4d84-8301-9fbbcea05aad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:17.064424 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a72e5c25-9028-4d84-8301-9fbbcea05aad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:17.131785 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a72e5c25-9028-4d84-8301-9fbbcea05aad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:17.294100 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be4112-9d11-475a-bfb8-c727c4548b91 req-348a8ae6-0f6e-4f3c-82ae-f3558f0fbd23 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:17.295558 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a0be4112-9d11-475a-bfb8-c727c4548b91 req-348a8ae6-0f6e-4f3c-82ae-f3558f0fbd23 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/ports?device_id=f1fb9b9e-c671-434f-9275-f46d114b4703 HTTP/1.1" status: 200 len: 946 time: 0.2086811 Jan 21 09:52:17.320696 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a72e5c25-9028-4d84-8301-9fbbcea05aad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:17.374722 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a0be4112-9d11-475a-bfb8-c727c4548b91 req-f149f8ec-5c30-4ff3-bd71-0788ab4479ff tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/security-groups?id=7100f24c-3632-472a-a820-5a33a54f9578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730798 Jan 21 09:52:17.529832 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a72e5c25-9028-4d84-8301-9fbbcea05aad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_gateway, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:17.560290 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a72e5c25-9028-4d84-8301-9fbbcea05aad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:17.711550 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-a72e5c25-9028-4d84-8301-9fbbcea05aad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Allocated IP 172.26.0.83 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/9bdb7f26-13e0-415b-815f-390b27d62803) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:52:17.930871 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a72e5c25-9028-4d84-8301-9fbbcea05aad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:17.944343 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613d5dc-f497-4a2f-b640-d7eba2428168 req-25246285-f939-4ec2-bc35-b4d39afecc6b tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:17.945844 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7613d5dc-f497-4a2f-b640-d7eba2428168 req-25246285-f939-4ec2-bc35-b4d39afecc6b tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/ports?device_id=f1fb9b9e-c671-434f-9275-f46d114b4703 HTTP/1.1" status: 200 len: 946 time: 0.2051885 Jan 21 09:52:18.002399 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7613d5dc-f497-4a2f-b640-d7eba2428168 req-75a8e65c-ab5f-4c05-b8c4-114691a0a493 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/security-groups?id=7100f24c-3632-472a-a820-5a33a54f9578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505631 Jan 21 09:52:18.004383 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a72e5c25-9028-4d84-8301-9fbbcea05aad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:18.079374 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72e5c25-9028-4d84-8301-9fbbcea05aad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:52:18.080673 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-a72e5c25-9028-4d84-8301-9fbbcea05aad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:52:18.082812 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e5c25-9028-4d84-8301-9fbbcea05aad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=9bdb7f26-13e0-415b-815f-390b27d62803,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:18.085219 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72e5c25-9028-4d84-8301-9fbbcea05aad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:52:18.123560 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e5c25-9028-4d84-8301-9fbbcea05aad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:18.123902 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e5c25-9028-4d84-8301-9fbbcea05aad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:18.124236 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e5c25-9028-4d84-8301-9fbbcea05aad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:18.124567 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e5c25-9028-4d84-8301-9fbbcea05aad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:18.124895 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e5c25-9028-4d84-8301-9fbbcea05aad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:18.125218 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e5c25-9028-4d84-8301-9fbbcea05aad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:18.125640 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e5c25-9028-4d84-8301-9fbbcea05aad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:18.125890 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e5c25-9028-4d84-8301-9fbbcea05aad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:18.126210 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e5c25-9028-4d84-8301-9fbbcea05aad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:18.126639 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e5c25-9028-4d84-8301-9fbbcea05aad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:18.126845 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e5c25-9028-4d84-8301-9fbbcea05aad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:18.255266 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a72e5c25-9028-4d84-8301-9fbbcea05aad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_gateway, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:18.255990 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a72e5c25-9028-4d84-8301-9fbbcea05aad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:18.481439 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72e5c25-9028-4d84-8301-9fbbcea05aad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router 05e28f3c-dcca-4d17-a9f6-071ab4f08872 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:52:18.689307 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72e5c25-9028-4d84-8301-9fbbcea05aad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:52:18.701444 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3765e18-0d65-4b2a-a9af-d40b8421f0b4 None None] Sync routers for ids ['05e28f3c-dcca-4d17-a9f6-071ab4f08872'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:52:18.714221 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3765e18-0d65-4b2a-a9af-d40b8421f0b4 None None] Routers {'05e28f3c-dcca-4d17-a9f6-071ab4f08872'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:52:18.714869 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-d3765e18-0d65-4b2a-a9af-d40b8421f0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:51:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['05e28f3c-dcca-4d17-a9f6-071ab4f08872'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:18.720458 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a72e5c25-9028-4d84-8301-9fbbcea05aad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:18.721943 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a72e5c25-9028-4d84-8301-9fbbcea05aad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7016029 Jan 21 09:52:18.725290 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37452) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:18.909337 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-d3765e18-0d65-4b2a-a9af-d40b8421f0b4 None None] Set router 05e28f3c-dcca-4d17-a9f6-071ab4f08872 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:52:18.946722 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9399b1b5-12cb-4b10-84e0-398ec4f86ce2 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/subnets?project_id=e2711eddd053435baef8e70b41198188&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2201862 Jan 21 09:52:18.949798 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37458) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:19.091681 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9419d3-285a-43e9-b227-2fdda4186ffc tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:19.093205 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-aa9419d3-285a-43e9-b227-2fdda4186ffc tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1424863 Jan 21 09:52:19.096218 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37464) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:19.139824 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-32f2fb5e-9682-49a5-ab6f-dd137831710a tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/subnets?network_id=05164b30-8981-419a-8272-388f48c19dd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392423 Jan 21 09:52:19.140067 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37468) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:19.146947 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-4ab433fc-8e28-4523-b272-a02a7eabba0b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-472771115', 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180', 'project_id': 'e2711eddd053435baef8e70b41198188', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:52:19.211827 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8f758-a5af-41f0-be2a-fb506c5133c2 req-844dbb99-3fa0-4da9-8046-06fe14b24beb tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:19.213195 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-6eb8f758-a5af-41f0-be2a-fb506c5133c2 req-844dbb99-3fa0-4da9-8046-06fe14b24beb tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/ports?device_id=f1fb9b9e-c671-434f-9275-f46d114b4703 HTTP/1.1" status: 200 len: 946 time: 0.0819683 Jan 21 09:52:19.262704 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-d3765e18-0d65-4b2a-a9af-d40b8421f0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'name': 'tempest-TestNetworkBasicOps-router-1556379724', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:52:18Z', 'revision_number': 3, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:52:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:19.263998 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-6eb8f758-a5af-41f0-be2a-fb506c5133c2 req-a35c09e1-615e-4a3f-b966-9cbebb4a5ade tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/security-groups?id=7100f24c-3632-472a-a820-5a33a54f9578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449250 Jan 21 09:52:19.267271 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3765e18-0d65-4b2a-a9af-d40b8421f0b4 None None] Checking router: 05e28f3c-dcca-4d17-a9f6-071ab4f08872 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:52:19.267619 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3765e18-0d65-4b2a-a9af-d40b8421f0b4 None None] Updating router 05e28f3c-dcca-4d17-a9f6-071ab4f08872 port 9bdb7f26-13e0-415b-815f-390b27d62803 binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:52:19.277487 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4ab433fc-8e28-4523-b272-a02a7eabba0b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:19.291553 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4ab433fc-8e28-4523-b272-a02a7eabba0b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:subnet and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:19.291553 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4ab433fc-8e28-4523-b272-a02a7eabba0b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:19.292659 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4ab433fc-8e28-4523-b272-a02a7eabba0b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:19.303688 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab433fc-8e28-4523-b272-a02a7eabba0b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Made reservation on behalf of e2711eddd053435baef8e70b41198188 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:52:19.321775 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-d3765e18-0d65-4b2a-a9af-d40b8421f0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:19.424624 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4ab433fc-8e28-4523-b272-a02a7eabba0b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:19.667359 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-d3765e18-0d65-4b2a-a9af-d40b8421f0b4 None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:19.682918 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-d3765e18-0d65-4b2a-a9af-d40b8421f0b4 None None] Transition to ACTIVE for port object 9bdb7f26-13e0-415b-815f-390b27d62803 will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:52:19.689825 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-d3765e18-0d65-4b2a-a9af-d40b8421f0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:19.715836 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363ef6f-0b7a-4de9-b1c6-9d93549eb5f9 req-ef974931-e8ce-4f35-a801-2031ac58b111 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:19.717262 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6363ef6f-0b7a-4de9-b1c6-9d93549eb5f9 req-ef974931-e8ce-4f35-a801-2031ac58b111 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.124 "GET /v2.0/ports?device_id=f1fb9b9e-c671-434f-9275-f46d114b4703 HTTP/1.1" status: 200 len: 946 time: 0.1686845 Jan 21 09:52:19.718608 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4ab433fc-8e28-4523-b272-a02a7eabba0b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:19.771373 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18133d-2974-4e24-9f83-112707023a12 None None] Pushing event updated for resources: {'Port': ['ID=9bdb7f26-13e0-415b-815f-390b27d62803,revision_number=2']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:19.777706 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-d3765e18-0d65-4b2a-a9af-d40b8421f0b4 None None] Attempting to bind port 9bdb7f26-13e0-415b-815f-390b27d62803 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:52:19.778062 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-d3765e18-0d65-4b2a-a9af-d40b8421f0b4 None None] Attempting to bind port 9bdb7f26-13e0-415b-815f-390b27d62803 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:52:19.778407 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3765e18-0d65-4b2a-a9af-d40b8421f0b4 None None] Attempting to bind port 9bdb7f26-13e0-415b-815f-390b27d62803 on network 05164b30-8981-419a-8272-388f48c19dd5 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:52:19.788476 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18133d-2974-4e24-9f83-112707023a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:19.788807 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18133d-2974-4e24-9f83-112707023a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:19.789140 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18133d-2974-4e24-9f83-112707023a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:19.789451 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18133d-2974-4e24-9f83-112707023a12 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:19.789791 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18133d-2974-4e24-9f83-112707023a12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:19.790102 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18133d-2974-4e24-9f83-112707023a12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:19.790416 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18133d-2974-4e24-9f83-112707023a12 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:19.790714 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18133d-2974-4e24-9f83-112707023a12 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:19.791176 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18133d-2974-4e24-9f83-112707023a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:19.791418 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18133d-2974-4e24-9f83-112707023a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:19.791762 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18133d-2974-4e24-9f83-112707023a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:19.795075 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3765e18-0d65-4b2a-a9af-d40b8421f0b4 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:52:19.795438 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3765e18-0d65-4b2a-a9af-d40b8421f0b4 None None] Checking segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:52:19.795825 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-d3765e18-0d65-4b2a-a9af-d40b8421f0b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:19.796194 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3765e18-0d65-4b2a-a9af-d40b8421f0b4 None None] Bound using segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:52:19.796685 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-d3765e18-0d65-4b2a-a9af-d40b8421f0b4 None None] Bound port: 9bdb7f26-13e0-415b-815f-390b27d62803, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:52:19.797043 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-d3765e18-0d65-4b2a-a9af-d40b8421f0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:19.845291 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-6363ef6f-0b7a-4de9-b1c6-9d93549eb5f9 req-b60410ce-ffc2-4a2d-a212-b42380bc61dc tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Deleting port 9ddc928a-51ae-4700-960d-e36d493a5a1f {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:52:19.845657 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-6363ef6f-0b7a-4de9-b1c6-9d93549eb5f9 req-b60410ce-ffc2-4a2d-a212-b42380bc61dc tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:19.872566 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-d3765e18-0d65-4b2a-a9af-d40b8421f0b4 None None] For port 9bdb7f26-13e0-415b-815f-390b27d62803, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:52:19.876929 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-d3765e18-0d65-4b2a-a9af-d40b8421f0b4 None None] For port 9bdb7f26-13e0-415b-815f-390b27d62803, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=9bdb7f26-13e0-415b-815f-390b27d62803,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:52:19.882437 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-d3765e18-0d65-4b2a-a9af-d40b8421f0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:19.894813 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab433fc-8e28-4523-b272-a02a7eabba0b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Subnet': ['ID=870e1675-ad3d-4f61-94fd-0d20a2cb6454,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:19.923440 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab433fc-8e28-4523-b272-a02a7eabba0b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Checking segment: {'id': '933135b2-384d-4ba0-a458-1094b6cac00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:52:19.923755 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab433fc-8e28-4523-b272-a02a7eabba0b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network hostable DHCP agents. Network: ee4f0a0a-1793-41b3-bdbd-21fb24c6e180, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:52:19.965393 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18133d-2974-4e24-9f83-112707023a12 None None] Pushing event updated for resources: {'Port': ['ID=9bdb7f26-13e0-415b-815f-390b27d62803,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:19.973482 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3765e18-0d65-4b2a-a9af-d40b8421f0b4 None None] Routers {'05e28f3c-dcca-4d17-a9f6-071ab4f08872'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:52:19.974115 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-d3765e18-0d65-4b2a-a9af-d40b8421f0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:51:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['05e28f3c-dcca-4d17-a9f6-071ab4f08872'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:20.015693 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab433fc-8e28-4523-b272-a02a7eabba0b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network ee4f0a0a-1793-41b3-bdbd-21fb24c6e180 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:52:20.077041 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-4ab433fc-8e28-4523-b272-a02a7eabba0b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, ee4f0a0a-1793-41b3-bdbd-21fb24c6e180) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:52:20.086248 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cb8c0e-d265-4c42-a064-cd7dc26684e3 None None] Network ee4f0a0a-1793-41b3-bdbd-21fb24c6e180 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:52:20.089482 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab433fc-8e28-4523-b272-a02a7eabba0b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:20.090078 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4ab433fc-8e28-4523-b272-a02a7eabba0b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:20.149049 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4ab433fc-8e28-4523-b272-a02a7eabba0b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0077031 Jan 21 09:52:20.151606 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37474) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:20.158298 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-d3765e18-0d65-4b2a-a9af-d40b8421f0b4 None None] Set router 05e28f3c-dcca-4d17-a9f6-071ab4f08872 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:52:20.211524 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-6363ef6f-0b7a-4de9-b1c6-9d93549eb5f9 req-b60410ce-ffc2-4a2d-a212-b42380bc61dc tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] For port 9ddc928a-51ae-4700-960d-e36d493a5a1f, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9ddc928a-51ae-4700-960d-e36d493a5a1f,segment=NetworkSegment(34fe21b7-ec23-434c-999d-e50f0fb50c9c),segment_id=34fe21b7-ec23-434c-999d-e50f0fb50c9c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:20.211873 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-6363ef6f-0b7a-4de9-b1c6-9d93549eb5f9 req-b60410ce-ffc2-4a2d-a212-b42380bc61dc tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:20.270967 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:20.335382 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07b7e55-211e-467e-9208-c4cca7b44b17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-ee4f0a0a-1793-41b3-bdbd-21fb24c6e180', 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ips': [{'subnet_id': '870e1675-ad3d-4f61-94fd-0d20a2cb6454'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:52:20.336190 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b07b7e55-211e-467e-9208-c4cca7b44b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:20.355549 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-6363ef6f-0b7a-4de9-b1c6-9d93549eb5f9 req-b60410ce-ffc2-4a2d-a212-b42380bc61dc tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Calling delete_port for 9ddc928a-51ae-4700-960d-e36d493a5a1f owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:52:20.492632 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-d3765e18-0d65-4b2a-a9af-d40b8421f0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'name': 'tempest-TestNetworkBasicOps-router-1556379724', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:52:18Z', 'revision_number': 3, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:20.497293 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3765e18-0d65-4b2a-a9af-d40b8421f0b4 None None] The sync data for ids ['05e28f3c-dcca-4d17-a9f6-071ab4f08872'] in dv-neutron-825732-1-hyperv is: [{'id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'name': 'tempest-TestNetworkBasicOps-router-1556379724', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:52:18Z', 'revision_number': 3, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:52:20.637045 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-b07b7e55-211e-467e-9208-c4cca7b44b17 None None] Allocated IP 172.20.0.2 (ee4f0a0a-1793-41b3-bdbd-21fb24c6e180/870e1675-ad3d-4f61-94fd-0d20a2cb6454/c6172c78-3393-4fe4-a4aa-a18da6292a6e) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:52:20.788094 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-6363ef6f-0b7a-4de9-b1c6-9d93549eb5f9 req-b60410ce-ffc2-4a2d-a212-b42380bc61dc tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:20.806026 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['9ddc928a-51ae-4700-960d-e36d493a5a1f'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:52:20.838631 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab4d5f-c8f7-48a6-879a-0389fda61d7f req-c6ee06a1-a82c-4775-a4e4-de59d5db1ad3 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:20.840178 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-40ab4d5f-c8f7-48a6-879a-0389fda61d7f req-c6ee06a1-a82c-4775-a4e4-de59d5db1ad3 tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/ports?device_id=f1fb9b9e-c671-434f-9275-f46d114b4703 HTTP/1.1" status: 200 len: 946 time: 0.4200110 Jan 21 09:52:20.890337 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60410ce-ffc2-4a2d-a212-b42380bc61dc tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Pushing event deleted for resources: {'Port': ['ID=9ddc928a-51ae-4700-960d-e36d493a5a1f,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:21.026931 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-6363ef6f-0b7a-4de9-b1c6-9d93549eb5f9 req-b60410ce-ffc2-4a2d-a212-b42380bc61dc tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] No DVR routers for this DVR port 9ddc928a-51ae-4700-960d-e36d493a5a1f on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:52:21.030507 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-40ab4d5f-c8f7-48a6-879a-0389fda61d7f req-ac79b677-a244-49f6-9504-48ae637e04bf tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.104 "GET /v2.0/security-groups?id=7100f24c-3632-472a-a820-5a33a54f9578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787016 Jan 21 09:52:21.032578 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-6363ef6f-0b7a-4de9-b1c6-9d93549eb5f9 req-b60410ce-ffc2-4a2d-a212-b42380bc61dc tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:21.044677 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1fb9b9e-c671-434f-9275-f46d114b4703', 'name': 'network-vif-deleted', 'tag': '9ddc928a-51ae-4700-960d-e36d493a5a1f'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:52:21.064175 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6363ef6f-0b7a-4de9-b1c6-9d93549eb5f9 req-b60410ce-ffc2-4a2d-a212-b42380bc61dc tempest-TestServerAdvancedOps-818055887 tempest-TestServerAdvancedOps-818055887-project] 10.222.0.124 "DELETE /v2.0/ports/9ddc928a-51ae-4700-960d-e36d493a5a1f HTTP/1.1" status: 204 len: 173 time: 1.3410778 Jan 21 09:52:21.075789 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b07b7e55-211e-467e-9208-c4cca7b44b17 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:21.089337 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-b07b7e55-211e-467e-9208-c4cca7b44b17 None None] Transition to ACTIVE for port object c6172c78-3393-4fe4-a4aa-a18da6292a6e will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:52:21.116093 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-b07b7e55-211e-467e-9208-c4cca7b44b17 None None] Transition to ACTIVE for port object c6172c78-3393-4fe4-a4aa-a18da6292a6e will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:52:21.134960 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b07b7e55-211e-467e-9208-c4cca7b44b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:21.178625 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1fb9b9e-c671-434f-9275-f46d114b4703', 'name': 'network-vif-deleted', 'tag': '9ddc928a-51ae-4700-960d-e36d493a5a1f', 'status': 'completed', 'code': 200} Jan 21 09:52:21.250548 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07b7e55-211e-467e-9208-c4cca7b44b17 None None] Network ee4f0a0a-1793-41b3-bdbd-21fb24c6e180 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:52:21.259478 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-b07b7e55-211e-467e-9208-c4cca7b44b17 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:52:21.264037 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07b7e55-211e-467e-9208-c4cca7b44b17 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:52:21.324137 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b7e55-211e-467e-9208-c4cca7b44b17 None None] Pushing event updated for resources: {'Port': ['ID=c6172c78-3393-4fe4-a4aa-a18da6292a6e,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:21.381916 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-b07b7e55-211e-467e-9208-c4cca7b44b17 None None] Attempting to bind port c6172c78-3393-4fe4-a4aa-a18da6292a6e on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:52:21.382283 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-b07b7e55-211e-467e-9208-c4cca7b44b17 None None] Attempting to bind port c6172c78-3393-4fe4-a4aa-a18da6292a6e by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '933135b2-384d-4ba0-a458-1094b6cac00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:52:21.382635 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07b7e55-211e-467e-9208-c4cca7b44b17 None None] Attempting to bind port c6172c78-3393-4fe4-a4aa-a18da6292a6e on network ee4f0a0a-1793-41b3-bdbd-21fb24c6e180 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:52:21.389585 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07b7e55-211e-467e-9208-c4cca7b44b17 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:52:21.389916 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07b7e55-211e-467e-9208-c4cca7b44b17 None None] Checking segment: {'id': '933135b2-384d-4ba0-a458-1094b6cac00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:52:21.390308 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b07b7e55-211e-467e-9208-c4cca7b44b17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:21.390685 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07b7e55-211e-467e-9208-c4cca7b44b17 None None] Bound using segment: {'id': '933135b2-384d-4ba0-a458-1094b6cac00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:52:21.391259 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-b07b7e55-211e-467e-9208-c4cca7b44b17 None None] Bound port: c6172c78-3393-4fe4-a4aa-a18da6292a6e, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '933135b2-384d-4ba0-a458-1094b6cac00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:52:21.391632 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b07b7e55-211e-467e-9208-c4cca7b44b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:21.489681 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-b07b7e55-211e-467e-9208-c4cca7b44b17 None None] For port c6172c78-3393-4fe4-a4aa-a18da6292a6e, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:52:21.492884 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-b07b7e55-211e-467e-9208-c4cca7b44b17 None None] For port c6172c78-3393-4fe4-a4aa-a18da6292a6e, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=c6172c78-3393-4fe4-a4aa-a18da6292a6e,segment=NetworkSegment(933135b2-384d-4ba0-a458-1094b6cac00a),segment_id=933135b2-384d-4ba0-a458-1094b6cac00a)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:52:21.499817 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b07b7e55-211e-467e-9208-c4cca7b44b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:21.617837 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b7e55-211e-467e-9208-c4cca7b44b17 None None] Pushing event updated for resources: {'Port': ['ID=c6172c78-3393-4fe4-a4aa-a18da6292a6e,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:21.668017 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 9bdb7f26-13e0-415b-815f-390b27d62803 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:52:21.755537 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 9bdb7f26-13e0-415b-815f-390b27d62803 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:52:21.761153 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 9bdb7f26-13e0-415b-815f-390b27d62803 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:21.761655 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:21.800991 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c65ef8b8-aebf-404b-9503-60b8abfd462d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:21.932098 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:21.951380 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 9bdb7f26-13e0-415b-815f-390b27d62803, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=9bdb7f26-13e0-415b-815f-390b27d62803,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:21.958434 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:22.031007 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=9bdb7f26-13e0-415b-815f-390b27d62803,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:22.155465 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37484) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:22.274060 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-baf30c90-606f-4615-925e-f474b73c2ddd admin admin] Deleting subnet d6019fe8-1dd6-4c27-8cf8-2235ad99c55c {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:52:22.284304 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baf30c90-606f-4615-925e-f474b73c2ddd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:22.353072 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-c65ef8b8-aebf-404b-9503-60b8abfd462d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Allocated IP 172.20.0.1 (ee4f0a0a-1793-41b3-bdbd-21fb24c6e180/870e1675-ad3d-4f61-94fd-0d20a2cb6454/f9b8ef5a-669f-428a-9f59-33b40c7db50b) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:52:22.361311 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baf30c90-606f-4615-925e-f474b73c2ddd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:22.593468 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:52:22.633595 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baf30c90-606f-4615-925e-f474b73c2ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:22.681460 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c0e1ca-bb90-4e23-a7a0-2fb5e17fcd90 None None] Network ee4f0a0a-1793-41b3-bdbd-21fb24c6e180 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:52:22.770699 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baf30c90-606f-4615-925e-f474b73c2ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:22.776981 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c65ef8b8-aebf-404b-9503-60b8abfd462d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:22.802776 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f605e05d-7b12-443a-a83d-9b007b13962d None None] Provisioning for port c6172c78-3393-4fe4-a4aa-a18da6292a6e completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:52:22.821158 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf30c90-606f-4615-925e-f474b73c2ddd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6019fe8-1dd6-4c27-8cf8-2235ad99c55c,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:22.838320 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c65ef8b8-aebf-404b-9503-60b8abfd462d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Transition to ACTIVE for port object f9b8ef5a-669f-428a-9f59-33b40c7db50b will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:52:22.839132 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baf30c90-606f-4615-925e-f474b73c2ddd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:22.850181 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-baf30c90-606f-4615-925e-f474b73c2ddd admin admin] 10.222.0.104 "DELETE /v2.0/subnets/d6019fe8-1dd6-4c27-8cf8-2235ad99c55c HTTP/1.1" status: 204 len: 168 time: 0.6909168 Jan 21 09:52:22.850181 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37488) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:22.974243 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f277f115-26a1-42bc-863b-a8eb83624cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:22.990186 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c65ef8b8-aebf-404b-9503-60b8abfd462d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:23.192413 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65ef8b8-aebf-404b-9503-60b8abfd462d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network ee4f0a0a-1793-41b3-bdbd-21fb24c6e180 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:52:23.194342 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f277f115-26a1-42bc-863b-a8eb83624cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:23.207518 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-c65ef8b8-aebf-404b-9503-60b8abfd462d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:52:23.210880 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ef8b8-aebf-404b-9503-60b8abfd462d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=f9b8ef5a-669f-428a-9f59-33b40c7db50b,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:23.220771 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65ef8b8-aebf-404b-9503-60b8abfd462d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:52:23.261738 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-f277f115-26a1-42bc-863b-a8eb83624cd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:23.280199 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-f277f115-26a1-42bc-863b-a8eb83624cd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34fe21b7-ec23-434c-999d-e50f0fb50c9c') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:23.280494 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-f277f115-26a1-42bc-863b-a8eb83624cd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34fe21b7-ec23-434c-999d-e50f0fb50c9c') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:23.302900 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f277f115-26a1-42bc-863b-a8eb83624cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:23.313647 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c65ef8b8-aebf-404b-9503-60b8abfd462d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:23.324435 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f277f115-26a1-42bc-863b-a8eb83624cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:23.337484 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f277f115-26a1-42bc-863b-a8eb83624cd5 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:52:23.338139 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f277f115-26a1-42bc-863b-a8eb83624cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:23.351688 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:52:23.351688 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:52:23.351688 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:52:23.351688 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:52:23.351688 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:52:23.351688 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:52:23.351688 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:52:23.351688 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:52:23.351688 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:52:23.351688 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:52:23.351688 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:52:23.351688 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:52:23.351688 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:52:23.351688 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:52:23.351688 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:52:23.351688 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:52:23.351688 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:52:23.351688 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:52:23.351688 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:52:23.351688 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:52:23.351688 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:52:23.351688 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:52:23.351688 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:52:23.351688 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:52:23.351688 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:52:23.351688 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:52:23.351688 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:52:23.351688 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:52:23.351688 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:52:23.351688 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:52:23.351688 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:52:23.351688 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:52:23.468461 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f277f115-26a1-42bc-863b-a8eb83624cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:23.476519 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-13cd8b21-87b6-487b-86b9-e8117dc89089 None None] Provisioning for port f9b8ef5a-669f-428a-9f59-33b40c7db50b completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:52:23.481993 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-13cd8b21-87b6-487b-86b9-e8117dc89089 None None] Provisioning complete for port f9b8ef5a-669f-428a-9f59-33b40c7db50b triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:23.482360 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-13cd8b21-87b6-487b-86b9-e8117dc89089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:23.493159 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f277f115-26a1-42bc-863b-a8eb83624cd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:23.519025 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277f115-26a1-42bc-863b-a8eb83624cd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:23.527766 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f277f115-26a1-42bc-863b-a8eb83624cd5 admin admin] 10.222.0.104 "DELETE /v2.0/networks/84d65cf1-d7f1-4d5e-bef5-edfab7c9c8dc HTTP/1.1" status: 204 len: 168 time: 0.6755381 Jan 21 09:52:23.530613 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37492) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:23.545176 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-13cd8b21-87b6-487b-86b9-e8117dc89089 None None] Port f9b8ef5a-669f-428a-9f59-33b40c7db50b cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:52:23.563448 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c65ef8b8-aebf-404b-9503-60b8abfd462d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:23.597269 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 9ddc928a-51ae-4700-960d-e36d493a5a1f no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:52:23.637721 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: 9ddc928a-51ae-4700-960d-e36d493a5a1f {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:52:23.638071 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 9ddc928a-51ae-4700-960d-e36d493a5a1f not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:52:23.650990 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-e859e789-565e-4808-a219-e9fe7d6b5bba admin admin] Deleting subnet d1925b59-4352-46d0-a98e-08fc16027826 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:52:23.659148 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e859e789-565e-4808-a219-e9fe7d6b5bba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:23.694721 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device c6172c78-3393-4fe4-a4aa-a18da6292a6e up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:52:23.766902 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port c6172c78-3393-4fe4-a4aa-a18da6292a6e completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:52:23.773025 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port c6172c78-3393-4fe4-a4aa-a18da6292a6e triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:23.773389 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:23.794398 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e859e789-565e-4808-a219-e9fe7d6b5bba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:23.903179 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d421924e-236b-4037-99b2-914886a3729c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:23.912659 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:23.932983 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e859e789-565e-4808-a219-e9fe7d6b5bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:23.949911 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port c6172c78-3393-4fe4-a4aa-a18da6292a6e, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=c6172c78-3393-4fe4-a4aa-a18da6292a6e,segment=NetworkSegment(933135b2-384d-4ba0-a458-1094b6cac00a),segment_id=933135b2-384d-4ba0-a458-1094b6cac00a)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:23.954966 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:23.956091 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 9bdb7f26-13e0-415b-815f-390b27d62803 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:52:24.078074 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=c6172c78-3393-4fe4-a4aa-a18da6292a6e,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:24.093198 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 9bdb7f26-13e0-415b-815f-390b27d62803 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:24.093593 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:24.114675 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e859e789-565e-4808-a219-e9fe7d6b5bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:24.170214 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859e789-565e-4808-a219-e9fe7d6b5bba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1925b59-4352-46d0-a98e-08fc16027826,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:24.297486 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e859e789-565e-4808-a219-e9fe7d6b5bba admin admin] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:24.307422 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e859e789-565e-4808-a219-e9fe7d6b5bba admin admin] 10.222.0.104 "DELETE /v2.0/subnets/d1925b59-4352-46d0-a98e-08fc16027826 HTTP/1.1" status: 204 len: 168 time: 0.7760596 Jan 21 09:52:24.309977 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37496) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:24.328350 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c65ef8b8-aebf-404b-9503-60b8abfd462d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:24.334014 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c65ef8b8-aebf-404b-9503-60b8abfd462d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:24.416139 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-75062647-a2ff-4bd1-867f-4ec07241ca99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:24.447191 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ef8b8-aebf-404b-9503-60b8abfd462d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=f9b8ef5a-669f-428a-9f59-33b40c7db50b,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:24.449484 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c65ef8b8-aebf-404b-9503-60b8abfd462d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:24.547931 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-75062647-a2ff-4bd1-867f-4ec07241ca99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:24.577102 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-75062647-a2ff-4bd1-867f-4ec07241ca99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bfab045-c4ea-4746-baa4-95c8801e8b65']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:24.590112 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65ef8b8-aebf-404b-9503-60b8abfd462d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network ee4f0a0a-1793-41b3-bdbd-21fb24c6e180 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:52:24.591337 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-c65ef8b8-aebf-404b-9503-60b8abfd462d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:52:24.598635 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-75062647-a2ff-4bd1-867f-4ec07241ca99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '373e9e31-e399-4cab-910b-f4d230499f70') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:24.598771 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-75062647-a2ff-4bd1-867f-4ec07241ca99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '373e9e31-e399-4cab-910b-f4d230499f70') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:24.610780 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-75062647-a2ff-4bd1-867f-4ec07241ca99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:24.628548 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-75062647-a2ff-4bd1-867f-4ec07241ca99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:24.636652 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75062647-a2ff-4bd1-867f-4ec07241ca99 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:52:24.637069 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-75062647-a2ff-4bd1-867f-4ec07241ca99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:24.698479 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:52:24.698479 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:52:24.698479 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:52:24.698479 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:52:24.698479 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:52:24.698479 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:52:24.698479 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:52:24.698479 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:52:24.698479 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:52:24.698479 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:52:24.698479 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:52:24.698479 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:52:24.698479 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:52:24.698479 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:52:24.698479 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:52:24.698479 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:52:24.698479 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:52:24.698479 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:52:24.698479 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:52:24.698479 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:52:24.698479 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:52:24.698479 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:52:24.698479 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:52:24.698479 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:52:24.698479 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:52:24.698479 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:52:24.698479 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:52:24.698479 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:52:24.698479 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:52:24.698479 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:52:24.698479 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:52:24.698479 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:52:24.741641 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-75062647-a2ff-4bd1-867f-4ec07241ca99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:24.768179 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-75062647-a2ff-4bd1-867f-4ec07241ca99 admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:24.779723 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75062647-a2ff-4bd1-867f-4ec07241ca99 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bfab045-c4ea-4746-baa4-95c8801e8b65,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:24.783179 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-75062647-a2ff-4bd1-867f-4ec07241ca99 admin admin] 10.222.0.104 "DELETE /v2.0/networks/5bfab045-c4ea-4746-baa4-95c8801e8b65 HTTP/1.1" status: 204 len: 168 time: 0.4721496 Jan 21 09:52:24.804515 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75062647-a2ff-4bd1-867f-4ec07241ca99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:24.805278 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75062647-a2ff-4bd1-867f-4ec07241ca99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:24.805871 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75062647-a2ff-4bd1-867f-4ec07241ca99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:24.806563 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75062647-a2ff-4bd1-867f-4ec07241ca99 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:24.807164 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75062647-a2ff-4bd1-867f-4ec07241ca99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:24.807913 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75062647-a2ff-4bd1-867f-4ec07241ca99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:24.808434 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75062647-a2ff-4bd1-867f-4ec07241ca99 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:24.808757 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75062647-a2ff-4bd1-867f-4ec07241ca99 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:24.809077 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75062647-a2ff-4bd1-867f-4ec07241ca99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:24.809566 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75062647-a2ff-4bd1-867f-4ec07241ca99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:24.809886 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75062647-a2ff-4bd1-867f-4ec07241ca99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:24.875907 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-33c23ca3-25a9-4972-8505-4f9fff2a0bbb None None] Provisioning complete for port f9b8ef5a-669f-428a-9f59-33b40c7db50b triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:24.876906 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-33c23ca3-25a9-4972-8505-4f9fff2a0bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:24.937595 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-33c23ca3-25a9-4972-8505-4f9fff2a0bbb None None] Port f9b8ef5a-669f-428a-9f59-33b40c7db50b cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:52:25.010873 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65ef8b8-aebf-404b-9503-60b8abfd462d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router 05e28f3c-dcca-4d17-a9f6-071ab4f08872 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:52:25.028493 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37502) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:25.084860 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-90523587-ef4c-4fb1-8af6-7ce35cf29a69 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=5c7bae028f6b4a7082a27ff6ce16ee41&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0527139 Jan 21 09:52:25.085061 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37506) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:25.149795 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a1f2344-69bf-490c-9b74-67663893e2d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:25.177866 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a1f2344-69bf-490c-9b74-67663893e2d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:25.227267 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65ef8b8-aebf-404b-9503-60b8abfd462d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:52:25.232627 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a1f2344-69bf-490c-9b74-67663893e2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:25.233094 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c65ef8b8-aebf-404b-9503-60b8abfd462d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "PUT /v2.0/routers/05e28f3c-dcca-4d17-a9f6-071ab4f08872/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0805490 Jan 21 09:52:25.235706 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37510) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:25.239637 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0de586b-7070-4401-ab0d-20e71193fe46 None None] Sync routers for ids ['05e28f3c-dcca-4d17-a9f6-071ab4f08872'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:52:25.250224 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f2344-69bf-490c-9b74-67663893e2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7100f24c-3632-472a-a820-5a33a54f9578,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:25.252005 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0de586b-7070-4401-ab0d-20e71193fe46 None None] Routers {'05e28f3c-dcca-4d17-a9f6-071ab4f08872'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:52:25.253470 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c0de586b-7070-4401-ab0d-20e71193fe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:51:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['05e28f3c-dcca-4d17-a9f6-071ab4f08872'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:25.269797 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a1f2344-69bf-490c-9b74-67663893e2d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:25.273442 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6a1f2344-69bf-490c-9b74-67663893e2d3 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/7100f24c-3632-472a-a820-5a33a54f9578 HTTP/1.1" status: 204 len: 168 time: 0.1852334 Jan 21 09:52:25.395897 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2107739-6f5c-4594-b414-ac4b2cfdb104 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:25.396269 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2107739-6f5c-4594-b414-ac4b2cfdb104 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:25.396635 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2107739-6f5c-4594-b414-ac4b2cfdb104 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:25.397730 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2107739-6f5c-4594-b414-ac4b2cfdb104 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:25.397730 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2107739-6f5c-4594-b414-ac4b2cfdb104 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:25.397730 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2107739-6f5c-4594-b414-ac4b2cfdb104 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:25.399552 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a2107739-6f5c-4594-b414-ac4b2cfdb104 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1617014 Jan 21 09:52:25.402382 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37516) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:25.485702 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c44dddb-5956-43e8-98c7-a62f6c0757f7 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:25.486070 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c44dddb-5956-43e8-98c7-a62f6c0757f7 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:25.486442 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c44dddb-5956-43e8-98c7-a62f6c0757f7 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:25.486786 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c44dddb-5956-43e8-98c7-a62f6c0757f7 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:25.487777 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c44dddb-5956-43e8-98c7-a62f6c0757f7 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:25.488161 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c44dddb-5956-43e8-98c7-a62f6c0757f7 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:25.493270 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37520) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:25.493855 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5c44dddb-5956-43e8-98c7-a62f6c0757f7 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0900979 Jan 21 09:52:25.501921 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-c0de586b-7070-4401-ab0d-20e71193fe46 None None] Set router 05e28f3c-dcca-4d17-a9f6-071ab4f08872 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:52:25.657215 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device c6172c78-3393-4fe4-a4aa-a18da6292a6e up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:52:25.756845 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37526) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:25.760576 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9a392cb4-6a13-4eb1-935e-db2e15fd0bd8 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2660017 Jan 21 09:52:25.823554 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-bef81145-a563-4549-ab96-68e0e0904ae3 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=84cbf5e3d3a64c3fbe93b79df1fd040b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0632739 Jan 21 09:52:25.823858 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37532) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:25.868587 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port c6172c78-3393-4fe4-a4aa-a18da6292a6e triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:25.868872 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:25.893842 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-94783ae6-dcd9-4a51-a04a-2d0f2552a71c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:25.927441 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-94783ae6-dcd9-4a51-a04a-2d0f2552a71c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:25.988266 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-94783ae6-dcd9-4a51-a04a-2d0f2552a71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:26.008822 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94783ae6-dcd9-4a51-a04a-2d0f2552a71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc4046a-d5a1-497c-8f1a-e7e65b391bf8,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:26.017994 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-94783ae6-dcd9-4a51-a04a-2d0f2552a71c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:26.020656 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-94783ae6-dcd9-4a51-a04a-2d0f2552a71c admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/3dc4046a-d5a1-497c-8f1a-e7e65b391bf8 HTTP/1.1" status: 204 len: 168 time: 0.1957815 Jan 21 09:52:26.059462 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c0de586b-7070-4401-ab0d-20e71193fe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'name': 'tempest-TestNetworkBasicOps-router-1556379724', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:52:23Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'f9b8ef5a-669f-428a-9f59-33b40c7db50b', 'name': '', 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:fc:6d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '870e1675-ad3d-4f61-94fd-0d20a2cb6454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:22Z', 'updated_at': '2022-01-21T09:52:23Z', 'revision_number': 2, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': '870e1675-ad3d-4f61-94fd-0d20a2cb6454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:26.063946 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0de586b-7070-4401-ab0d-20e71193fe46 None None] Checking router: 05e28f3c-dcca-4d17-a9f6-071ab4f08872 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:52:26.064536 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0de586b-7070-4401-ab0d-20e71193fe46 None None] Updating router 05e28f3c-dcca-4d17-a9f6-071ab4f08872 port f9b8ef5a-669f-428a-9f59-33b40c7db50b binding host dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:52:26.078925 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37538) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:26.085478 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-762fc306-843f-4354-ac1f-76684990f2f0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1469070423', 'description': 'tempest-secgroup-smoke-1469070423 description', 'project_id': 'e2711eddd053435baef8e70b41198188'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:52:26.091375 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-762fc306-843f-4354-ac1f-76684990f2f0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:26.095863 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-762fc306-843f-4354-ac1f-76684990f2f0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:26.099485 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-762fc306-843f-4354-ac1f-76684990f2f0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:26.106932 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-762fc306-843f-4354-ac1f-76684990f2f0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:26.119278 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-762fc306-843f-4354-ac1f-76684990f2f0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:26.126701 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c0de586b-7070-4401-ab0d-20e71193fe46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:26.160212 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-762fc306-843f-4354-ac1f-76684990f2f0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:26.164261 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-762fc306-843f-4354-ac1f-76684990f2f0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:26.167296 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-762fc306-843f-4354-ac1f-76684990f2f0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:26.175303 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-762fc306-843f-4354-ac1f-76684990f2f0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:26.239950 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-762fc306-843f-4354-ac1f-76684990f2f0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:26.244257 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-762fc306-843f-4354-ac1f-76684990f2f0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:26.292594 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762fc306-843f-4354-ac1f-76684990f2f0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b1d3a5-0533-43cc-84c4-4632ac5827f7,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:26.301344 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-762fc306-843f-4354-ac1f-76684990f2f0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:26.301798 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-762fc306-843f-4354-ac1f-76684990f2f0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2217741 Jan 21 09:52:26.306275 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37542) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:26.314778 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-572c7dee-deee-4bbd-819b-cce48145ea75 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': 'f0b1d3a5-0533-43cc-84c4-4632ac5827f7', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:52:26.323163 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-572c7dee-deee-4bbd-819b-cce48145ea75 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:26.330411 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-572c7dee-deee-4bbd-819b-cce48145ea75 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:26.334815 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-572c7dee-deee-4bbd-819b-cce48145ea75 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:26.341775 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-572c7dee-deee-4bbd-819b-cce48145ea75 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:26.364902 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-572c7dee-deee-4bbd-819b-cce48145ea75 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:26.373445 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0c83a2f6-c3db-4c48-a128-f5a2a72f2ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:26.442500 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-572c7dee-deee-4bbd-819b-cce48145ea75 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:26.446950 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-572c7dee-deee-4bbd-819b-cce48145ea75 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:26.472982 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c7dee-deee-4bbd-819b-cce48145ea75 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=886cec7b-c5c3-4915-9bf6-82b00d2fe039,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:26.482580 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-572c7dee-deee-4bbd-819b-cce48145ea75 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:26.483965 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-572c7dee-deee-4bbd-819b-cce48145ea75 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1768000 Jan 21 09:52:26.486724 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37546) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:26.492685 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-7fbc33d0-dcef-442b-8a97-cbd35a8636c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': 'f0b1d3a5-0533-43cc-84c4-4632ac5827f7', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:52:26.498491 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7fbc33d0-dcef-442b-8a97-cbd35a8636c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:26.502224 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-7fbc33d0-dcef-442b-8a97-cbd35a8636c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:26.505849 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-7fbc33d0-dcef-442b-8a97-cbd35a8636c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:26.512351 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7fbc33d0-dcef-442b-8a97-cbd35a8636c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:26.530523 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7fbc33d0-dcef-442b-8a97-cbd35a8636c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:26.535747 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c0de586b-7070-4401-ab0d-20e71193fe46 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:26.547872 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-c0de586b-7070-4401-ab0d-20e71193fe46 None None] Transition to ACTIVE for port object f9b8ef5a-669f-428a-9f59-33b40c7db50b will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:52:26.554724 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c0de586b-7070-4401-ab0d-20e71193fe46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:26.600032 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7fbc33d0-dcef-442b-8a97-cbd35a8636c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:26.604097 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7fbc33d0-dcef-442b-8a97-cbd35a8636c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:26.630150 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc33d0-dcef-442b-8a97-cbd35a8636c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c55af9-d3a2-401d-b57d-f072641cfc80,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:26.646555 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7fbc33d0-dcef-442b-8a97-cbd35a8636c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:26.649607 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-7fbc33d0-dcef-442b-8a97-cbd35a8636c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1597655 Jan 21 09:52:26.651048 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37550) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:26.657619 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-bbcc7fa4-5abd-4e63-a575-cab570f470b7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': 'f0b1d3a5-0533-43cc-84c4-4632ac5827f7', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:52:26.664753 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bbcc7fa4-5abd-4e63-a575-cab570f470b7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:26.670082 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bbcc7fa4-5abd-4e63-a575-cab570f470b7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:26.673948 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bbcc7fa4-5abd-4e63-a575-cab570f470b7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:26.686995 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bbcc7fa4-5abd-4e63-a575-cab570f470b7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:26.700993 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516d26b-3937-4289-a19c-f70453e2c4f5 None None] Pushing event updated for resources: {'Port': ['ID=f9b8ef5a-669f-428a-9f59-33b40c7db50b,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:26.709980 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bbcc7fa4-5abd-4e63-a575-cab570f470b7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:26.789946 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bbcc7fa4-5abd-4e63-a575-cab570f470b7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:26.795180 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bbcc7fa4-5abd-4e63-a575-cab570f470b7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:26.803578 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c0de586b-7070-4401-ab0d-20e71193fe46 None None] Attempting to bind port f9b8ef5a-669f-428a-9f59-33b40c7db50b on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:52:26.804084 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c0de586b-7070-4401-ab0d-20e71193fe46 None None] Attempting to bind port f9b8ef5a-669f-428a-9f59-33b40c7db50b by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '933135b2-384d-4ba0-a458-1094b6cac00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:52:26.804446 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0de586b-7070-4401-ab0d-20e71193fe46 None None] Attempting to bind port f9b8ef5a-669f-428a-9f59-33b40c7db50b on network ee4f0a0a-1793-41b3-bdbd-21fb24c6e180 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:52:26.812047 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0de586b-7070-4401-ab0d-20e71193fe46 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:52:26.812416 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0de586b-7070-4401-ab0d-20e71193fe46 None None] Checking segment: {'id': '933135b2-384d-4ba0-a458-1094b6cac00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:52:26.812833 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c0de586b-7070-4401-ab0d-20e71193fe46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:26.813454 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0de586b-7070-4401-ab0d-20e71193fe46 None None] Bound using segment: {'id': '933135b2-384d-4ba0-a458-1094b6cac00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:52:26.813879 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c0de586b-7070-4401-ab0d-20e71193fe46 None None] Bound port: f9b8ef5a-669f-428a-9f59-33b40c7db50b, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '933135b2-384d-4ba0-a458-1094b6cac00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:52:26.814382 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c0de586b-7070-4401-ab0d-20e71193fe46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:26.828312 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc7fa4-5abd-4e63-a575-cab570f470b7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1441a5de-1d7d-4fc6-8c54-baf0e7a2e52c,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:26.836092 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bbcc7fa4-5abd-4e63-a575-cab570f470b7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:26.842993 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-bbcc7fa4-5abd-4e63-a575-cab570f470b7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1903274 Jan 21 09:52:26.846196 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37554) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:26.853551 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-ba612d16-2a07-4663-bc44-971bbe25e90f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': 'f0b1d3a5-0533-43cc-84c4-4632ac5827f7', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:52:26.859941 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ba612d16-2a07-4663-bc44-971bbe25e90f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:26.864466 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ba612d16-2a07-4663-bc44-971bbe25e90f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:26.867363 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ba612d16-2a07-4663-bc44-971bbe25e90f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:26.873547 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ba612d16-2a07-4663-bc44-971bbe25e90f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:26.895862 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ba612d16-2a07-4663-bc44-971bbe25e90f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:26.939224 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-c0de586b-7070-4401-ab0d-20e71193fe46 None None] For port f9b8ef5a-669f-428a-9f59-33b40c7db50b, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:52:26.942868 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-c0de586b-7070-4401-ab0d-20e71193fe46 None None] For port f9b8ef5a-669f-428a-9f59-33b40c7db50b, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=f9b8ef5a-669f-428a-9f59-33b40c7db50b,segment=NetworkSegment(933135b2-384d-4ba0-a458-1094b6cac00a),segment_id=933135b2-384d-4ba0-a458-1094b6cac00a)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:52:26.947371 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c0de586b-7070-4401-ab0d-20e71193fe46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:27.042366 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516d26b-3937-4289-a19c-f70453e2c4f5 None None] Pushing event updated for resources: {'Port': ['ID=f9b8ef5a-669f-428a-9f59-33b40c7db50b,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:27.047001 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0de586b-7070-4401-ab0d-20e71193fe46 None None] Routers {'05e28f3c-dcca-4d17-a9f6-071ab4f08872'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:52:27.047601 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c0de586b-7070-4401-ab0d-20e71193fe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:52:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['05e28f3c-dcca-4d17-a9f6-071ab4f08872'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:27.071128 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ba612d16-2a07-4663-bc44-971bbe25e90f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:27.075849 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ba612d16-2a07-4663-bc44-971bbe25e90f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:27.106392 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba612d16-2a07-4663-bc44-971bbe25e90f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14544a9f-0ad0-4bdc-b324-c050a0b745ef,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:27.117155 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ba612d16-2a07-4663-bc44-971bbe25e90f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:27.118548 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ba612d16-2a07-4663-bc44-971bbe25e90f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2699852 Jan 21 09:52:27.121441 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37558) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:27.127350 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-bfdfd3c9-1a23-4257-9016-ccc9452bc354 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': 'f0b1d3a5-0533-43cc-84c4-4632ac5827f7', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:52:27.134779 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-bfdfd3c9-1a23-4257-9016-ccc9452bc354 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:27.139534 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-bfdfd3c9-1a23-4257-9016-ccc9452bc354 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:27.144442 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-bfdfd3c9-1a23-4257-9016-ccc9452bc354 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:27.151175 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-bfdfd3c9-1a23-4257-9016-ccc9452bc354 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:27.165967 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.securitygroups_db [None req-bfdfd3c9-1a23-4257-9016-ccc9452bc354 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Project e2711eddd053435baef8e70b41198188 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:52:27.173492 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bfdfd3c9-1a23-4257-9016-ccc9452bc354 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:27.251605 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-c0de586b-7070-4401-ab0d-20e71193fe46 None None] Set router 05e28f3c-dcca-4d17-a9f6-071ab4f08872 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:52:27.257842 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bfdfd3c9-1a23-4257-9016-ccc9452bc354 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:27.261817 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bfdfd3c9-1a23-4257-9016-ccc9452bc354 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:27.286918 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdfd3c9-1a23-4257-9016-ccc9452bc354 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9207bbba-b8c8-4bdd-bea4-c0588851dd4f,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:27.297999 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bfdfd3c9-1a23-4257-9016-ccc9452bc354 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:27.299244 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-bfdfd3c9-1a23-4257-9016-ccc9452bc354 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1767368 Jan 21 09:52:27.302115 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37562) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:27.308208 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-b65f5aee-d2b1-45d4-a00f-df02b7185fba tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': 'f0b1d3a5-0533-43cc-84c4-4632ac5827f7', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:52:27.314372 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b65f5aee-d2b1-45d4-a00f-df02b7185fba tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:27.318869 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b65f5aee-d2b1-45d4-a00f-df02b7185fba tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:27.322028 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b65f5aee-d2b1-45d4-a00f-df02b7185fba tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:27.327915 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b65f5aee-d2b1-45d4-a00f-df02b7185fba tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:27.349322 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.securitygroups_db [None req-b65f5aee-d2b1-45d4-a00f-df02b7185fba tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Project e2711eddd053435baef8e70b41198188 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:52:27.356206 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b65f5aee-d2b1-45d4-a00f-df02b7185fba tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:27.524295 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:27.536494 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b65f5aee-d2b1-45d4-a00f-df02b7185fba tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:27.540531 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b65f5aee-d2b1-45d4-a00f-df02b7185fba tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:27.572203 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f5aee-d2b1-45d4-a00f-df02b7185fba tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b9f348c-81dd-4147-8fee-9ee7fb935325,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:27.583072 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b65f5aee-d2b1-45d4-a00f-df02b7185fba tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:27.584320 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b65f5aee-d2b1-45d4-a00f-df02b7185fba tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2812281 Jan 21 09:52:27.655129 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c0de586b-7070-4401-ab0d-20e71193fe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'name': 'tempest-TestNetworkBasicOps-router-1556379724', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:52:23Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'f9b8ef5a-669f-428a-9f59-33b40c7db50b', 'name': '', 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:fc:6d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '870e1675-ad3d-4f61-94fd-0d20a2cb6454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:22Z', 'updated_at': '2022-01-21T09:52:26Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': '870e1675-ad3d-4f61-94fd-0d20a2cb6454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:27.660908 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0de586b-7070-4401-ab0d-20e71193fe46 None None] The sync data for ids ['05e28f3c-dcca-4d17-a9f6-071ab4f08872'] in dv-neutron-825732-1-hyperv is: [{'id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'name': 'tempest-TestNetworkBasicOps-router-1556379724', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:52:23Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'f9b8ef5a-669f-428a-9f59-33b40c7db50b', 'name': '', 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:fc:6d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '870e1675-ad3d-4f61-94fd-0d20a2cb6454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:22Z', 'updated_at': '2022-01-21T09:52:26Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': '870e1675-ad3d-4f61-94fd-0d20a2cb6454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:52:27.680800 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:27.859366 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-b12003f3-67a2-406d-9d1b-7071384fcae2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:52:27.887037 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-b12003f3-67a2-406d-9d1b-7071384fcae2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:52:27.888438 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-b12003f3-67a2-406d-9d1b-7071384fcae2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1469070423&fields=id&tenant_id=e2711eddd053435baef8e70b41198188 HTTP/1.1" status: 200 len: 267 time: 0.0744958 Jan 21 09:52:28.046828 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-ebceb3ae-7281-48e4-86c6-7e2c83efe249 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:28.047418 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-ebceb3ae-7281-48e4-86c6-7e2c83efe249 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:network {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:52:28.067261 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-ebceb3ae-7281-48e4-86c6-7e2c83efe249 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:network {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:52:28.068432 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-ebceb3ae-7281-48e4-86c6-7e2c83efe249 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/networks?id=ee4f0a0a-1793-41b3-bdbd-21fb24c6e180 HTTP/1.1" status: 200 len: 797 time: 0.1704369 Jan 21 09:52:28.086582 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-dce5e2e9-693b-4982-b5a2-f9b1bf4d8262 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/quotas/e2711eddd053435baef8e70b41198188 HTTP/1.1" status: 200 len: 375 time: 0.0115807 Jan 21 09:52:28.173463 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-8a831331-db26-4537-80da-304e19e1afa9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:52:28.192483 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-8a831331-db26-4537-80da-304e19e1afa9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:52:28.194116 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-8a831331-db26-4537-80da-304e19e1afa9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1024873 Jan 21 09:52:28.349776 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-f5bef458-556d-437f-8cab-ca8656a994cd service neutron] 10.222.0.104 "GET /v2.0/networks/ee4f0a0a-1793-41b3-bdbd-21fb24c6e180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436274 Jan 21 09:52:28.485639 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-1e318bda-46a9-4a13-a5a5-30f71e4deee4 service neutron] 10.222.0.104 "GET /v2.0/networks/ee4f0a0a-1793-41b3-bdbd-21fb24c6e180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299477 Jan 21 09:52:28.681286 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-820144e7-daa1-4a90-a0d4-0b9340e5b421 req-6e0ff449-b224-416d-bfa4-dbf417a27b22 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=cb1ffb63-ab6c-46ba-90ed-c4af17ad630d HTTP/1.1" status: 200 len: 210 time: 0.0432506 Jan 21 09:52:29.414127 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:29.636833 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device f9b8ef5a-669f-428a-9f59-33b40c7db50b up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:52:29.727272 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port f9b8ef5a-669f-428a-9f59-33b40c7db50b completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:52:29.732125 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port f9b8ef5a-669f-428a-9f59-33b40c7db50b triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:29.739942 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:29.791232 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-417cc1de-4d12-4dd1-a0a8-4092ccfc989f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:29.793494 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-417cc1de-4d12-4dd1-a0a8-4092ccfc989f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/networks?id=ee4f0a0a-1793-41b3-bdbd-21fb24c6e180 HTTP/1.1" status: 200 len: 797 time: 0.1819713 Jan 21 09:52:29.894358 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:29.900858 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f2684103-93b1-465a-bf4e-eda2cf15d234 req-d1976668-a1fa-4ade-a757-fc423d26254c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=cb1ffb63-ab6c-46ba-90ed-c4af17ad630d HTTP/1.1" status: 200 len: 210 time: 0.0478270 Jan 21 09:52:29.904205 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-1f06a626-8634-48b3-94f9-f8c4063b7517 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2711eddd053435baef8e70b41198188 HTTP/1.1" status: 200 len: 380 time: 0.0977972 Jan 21 09:52:29.915531 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-e2e0cc62-690c-4d66-86d7-ed08f50a5cb9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'port': {'device_id': 'cb1ffb63-ab6c-46ba-90ed-c4af17ad630d', 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180', 'admin_state_up': True, 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'security_groups': ['f0b1d3a5-0533-43cc-84c4-4632ac5827f7']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:52:29.951332 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port f9b8ef5a-669f-428a-9f59-33b40c7db50b, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=f9b8ef5a-669f-428a-9f59-33b40c7db50b,segment=NetworkSegment(933135b2-384d-4ba0-a458-1094b6cac00a),segment_id=933135b2-384d-4ba0-a458-1094b6cac00a)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:29.956854 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:30.030025 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=f9b8ef5a-669f-428a-9f59-33b40c7db50b,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:30.069557 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-e2e0cc62-690c-4d66-86d7-ed08f50a5cb9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:30.078740 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-e2e0cc62-690c-4d66-86d7-ed08f50a5cb9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:30.089154 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-e2e0cc62-690c-4d66-86d7-ed08f50a5cb9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Made reservation on behalf of e2711eddd053435baef8e70b41198188 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:52:30.092304 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-e2e0cc62-690c-4d66-86d7-ed08f50a5cb9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:30.257202 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-e2e0cc62-690c-4d66-86d7-ed08f50a5cb9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Allocated IP 172.20.0.8 (ee4f0a0a-1793-41b3-bdbd-21fb24c6e180/870e1675-ad3d-4f61-94fd-0d20a2cb6454/d8e92cfe-3d83-4027-b591-5fdf11b64102) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:52:30.448381 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-e2e0cc62-690c-4d66-86d7-ed08f50a5cb9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:30.464741 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-e2e0cc62-690c-4d66-86d7-ed08f50a5cb9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Transition to ACTIVE for port object d8e92cfe-3d83-4027-b591-5fdf11b64102 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:52:30.486173 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-e2e0cc62-690c-4d66-86d7-ed08f50a5cb9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:30.566171 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-e2e0cc62-690c-4d66-86d7-ed08f50a5cb9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network ee4f0a0a-1793-41b3-bdbd-21fb24c6e180 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:52:30.569803 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-e2e0cc62-690c-4d66-86d7-ed08f50a5cb9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:52:30.574875 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-e2e0cc62-690c-4d66-86d7-ed08f50a5cb9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:52:30.603345 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0cc62-690c-4d66-86d7-ed08f50a5cb9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=d8e92cfe-3d83-4027-b591-5fdf11b64102,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:30.644654 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-e2e0cc62-690c-4d66-86d7-ed08f50a5cb9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:30.645262 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-e2e0cc62-690c-4d66-86d7-ed08f50a5cb9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:30.671805 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-e2e0cc62-690c-4d66-86d7-ed08f50a5cb9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7613614 Jan 21 09:52:30.682861 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-27651486-7075-48ff-be9b-4488ddb0afda service neutron] Request body: {'port': {'device_id': 'cb1ffb63-ab6c-46ba-90ed-c4af17ad630d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:52:30.796538 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-27651486-7075-48ff-be9b-4488ddb0afda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:30.804138 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-1f9a58c6-7077-4a3d-b9c5-ce5f64816117 None None] Provisioning for port d8e92cfe-3d83-4027-b591-5fdf11b64102 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:52:30.809179 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-1f9a58c6-7077-4a3d-b9c5-ce5f64816117 None None] Provisioning complete for port d8e92cfe-3d83-4027-b591-5fdf11b64102 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:30.809578 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1f9a58c6-7077-4a3d-b9c5-ce5f64816117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:30.879129 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-1f9a58c6-7077-4a3d-b9c5-ce5f64816117 None None] Port d8e92cfe-3d83-4027-b591-5fdf11b64102 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:52:31.140561 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f3e3c-1ed5-4cd9-ac2b-3b16529e46fe req-1ab52775-737c-45e6-b888-7ee913962349 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:31.142619 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-999f3e3c-1ed5-4cd9-ac2b-3b16529e46fe req-1ab52775-737c-45e6-b888-7ee913962349 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=cb1ffb63-ab6c-46ba-90ed-c4af17ad630d HTTP/1.1" status: 200 len: 931 time: 0.0836675 Jan 21 09:52:31.193055 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-999f3e3c-1ed5-4cd9-ac2b-3b16529e46fe req-6a623d18-b182-4ff3-ae91-2502c2e9b212 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=f0b1d3a5-0533-43cc-84c4-4632ac5827f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430269 Jan 21 09:52:31.267989 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-27651486-7075-48ff-be9b-4488ddb0afda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8e92cfe-3d83-4027-b591-5fdf11b64102 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:52:31.275183 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-27651486-7075-48ff-be9b-4488ddb0afda service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:31.290694 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-27651486-7075-48ff-be9b-4488ddb0afda service neutron] Transition to ACTIVE for port object d8e92cfe-3d83-4027-b591-5fdf11b64102 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:52:31.294524 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-27651486-7075-48ff-be9b-4488ddb0afda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:31.419721 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27651486-7075-48ff-be9b-4488ddb0afda service neutron] Pushing event updated for resources: {'Port': ['ID=d8e92cfe-3d83-4027-b591-5fdf11b64102,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:31.540253 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-27651486-7075-48ff-be9b-4488ddb0afda service neutron] Attempting to bind port d8e92cfe-3d83-4027-b591-5fdf11b64102 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:52:31.540580 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-27651486-7075-48ff-be9b-4488ddb0afda service neutron] Attempting to bind port d8e92cfe-3d83-4027-b591-5fdf11b64102 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '933135b2-384d-4ba0-a458-1094b6cac00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:52:31.540901 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-27651486-7075-48ff-be9b-4488ddb0afda service neutron] Attempting to bind port d8e92cfe-3d83-4027-b591-5fdf11b64102 on network ee4f0a0a-1793-41b3-bdbd-21fb24c6e180 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:52:31.546625 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-27651486-7075-48ff-be9b-4488ddb0afda service neutron] Port d8e92cfe-3d83-4027-b591-5fdf11b64102 on network ee4f0a0a-1793-41b3-bdbd-21fb24c6e180 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:52:31.546938 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-27651486-7075-48ff-be9b-4488ddb0afda service neutron] Attempting to bind port d8e92cfe-3d83-4027-b591-5fdf11b64102 on network ee4f0a0a-1793-41b3-bdbd-21fb24c6e180 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:52:31.553757 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-27651486-7075-48ff-be9b-4488ddb0afda service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:52:31.554085 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-27651486-7075-48ff-be9b-4488ddb0afda service neutron] Checking segment: {'id': '933135b2-384d-4ba0-a458-1094b6cac00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:52:31.554459 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-27651486-7075-48ff-be9b-4488ddb0afda service neutron] Bound using segment: {'id': '933135b2-384d-4ba0-a458-1094b6cac00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:52:31.554875 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-27651486-7075-48ff-be9b-4488ddb0afda service neutron] Bound port: d8e92cfe-3d83-4027-b591-5fdf11b64102, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '933135b2-384d-4ba0-a458-1094b6cac00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:52:31.555209 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-27651486-7075-48ff-be9b-4488ddb0afda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:31.620673 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device f9b8ef5a-669f-428a-9f59-33b40c7db50b up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:52:31.657588 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-27651486-7075-48ff-be9b-4488ddb0afda service neutron] For port d8e92cfe-3d83-4027-b591-5fdf11b64102, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:52:31.661289 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-27651486-7075-48ff-be9b-4488ddb0afda service neutron] For port d8e92cfe-3d83-4027-b591-5fdf11b64102, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d8e92cfe-3d83-4027-b591-5fdf11b64102,segment=NetworkSegment(933135b2-384d-4ba0-a458-1094b6cac00a),segment_id=933135b2-384d-4ba0-a458-1094b6cac00a)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:52:31.667052 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-27651486-7075-48ff-be9b-4488ddb0afda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:31.703651 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port f9b8ef5a-669f-428a-9f59-33b40c7db50b triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:31.704033 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:31.734435 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-27651486-7075-48ff-be9b-4488ddb0afda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:31.735817 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-27651486-7075-48ff-be9b-4488ddb0afda service neutron] 10.222.0.124 "PUT /v2.0/ports/d8e92cfe-3d83-4027-b591-5fdf11b64102 HTTP/1.1" status: 200 len: 1093 time: 1.0573049 Jan 21 09:52:31.738120 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb1ffb63-ab6c-46ba-90ed-c4af17ad630d', 'tag': 'd8e92cfe-3d83-4027-b591-5fdf11b64102'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:52:31.765185 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27651486-7075-48ff-be9b-4488ddb0afda service neutron] Pushing event updated for resources: {'Port': ['ID=d8e92cfe-3d83-4027-b591-5fdf11b64102,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:31.851203 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb1ffb63-ab6c-46ba-90ed-c4af17ad630d', 'tag': 'd8e92cfe-3d83-4027-b591-5fdf11b64102', 'status': 'completed', 'code': 200} Jan 21 09:52:31.883287 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-190712db-0a6d-4720-9808-d1a6ebd7c4de service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=cb1ffb63-ab6c-46ba-90ed-c4af17ad630d HTTP/1.1" status: 200 len: 1096 time: 0.0814984 Jan 21 09:52:31.961895 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-5c849b73-51b3-4c25-bf03-43a3e77d1e0c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8e92cfe-3d83-4027-b591-5fdf11b64102 HTTP/1.1" status: 200 len: 217 time: 0.0686114 Jan 21 09:52:32.026631 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-5b7e8aa2-6863-4469-b7fc-9a3f5da97911 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:32.028088 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-5b7e8aa2-6863-4469-b7fc-9a3f5da97911 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=870e1675-ad3d-4f61-94fd-0d20a2cb6454 HTTP/1.1" status: 200 len: 834 time: 0.0591581 Jan 21 09:52:32.114372 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-438f2786-f70d-4cdb-a795-dc91c48b7c06 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=ee4f0a0a-1793-41b3-bdbd-21fb24c6e180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753105 Jan 21 09:52:32.247722 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-b3243880-03c1-4290-a5d0-be1d0dd7a296 service neutron] 10.222.0.124 "GET /v2.0/networks/ee4f0a0a-1793-41b3-bdbd-21fb24c6e180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275802 Jan 21 09:52:32.384432 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f91c3d1f-5862-4758-bceb-62d08573aa5e req-474a579c-f7e6-4b90-a543-1bc38c1027b5 service neutron] 10.222.0.124 "GET /v2.0/networks/ee4f0a0a-1793-41b3-bdbd-21fb24c6e180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301172 Jan 21 09:52:32.398799 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882d2ce-43af-43f8-bf48-ab6eac106a3c req-78871d60-fc3b-4fae-b6dc-aa9318aa8484 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:32.400342 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-1882d2ce-43af-43f8-bf48-ab6eac106a3c req-78871d60-fc3b-4fae-b6dc-aa9318aa8484 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=cb1ffb63-ab6c-46ba-90ed-c4af17ad630d HTTP/1.1" status: 200 len: 943 time: 0.0793960 Jan 21 09:52:32.447487 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-1882d2ce-43af-43f8-bf48-ab6eac106a3c req-296dcef0-8af0-4bb6-a1e0-da289a88d3eb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=f0b1d3a5-0533-43cc-84c4-4632ac5827f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411537 Jan 21 09:52:32.501911 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-516d54d8-4630-4b23-a988-95ae3400463d req-9842ffaf-ad27-493c-8e9b-1a00a41c85a9 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=cb1ffb63-ab6c-46ba-90ed-c4af17ad630d HTTP/1.1" status: 200 len: 1096 time: 0.0690076 Jan 21 09:52:32.634299 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d54d8-4630-4b23-a988-95ae3400463d req-13e95164-c9a2-4e7c-9bac-4442e5700785 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:32.635864 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-516d54d8-4630-4b23-a988-95ae3400463d req-13e95164-c9a2-4e7c-9bac-4442e5700785 service neutron] 10.222.0.124 "GET /v2.0/networks?id=ee4f0a0a-1793-41b3-bdbd-21fb24c6e180 HTTP/1.1" status: 200 len: 898 time: 0.1270297 Jan 21 09:52:32.719378 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-516d54d8-4630-4b23-a988-95ae3400463d req-fb3d60f2-a27b-412e-8c64-766314c8c8af service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8e92cfe-3d83-4027-b591-5fdf11b64102 HTTP/1.1" status: 200 len: 217 time: 0.0770273 Jan 21 09:52:32.788524 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d54d8-4630-4b23-a988-95ae3400463d req-919daa74-bde0-4e14-99d0-e968d9381639 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:32.790007 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-516d54d8-4630-4b23-a988-95ae3400463d req-919daa74-bde0-4e14-99d0-e968d9381639 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=870e1675-ad3d-4f61-94fd-0d20a2cb6454 HTTP/1.1" status: 200 len: 834 time: 0.0648389 Jan 21 09:52:32.985525 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-516d54d8-4630-4b23-a988-95ae3400463d req-0468042e-b47b-4c51-872c-46f1b23f1b1e service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=ee4f0a0a-1793-41b3-bdbd-21fb24c6e180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1877646 Jan 21 09:52:33.118860 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-516d54d8-4630-4b23-a988-95ae3400463d req-83442a79-8e51-42e5-9d1f-0bcb4fed3030 service neutron] 10.222.0.124 "GET /v2.0/networks/ee4f0a0a-1793-41b3-bdbd-21fb24c6e180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268454 Jan 21 09:52:33.252775 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-516d54d8-4630-4b23-a988-95ae3400463d req-170018de-8635-47fa-8043-38c64a6bad35 service neutron] 10.222.0.124 "GET /v2.0/networks/ee4f0a0a-1793-41b3-bdbd-21fb24c6e180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267331 Jan 21 09:52:33.649704 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858ba19-18d4-4f11-a5cd-76064106222a req-87d70cb4-d45e-4fe5-b832-ef87d2057884 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:33.650378 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-b858ba19-18d4-4f11-a5cd-76064106222a req-87d70cb4-d45e-4fe5-b832-ef87d2057884 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:52:33.660105 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device d8e92cfe-3d83-4027-b591-5fdf11b64102 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:52:33.667886 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-b858ba19-18d4-4f11-a5cd-76064106222a req-87d70cb4-d45e-4fe5-b832-ef87d2057884 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:52:33.669128 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b858ba19-18d4-4f11-a5cd-76064106222a req-87d70cb4-d45e-4fe5-b832-ef87d2057884 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=cb1ffb63-ab6c-46ba-90ed-c4af17ad630d HTTP/1.1" status: 200 len: 943 time: 0.0953524 Jan 21 09:52:33.722848 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b858ba19-18d4-4f11-a5cd-76064106222a req-36bd1d8c-987a-4c64-b46c-0e414b2661d5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=f0b1d3a5-0533-43cc-84c4-4632ac5827f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481632 Jan 21 09:52:33.800531 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port d8e92cfe-3d83-4027-b591-5fdf11b64102, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d8e92cfe-3d83-4027-b591-5fdf11b64102,segment=NetworkSegment(933135b2-384d-4ba0-a458-1094b6cac00a),segment_id=933135b2-384d-4ba0-a458-1094b6cac00a)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:33.814474 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': 'd8e92cfe-3d83-4027-b591-5fdf11b64102', 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180', 'port_id': 'd8e92cfe-3d83-4027-b591-5fdf11b64102', 'mac_address': 'fa:16:3e:48:d1:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870e1675-ad3d-4f61-94fd-0d20a2cb6454', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:52:33.872437 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:33.890945 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8e92cfe-3d83-4027-b591-5fdf11b64102 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:52:33.905966 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port d8e92cfe-3d83-4027-b591-5fdf11b64102, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d8e92cfe-3d83-4027-b591-5fdf11b64102,segment=NetworkSegment(933135b2-384d-4ba0-a458-1094b6cac00a),segment_id=933135b2-384d-4ba0-a458-1094b6cac00a)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:33.910250 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:33.990716 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=d8e92cfe-3d83-4027-b591-5fdf11b64102,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:34.125101 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['d8e92cfe-3d83-4027-b591-5fdf11b64102'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:52:34.927188 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fd054-d340-4fb6-b72e-e9e16c1198f8 req-edb25b85-1ed6-4ff8-909c-3c7852c57fb5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:34.928628 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-245fd054-d340-4fb6-b72e-e9e16c1198f8 req-edb25b85-1ed6-4ff8-909c-3c7852c57fb5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=cb1ffb63-ab6c-46ba-90ed-c4af17ad630d HTTP/1.1" status: 200 len: 944 time: 0.0828168 Jan 21 09:52:34.975596 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-245fd054-d340-4fb6-b72e-e9e16c1198f8 req-cf6bd259-cb39-4589-bf48-8054b08f885c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=f0b1d3a5-0533-43cc-84c4-4632ac5827f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413244 Jan 21 09:52:35.668872 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device d8e92cfe-3d83-4027-b591-5fdf11b64102 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:52:35.741973 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port d8e92cfe-3d83-4027-b591-5fdf11b64102 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:52:35.747383 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port d8e92cfe-3d83-4027-b591-5fdf11b64102 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:35.749153 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:35.881797 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:35.907702 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1ffb63-ab6c-46ba-90ed-c4af17ad630d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e92cfe-3d83-4027-b591-5fdf11b64102'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:52:35.918338 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port d8e92cfe-3d83-4027-b591-5fdf11b64102, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d8e92cfe-3d83-4027-b591-5fdf11b64102,segment=NetworkSegment(933135b2-384d-4ba0-a458-1094b6cac00a),segment_id=933135b2-384d-4ba0-a458-1094b6cac00a)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:35.925841 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:35.975603 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb1ffb63-ab6c-46ba-90ed-c4af17ad630d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e92cfe-3d83-4027-b591-5fdf11b64102', 'code': 200} Jan 21 09:52:36.021074 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=d8e92cfe-3d83-4027-b591-5fdf11b64102,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:36.182862 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c87c7-1d70-4287-be85-4f5414db57a7 req-0511e274-8a88-4ad2-a3c9-538ed045c8ec tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:36.184979 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-be9c87c7-1d70-4287-be85-4f5414db57a7 req-0511e274-8a88-4ad2-a3c9-538ed045c8ec tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=cb1ffb63-ab6c-46ba-90ed-c4af17ad630d HTTP/1.1" status: 200 len: 945 time: 0.0790360 Jan 21 09:52:36.222145 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d5541241-f31a-4e15-9338-a6035d51c212 req-0536decd-0d4c-4753-949a-635d14032f99 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=cb1ffb63-ab6c-46ba-90ed-c4af17ad630d HTTP/1.1" status: 200 len: 1098 time: 0.0781097 Jan 21 09:52:36.235246 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-be9c87c7-1d70-4287-be85-4f5414db57a7 req-0c1d65e3-c1c0-4cd4-897a-6b8781115a8f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=f0b1d3a5-0533-43cc-84c4-4632ac5827f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451999 Jan 21 09:52:36.265203 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d5541241-f31a-4e15-9338-a6035d51c212 req-f8235ff6-1a7d-4caa-98f7-843d10277db7 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=f0b1d3a5-0533-43cc-84c4-4632ac5827f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368087 Jan 21 09:52:36.563550 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b80327d5-8baa-4395-b84b-d6b432dd8a47 req-be2b52bc-f192-4520-aee9-0872aa36825b service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=ee5826cd-33a9-4048-a9ec-1e3cd61dc980&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729420 Jan 21 09:52:36.719045 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b80327d5-8baa-4395-b84b-d6b432dd8a47 req-f99cebbf-675b-47f1-92dc-0f0b7d8dde7b service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=445ef770bf614bd2b6b8d3bcf07af0fd&device_id=ee5826cd-33a9-4048-a9ec-1e3cd61dc980 HTTP/1.1" status: 200 len: 1099 time: 0.0728681 Jan 21 09:52:36.871115 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80327d5-8baa-4395-b84b-d6b432dd8a47 req-8a4358b6-59ba-4594-9963-66ef60a5fc6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:36.872549 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b80327d5-8baa-4395-b84b-d6b432dd8a47 req-8a4358b6-59ba-4594-9963-66ef60a5fc6f service neutron] 10.222.0.124 "GET /v2.0/networks?id=5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 HTTP/1.1" status: 200 len: 913 time: 0.1333477 Jan 21 09:52:36.979512 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b80327d5-8baa-4395-b84b-d6b432dd8a47 req-15a19fb6-d951-46f3-bbd2-3b58b3eb0142 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd1ade71-5040-4cb6-958d-14b24715ecc8 HTTP/1.1" status: 200 len: 1001 time: 0.0994244 Jan 21 09:52:37.056910 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80327d5-8baa-4395-b84b-d6b432dd8a47 req-d915db75-0bcf-4e1a-9ca0-a5319b2e1352 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:37.056910 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b80327d5-8baa-4395-b84b-d6b432dd8a47 req-d915db75-0bcf-4e1a-9ca0-a5319b2e1352 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f8e2e48f-3c2e-408d-ac72-f5742db41e13 HTTP/1.1" status: 200 len: 851 time: 0.0697582 Jan 21 09:52:37.139005 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b80327d5-8baa-4395-b84b-d6b432dd8a47 req-7d6f83da-3c74-41de-ae61-99dcfad32819 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=5420f90b-fa8f-4acb-ab7a-0d5edf834ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748529 Jan 21 09:52:37.289382 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b80327d5-8baa-4395-b84b-d6b432dd8a47 req-b79b0b50-4f75-468f-8406-b5d84b805ef8 service neutron] 10.222.0.124 "GET /v2.0/networks/5420f90b-fa8f-4acb-ab7a-0d5edf834ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412313 Jan 21 09:52:37.518933 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b80327d5-8baa-4395-b84b-d6b432dd8a47 req-ac0b56cb-f612-474b-945b-e03b1ac29044 service neutron] 10.222.0.124 "GET /v2.0/networks/5420f90b-fa8f-4acb-ab7a-0d5edf834ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197540 Jan 21 09:52:37.542631 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4fe03-4d04-4c90-96a5-0cf70e84e424 req-7ce432b7-4e46-43b0-a975-ad4b73d7c337 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:37.544192 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ebf4fe03-4d04-4c90-96a5-0cf70e84e424 req-7ce432b7-4e46-43b0-a975-ad4b73d7c337 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=cb1ffb63-ab6c-46ba-90ed-c4af17ad630d HTTP/1.1" status: 200 len: 945 time: 0.1267738 Jan 21 09:52:37.600610 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ebf4fe03-4d04-4c90-96a5-0cf70e84e424 req-d46a2bba-aa59-459c-baa4-2e5c16e2cc21 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=f0b1d3a5-0533-43cc-84c4-4632ac5827f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506911 Jan 21 09:52:38.804174 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544dd4b-89f3-4b04-ac4f-804743bc67c4 req-1bd65b67-f595-48b7-a395-9753b92ad7f4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:38.805646 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-f544dd4b-89f3-4b04-ac4f-804743bc67c4 req-1bd65b67-f595-48b7-a395-9753b92ad7f4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=cb1ffb63-ab6c-46ba-90ed-c4af17ad630d HTTP/1.1" status: 200 len: 945 time: 0.0766275 Jan 21 09:52:38.859053 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-f544dd4b-89f3-4b04-ac4f-804743bc67c4 req-67b13f01-6868-450b-85a7-f54b64254429 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=f0b1d3a5-0533-43cc-84c4-4632ac5827f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478680 Jan 21 09:52:39.073314 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47663ba4-35dd-42a8-8883-31921febf8a9 req-37e575e1-ac72-4b3c-8dde-ba297b910563 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:39.078859 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-47663ba4-35dd-42a8-8883-31921febf8a9 req-37e575e1-ac72-4b3c-8dde-ba297b910563 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=cb1ffb63-ab6c-46ba-90ed-c4af17ad630d HTTP/1.1" status: 200 len: 945 time: 0.0841358 Jan 21 09:52:39.130024 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-47663ba4-35dd-42a8-8883-31921febf8a9 req-c5f6a116-2bf5-4460-bcc3-880e1e2ab6fd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=f0b1d3a5-0533-43cc-84c4-4632ac5827f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498772 Jan 21 09:52:39.158304 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37606) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:39.236492 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3f95f01e-769d-4b98-a28c-8b370e5be55a tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=cb1ffb63-ab6c-46ba-90ed-c4af17ad630d HTTP/1.1" status: 200 len: 1093 time: 0.0738239 Jan 21 09:52:39.236492 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37610) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:39.250055 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-5323c162-1282-43f7-b7f7-bb8c75f0b24a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'port_id': 'd8e92cfe-3d83-4027-b591-5fdf11b64102', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:52:39.256542 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5323c162-1282-43f7-b7f7-bb8c75f0b24a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:39.265230 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-5323c162-1282-43f7-b7f7-bb8c75f0b24a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:floatingip and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:39.265230 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-5323c162-1282-43f7-b7f7-bb8c75f0b24a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:39.272635 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5323c162-1282-43f7-b7f7-bb8c75f0b24a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:39.283166 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5323c162-1282-43f7-b7f7-bb8c75f0b24a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:39.422936 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5323c162-1282-43f7-b7f7-bb8c75f0b24a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:39.562570 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-5323c162-1282-43f7-b7f7-bb8c75f0b24a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Allocated IP 172.26.0.104 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/9f6e87c7-5b91-4b6c-8a35-7b82aab0f450) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:52:39.712022 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5323c162-1282-43f7-b7f7-bb8c75f0b24a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:39.740921 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5323c162-1282-43f7-b7f7-bb8c75f0b24a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:39.810255 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5323c162-1282-43f7-b7f7-bb8c75f0b24a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:52:39.813120 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-5323c162-1282-43f7-b7f7-bb8c75f0b24a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:52:39.818341 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5323c162-1282-43f7-b7f7-bb8c75f0b24a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:52:39.845294 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323c162-1282-43f7-b7f7-bb8c75f0b24a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=9f6e87c7-5b91-4b6c-8a35-7b82aab0f450,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:40.421992 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5323c162-1282-43f7-b7f7-bb8c75f0b24a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:40.483888 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5323c162-1282-43f7-b7f7-bb8c75f0b24a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:40.722587 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5323c162-1282-43f7-b7f7-bb8c75f0b24a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:40.727135 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5323c162-1282-43f7-b7f7-bb8c75f0b24a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:40.839335 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323c162-1282-43f7-b7f7-bb8c75f0b24a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=9f6e87c7-5b91-4b6c-8a35-7b82aab0f450,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:40.859663 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5323c162-1282-43f7-b7f7-bb8c75f0b24a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:41.056659 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.l3_db [None req-5323c162-1282-43f7-b7f7-bb8c75f0b24a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Floating IP edb80674-911f-47ce-97aa-6742fad43549 associated. External IP: 172.26.0.104, port: d8e92cfe-3d83-4027-b591-5fdf11b64102. Jan 21 09:52:41.454845 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5323c162-1282-43f7-b7f7-bb8c75f0b24a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router 05e28f3c-dcca-4d17-a9f6-071ab4f08872 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:52:41.659821 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5323c162-1282-43f7-b7f7-bb8c75f0b24a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:52:41.669989 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491048a5-15b4-4049-91e3-4773ce087aa6 None None] Sync routers for ids ['05e28f3c-dcca-4d17-a9f6-071ab4f08872'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:52:41.683020 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491048a5-15b4-4049-91e3-4773ce087aa6 None None] Routers {'05e28f3c-dcca-4d17-a9f6-071ab4f08872'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:52:41.683652 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-491048a5-15b4-4049-91e3-4773ce087aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:52:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['05e28f3c-dcca-4d17-a9f6-071ab4f08872'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:41.685492 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5323c162-1282-43f7-b7f7-bb8c75f0b24a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:41.739930 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5323c162-1282-43f7-b7f7-bb8c75f0b24a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5027168 Jan 21 09:52:41.740485 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb1ffb63-ab6c-46ba-90ed-c4af17ad630d', 'tag': 'd8e92cfe-3d83-4027-b591-5fdf11b64102'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:52:41.742751 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37614) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:41.820346 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb1ffb63-ab6c-46ba-90ed-c4af17ad630d', 'tag': 'd8e92cfe-3d83-4027-b591-5fdf11b64102', 'status': 'completed', 'code': 200} Jan 21 09:52:41.901424 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-491048a5-15b4-4049-91e3-4773ce087aa6 None None] Set router 05e28f3c-dcca-4d17-a9f6-071ab4f08872 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:52:42.047800 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-bfd1951d-2e00-4285-9084-1e04de4abaf5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/edb80674-911f-47ce-97aa-6742fad43549 HTTP/1.1" status: 200 len: 991 time: 0.3017967 Jan 21 09:52:42.070087 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-67b91edf-10e4-4c20-81ab-e7f02b28d93e req-0a7971b9-a00f-46ad-b72b-fb1a143854ff service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=cb1ffb63-ab6c-46ba-90ed-c4af17ad630d HTTP/1.1" status: 200 len: 1098 time: 0.2172830 Jan 21 09:52:42.201036 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b91edf-10e4-4c20-81ab-e7f02b28d93e req-0c0d4784-916a-4b9b-951f-11e25b8d18d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:42.202521 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-67b91edf-10e4-4c20-81ab-e7f02b28d93e req-0c0d4784-916a-4b9b-951f-11e25b8d18d7 service neutron] 10.222.0.124 "GET /v2.0/networks?id=ee4f0a0a-1793-41b3-bdbd-21fb24c6e180 HTTP/1.1" status: 200 len: 898 time: 0.1265261 Jan 21 09:52:42.272271 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-491048a5-15b4-4049-91e3-4773ce087aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'name': 'tempest-TestNetworkBasicOps-router-1556379724', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:52:23Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': 'edb80674-911f-47ce-97aa-6742fad43549', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.104', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'port_id': 'd8e92cfe-3d83-4027-b591-5fdf11b64102', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180', 'mac_address': 'fa:16:3e:48:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1ffb63-ab6c-46ba-90ed-c4af17ad630d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:52:40Z', 'updated_at': '2022-01-21T09:52:40Z', 'revision_number': 0, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9b8ef5a-669f-428a-9f59-33b40c7db50b', 'name': '', 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:fc:6d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '870e1675-ad3d-4f61-94fd-0d20a2cb6454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:22Z', 'updated_at': '2022-01-21T09:52:29Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': '870e1675-ad3d-4f61-94fd-0d20a2cb6454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:42.277078 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491048a5-15b4-4049-91e3-4773ce087aa6 None None] Checking router: 05e28f3c-dcca-4d17-a9f6-071ab4f08872 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:52:42.287836 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491048a5-15b4-4049-91e3-4773ce087aa6 None None] Routers {'05e28f3c-dcca-4d17-a9f6-071ab4f08872'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:52:42.288427 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-491048a5-15b4-4049-91e3-4773ce087aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:52:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['05e28f3c-dcca-4d17-a9f6-071ab4f08872'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:42.322267 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-67b91edf-10e4-4c20-81ab-e7f02b28d93e req-e7241f9a-439a-45e4-a7ac-87e614f60fb1 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8e92cfe-3d83-4027-b591-5fdf11b64102 HTTP/1.1" status: 200 len: 999 time: 0.1131995 Jan 21 09:52:42.385940 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b91edf-10e4-4c20-81ab-e7f02b28d93e req-afac8dae-c65b-4890-ae65-7e7ccf4a0af5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:42.387408 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-67b91edf-10e4-4c20-81ab-e7f02b28d93e req-afac8dae-c65b-4890-ae65-7e7ccf4a0af5 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=870e1675-ad3d-4f61-94fd-0d20a2cb6454 HTTP/1.1" status: 200 len: 834 time: 0.0600774 Jan 21 09:52:42.465993 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-67b91edf-10e4-4c20-81ab-e7f02b28d93e req-cf8a3b0e-1d0e-4846-945f-350e3014a000 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=ee4f0a0a-1793-41b3-bdbd-21fb24c6e180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724087 Jan 21 09:52:42.468109 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-491048a5-15b4-4049-91e3-4773ce087aa6 None None] Set router 05e28f3c-dcca-4d17-a9f6-071ab4f08872 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:52:42.608432 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-67b91edf-10e4-4c20-81ab-e7f02b28d93e req-efaa6fd1-a7fe-46fa-b6d7-36729babe815 service neutron] 10.222.0.124 "GET /v2.0/networks/ee4f0a0a-1793-41b3-bdbd-21fb24c6e180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356857 Jan 21 09:52:42.760935 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-67b91edf-10e4-4c20-81ab-e7f02b28d93e req-42707fcc-bc92-4c46-a3e1-848c0b3c2320 service neutron] 10.222.0.124 "GET /v2.0/networks/ee4f0a0a-1793-41b3-bdbd-21fb24c6e180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470809 Jan 21 09:52:42.854347 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-491048a5-15b4-4049-91e3-4773ce087aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'name': 'tempest-TestNetworkBasicOps-router-1556379724', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:52:23Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': 'edb80674-911f-47ce-97aa-6742fad43549', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.104', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'port_id': 'd8e92cfe-3d83-4027-b591-5fdf11b64102', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180', 'mac_address': 'fa:16:3e:48:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1ffb63-ab6c-46ba-90ed-c4af17ad630d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:52:40Z', 'updated_at': '2022-01-21T09:52:40Z', 'revision_number': 0, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9b8ef5a-669f-428a-9f59-33b40c7db50b', 'name': '', 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:fc:6d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '870e1675-ad3d-4f61-94fd-0d20a2cb6454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:22Z', 'updated_at': '2022-01-21T09:52:29Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': '870e1675-ad3d-4f61-94fd-0d20a2cb6454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:42.858673 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491048a5-15b4-4049-91e3-4773ce087aa6 None None] The sync data for ids ['05e28f3c-dcca-4d17-a9f6-071ab4f08872'] in dv-neutron-825732-1-hyperv is: [{'id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'name': 'tempest-TestNetworkBasicOps-router-1556379724', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:52:23Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': 'edb80674-911f-47ce-97aa-6742fad43549', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.104', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'port_id': 'd8e92cfe-3d83-4027-b591-5fdf11b64102', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180', 'mac_address': 'fa:16:3e:48:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1ffb63-ab6c-46ba-90ed-c4af17ad630d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:52:40Z', 'updated_at': '2022-01-21T09:52:40Z', 'revision_number': 0, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9b8ef5a-669f-428a-9f59-33b40c7db50b', 'name': '', 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:fc:6d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '870e1675-ad3d-4f61-94fd-0d20a2cb6454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:22Z', 'updated_at': '2022-01-21T09:52:29Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': '870e1675-ad3d-4f61-94fd-0d20a2cb6454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:52:43.050663 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37620) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:43.159795 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-82809421-5eb1-4682-95f0-6087746ed416 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/edb80674-911f-47ce-97aa-6742fad43549 HTTP/1.1" status: 200 len: 991 time: 0.1071577 Jan 21 09:52:43.686806 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08e50ca-715e-493f-ac66-730d0226b1e7 None None] New status for floating IP edb80674-911f-47ce-97aa-6742fad43549: ACTIVE {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:52:44.163740 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37624) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:44.269096 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1e8cab6a-0fe8-477b-bad6-9e2f51865502 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/edb80674-911f-47ce-97aa-6742fad43549 HTTP/1.1" status: 200 len: 993 time: 0.1043317 Jan 21 09:52:50.252860 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:53.887825 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6ec53296-6d13-43ef-b04d-3dc834e576e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:53.977837 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322f066-5969-4109-bd38-7082c69f48c2 req-0dc668cb-051b-4e1a-9504-2c4f5afa9ea5 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:53.979298 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-7322f066-5969-4109-bd38-7082c69f48c2 req-0dc668cb-051b-4e1a-9504-2c4f5afa9ea5 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee5826cd-33a9-4048-a9ec-1e3cd61dc980 HTTP/1.1" status: 200 len: 946 time: 0.0788569 Jan 21 09:52:54.028834 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-7322f066-5969-4109-bd38-7082c69f48c2 req-9df05330-ca13-4584-baf7-03eac41822e5 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439696 Jan 21 09:52:55.261100 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdd772-e490-43f3-ba89-17283ec75b25 req-51880f8a-2004-487f-a2fe-3afb8be118b5 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:55.265984 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d0bdd772-e490-43f3-ba89-17283ec75b25 req-51880f8a-2004-487f-a2fe-3afb8be118b5 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee5826cd-33a9-4048-a9ec-1e3cd61dc980 HTTP/1.1" status: 200 len: 946 time: 0.0915611 Jan 21 09:52:55.308613 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d0bdd772-e490-43f3-ba89-17283ec75b25 req-3d82a222-e99f-4d48-89e0-b090de54c2ad tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421956 Jan 21 09:52:55.543393 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca838a-4c90-42da-9604-5c5458b995fa req-5a6f9858-9b19-4b75-9ef9-ccecdc72dc2e tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:55.544721 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-46ca838a-4c90-42da-9604-5c5458b995fa req-5a6f9858-9b19-4b75-9ef9-ccecdc72dc2e tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.124 "GET /v2.0/ports?device_id=ee5826cd-33a9-4048-a9ec-1e3cd61dc980 HTTP/1.1" status: 200 len: 946 time: 0.0776241 Jan 21 09:52:55.621429 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-46ca838a-4c90-42da-9604-5c5458b995fa req-1b571b75-ae80-4263-a992-6de306bdbf0f tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Deleting port bd1ade71-5040-4cb6-958d-14b24715ecc8 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:52:55.621789 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-46ca838a-4c90-42da-9604-5c5458b995fa req-1b571b75-ae80-4263-a992-6de306bdbf0f tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:55.875986 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-46ca838a-4c90-42da-9604-5c5458b995fa req-1b571b75-ae80-4263-a992-6de306bdbf0f tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] For port bd1ade71-5040-4cb6-958d-14b24715ecc8, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=bd1ade71-5040-4cb6-958d-14b24715ecc8,segment=NetworkSegment(9837c8e9-4888-432f-a43e-46a8a8628f53),segment_id=9837c8e9-4888-432f-a43e-46a8a8628f53)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:55.876226 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-46ca838a-4c90-42da-9604-5c5458b995fa req-1b571b75-ae80-4263-a992-6de306bdbf0f tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:56.278611 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-46ca838a-4c90-42da-9604-5c5458b995fa req-1b571b75-ae80-4263-a992-6de306bdbf0f tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:56.279375 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-46ca838a-4c90-42da-9604-5c5458b995fa req-1b571b75-ae80-4263-a992-6de306bdbf0f tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:56.279375 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.l3_db [req-46ca838a-4c90-42da-9604-5c5458b995fa req-1b571b75-ae80-4263-a992-6de306bdbf0f tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Floating IP d77d6421-ffe7-4dc4-954e-c278616175c8 disassociated. External IP: 172.26.0.85, port: bd1ade71-5040-4cb6-958d-14b24715ecc8. Jan 21 09:52:56.279734 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-46ca838a-4c90-42da-9604-5c5458b995fa req-1b571b75-ae80-4263-a992-6de306bdbf0f tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Calling delete_port for bd1ade71-5040-4cb6-958d-14b24715ecc8 owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:52:56.297757 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7ff6f7a6-10a2-4d88-a869-c0afe81c29d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:56.427623 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-46ca838a-4c90-42da-9604-5c5458b995fa req-1b571b75-ae80-4263-a992-6de306bdbf0f tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:56.475874 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b571b75-ae80-4263-a992-6de306bdbf0f tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Pushing event deleted for resources: {'Port': ['ID=bd1ade71-5040-4cb6-958d-14b24715ecc8,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:56.702638 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46ca838a-4c90-42da-9604-5c5458b995fa req-1b571b75-ae80-4263-a992-6de306bdbf0f tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Router 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:52:56.804971 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-7379bbfa-0d3b-4961-be7f-f79610ef182a req-2d9e3d0c-4774-476e-adfc-3b91a6201445 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee5826cd-33a9-4048-a9ec-1e3cd61dc980 HTTP/1.1" status: 200 len: 210 time: 0.3622360 Jan 21 09:52:56.935317 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46ca838a-4c90-42da-9604-5c5458b995fa req-1b571b75-ae80-4263-a992-6de306bdbf0f tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:52:56.945676 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765c55c9-eeee-43e4-a411-b06cd708990e None None] Sync routers for ids ['7cd4160e-8295-42eb-8f1c-0fd927c91ec8'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:52:56.959541 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765c55c9-eeee-43e4-a411-b06cd708990e None None] Routers {'7cd4160e-8295-42eb-8f1c-0fd927c91ec8'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:52:56.960670 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-765c55c9-eeee-43e4-a411-b06cd708990e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:52:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['7cd4160e-8295-42eb-8f1c-0fd927c91ec8'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:57.008906 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ca838a-4c90-42da-9604-5c5458b995fa req-1b571b75-ae80-4263-a992-6de306bdbf0f tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] No DVR routers for this DVR port bd1ade71-5040-4cb6-958d-14b24715ecc8 on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:52:57.011474 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-46ca838a-4c90-42da-9604-5c5458b995fa req-1b571b75-ae80-4263-a992-6de306bdbf0f tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:57.014329 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5826cd-33a9-4048-a9ec-1e3cd61dc980', 'name': 'network-vif-deleted', 'tag': 'bd1ade71-5040-4cb6-958d-14b24715ecc8'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:52:57.030857 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-46ca838a-4c90-42da-9604-5c5458b995fa req-1b571b75-ae80-4263-a992-6de306bdbf0f tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.124 "DELETE /v2.0/ports/bd1ade71-5040-4cb6-958d-14b24715ecc8 HTTP/1.1" status: 204 len: 173 time: 1.4804828 Jan 21 09:52:57.083901 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5826cd-33a9-4048-a9ec-1e3cd61dc980', 'name': 'network-vif-deleted', 'tag': 'bd1ade71-5040-4cb6-958d-14b24715ecc8', 'status': 'completed', 'code': 200} Jan 21 09:52:57.142200 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-765c55c9-eeee-43e4-a411-b06cd708990e None None] Set router 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:52:57.439394 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:57.496825 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-765c55c9-eeee-43e4-a411-b06cd708990e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'name': 'tempest-TestVolumeBootPattern-1713256989-router', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:53Z', 'updated_at': '2022-01-21T09:49:06Z', 'revision_number': 4, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'gw_port': {'id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:55Z', 'updated_at': '2022-01-21T09:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'ef1d8b4b-c256-4b95-8f29-d9256c44435b', 'name': '', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'mac_address': 'fa:16:3e:3f:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:55Z', 'revision_number': 5, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'subnets': [{'id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:57.501189 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765c55c9-eeee-43e4-a411-b06cd708990e None None] Checking router: 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:52:57.512433 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765c55c9-eeee-43e4-a411-b06cd708990e None None] Routers {'7cd4160e-8295-42eb-8f1c-0fd927c91ec8'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:52:57.513153 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-765c55c9-eeee-43e4-a411-b06cd708990e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:52:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['7cd4160e-8295-42eb-8f1c-0fd927c91ec8'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:57.681980 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:57.700565 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-765c55c9-eeee-43e4-a411-b06cd708990e None None] Set router 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:52:57.991239 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-1fdd70a6-8971-4bf4-a46c-25440a7060f4 req-e9ae6e17-5a95-441b-9d02-56340b82f20d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee5826cd-33a9-4048-a9ec-1e3cd61dc980 HTTP/1.1" status: 200 len: 210 time: 0.0414505 Jan 21 09:52:58.036069 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-765c55c9-eeee-43e4-a411-b06cd708990e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'name': 'tempest-TestVolumeBootPattern-1713256989-router', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:53Z', 'updated_at': '2022-01-21T09:49:06Z', 'revision_number': 4, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'gw_port': {'id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:55Z', 'updated_at': '2022-01-21T09:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'ef1d8b4b-c256-4b95-8f29-d9256c44435b', 'name': '', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'mac_address': 'fa:16:3e:3f:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:55Z', 'revision_number': 5, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'subnets': [{'id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:58.040161 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765c55c9-eeee-43e4-a411-b06cd708990e None None] The sync data for ids ['7cd4160e-8295-42eb-8f1c-0fd927c91ec8'] in dv-neutron-825732-1-hyperv is: [{'id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'name': 'tempest-TestVolumeBootPattern-1713256989-router', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:53Z', 'updated_at': '2022-01-21T09:49:06Z', 'revision_number': 4, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'gw_port': {'id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:55Z', 'updated_at': '2022-01-21T09:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'ef1d8b4b-c256-4b95-8f29-d9256c44435b', 'name': '', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'mac_address': 'fa:16:3e:3f:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:55Z', 'revision_number': 5, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'subnets': [{'id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:52:58.274862 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa052ca-d8a4-4616-8ff8-11ac0f7b287d None None] New status for floating IP d77d6421-ffe7-4dc4-954e-c278616175c8: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:52:59.391743 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-5982a702-1446-4802-829f-1ee6dccaa12a req-e431354a-16d0-47b8-aff1-7e0f57edd97a tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-373252605&fields=id&tenant_id=445ef770bf614bd2b6b8d3bcf07af0fd HTTP/1.1" status: 200 len: 267 time: 0.0428030 Jan 21 09:52:59.416543 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:59.546532 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5982a702-1446-4802-829f-1ee6dccaa12a req-73398391-e0dd-4bc0-9c3a-6af2ad991754 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:59.547877 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-5982a702-1446-4802-829f-1ee6dccaa12a req-73398391-e0dd-4bc0-9c3a-6af2ad991754 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/networks?id=5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 HTTP/1.1" status: 200 len: 812 time: 0.1494377 Jan 21 09:52:59.564028 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-5982a702-1446-4802-829f-1ee6dccaa12a req-6fd8a30e-b5e2-4d64-9488-40f1334ef8f5 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/quotas/445ef770bf614bd2b6b8d3bcf07af0fd HTTP/1.1" status: 200 len: 375 time: 0.0103776 Jan 21 09:52:59.593406 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:52:59.658705 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-5982a702-1446-4802-829f-1ee6dccaa12a req-c1d706a1-8535-4c30-abc7-be7af532725d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=445ef770bf614bd2b6b8d3bcf07af0fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0890522 Jan 21 09:52:59.743793 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [req-5982a702-1446-4802-829f-1ee6dccaa12a req-a9a37d43-5603-4fb8-b4ef-0aba5e4de40d service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:52:59.744792 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-5982a702-1446-4802-829f-1ee6dccaa12a req-a9a37d43-5603-4fb8-b4ef-0aba5e4de40d service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0742269 Jan 21 09:52:59.801339 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device bd1ade71-5040-4cb6-958d-14b24715ecc8 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:52:59.838115 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: bd1ade71-5040-4cb6-958d-14b24715ecc8 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:52:59.838455 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device bd1ade71-5040-4cb6-958d-14b24715ecc8 not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:52:59.889507 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-5982a702-1446-4802-829f-1ee6dccaa12a req-6cbcd423-70ea-4ce9-8c7b-533799bd6f5c service neutron] 10.222.0.104 "GET /v2.0/networks/5420f90b-fa8f-4acb-ab7a-0d5edf834ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385636 Jan 21 09:53:00.021858 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-5982a702-1446-4802-829f-1ee6dccaa12a req-132dac19-33a8-43d9-943e-0a1764b00ec4 service neutron] 10.222.0.104 "GET /v2.0/networks/5420f90b-fa8f-4acb-ab7a-0d5edf834ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258156 Jan 21 09:53:00.513019 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-7d0311f1-8cc4-42af-9c06-2eeef82d9919 req-842f72c2-3dd8-4fab-ab23-106fcfad2998 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Synchronizing usage tracker for tenant:445ef770bf614bd2b6b8d3bcf07af0fd on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:53:00.531126 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-7d0311f1-8cc4-42af-9c06-2eeef82d9919 req-842f72c2-3dd8-4fab-ab23-106fcfad2998 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Unset dirty status for tenant:445ef770bf614bd2b6b8d3bcf07af0fd on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:53:00.532524 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7d0311f1-8cc4-42af-9c06-2eeef82d9919 req-842f72c2-3dd8-4fab-ab23-106fcfad2998 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=e3be0992-3959-4b55-b7af-acd28777b576 HTTP/1.1" status: 200 len: 210 time: 0.1464243 Jan 21 09:53:01.717283 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-240d6291-ab2b-49d7-9722-a813d355224d req-b057ea9b-3446-49b7-bc47-14fb23f95f75 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=e3be0992-3959-4b55-b7af-acd28777b576 HTTP/1.1" status: 200 len: 210 time: 0.0461133 Jan 21 09:53:01.753244 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5982a702-1446-4802-829f-1ee6dccaa12a req-2e21dccf-7160-40b5-a22a-949e35bcd2a2 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:01.754780 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5982a702-1446-4802-829f-1ee6dccaa12a req-2e21dccf-7160-40b5-a22a-949e35bcd2a2 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.124 "GET /v2.0/networks?id=5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 HTTP/1.1" status: 200 len: 812 time: 0.1500156 Jan 21 09:53:01.810573 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5982a702-1446-4802-829f-1ee6dccaa12a req-8c4a534d-2a1d-43e7-bec4-8fc254be5c19 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=445ef770bf614bd2b6b8d3bcf07af0fd HTTP/1.1" status: 200 len: 379 time: 0.0429370 Jan 21 09:53:01.820542 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-5982a702-1446-4802-829f-1ee6dccaa12a req-16c8074d-3536-4dcc-b27b-acf4d19e4bb4 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Request body: {'port': {'device_id': 'e3be0992-3959-4b55-b7af-acd28777b576', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'admin_state_up': True, 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'security_groups': ['b229d27d-480d-4602-a3e0-4edc6625f56c']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:53:01.994195 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-5982a702-1446-4802-829f-1ee6dccaa12a req-16c8074d-3536-4dcc-b27b-acf4d19e4bb4 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:02.007212 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-5982a702-1446-4802-829f-1ee6dccaa12a req-16c8074d-3536-4dcc-b27b-acf4d19e4bb4 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:02.025635 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5982a702-1446-4802-829f-1ee6dccaa12a req-16c8074d-3536-4dcc-b27b-acf4d19e4bb4 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Made reservation on behalf of 445ef770bf614bd2b6b8d3bcf07af0fd for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:53:02.029137 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-5982a702-1446-4802-829f-1ee6dccaa12a req-16c8074d-3536-4dcc-b27b-acf4d19e4bb4 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:02.204452 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-5982a702-1446-4802-829f-1ee6dccaa12a req-16c8074d-3536-4dcc-b27b-acf4d19e4bb4 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Allocated IP 172.20.0.6 (5420f90b-fa8f-4acb-ab7a-0d5edf834ae6/f8e2e48f-3c2e-408d-ac72-f5742db41e13/3eb86213-954e-49a8-a05c-9bfe302ffe6d) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:53:02.404492 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-5982a702-1446-4802-829f-1ee6dccaa12a req-16c8074d-3536-4dcc-b27b-acf4d19e4bb4 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:02.420435 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-5982a702-1446-4802-829f-1ee6dccaa12a req-16c8074d-3536-4dcc-b27b-acf4d19e4bb4 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Transition to ACTIVE for port object 3eb86213-954e-49a8-a05c-9bfe302ffe6d will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:53:02.443711 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-5982a702-1446-4802-829f-1ee6dccaa12a req-16c8074d-3536-4dcc-b27b-acf4d19e4bb4 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:02.517664 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5982a702-1446-4802-829f-1ee6dccaa12a req-16c8074d-3536-4dcc-b27b-acf4d19e4bb4 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Network 5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:53:02.521560 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-5982a702-1446-4802-829f-1ee6dccaa12a req-16c8074d-3536-4dcc-b27b-acf4d19e4bb4 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:53:02.526030 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-5982a702-1446-4802-829f-1ee6dccaa12a req-16c8074d-3536-4dcc-b27b-acf4d19e4bb4 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:53:02.551555 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8074d-3536-4dcc-b27b-acf4d19e4bb4 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Pushing event updated for resources: {'Port': ['ID=3eb86213-954e-49a8-a05c-9bfe302ffe6d,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:02.592925 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5982a702-1446-4802-829f-1ee6dccaa12a req-16c8074d-3536-4dcc-b27b-acf4d19e4bb4 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:02.593903 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-5982a702-1446-4802-829f-1ee6dccaa12a req-16c8074d-3536-4dcc-b27b-acf4d19e4bb4 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:02.623991 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5982a702-1446-4802-829f-1ee6dccaa12a req-16c8074d-3536-4dcc-b27b-acf4d19e4bb4 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8073897 Jan 21 09:53:02.635547 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-5982a702-1446-4802-829f-1ee6dccaa12a req-a332dc3a-5995-4f40-88a3-a01314dc3320 service neutron] Request body: {'port': {'device_id': 'e3be0992-3959-4b55-b7af-acd28777b576', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:53:02.873897 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-5982a702-1446-4802-829f-1ee6dccaa12a req-a332dc3a-5995-4f40-88a3-a01314dc3320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:02.889424 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-9f9560f5-872d-4c30-9738-85160a205372 None None] Provisioning for port 3eb86213-954e-49a8-a05c-9bfe302ffe6d completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:53:02.898371 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-9f9560f5-872d-4c30-9738-85160a205372 None None] Provisioning complete for port 3eb86213-954e-49a8-a05c-9bfe302ffe6d triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:02.899233 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9f9560f5-872d-4c30-9738-85160a205372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:02.964067 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-9f9560f5-872d-4c30-9738-85160a205372 None None] Port 3eb86213-954e-49a8-a05c-9bfe302ffe6d cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:53:03.096651 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926f816-8268-4864-95e6-dd90bb8bba85 req-a82bf37e-1569-4bd0-8043-bb757a3d8189 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:03.097343 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-0926f816-8268-4864-95e6-dd90bb8bba85 req-a82bf37e-1569-4bd0-8043-bb757a3d8189 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Synchronizing usage tracker for tenant:445ef770bf614bd2b6b8d3bcf07af0fd on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:53:03.179549 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-0926f816-8268-4864-95e6-dd90bb8bba85 req-a82bf37e-1569-4bd0-8043-bb757a3d8189 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Unset dirty status for tenant:445ef770bf614bd2b6b8d3bcf07af0fd on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:53:03.180644 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0926f816-8268-4864-95e6-dd90bb8bba85 req-a82bf37e-1569-4bd0-8043-bb757a3d8189 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=e3be0992-3959-4b55-b7af-acd28777b576 HTTP/1.1" status: 200 len: 931 time: 0.3078599 Jan 21 09:53:03.277982 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0926f816-8268-4864-95e6-dd90bb8bba85 req-1b090811-f8bc-41dd-ad60-8ff96fb628ad tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832262 Jan 21 09:53:03.354715 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-5982a702-1446-4802-829f-1ee6dccaa12a req-a332dc3a-5995-4f40-88a3-a01314dc3320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eb86213-954e-49a8-a05c-9bfe302ffe6d {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:53:03.362940 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-5982a702-1446-4802-829f-1ee6dccaa12a req-a332dc3a-5995-4f40-88a3-a01314dc3320 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:03.385911 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-5982a702-1446-4802-829f-1ee6dccaa12a req-a332dc3a-5995-4f40-88a3-a01314dc3320 service neutron] Transition to ACTIVE for port object 3eb86213-954e-49a8-a05c-9bfe302ffe6d will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:53:03.389875 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-5982a702-1446-4802-829f-1ee6dccaa12a req-a332dc3a-5995-4f40-88a3-a01314dc3320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:03.526863 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a332dc3a-5995-4f40-88a3-a01314dc3320 service neutron] Pushing event updated for resources: {'Port': ['ID=3eb86213-954e-49a8-a05c-9bfe302ffe6d,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:03.643279 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-5982a702-1446-4802-829f-1ee6dccaa12a req-a332dc3a-5995-4f40-88a3-a01314dc3320 service neutron] Attempting to bind port 3eb86213-954e-49a8-a05c-9bfe302ffe6d on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:53:03.643653 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-5982a702-1446-4802-829f-1ee6dccaa12a req-a332dc3a-5995-4f40-88a3-a01314dc3320 service neutron] Attempting to bind port 3eb86213-954e-49a8-a05c-9bfe302ffe6d by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9837c8e9-4888-432f-a43e-46a8a8628f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:53:03.643985 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5982a702-1446-4802-829f-1ee6dccaa12a req-a332dc3a-5995-4f40-88a3-a01314dc3320 service neutron] Attempting to bind port 3eb86213-954e-49a8-a05c-9bfe302ffe6d on network 5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:53:03.650655 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5982a702-1446-4802-829f-1ee6dccaa12a req-a332dc3a-5995-4f40-88a3-a01314dc3320 service neutron] Port 3eb86213-954e-49a8-a05c-9bfe302ffe6d on network 5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:53:03.650979 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5982a702-1446-4802-829f-1ee6dccaa12a req-a332dc3a-5995-4f40-88a3-a01314dc3320 service neutron] Attempting to bind port 3eb86213-954e-49a8-a05c-9bfe302ffe6d on network 5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:53:03.657647 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5982a702-1446-4802-829f-1ee6dccaa12a req-a332dc3a-5995-4f40-88a3-a01314dc3320 service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:53:03.658022 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5982a702-1446-4802-829f-1ee6dccaa12a req-a332dc3a-5995-4f40-88a3-a01314dc3320 service neutron] Checking segment: {'id': '9837c8e9-4888-432f-a43e-46a8a8628f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:53:03.658950 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5982a702-1446-4802-829f-1ee6dccaa12a req-a332dc3a-5995-4f40-88a3-a01314dc3320 service neutron] Bound using segment: {'id': '9837c8e9-4888-432f-a43e-46a8a8628f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:53:03.659404 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-5982a702-1446-4802-829f-1ee6dccaa12a req-a332dc3a-5995-4f40-88a3-a01314dc3320 service neutron] Bound port: 3eb86213-954e-49a8-a05c-9bfe302ffe6d, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9837c8e9-4888-432f-a43e-46a8a8628f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:53:03.659742 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-5982a702-1446-4802-829f-1ee6dccaa12a req-a332dc3a-5995-4f40-88a3-a01314dc3320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:03.753873 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-5982a702-1446-4802-829f-1ee6dccaa12a req-a332dc3a-5995-4f40-88a3-a01314dc3320 service neutron] For port 3eb86213-954e-49a8-a05c-9bfe302ffe6d, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:53:03.757156 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-5982a702-1446-4802-829f-1ee6dccaa12a req-a332dc3a-5995-4f40-88a3-a01314dc3320 service neutron] For port 3eb86213-954e-49a8-a05c-9bfe302ffe6d, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=3eb86213-954e-49a8-a05c-9bfe302ffe6d,segment=NetworkSegment(9837c8e9-4888-432f-a43e-46a8a8628f53),segment_id=9837c8e9-4888-432f-a43e-46a8a8628f53)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:53:03.761153 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-5982a702-1446-4802-829f-1ee6dccaa12a req-a332dc3a-5995-4f40-88a3-a01314dc3320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:03.820044 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-5982a702-1446-4802-829f-1ee6dccaa12a req-a332dc3a-5995-4f40-88a3-a01314dc3320 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:03.821345 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5982a702-1446-4802-829f-1ee6dccaa12a req-a332dc3a-5995-4f40-88a3-a01314dc3320 service neutron] 10.222.0.124 "PUT /v2.0/ports/3eb86213-954e-49a8-a05c-9bfe302ffe6d HTTP/1.1" status: 200 len: 1093 time: 1.1902847 Jan 21 09:53:03.824630 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3be0992-3959-4b55-b7af-acd28777b576', 'tag': '3eb86213-954e-49a8-a05c-9bfe302ffe6d'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:53:03.851650 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a332dc3a-5995-4f40-88a3-a01314dc3320 service neutron] Pushing event updated for resources: {'Port': ['ID=3eb86213-954e-49a8-a05c-9bfe302ffe6d,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:03.914633 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3be0992-3959-4b55-b7af-acd28777b576', 'tag': '3eb86213-954e-49a8-a05c-9bfe302ffe6d', 'status': 'completed', 'code': 200} Jan 21 09:53:03.947491 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5982a702-1446-4802-829f-1ee6dccaa12a req-8495efa7-62e8-40dd-ab97-2d4d63f133ed service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=445ef770bf614bd2b6b8d3bcf07af0fd&device_id=e3be0992-3959-4b55-b7af-acd28777b576 HTTP/1.1" status: 200 len: 1096 time: 0.0820541 Jan 21 09:53:04.022467 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5982a702-1446-4802-829f-1ee6dccaa12a req-175dacd1-62f2-4172-afaa-d332060ba291 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3eb86213-954e-49a8-a05c-9bfe302ffe6d HTTP/1.1" status: 200 len: 217 time: 0.0641093 Jan 21 09:53:04.093134 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5982a702-1446-4802-829f-1ee6dccaa12a req-6188dfa3-8afc-4cee-ba56-274d1991fee2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:04.094601 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5982a702-1446-4802-829f-1ee6dccaa12a req-6188dfa3-8afc-4cee-ba56-274d1991fee2 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f8e2e48f-3c2e-408d-ac72-f5742db41e13 HTTP/1.1" status: 200 len: 851 time: 0.0663469 Jan 21 09:53:04.173959 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5982a702-1446-4802-829f-1ee6dccaa12a req-ccf29d13-1ae9-4bbc-afa3-e30004d5dcfe service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=5420f90b-fa8f-4acb-ab7a-0d5edf834ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733063 Jan 21 09:53:04.315792 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5982a702-1446-4802-829f-1ee6dccaa12a req-83453419-5070-401d-872f-8f1fe31f2e22 service neutron] 10.222.0.124 "GET /v2.0/networks/5420f90b-fa8f-4acb-ab7a-0d5edf834ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354277 Jan 21 09:53:04.631403 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5982a702-1446-4802-829f-1ee6dccaa12a req-4ea1c33a-eff4-4107-b249-e25241b4526f service neutron] 10.222.0.124 "GET /v2.0/networks/5420f90b-fa8f-4acb-ab7a-0d5edf834ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096564 Jan 21 09:53:04.647435 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2fc55-7b7b-4f95-bee7-e9b91b82a44e req-2881aeef-65d3-46d8-bec6-a580cd3c270c tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:04.648799 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-88f2fc55-7b7b-4f95-bee7-e9b91b82a44e req-2881aeef-65d3-46d8-bec6-a580cd3c270c tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=e3be0992-3959-4b55-b7af-acd28777b576 HTTP/1.1" status: 200 len: 943 time: 0.2427092 Jan 21 09:53:04.696038 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-88f2fc55-7b7b-4f95-bee7-e9b91b82a44e req-6f5921b2-4b7e-47b3-9d82-cb23e40e141c tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415661 Jan 21 09:53:04.941086 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-23aa9bef-dc42-4d2e-918e-872ebe9015d8 req-205685c1-9c7b-4d0c-a3f5-fdab09c5d0ac service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=445ef770bf614bd2b6b8d3bcf07af0fd&device_id=e3be0992-3959-4b55-b7af-acd28777b576 HTTP/1.1" status: 200 len: 1096 time: 0.1395059 Jan 21 09:53:05.083507 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa9bef-dc42-4d2e-918e-872ebe9015d8 req-e3023e0a-e53f-44c4-a9af-59d1c44969cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:05.084950 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-23aa9bef-dc42-4d2e-918e-872ebe9015d8 req-e3023e0a-e53f-44c4-a9af-59d1c44969cf service neutron] 10.222.0.124 "GET /v2.0/networks?id=5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 HTTP/1.1" status: 200 len: 913 time: 0.1374516 Jan 21 09:53:05.164755 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-23aa9bef-dc42-4d2e-918e-872ebe9015d8 req-052df64a-c88a-4660-875f-5b1a13c3ba73 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3eb86213-954e-49a8-a05c-9bfe302ffe6d HTTP/1.1" status: 200 len: 217 time: 0.0730865 Jan 21 09:53:05.226832 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa9bef-dc42-4d2e-918e-872ebe9015d8 req-ff33d576-f6bb-451b-9bcf-7825abeba056 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:05.228234 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-23aa9bef-dc42-4d2e-918e-872ebe9015d8 req-ff33d576-f6bb-451b-9bcf-7825abeba056 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f8e2e48f-3c2e-408d-ac72-f5742db41e13 HTTP/1.1" status: 200 len: 851 time: 0.0575666 Jan 21 09:53:05.307578 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-23aa9bef-dc42-4d2e-918e-872ebe9015d8 req-05398655-f674-497f-bf93-6f540cc4450d service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=5420f90b-fa8f-4acb-ab7a-0d5edf834ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730648 Jan 21 09:53:05.441338 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-23aa9bef-dc42-4d2e-918e-872ebe9015d8 req-41f6df99-3078-46e2-8e85-f2a5548a4203 service neutron] 10.222.0.124 "GET /v2.0/networks/5420f90b-fa8f-4acb-ab7a-0d5edf834ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268213 Jan 21 09:53:05.579367 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-23aa9bef-dc42-4d2e-918e-872ebe9015d8 req-9c8891b9-dc9b-4a3d-8479-1fbf0e9993d0 service neutron] 10.222.0.124 "GET /v2.0/networks/5420f90b-fa8f-4acb-ab7a-0d5edf834ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309531 Jan 21 09:53:05.914440 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744981f-0912-477e-b724-db38d435d330 req-9942a3ca-bf55-46c8-9b9f-471e0d4b17b6 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:05.915850 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-8744981f-0912-477e-b724-db38d435d330 req-9942a3ca-bf55-46c8-9b9f-471e0d4b17b6 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=e3be0992-3959-4b55-b7af-acd28777b576 HTTP/1.1" status: 200 len: 943 time: 0.0877287 Jan 21 09:53:05.965587 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-8744981f-0912-477e-b724-db38d435d330 req-597c856a-cfaa-455e-9865-6c0c835a5700 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440779 Jan 21 09:53:07.163186 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc9e4c-d9c0-4629-a79e-9162ebd5ea01 req-a1ec1065-1432-46db-a046-d2eef547cc41 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:07.164543 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-00bc9e4c-d9c0-4629-a79e-9162ebd5ea01 req-a1ec1065-1432-46db-a046-d2eef547cc41 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=e3be0992-3959-4b55-b7af-acd28777b576 HTTP/1.1" status: 200 len: 943 time: 0.0781140 Jan 21 09:53:07.212219 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-00bc9e4c-d9c0-4629-a79e-9162ebd5ea01 req-be125e59-9d43-41c9-9132-d3d8030aee71 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418918 Jan 21 09:53:08.421661 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85499be4-175c-436f-bffe-b5596ae3d024 req-a47de12e-bdac-43b7-9623-88abf6fb42a7 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:08.423286 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-85499be4-175c-436f-bffe-b5596ae3d024 req-a47de12e-bdac-43b7-9623-88abf6fb42a7 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=e3be0992-3959-4b55-b7af-acd28777b576 HTTP/1.1" status: 200 len: 943 time: 0.0852067 Jan 21 09:53:08.471375 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-85499be4-175c-436f-bffe-b5596ae3d024 req-ea6946f8-5ad2-4892-8f7c-e23812f50382 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417311 Jan 21 09:53:09.671616 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87799b47-fe22-4b91-9b25-a577aa978d91 req-106a42c8-f469-41ca-b2ce-dde082776430 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:09.673054 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-87799b47-fe22-4b91-9b25-a577aa978d91 req-106a42c8-f469-41ca-b2ce-dde082776430 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=e3be0992-3959-4b55-b7af-acd28777b576 HTTP/1.1" status: 200 len: 943 time: 0.0818980 Jan 21 09:53:09.720276 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-87799b47-fe22-4b91-9b25-a577aa978d91 req-240b9708-7c4f-4e0c-bf04-305ef7190643 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400789 Jan 21 09:53:10.924519 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead007b7-ee9e-47a9-a515-6b5c7f7e19a6 req-5da72160-6ca2-4150-9b0e-3c935cffd38e tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:10.926103 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ead007b7-ee9e-47a9-a515-6b5c7f7e19a6 req-5da72160-6ca2-4150-9b0e-3c935cffd38e tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=e3be0992-3959-4b55-b7af-acd28777b576 HTTP/1.1" status: 200 len: 943 time: 0.0846159 Jan 21 09:53:10.979015 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ead007b7-ee9e-47a9-a515-6b5c7f7e19a6 req-3159358d-e54a-488f-9252-a13f35314130 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473354 Jan 21 09:53:11.900584 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 3eb86213-954e-49a8-a05c-9bfe302ffe6d details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:53:12.035601 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 3eb86213-954e-49a8-a05c-9bfe302ffe6d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=3eb86213-954e-49a8-a05c-9bfe302ffe6d,segment=NetworkSegment(9837c8e9-4888-432f-a43e-46a8a8628f53),segment_id=9837c8e9-4888-432f-a43e-46a8a8628f53)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:53:12.050951 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '3eb86213-954e-49a8-a05c-9bfe302ffe6d', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'port_id': '3eb86213-954e-49a8-a05c-9bfe302ffe6d', 'mac_address': 'fa:16:3e:87:08:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:53:12.110118 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:12.127761 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eb86213-954e-49a8-a05c-9bfe302ffe6d {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:53:12.144271 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 3eb86213-954e-49a8-a05c-9bfe302ffe6d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=3eb86213-954e-49a8-a05c-9bfe302ffe6d,segment=NetworkSegment(9837c8e9-4888-432f-a43e-46a8a8628f53),segment_id=9837c8e9-4888-432f-a43e-46a8a8628f53)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:53:12.148559 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:12.183984 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147bd6b-d93a-4dbb-982f-1e1567f7ed82 req-5589d967-7e50-44b0-8c34-d5cf1eea26b0 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:12.186001 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a147bd6b-d93a-4dbb-982f-1e1567f7ed82 req-5589d967-7e50-44b0-8c34-d5cf1eea26b0 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=e3be0992-3959-4b55-b7af-acd28777b576 HTTP/1.1" status: 200 len: 943 time: 0.0789084 Jan 21 09:53:12.216694 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=3eb86213-954e-49a8-a05c-9bfe302ffe6d,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:12.226745 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:12.227091 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:12.227423 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:12.227751 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:12.228078 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:12.228403 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:12.228724 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:12.229042 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:12.229357 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:12.229694 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:12.230011 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:12.231902 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a147bd6b-d93a-4dbb-982f-1e1567f7ed82 req-2f5073f1-a572-49f6-9fc9-5b1fa46a4b26 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400271 Jan 21 09:53:12.383261 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['3eb86213-954e-49a8-a05c-9bfe302ffe6d'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:53:13.447863 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61483c91-ce02-4d8e-bc14-02189ae9b7fe req-b584d831-f384-4725-b447-74d49ff3ca71 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:13.449429 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-61483c91-ce02-4d8e-bc14-02189ae9b7fe req-b584d831-f384-4725-b447-74d49ff3ca71 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=e3be0992-3959-4b55-b7af-acd28777b576 HTTP/1.1" status: 200 len: 944 time: 0.0833921 Jan 21 09:53:13.499443 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-61483c91-ce02-4d8e-bc14-02189ae9b7fe req-48487802-1173-4db0-9614-c35f8796dd9c tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444992 Jan 21 09:53:13.911776 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 3eb86213-954e-49a8-a05c-9bfe302ffe6d up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:53:13.989058 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port 3eb86213-954e-49a8-a05c-9bfe302ffe6d completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:53:13.993972 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 3eb86213-954e-49a8-a05c-9bfe302ffe6d triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:13.994331 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:14.107912 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:14.139466 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3be0992-3959-4b55-b7af-acd28777b576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eb86213-954e-49a8-a05c-9bfe302ffe6d'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:53:14.149957 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 3eb86213-954e-49a8-a05c-9bfe302ffe6d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=3eb86213-954e-49a8-a05c-9bfe302ffe6d,segment=NetworkSegment(9837c8e9-4888-432f-a43e-46a8a8628f53),segment_id=9837c8e9-4888-432f-a43e-46a8a8628f53)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:53:14.154880 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:14.199706 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3be0992-3959-4b55-b7af-acd28777b576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eb86213-954e-49a8-a05c-9bfe302ffe6d', 'code': 200} Jan 21 09:53:14.225027 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=3eb86213-954e-49a8-a05c-9bfe302ffe6d,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:14.502177 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-824aed54-e0c9-4eef-8524-d025238e86b9 req-319462f9-d7f7-4988-8d20-bf27b62280d9 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=e3be0992-3959-4b55-b7af-acd28777b576 HTTP/1.1" status: 200 len: 1098 time: 0.0832825 Jan 21 09:53:14.546594 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-824aed54-e0c9-4eef-8524-d025238e86b9 req-8158c17a-efd7-48ab-aec8-dd4d73ea3592 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382357 Jan 21 09:53:14.700034 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f781f-26e1-4cb8-9b86-c73822ca1c78 req-4148fd38-fa9b-42f5-8d1d-43dfd8f6da63 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:14.701586 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a28f781f-26e1-4cb8-9b86-c73822ca1c78 req-4148fd38-fa9b-42f5-8d1d-43dfd8f6da63 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=e3be0992-3959-4b55-b7af-acd28777b576 HTTP/1.1" status: 200 len: 945 time: 0.0781119 Jan 21 09:53:14.747183 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a28f781f-26e1-4cb8-9b86-c73822ca1c78 req-bb027eed-3792-4adc-b5cb-4e1b278cc724 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398118 Jan 21 09:53:15.581280 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37718) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:15.676203 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-24e92ede-a188-422d-88d7-0c39df43771d tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/ports?project_id=e2711eddd053435baef8e70b41198188&network_id=ee4f0a0a-1793-41b3-bdbd-21fb24c6e180 HTTP/1.1" status: 200 len: 2999 time: 0.0935979 Jan 21 09:53:15.954011 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bf558-7bc1-443b-a911-0c8677541053 req-ba0ea1ff-e61f-4246-910b-8c41b9c2a467 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:15.956042 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-621bf558-7bc1-443b-a911-0c8677541053 req-ba0ea1ff-e61f-4246-910b-8c41b9c2a467 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=e3be0992-3959-4b55-b7af-acd28777b576 HTTP/1.1" status: 200 len: 945 time: 0.0809855 Jan 21 09:53:16.001958 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-621bf558-7bc1-443b-a911-0c8677541053 req-966e5aa7-968a-4261-9993-9de681da751e tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402031 Jan 21 09:53:16.206195 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5467c8a-4f48-41bc-8f91-5acf392f2c88 req-55e16522-451f-4366-8d2e-e8cb3b0f7315 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:16.208042 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-f5467c8a-4f48-41bc-8f91-5acf392f2c88 req-55e16522-451f-4366-8d2e-e8cb3b0f7315 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=e3be0992-3959-4b55-b7af-acd28777b576 HTTP/1.1" status: 200 len: 945 time: 0.0854070 Jan 21 09:53:16.254832 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-f5467c8a-4f48-41bc-8f91-5acf392f2c88 req-4d7c0952-ef5c-4fcc-9536-7d44a2d5b270 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409212 Jan 21 09:53:16.283991 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37730) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:16.352482 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-89237e1d-0601-4cfe-ba23-228366b3c254 tempest-TestVolumeBootPattern-528799196 tempest-TestVolumeBootPattern-528799196-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=e3be0992-3959-4b55-b7af-acd28777b576 HTTP/1.1" status: 200 len: 1093 time: 0.0673552 Jan 21 09:53:16.355285 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37734) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:16.360274 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-82489e46-6697-4284-8501-5dbd6f6c992d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'port_id': '3eb86213-954e-49a8-a05c-9bfe302ffe6d', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:53:16.366426 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-82489e46-6697-4284-8501-5dbd6f6c992d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:16.370648 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-82489e46-6697-4284-8501-5dbd6f6c992d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Usage tracker for resource:floatingip and tenant:445ef770bf614bd2b6b8d3bcf07af0fd is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:16.373553 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-82489e46-6697-4284-8501-5dbd6f6c992d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:16.379879 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-82489e46-6697-4284-8501-5dbd6f6c992d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:16.390450 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-82489e46-6697-4284-8501-5dbd6f6c992d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:16.527740 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-82489e46-6697-4284-8501-5dbd6f6c992d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:16.668559 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-82489e46-6697-4284-8501-5dbd6f6c992d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Allocated IP 172.26.0.19 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/999438d3-7ec4-4098-acd3-604744e15afc) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:53:16.913680 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-82489e46-6697-4284-8501-5dbd6f6c992d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:16.941978 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-82489e46-6697-4284-8501-5dbd6f6c992d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:17.008740 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82489e46-6697-4284-8501-5dbd6f6c992d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:53:17.011506 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-82489e46-6697-4284-8501-5dbd6f6c992d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:53:17.014168 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82489e46-6697-4284-8501-5dbd6f6c992d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:53:17.047682 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82489e46-6697-4284-8501-5dbd6f6c992d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Pushing event updated for resources: {'Port': ['ID=999438d3-7ec4-4098-acd3-604744e15afc,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:17.546687 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-82489e46-6697-4284-8501-5dbd6f6c992d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:17.565352 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37742) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:17.608647 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-82489e46-6697-4284-8501-5dbd6f6c992d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:17.625669 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b90e0a0-92a5-4388-8415-2278a5dc330a tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:17.628049 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4b90e0a0-92a5-4388-8415-2278a5dc330a tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/subnets?network_id=05164b30-8981-419a-8272-388f48c19dd5 HTTP/1.1" status: 200 len: 814 time: 0.0605285 Jan 21 09:53:17.815016 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-82489e46-6697-4284-8501-5dbd6f6c992d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:17.820260 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-82489e46-6697-4284-8501-5dbd6f6c992d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:17.923772 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82489e46-6697-4284-8501-5dbd6f6c992d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Pushing event updated for resources: {'Port': ['ID=999438d3-7ec4-4098-acd3-604744e15afc,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:17.945217 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-82489e46-6697-4284-8501-5dbd6f6c992d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:18.107426 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37750) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:18.113610 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-d191be65-a88f-48db-b4e9-79a33da8356c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'network': {'name': 'tempest-network-smoke--625179520', 'project_id': 'e2711eddd053435baef8e70b41198188', 'port_security_enabled': True}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:53:18.118467 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-d191be65-a88f-48db-b4e9-79a33da8356c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:18.128472 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-d191be65-a88f-48db-b4e9-79a33da8356c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:18.139444 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d191be65-a88f-48db-b4e9-79a33da8356c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Made reservation on behalf of e2711eddd053435baef8e70b41198188 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:53:18.140585 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.l3_db [None req-82489e46-6697-4284-8501-5dbd6f6c992d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Floating IP 5a95ea25-e412-49ae-bab7-5cb243ff3ead associated. External IP: 172.26.0.19, port: 3eb86213-954e-49a8-a05c-9bfe302ffe6d. Jan 21 09:53:18.142837 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d191be65-a88f-48db-b4e9-79a33da8356c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:18.174868 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d191be65-a88f-48db-b4e9-79a33da8356c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:53:18.183936 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d191be65-a88f-48db-b4e9-79a33da8356c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:18.184272 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-d191be65-a88f-48db-b4e9-79a33da8356c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Added segment 9ed78ce6-3932-4b2f-81a7-d170560b0a7f of type vlan for network a87726fd-8db5-4d36-944a-2dfb38acaa8b Jan 21 09:53:18.211555 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d191be65-a88f-48db-b4e9-79a33da8356c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:18.242136 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d191be65-a88f-48db-b4e9-79a33da8356c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:18.246001 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d191be65-a88f-48db-b4e9-79a33da8356c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:18.246593 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d191be65-a88f-48db-b4e9-79a33da8356c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:18.362374 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d191be65-a88f-48db-b4e9-79a33da8356c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2537696 Jan 21 09:53:18.365940 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37754) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:18.368610 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191be65-a88f-48db-b4e9-79a33da8356c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Network': ['ID=a87726fd-8db5-4d36-944a-2dfb38acaa8b,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:18.419029 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d191be65-a88f-48db-b4e9-79a33da8356c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:18.419381 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d191be65-a88f-48db-b4e9-79a33da8356c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:18.419713 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d191be65-a88f-48db-b4e9-79a33da8356c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:18.420058 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d191be65-a88f-48db-b4e9-79a33da8356c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:18.420368 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d191be65-a88f-48db-b4e9-79a33da8356c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:18.420691 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d191be65-a88f-48db-b4e9-79a33da8356c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:18.421010 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d191be65-a88f-48db-b4e9-79a33da8356c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:18.421331 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d191be65-a88f-48db-b4e9-79a33da8356c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:18.421702 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d191be65-a88f-48db-b4e9-79a33da8356c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:18.422120 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d191be65-a88f-48db-b4e9-79a33da8356c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:18.422443 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d191be65-a88f-48db-b4e9-79a33da8356c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:18.434329 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network a87726fd-8db5-4d36-944a-2dfb38acaa8b details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:53:18.445588 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad8bf59-2691-49ca-9e16-24c8244d0c18 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:18.449992 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-1ad8bf59-2691-49ca-9e16-24c8244d0c18 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/subnets?project_id=e2711eddd053435baef8e70b41198188&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0805724 Jan 21 09:53:18.450261 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37758) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:18.656796 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82489e46-6697-4284-8501-5dbd6f6c992d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Router 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:53:18.702505 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaefefe2-be3a-4bfc-9cae-a93ee2d67726 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:18.703999 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-eaefefe2-be3a-4bfc-9cae-a93ee2d67726 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2527652 Jan 21 09:53:18.710116 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37762) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:18.748509 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4e02ab30-c065-4ba1-b9ad-da5d83f19fc2 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/subnets?network_id=05164b30-8981-419a-8272-388f48c19dd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369112 Jan 21 09:53:18.751234 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37766) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:18.798160 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-036eed4e-5845-4981-b82b-3544352ed6ca tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/subnets?project_id=e2711eddd053435baef8e70b41198188&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0458581 Jan 21 09:53:18.801696 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37770) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:18.867449 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82489e46-6697-4284-8501-5dbd6f6c992d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:53:18.882119 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c741b578-e46c-41ad-9da9-1fda51ea28db None None] Sync routers for ids ['7cd4160e-8295-42eb-8f1c-0fd927c91ec8'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:53:18.896026 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-82489e46-6697-4284-8501-5dbd6f6c992d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:18.898634 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c741b578-e46c-41ad-9da9-1fda51ea28db None None] Routers {'7cd4160e-8295-42eb-8f1c-0fd927c91ec8'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:53:18.899254 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-c741b578-e46c-41ad-9da9-1fda51ea28db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:52:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['7cd4160e-8295-42eb-8f1c-0fd927c91ec8'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:18.956482 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f79942-2bdf-48a3-8a70-ab0e2c5af28f tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:18.959122 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-40f79942-2bdf-48a3-8a70-ab0e2c5af28f tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1553109 Jan 21 09:53:18.961027 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37774) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:18.965149 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-82489e46-6697-4284-8501-5dbd6f6c992d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6088581 Jan 21 09:53:18.965862 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3be0992-3959-4b55-b7af-acd28777b576', 'tag': '3eb86213-954e-49a8-a05c-9bfe302ffe6d'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:53:19.006049 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-3f295c5f-ad92-4f9d-9833-38fabb009e8e tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/subnets?network_id=05164b30-8981-419a-8272-388f48c19dd5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440338 Jan 21 09:53:19.008378 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37782) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:19.014381 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-51a10937-0c1e-41ae-824f-6203e337642d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-946383736', 'network_id': 'a87726fd-8db5-4d36-944a-2dfb38acaa8b', 'project_id': 'e2711eddd053435baef8e70b41198188', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:53:19.023416 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3be0992-3959-4b55-b7af-acd28777b576', 'tag': '3eb86213-954e-49a8-a05c-9bfe302ffe6d', 'status': 'completed', 'code': 200} Jan 21 09:53:19.091534 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-c741b578-e46c-41ad-9da9-1fda51ea28db None None] Set router 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:53:19.174313 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-51a10937-0c1e-41ae-824f-6203e337642d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:19.181622 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-51a10937-0c1e-41ae-824f-6203e337642d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:subnet and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:19.185422 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-51a10937-0c1e-41ae-824f-6203e337642d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:19.193905 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-51a10937-0c1e-41ae-824f-6203e337642d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:19.211918 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3da49342-e27f-41d1-95d2-6952d8bc2e0d req-b909744a-f464-4994-929b-c897f47b101f service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=445ef770bf614bd2b6b8d3bcf07af0fd&device_id=e3be0992-3959-4b55-b7af-acd28777b576 HTTP/1.1" status: 200 len: 1098 time: 0.1287944 Jan 21 09:53:19.212631 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a10937-0c1e-41ae-824f-6203e337642d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Made reservation on behalf of e2711eddd053435baef8e70b41198188 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:53:19.401752 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-51a10937-0c1e-41ae-824f-6203e337642d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:19.452941 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-c741b578-e46c-41ad-9da9-1fda51ea28db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'name': 'tempest-TestVolumeBootPattern-1713256989-router', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:53Z', 'updated_at': '2022-01-21T09:49:06Z', 'revision_number': 4, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'gw_port': {'id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:55Z', 'updated_at': '2022-01-21T09:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '5a95ea25-e412-49ae-bab7-5cb243ff3ead', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'floating_ip_address': '172.26.0.19', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'port_id': '3eb86213-954e-49a8-a05c-9bfe302ffe6d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'mac_address': 'fa:16:3e:87:08:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3be0992-3959-4b55-b7af-acd28777b576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:17Z', 'updated_at': '2022-01-21T09:53:17Z', 'revision_number': 0, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef1d8b4b-c256-4b95-8f29-d9256c44435b', 'name': '', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'mac_address': 'fa:16:3e:3f:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:55Z', 'revision_number': 5, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'subnets': [{'id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:19.457435 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c741b578-e46c-41ad-9da9-1fda51ea28db None None] Checking router: 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:53:19.468189 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c741b578-e46c-41ad-9da9-1fda51ea28db None None] Routers {'7cd4160e-8295-42eb-8f1c-0fd927c91ec8'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:53:19.468778 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-c741b578-e46c-41ad-9da9-1fda51ea28db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:52:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['7cd4160e-8295-42eb-8f1c-0fd927c91ec8'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:19.530055 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da49342-e27f-41d1-95d2-6952d8bc2e0d req-2b26e34f-9aa2-4685-bbcf-2a7ba7d3a2eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:19.531496 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3da49342-e27f-41d1-95d2-6952d8bc2e0d req-2b26e34f-9aa2-4685-bbcf-2a7ba7d3a2eb service neutron] 10.222.0.124 "GET /v2.0/networks?id=5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 HTTP/1.1" status: 200 len: 913 time: 0.3029139 Jan 21 09:53:19.689655 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3da49342-e27f-41d1-95d2-6952d8bc2e0d req-bb4af9ff-eafa-46df-9cfb-59e6411069b9 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3eb86213-954e-49a8-a05c-9bfe302ffe6d HTTP/1.1" status: 200 len: 998 time: 0.1497819 Jan 21 09:53:19.691714 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-c741b578-e46c-41ad-9da9-1fda51ea28db None None] Set router 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:53:19.789300 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da49342-e27f-41d1-95d2-6952d8bc2e0d req-43f463dc-0c0e-47c8-8012-ca7f73f054b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:19.790763 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3da49342-e27f-41d1-95d2-6952d8bc2e0d req-43f463dc-0c0e-47c8-8012-ca7f73f054b6 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f8e2e48f-3c2e-408d-ac72-f5742db41e13 HTTP/1.1" status: 200 len: 851 time: 0.0935917 Jan 21 09:53:19.852094 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-51a10937-0c1e-41ae-824f-6203e337642d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:19.948927 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a10937-0c1e-41ae-824f-6203e337642d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Subnet': ['ID=a5b0a563-b8bb-4080-9514-e5d64484b8d7,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:19.973003 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3da49342-e27f-41d1-95d2-6952d8bc2e0d req-1515e09b-aca1-42bc-9f77-7641015823a7 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=5420f90b-fa8f-4acb-ab7a-0d5edf834ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1738920 Jan 21 09:53:19.974154 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a10937-0c1e-41ae-824f-6203e337642d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Checking segment: {'id': '9ed78ce6-3932-4b2f-81a7-d170560b0a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a87726fd-8db5-4d36-944a-2dfb38acaa8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:53:19.974516 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a10937-0c1e-41ae-824f-6203e337642d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network hostable DHCP agents. Network: a87726fd-8db5-4d36-944a-2dfb38acaa8b, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:53:20.052170 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-c741b578-e46c-41ad-9da9-1fda51ea28db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'name': 'tempest-TestVolumeBootPattern-1713256989-router', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:53Z', 'updated_at': '2022-01-21T09:49:06Z', 'revision_number': 4, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'gw_port': {'id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:55Z', 'updated_at': '2022-01-21T09:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '5a95ea25-e412-49ae-bab7-5cb243ff3ead', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'floating_ip_address': '172.26.0.19', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'port_id': '3eb86213-954e-49a8-a05c-9bfe302ffe6d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'mac_address': 'fa:16:3e:87:08:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3be0992-3959-4b55-b7af-acd28777b576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:17Z', 'updated_at': '2022-01-21T09:53:17Z', 'revision_number': 0, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef1d8b4b-c256-4b95-8f29-d9256c44435b', 'name': '', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'mac_address': 'fa:16:3e:3f:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:55Z', 'revision_number': 5, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'subnets': [{'id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:20.056102 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c741b578-e46c-41ad-9da9-1fda51ea28db None None] The sync data for ids ['7cd4160e-8295-42eb-8f1c-0fd927c91ec8'] in dv-neutron-825732-1-hyperv is: [{'id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'name': 'tempest-TestVolumeBootPattern-1713256989-router', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:53Z', 'updated_at': '2022-01-21T09:49:06Z', 'revision_number': 4, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'gw_port': {'id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:55Z', 'updated_at': '2022-01-21T09:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '5a95ea25-e412-49ae-bab7-5cb243ff3ead', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'floating_ip_address': '172.26.0.19', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'port_id': '3eb86213-954e-49a8-a05c-9bfe302ffe6d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'mac_address': 'fa:16:3e:87:08:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3be0992-3959-4b55-b7af-acd28777b576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:17Z', 'updated_at': '2022-01-21T09:53:17Z', 'revision_number': 0, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef1d8b4b-c256-4b95-8f29-d9256c44435b', 'name': '', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'mac_address': 'fa:16:3e:3f:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:55Z', 'revision_number': 5, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'subnets': [{'id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:53:20.093961 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a10937-0c1e-41ae-824f-6203e337642d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network a87726fd-8db5-4d36-944a-2dfb38acaa8b is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:53:20.125615 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-51a10937-0c1e-41ae-824f-6203e337642d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, a87726fd-8db5-4d36-944a-2dfb38acaa8b) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:53:20.134108 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82134896-9edd-4fbc-b282-cb1849690488 None None] Network a87726fd-8db5-4d36-944a-2dfb38acaa8b requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:53:20.134687 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a10937-0c1e-41ae-824f-6203e337642d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:20.135232 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-51a10937-0c1e-41ae-824f-6203e337642d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:20.143541 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3da49342-e27f-41d1-95d2-6952d8bc2e0d req-4854d2e4-92de-48f1-80c9-8b4b5081ef13 service neutron] 10.222.0.124 "GET /v2.0/networks/5420f90b-fa8f-4acb-ab7a-0d5edf834ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639106 Jan 21 09:53:20.308944 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0e9b8e-bc16-4b69-adab-b785b23b40be None None] New status for floating IP 5a95ea25-e412-49ae-bab7-5cb243ff3ead: ACTIVE {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:53:20.346754 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-51a10937-0c1e-41ae-824f-6203e337642d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3363683 Jan 21 09:53:20.371045 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:20.414993 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3da49342-e27f-41d1-95d2-6952d8bc2e0d req-a687ff9e-f1a6-4e1c-b02c-203753a23cd0 service neutron] 10.222.0.124 "GET /v2.0/networks/5420f90b-fa8f-4acb-ab7a-0d5edf834ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634392 Jan 21 09:53:20.507316 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ad56e1-196f-498b-876c-e91ebafe432a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-a87726fd-8db5-4d36-944a-2dfb38acaa8b', 'network_id': 'a87726fd-8db5-4d36-944a-2dfb38acaa8b', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ips': [{'subnet_id': 'a5b0a563-b8bb-4080-9514-e5d64484b8d7'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:53:20.508119 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-83ad56e1-196f-498b-876c-e91ebafe432a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:20.584487 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37788) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:20.590114 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-8fb3ad8e-f1de-4127-a387-d095fd3c0c5a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-793857011', 'description': 'tempest-secgroup-smoke-793857011 description', 'project_id': 'e2711eddd053435baef8e70b41198188'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:53:20.596573 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-8fb3ad8e-f1de-4127-a387-d095fd3c0c5a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:20.606390 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-8fb3ad8e-f1de-4127-a387-d095fd3c0c5a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:20.617998 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8fb3ad8e-f1de-4127-a387-d095fd3c0c5a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:20.673395 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-8fb3ad8e-f1de-4127-a387-d095fd3c0c5a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:20.678041 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-8fb3ad8e-f1de-4127-a387-d095fd3c0c5a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:20.681306 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-8fb3ad8e-f1de-4127-a387-d095fd3c0c5a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:20.687964 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-8fb3ad8e-f1de-4127-a387-d095fd3c0c5a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:20.754450 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8fb3ad8e-f1de-4127-a387-d095fd3c0c5a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:20.758693 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8fb3ad8e-f1de-4127-a387-d095fd3c0c5a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:20.762775 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-83ad56e1-196f-498b-876c-e91ebafe432a None None] Allocated IP 172.20.0.18 (a87726fd-8db5-4d36-944a-2dfb38acaa8b/a5b0a563-b8bb-4080-9514-e5d64484b8d7/5281fc4e-1207-4bb0-9702-f0e9cafd5820) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:53:20.806748 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb3ad8e-f1de-4127-a387-d095fd3c0c5a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b279ad8d-1430-42d0-a5e9-c2d7e53056fc,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:20.816524 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8fb3ad8e-f1de-4127-a387-d095fd3c0c5a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:20.820557 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8fb3ad8e-f1de-4127-a387-d095fd3c0c5a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2321885 Jan 21 09:53:20.820674 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37792) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:20.826180 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-a2446a7d-a7c8-4c2c-8182-8f9dc7a2cd25 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': 'b279ad8d-1430-42d0-a5e9-c2d7e53056fc', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:53:20.833128 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a2446a7d-a7c8-4c2c-8182-8f9dc7a2cd25 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:20.837011 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a2446a7d-a7c8-4c2c-8182-8f9dc7a2cd25 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:20.840826 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a2446a7d-a7c8-4c2c-8182-8f9dc7a2cd25 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:20.847678 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a2446a7d-a7c8-4c2c-8182-8f9dc7a2cd25 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:20.866256 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a2446a7d-a7c8-4c2c-8182-8f9dc7a2cd25 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:20.932294 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a2446a7d-a7c8-4c2c-8182-8f9dc7a2cd25 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:20.936076 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a2446a7d-a7c8-4c2c-8182-8f9dc7a2cd25 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:20.962101 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2446a7d-a7c8-4c2c-8182-8f9dc7a2cd25 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cbd513d-6712-433d-8729-e06ed6e1683d,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:20.972834 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a2446a7d-a7c8-4c2c-8182-8f9dc7a2cd25 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:20.974054 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a2446a7d-a7c8-4c2c-8182-8f9dc7a2cd25 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1525214 Jan 21 09:53:20.976774 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37796) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:20.982108 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-89f452a6-9a89-44a4-b160-793a29a2b1a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': 'b279ad8d-1430-42d0-a5e9-c2d7e53056fc', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:53:20.987924 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-89f452a6-9a89-44a4-b160-793a29a2b1a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:20.989943 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-83ad56e1-196f-498b-876c-e91ebafe432a None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:20.992025 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-89f452a6-9a89-44a4-b160-793a29a2b1a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:20.995304 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-89f452a6-9a89-44a4-b160-793a29a2b1a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:21.001092 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-83ad56e1-196f-498b-876c-e91ebafe432a None None] Transition to ACTIVE for port object 5281fc4e-1207-4bb0-9702-f0e9cafd5820 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:53:21.001762 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-89f452a6-9a89-44a4-b160-793a29a2b1a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:21.020681 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-89f452a6-9a89-44a4-b160-793a29a2b1a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:21.022063 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-83ad56e1-196f-498b-876c-e91ebafe432a None None] Transition to ACTIVE for port object 5281fc4e-1207-4bb0-9702-f0e9cafd5820 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:53:21.028026 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-83ad56e1-196f-498b-876c-e91ebafe432a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:21.086763 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-89f452a6-9a89-44a4-b160-793a29a2b1a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:21.090533 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-89f452a6-9a89-44a4-b160-793a29a2b1a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:21.107915 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ad56e1-196f-498b-876c-e91ebafe432a None None] Network a87726fd-8db5-4d36-944a-2dfb38acaa8b is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:53:21.110929 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-83ad56e1-196f-498b-876c-e91ebafe432a None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:53:21.116170 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f452a6-9a89-44a4-b160-793a29a2b1a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=935fc98f-0ce1-40ce-98a7-65ff71cc6e51,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:21.116504 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ad56e1-196f-498b-876c-e91ebafe432a None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:53:21.120741 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad56e1-196f-498b-876c-e91ebafe432a None None] Pushing event updated for resources: {'Port': ['ID=5281fc4e-1207-4bb0-9702-f0e9cafd5820,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:21.129786 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-89f452a6-9a89-44a4-b160-793a29a2b1a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:21.134113 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-89f452a6-9a89-44a4-b160-793a29a2b1a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1537135 Jan 21 09:53:21.134530 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37800) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:21.139602 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-2d246743-9465-4ee3-aade-23094bbfcd95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': 'b279ad8d-1430-42d0-a5e9-c2d7e53056fc', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:53:21.146111 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-2d246743-9465-4ee3-aade-23094bbfcd95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:21.150035 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-2d246743-9465-4ee3-aade-23094bbfcd95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:21.153131 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-2d246743-9465-4ee3-aade-23094bbfcd95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:21.159760 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-2d246743-9465-4ee3-aade-23094bbfcd95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:21.179527 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2d246743-9465-4ee3-aade-23094bbfcd95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:21.215855 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-83ad56e1-196f-498b-876c-e91ebafe432a None None] Attempting to bind port 5281fc4e-1207-4bb0-9702-f0e9cafd5820 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:53:21.216488 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-83ad56e1-196f-498b-876c-e91ebafe432a None None] Attempting to bind port 5281fc4e-1207-4bb0-9702-f0e9cafd5820 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '9ed78ce6-3932-4b2f-81a7-d170560b0a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a87726fd-8db5-4d36-944a-2dfb38acaa8b'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:53:21.216628 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ad56e1-196f-498b-876c-e91ebafe432a None None] Attempting to bind port 5281fc4e-1207-4bb0-9702-f0e9cafd5820 on network a87726fd-8db5-4d36-944a-2dfb38acaa8b {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:53:21.223280 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ad56e1-196f-498b-876c-e91ebafe432a None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:53:21.223645 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ad56e1-196f-498b-876c-e91ebafe432a None None] Checking segment: {'id': '9ed78ce6-3932-4b2f-81a7-d170560b0a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a87726fd-8db5-4d36-944a-2dfb38acaa8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:53:21.224043 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-83ad56e1-196f-498b-876c-e91ebafe432a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:21.224433 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ad56e1-196f-498b-876c-e91ebafe432a None None] Bound using segment: {'id': '9ed78ce6-3932-4b2f-81a7-d170560b0a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a87726fd-8db5-4d36-944a-2dfb38acaa8b'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:53:21.224893 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-83ad56e1-196f-498b-876c-e91ebafe432a None None] Bound port: 5281fc4e-1207-4bb0-9702-f0e9cafd5820, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed78ce6-3932-4b2f-81a7-d170560b0a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a87726fd-8db5-4d36-944a-2dfb38acaa8b'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:53:21.225264 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-83ad56e1-196f-498b-876c-e91ebafe432a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:21.253036 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2d246743-9465-4ee3-aade-23094bbfcd95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:21.257358 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2d246743-9465-4ee3-aade-23094bbfcd95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:21.282086 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d246743-9465-4ee3-aade-23094bbfcd95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b72e3951-557d-4cd1-8661-13710ed607a1,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:21.292086 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2d246743-9465-4ee3-aade-23094bbfcd95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:21.293273 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-2d246743-9465-4ee3-aade-23094bbfcd95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1581211 Jan 21 09:53:21.296037 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37804) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:21.302262 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-b5971875-f246-4834-ab7a-a0b213de233f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': 'b279ad8d-1430-42d0-a5e9-c2d7e53056fc', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:53:21.308163 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b5971875-f246-4834-ab7a-a0b213de233f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:21.312675 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b5971875-f246-4834-ab7a-a0b213de233f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:21.316659 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b5971875-f246-4834-ab7a-a0b213de233f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:21.322458 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b5971875-f246-4834-ab7a-a0b213de233f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:21.329194 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-83ad56e1-196f-498b-876c-e91ebafe432a None None] For port 5281fc4e-1207-4bb0-9702-f0e9cafd5820, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:53:21.333993 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-83ad56e1-196f-498b-876c-e91ebafe432a None None] For port 5281fc4e-1207-4bb0-9702-f0e9cafd5820, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=5281fc4e-1207-4bb0-9702-f0e9cafd5820,segment=NetworkSegment(9ed78ce6-3932-4b2f-81a7-d170560b0a7f),segment_id=9ed78ce6-3932-4b2f-81a7-d170560b0a7f)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:53:21.338181 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-83ad56e1-196f-498b-876c-e91ebafe432a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:21.339708 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b5971875-f246-4834-ab7a-a0b213de233f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:21.411070 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b5971875-f246-4834-ab7a-a0b213de233f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:21.416798 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b5971875-f246-4834-ab7a-a0b213de233f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:21.430696 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad56e1-196f-498b-876c-e91ebafe432a None None] Pushing event updated for resources: {'Port': ['ID=5281fc4e-1207-4bb0-9702-f0e9cafd5820,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:21.442557 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5971875-f246-4834-ab7a-a0b213de233f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca84a2fb-6388-42d5-b89c-f5d69c26b210,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:21.453113 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b5971875-f246-4834-ab7a-a0b213de233f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:21.454526 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b5971875-f246-4834-ab7a-a0b213de233f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1575723 Jan 21 09:53:21.457731 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37808) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:21.466511 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-be0f8edb-7c0c-4ddb-8fe5-a159b94a2c40 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': 'b279ad8d-1430-42d0-a5e9-c2d7e53056fc', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:53:21.469873 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-be0f8edb-7c0c-4ddb-8fe5-a159b94a2c40 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:21.475400 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-be0f8edb-7c0c-4ddb-8fe5-a159b94a2c40 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:21.478563 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-be0f8edb-7c0c-4ddb-8fe5-a159b94a2c40 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:21.484509 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-be0f8edb-7c0c-4ddb-8fe5-a159b94a2c40 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:21.497160 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.securitygroups_db [None req-be0f8edb-7c0c-4ddb-8fe5-a159b94a2c40 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Project e2711eddd053435baef8e70b41198188 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:53:21.504400 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-be0f8edb-7c0c-4ddb-8fe5-a159b94a2c40 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:21.601313 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-be0f8edb-7c0c-4ddb-8fe5-a159b94a2c40 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:21.609059 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-be0f8edb-7c0c-4ddb-8fe5-a159b94a2c40 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:21.635948 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f8edb-7c0c-4ddb-8fe5-a159b94a2c40 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2945de50-0ffc-4a23-9284-68021db8cb0a,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:21.648981 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-be0f8edb-7c0c-4ddb-8fe5-a159b94a2c40 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:21.651160 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-be0f8edb-7c0c-4ddb-8fe5-a159b94a2c40 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1921532 Jan 21 09:53:21.653633 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37812) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:21.660899 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-f7e5add2-3116-412a-8c76-38f10cd83bf5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': 'b279ad8d-1430-42d0-a5e9-c2d7e53056fc', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:53:21.667280 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f7e5add2-3116-412a-8c76-38f10cd83bf5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:21.672592 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f7e5add2-3116-412a-8c76-38f10cd83bf5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:21.678408 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f7e5add2-3116-412a-8c76-38f10cd83bf5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:21.686111 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f7e5add2-3116-412a-8c76-38f10cd83bf5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:21.697398 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-f7e5add2-3116-412a-8c76-38f10cd83bf5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Project e2711eddd053435baef8e70b41198188 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:53:21.710512 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f7e5add2-3116-412a-8c76-38f10cd83bf5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:21.715797 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 5281fc4e-1207-4bb0-9702-f0e9cafd5820 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:53:21.790455 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f7e5add2-3116-412a-8c76-38f10cd83bf5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:21.795570 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f7e5add2-3116-412a-8c76-38f10cd83bf5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:21.796708 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 5281fc4e-1207-4bb0-9702-f0e9cafd5820 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:53:21.817181 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5add2-3116-412a-8c76-38f10cd83bf5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9678122d-ff3e-4cee-af5c-a236b3f22bfb,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:21.828714 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f7e5add2-3116-412a-8c76-38f10cd83bf5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:21.829949 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f7e5add2-3116-412a-8c76-38f10cd83bf5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1747427 Jan 21 09:53:22.090436 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-2437022a-659f-4bec-b28c-98d78fa570ff tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:53:22.107906 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-2437022a-659f-4bec-b28c-98d78fa570ff tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:53:22.109366 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-2437022a-659f-4bec-b28c-98d78fa570ff tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-793857011&fields=id&tenant_id=e2711eddd053435baef8e70b41198188 HTTP/1.1" status: 200 len: 267 time: 0.0606580 Jan 21 09:53:22.272587 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-608eda83-cdb6-4269-8d1f-570ce880a22c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:22.273399 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-608eda83-cdb6-4269-8d1f-570ce880a22c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:network {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:53:22.290004 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-608eda83-cdb6-4269-8d1f-570ce880a22c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:network {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:53:22.291335 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-608eda83-cdb6-4269-8d1f-570ce880a22c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/networks?id=a87726fd-8db5-4d36-944a-2dfb38acaa8b HTTP/1.1" status: 200 len: 796 time: 0.1751611 Jan 21 09:53:22.308916 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-6930ba96-834c-4c84-8153-e7e63edeb1b7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/quotas/e2711eddd053435baef8e70b41198188 HTTP/1.1" status: 200 len: 375 time: 0.0117745 Jan 21 09:53:22.356619 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8d1af2-c843-4d85-91ee-d042e11da936 None None] Network a87726fd-8db5-4d36-944a-2dfb38acaa8b requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:53:22.400892 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-cc23ea9f-da26-435c-afa5-8e6dd5fdf6b1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0864837 Jan 21 09:53:22.454614 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ecf89094-f0a7-45ee-a9ef-e9ad88a5433e None None] Provisioning for port 5281fc4e-1207-4bb0-9702-f0e9cafd5820 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:53:22.471114 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ecf89094-f0a7-45ee-a9ef-e9ad88a5433e None None] Provisioning complete for port 5281fc4e-1207-4bb0-9702-f0e9cafd5820 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:22.471569 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ecf89094-f0a7-45ee-a9ef-e9ad88a5433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:22.553770 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-f68de257-0c96-45a1-99be-eacf19345953 service neutron] 10.222.0.104 "GET /v2.0/networks/a87726fd-8db5-4d36-944a-2dfb38acaa8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340935 Jan 21 09:53:22.692914 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-90485682-bd64-4a1b-8d5f-3fe9ec2866d4 service neutron] 10.222.0.104 "GET /v2.0/networks/a87726fd-8db5-4d36-944a-2dfb38acaa8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327267 Jan 21 09:53:22.740751 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ecf89094-f0a7-45ee-a9ef-e9ad88a5433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:22.782221 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-ecf89094-f0a7-45ee-a9ef-e9ad88a5433e None None] For port 5281fc4e-1207-4bb0-9702-f0e9cafd5820, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=5281fc4e-1207-4bb0-9702-f0e9cafd5820,segment=NetworkSegment(9ed78ce6-3932-4b2f-81a7-d170560b0a7f),segment_id=9ed78ce6-3932-4b2f-81a7-d170560b0a7f)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:53:22.787160 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ecf89094-f0a7-45ee-a9ef-e9ad88a5433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:22.874276 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf89094-f0a7-45ee-a9ef-e9ad88a5433e None None] Pushing event updated for resources: {'Port': ['ID=5281fc4e-1207-4bb0-9702-f0e9cafd5820,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:22.923180 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-9a14f7ea-9016-4d65-b9a3-d0514dcfcbd1 req-858e223a-6598-4cef-b20e-fe8db1d12842 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=3bbf1591-2ba1-4e72-a26b-26a5eb13fb16 HTTP/1.1" status: 200 len: 210 time: 0.0665522 Jan 21 09:53:23.112666 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-125e9fb3-7bb8-4c78-bdce-decaf5a059ed None None] Provisioning complete for port 5281fc4e-1207-4bb0-9702-f0e9cafd5820 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:23.113031 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-125e9fb3-7bb8-4c78-bdce-decaf5a059ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:23.646981 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 5281fc4e-1207-4bb0-9702-f0e9cafd5820 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:53:23.716964 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 5281fc4e-1207-4bb0-9702-f0e9cafd5820 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:23.717334 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:23.887834 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f3da6294-dc00-4609-993d-3c38d2bf4776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:23.971071 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-8ae70255-c151-4f1c-a59f-4a4f5c331f1f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:23.972710 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-8ae70255-c151-4f1c-a59f-4a4f5c331f1f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/networks?id=a87726fd-8db5-4d36-944a-2dfb38acaa8b HTTP/1.1" status: 200 len: 796 time: 0.1531546 Jan 21 09:53:24.030967 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-f4d02cc3-87e5-4dba-a112-b122b5dfdbaf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2711eddd053435baef8e70b41198188 HTTP/1.1" status: 200 len: 472 time: 0.0462637 Jan 21 09:53:24.039713 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-13a869b4-6294-4011-994a-c48d2d2afb31 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'port': {'device_id': '3bbf1591-2ba1-4e72-a26b-26a5eb13fb16', 'network_id': 'a87726fd-8db5-4d36-944a-2dfb38acaa8b', 'admin_state_up': True, 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'security_groups': ['b279ad8d-1430-42d0-a5e9-c2d7e53056fc']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:53:24.155574 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5a5c6e3d-cd87-4e52-9ba3-bfc5cbf98256 req-87205a9a-468e-456c-876d-777d2f607508 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=3bbf1591-2ba1-4e72-a26b-26a5eb13fb16 HTTP/1.1" status: 200 len: 210 time: 0.0967402 Jan 21 09:53:24.220233 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-13a869b4-6294-4011-994a-c48d2d2afb31 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:24.225141 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-13a869b4-6294-4011-994a-c48d2d2afb31 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:port and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:24.228506 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-13a869b4-6294-4011-994a-c48d2d2afb31 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:24.234235 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-13a869b4-6294-4011-994a-c48d2d2afb31 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:24.245005 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-13a869b4-6294-4011-994a-c48d2d2afb31 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Made reservation on behalf of e2711eddd053435baef8e70b41198188 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:53:24.248093 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-13a869b4-6294-4011-994a-c48d2d2afb31 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:24.430539 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-13a869b4-6294-4011-994a-c48d2d2afb31 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Allocated IP 172.20.0.20 (a87726fd-8db5-4d36-944a-2dfb38acaa8b/a5b0a563-b8bb-4080-9514-e5d64484b8d7/9efd37ed-1395-44ee-b448-bf1ef64c3358) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:53:24.746067 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-13a869b4-6294-4011-994a-c48d2d2afb31 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:24.763167 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-13a869b4-6294-4011-994a-c48d2d2afb31 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Transition to ACTIVE for port object 9efd37ed-1395-44ee-b448-bf1ef64c3358 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:53:24.785486 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-13a869b4-6294-4011-994a-c48d2d2afb31 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:24.859208 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-13a869b4-6294-4011-994a-c48d2d2afb31 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network a87726fd-8db5-4d36-944a-2dfb38acaa8b is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:53:24.862524 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-13a869b4-6294-4011-994a-c48d2d2afb31 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:53:24.866443 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-13a869b4-6294-4011-994a-c48d2d2afb31 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:53:24.900250 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a869b4-6294-4011-994a-c48d2d2afb31 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=9efd37ed-1395-44ee-b448-bf1ef64c3358,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:24.936363 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-13a869b4-6294-4011-994a-c48d2d2afb31 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:24.936961 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-13a869b4-6294-4011-994a-c48d2d2afb31 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:24.963014 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-13a869b4-6294-4011-994a-c48d2d2afb31 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9270272 Jan 21 09:53:24.976136 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-2db0b07a-32f7-4239-a842-6b33074b7a7d service neutron] Request body: {'port': {'device_id': '3bbf1591-2ba1-4e72-a26b-26a5eb13fb16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:53:25.079525 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f6b30c88-637e-46f3-9bb5-073260e1c2b6 None None] Provisioning for port 9efd37ed-1395-44ee-b448-bf1ef64c3358 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:53:25.085202 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f6b30c88-637e-46f3-9bb5-073260e1c2b6 None None] Provisioning complete for port 9efd37ed-1395-44ee-b448-bf1ef64c3358 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:25.085578 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f6b30c88-637e-46f3-9bb5-073260e1c2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:25.103764 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-2db0b07a-32f7-4239-a842-6b33074b7a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:25.141238 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-f6b30c88-637e-46f3-9bb5-073260e1c2b6 None None] Port 9efd37ed-1395-44ee-b448-bf1ef64c3358 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:53:25.366540 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c05f8-5154-45bb-b0c7-51bb27a67545 req-b9f2100d-c814-45cf-ace7-9cf2b5340eae tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:25.367998 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a17c05f8-5154-45bb-b0c7-51bb27a67545 req-b9f2100d-c814-45cf-ace7-9cf2b5340eae tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=3bbf1591-2ba1-4e72-a26b-26a5eb13fb16 HTTP/1.1" status: 200 len: 932 time: 0.0805612 Jan 21 09:53:25.417936 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a17c05f8-5154-45bb-b0c7-51bb27a67545 req-692bf1f0-c696-4c31-9e3b-0c42e51f133d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=b279ad8d-1430-42d0-a5e9-c2d7e53056fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437763 Jan 21 09:53:25.458043 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-2db0b07a-32f7-4239-a842-6b33074b7a7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9efd37ed-1395-44ee-b448-bf1ef64c3358 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:53:25.464811 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-2db0b07a-32f7-4239-a842-6b33074b7a7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:25.480143 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-2db0b07a-32f7-4239-a842-6b33074b7a7d service neutron] Transition to ACTIVE for port object 9efd37ed-1395-44ee-b448-bf1ef64c3358 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:53:25.484467 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-2db0b07a-32f7-4239-a842-6b33074b7a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:25.608112 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db0b07a-32f7-4239-a842-6b33074b7a7d service neutron] Pushing event updated for resources: {'Port': ['ID=9efd37ed-1395-44ee-b448-bf1ef64c3358,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:25.728004 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-2db0b07a-32f7-4239-a842-6b33074b7a7d service neutron] Attempting to bind port 9efd37ed-1395-44ee-b448-bf1ef64c3358 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:53:25.728340 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-2db0b07a-32f7-4239-a842-6b33074b7a7d service neutron] Attempting to bind port 9efd37ed-1395-44ee-b448-bf1ef64c3358 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9ed78ce6-3932-4b2f-81a7-d170560b0a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a87726fd-8db5-4d36-944a-2dfb38acaa8b'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:53:25.728660 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-2db0b07a-32f7-4239-a842-6b33074b7a7d service neutron] Attempting to bind port 9efd37ed-1395-44ee-b448-bf1ef64c3358 on network a87726fd-8db5-4d36-944a-2dfb38acaa8b {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:53:25.734532 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-2db0b07a-32f7-4239-a842-6b33074b7a7d service neutron] Port 9efd37ed-1395-44ee-b448-bf1ef64c3358 on network a87726fd-8db5-4d36-944a-2dfb38acaa8b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:53:25.734851 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-2db0b07a-32f7-4239-a842-6b33074b7a7d service neutron] Attempting to bind port 9efd37ed-1395-44ee-b448-bf1ef64c3358 on network a87726fd-8db5-4d36-944a-2dfb38acaa8b {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:53:25.742637 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-2db0b07a-32f7-4239-a842-6b33074b7a7d service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:53:25.742966 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-2db0b07a-32f7-4239-a842-6b33074b7a7d service neutron] Checking segment: {'id': '9ed78ce6-3932-4b2f-81a7-d170560b0a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a87726fd-8db5-4d36-944a-2dfb38acaa8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:53:25.743343 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-2db0b07a-32f7-4239-a842-6b33074b7a7d service neutron] Bound using segment: {'id': '9ed78ce6-3932-4b2f-81a7-d170560b0a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a87726fd-8db5-4d36-944a-2dfb38acaa8b'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:53:25.743764 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-2db0b07a-32f7-4239-a842-6b33074b7a7d service neutron] Bound port: 9efd37ed-1395-44ee-b448-bf1ef64c3358, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ed78ce6-3932-4b2f-81a7-d170560b0a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a87726fd-8db5-4d36-944a-2dfb38acaa8b'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:53:25.744101 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-2db0b07a-32f7-4239-a842-6b33074b7a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:25.835584 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-2db0b07a-32f7-4239-a842-6b33074b7a7d service neutron] For port 9efd37ed-1395-44ee-b448-bf1ef64c3358, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:53:25.839133 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-2db0b07a-32f7-4239-a842-6b33074b7a7d service neutron] For port 9efd37ed-1395-44ee-b448-bf1ef64c3358, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9efd37ed-1395-44ee-b448-bf1ef64c3358,segment=NetworkSegment(9ed78ce6-3932-4b2f-81a7-d170560b0a7f),segment_id=9ed78ce6-3932-4b2f-81a7-d170560b0a7f)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:53:25.845262 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-2db0b07a-32f7-4239-a842-6b33074b7a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:25.920670 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-2db0b07a-32f7-4239-a842-6b33074b7a7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:25.922336 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-2db0b07a-32f7-4239-a842-6b33074b7a7d service neutron] 10.222.0.124 "PUT /v2.0/ports/9efd37ed-1395-44ee-b448-bf1ef64c3358 HTTP/1.1" status: 200 len: 1094 time: 0.9519258 Jan 21 09:53:25.922690 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bbf1591-2ba1-4e72-a26b-26a5eb13fb16', 'tag': '9efd37ed-1395-44ee-b448-bf1ef64c3358'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:53:25.934230 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db0b07a-32f7-4239-a842-6b33074b7a7d service neutron] Pushing event updated for resources: {'Port': ['ID=9efd37ed-1395-44ee-b448-bf1ef64c3358,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:26.044426 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-4c50af85-842b-4f1c-b371-7939ceac34f0 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=3bbf1591-2ba1-4e72-a26b-26a5eb13fb16 HTTP/1.1" status: 200 len: 1097 time: 0.0763514 Jan 21 09:53:26.106853 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bbf1591-2ba1-4e72-a26b-26a5eb13fb16', 'tag': '9efd37ed-1395-44ee-b448-bf1ef64c3358', 'status': 'completed', 'code': 200} Jan 21 09:53:26.122511 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-b4e2ab24-b925-4d7b-b41e-ef7899d642fc service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=9efd37ed-1395-44ee-b448-bf1ef64c3358 HTTP/1.1" status: 200 len: 217 time: 0.0703747 Jan 21 09:53:26.185222 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-a3fcf847-17a8-451d-9bd3-3f179b29018f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:26.186514 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-a3fcf847-17a8-451d-9bd3-3f179b29018f service neutron] 10.222.0.124 "GET /v2.0/subnets?id=a5b0a563-b8bb-4080-9514-e5d64484b8d7 HTTP/1.1" status: 200 len: 837 time: 0.0587900 Jan 21 09:53:26.266441 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-709fc64b-2aec-48a2-8c57-9ec987f6bb2a service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=a87726fd-8db5-4d36-944a-2dfb38acaa8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0737982 Jan 21 09:53:26.302237 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ab7d2e0c-0ed9-4e25-a528-acbdec6b9303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:26.404052 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-808ed617-0066-4a83-966f-389ab2587611 service neutron] 10.222.0.124 "GET /v2.0/networks/a87726fd-8db5-4d36-944a-2dfb38acaa8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319716 Jan 21 09:53:26.625643 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deca215-ed31-4dd1-9629-7a7a31391d39 req-754c05fd-9a10-4237-b565-616ee8eba874 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:26.627671 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-4deca215-ed31-4dd1-9629-7a7a31391d39 req-754c05fd-9a10-4237-b565-616ee8eba874 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=3bbf1591-2ba1-4e72-a26b-26a5eb13fb16 HTTP/1.1" status: 200 len: 944 time: 0.0816481 Jan 21 09:53:26.640024 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cda7d7c5-bffc-4f41-a9e3-945ddebe82c4 req-36aaaad6-59d1-4951-a78b-161ae6c324bc service neutron] 10.222.0.124 "GET /v2.0/networks/a87726fd-8db5-4d36-944a-2dfb38acaa8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296283 Jan 21 09:53:26.679267 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-4deca215-ed31-4dd1-9629-7a7a31391d39 req-7c3f6683-d8e7-4ad0-8b94-f14a794033db tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=b279ad8d-1430-42d0-a5e9-c2d7e53056fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454397 Jan 21 09:53:26.759398 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bbbf62c8-b35a-448b-8ee4-02667e33de3e req-27afda4a-0952-4ef5-a46c-5877366d254f service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=3bbf1591-2ba1-4e72-a26b-26a5eb13fb16 HTTP/1.1" status: 200 len: 1097 time: 0.0740504 Jan 21 09:53:26.899912 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf62c8-b35a-448b-8ee4-02667e33de3e req-2f445546-7d5c-4cba-818e-242091af18b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:26.901382 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bbbf62c8-b35a-448b-8ee4-02667e33de3e req-2f445546-7d5c-4cba-818e-242091af18b1 service neutron] 10.222.0.124 "GET /v2.0/networks?id=a87726fd-8db5-4d36-944a-2dfb38acaa8b HTTP/1.1" status: 200 len: 897 time: 0.1358387 Jan 21 09:53:26.971658 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bbbf62c8-b35a-448b-8ee4-02667e33de3e req-8b393a3c-44b1-4203-baf4-7671731bf2dd service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=9efd37ed-1395-44ee-b448-bf1ef64c3358 HTTP/1.1" status: 200 len: 217 time: 0.0639606 Jan 21 09:53:27.034774 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf62c8-b35a-448b-8ee4-02667e33de3e req-200c9e6d-c1e6-4b7e-8d4f-6ebf44b31f0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:27.036238 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bbbf62c8-b35a-448b-8ee4-02667e33de3e req-200c9e6d-c1e6-4b7e-8d4f-6ebf44b31f0b service neutron] 10.222.0.124 "GET /v2.0/subnets?id=a5b0a563-b8bb-4080-9514-e5d64484b8d7 HTTP/1.1" status: 200 len: 837 time: 0.0591407 Jan 21 09:53:27.127348 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bbbf62c8-b35a-448b-8ee4-02667e33de3e req-3bd34e84-e749-4102-bc49-eb982bccd01a service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=a87726fd-8db5-4d36-944a-2dfb38acaa8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0838408 Jan 21 09:53:27.267364 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bbbf62c8-b35a-448b-8ee4-02667e33de3e req-52e91110-42cc-4948-90c1-d91842a20391 service neutron] 10.222.0.124 "GET /v2.0/networks/a87726fd-8db5-4d36-944a-2dfb38acaa8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269109 Jan 21 09:53:27.404783 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bbbf62c8-b35a-448b-8ee4-02667e33de3e req-f82ca41f-c1fd-4db7-8a97-3625751687db service neutron] 10.222.0.124 "GET /v2.0/networks/a87726fd-8db5-4d36-944a-2dfb38acaa8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309514 Jan 21 09:53:27.428264 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:27.685157 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:27.909582 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a2424-a924-47e2-8243-4d96a59c5dfa req-b1a70c2e-ef66-444b-9a20-4fa03111565a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:27.909582 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-e11a2424-a924-47e2-8243-4d96a59c5dfa req-b1a70c2e-ef66-444b-9a20-4fa03111565a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:53:27.931254 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-e11a2424-a924-47e2-8243-4d96a59c5dfa req-b1a70c2e-ef66-444b-9a20-4fa03111565a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:53:27.931254 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e11a2424-a924-47e2-8243-4d96a59c5dfa req-b1a70c2e-ef66-444b-9a20-4fa03111565a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=3bbf1591-2ba1-4e72-a26b-26a5eb13fb16 HTTP/1.1" status: 200 len: 944 time: 0.1087542 Jan 21 09:53:27.967340 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 9efd37ed-1395-44ee-b448-bf1ef64c3358 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:53:27.993407 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e11a2424-a924-47e2-8243-4d96a59c5dfa req-c9fb9cd1-a3fb-49be-aac7-d3f29d7178f7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=b279ad8d-1430-42d0-a5e9-c2d7e53056fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548229 Jan 21 09:53:28.144615 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 9efd37ed-1395-44ee-b448-bf1ef64c3358, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9efd37ed-1395-44ee-b448-bf1ef64c3358,segment=NetworkSegment(9ed78ce6-3932-4b2f-81a7-d170560b0a7f),segment_id=9ed78ce6-3932-4b2f-81a7-d170560b0a7f)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:53:28.159671 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '9efd37ed-1395-44ee-b448-bf1ef64c3358', 'network_id': 'a87726fd-8db5-4d36-944a-2dfb38acaa8b', 'port_id': '9efd37ed-1395-44ee-b448-bf1ef64c3358', 'mac_address': 'fa:16:3e:6f:c4:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b0a563-b8bb-4080-9514-e5d64484b8d7', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:53:28.222666 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:28.242498 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9efd37ed-1395-44ee-b448-bf1ef64c3358 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:53:28.257740 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 9efd37ed-1395-44ee-b448-bf1ef64c3358, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9efd37ed-1395-44ee-b448-bf1ef64c3358,segment=NetworkSegment(9ed78ce6-3932-4b2f-81a7-d170560b0a7f),segment_id=9ed78ce6-3932-4b2f-81a7-d170560b0a7f)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:53:28.262058 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:28.329078 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=9efd37ed-1395-44ee-b448-bf1ef64c3358,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:28.508384 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['9efd37ed-1395-44ee-b448-bf1ef64c3358'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:53:29.203972 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549b1fa-2be1-4e43-8324-1403424e74d5 req-616c9e39-d36f-48ca-91e7-0605a67bbd01 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:29.205969 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-c549b1fa-2be1-4e43-8324-1403424e74d5 req-616c9e39-d36f-48ca-91e7-0605a67bbd01 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=3bbf1591-2ba1-4e72-a26b-26a5eb13fb16 HTTP/1.1" status: 200 len: 945 time: 0.0924077 Jan 21 09:53:29.255340 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-c549b1fa-2be1-4e43-8324-1403424e74d5 req-714d8b3d-9874-4761-bd1d-b68640756581 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=b279ad8d-1430-42d0-a5e9-c2d7e53056fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438852 Jan 21 09:53:29.419194 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:29.978293 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 9efd37ed-1395-44ee-b448-bf1ef64c3358 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:53:30.046734 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port 9efd37ed-1395-44ee-b448-bf1ef64c3358 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:53:30.052180 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 9efd37ed-1395-44ee-b448-bf1ef64c3358 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:30.052543 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:30.168047 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:30.196022 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bbf1591-2ba1-4e72-a26b-26a5eb13fb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efd37ed-1395-44ee-b448-bf1ef64c3358'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:53:30.205504 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 9efd37ed-1395-44ee-b448-bf1ef64c3358, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9efd37ed-1395-44ee-b448-bf1ef64c3358,segment=NetworkSegment(9ed78ce6-3932-4b2f-81a7-d170560b0a7f),segment_id=9ed78ce6-3932-4b2f-81a7-d170560b0a7f)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:53:30.209764 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:30.277114 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=9efd37ed-1395-44ee-b448-bf1ef64c3358,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:30.335581 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bbf1591-2ba1-4e72-a26b-26a5eb13fb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efd37ed-1395-44ee-b448-bf1ef64c3358', 'code': 200} Jan 21 09:53:30.452294 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835f6ef-ff3d-413a-85d7-a9e517cf559d req-a87ea5a3-b532-41f2-a472-399e2c501105 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:30.453694 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-f835f6ef-ff3d-413a-85d7-a9e517cf559d req-a87ea5a3-b532-41f2-a472-399e2c501105 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=3bbf1591-2ba1-4e72-a26b-26a5eb13fb16 HTTP/1.1" status: 200 len: 946 time: 0.0783281 Jan 21 09:53:30.529313 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-f835f6ef-ff3d-413a-85d7-a9e517cf559d req-58c30538-9a9f-4b93-b04b-cda5bbf3c8ad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=b279ad8d-1430-42d0-a5e9-c2d7e53056fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693665 Jan 21 09:53:30.575149 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-31f5b10d-4030-48dd-8632-c47a7afad920 req-c7b8d78c-fa0b-4ace-8794-eebe52ece4f0 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=3bbf1591-2ba1-4e72-a26b-26a5eb13fb16 HTTP/1.1" status: 200 len: 1099 time: 0.0761099 Jan 21 09:53:30.623369 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-31f5b10d-4030-48dd-8632-c47a7afad920 req-e6b871c9-4df7-4418-bfbb-e8c45e37a5da service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=b279ad8d-1430-42d0-a5e9-c2d7e53056fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406578 Jan 21 09:53:31.741212 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d25ef9-2cbb-4223-a7b0-92f7f8771939 req-55316390-aca8-45a8-bb7c-14d7ab6a2967 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:31.742712 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b2d25ef9-2cbb-4223-a7b0-92f7f8771939 req-55316390-aca8-45a8-bb7c-14d7ab6a2967 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=3bbf1591-2ba1-4e72-a26b-26a5eb13fb16 HTTP/1.1" status: 200 len: 946 time: 0.0857689 Jan 21 09:53:31.796121 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b2d25ef9-2cbb-4223-a7b0-92f7f8771939 req-b86d1444-5907-471a-8270-a36646c4d6f0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=b279ad8d-1430-42d0-a5e9-c2d7e53056fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468221 Jan 21 09:53:32.997996 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e363b9-2edc-4963-8680-b93542217608 req-402b80a3-60bc-4524-9f5b-d3a6551d5881 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:32.999419 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-b0e363b9-2edc-4963-8680-b93542217608 req-402b80a3-60bc-4524-9f5b-d3a6551d5881 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=3bbf1591-2ba1-4e72-a26b-26a5eb13fb16 HTTP/1.1" status: 200 len: 946 time: 0.0779970 Jan 21 09:53:33.047550 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-b0e363b9-2edc-4963-8680-b93542217608 req-403abce3-24cc-44e8-9da3-214f8a46ed25 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=b279ad8d-1430-42d0-a5e9-c2d7e53056fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420578 Jan 21 09:53:33.252892 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92643b-0560-481c-9c4c-904fdd01d2b6 req-63775a90-5a5d-4a8d-98c4-679d36d5864e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:33.254361 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cd92643b-0560-481c-9c4c-904fdd01d2b6 req-63775a90-5a5d-4a8d-98c4-679d36d5864e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=3bbf1591-2ba1-4e72-a26b-26a5eb13fb16 HTTP/1.1" status: 200 len: 946 time: 0.0798066 Jan 21 09:53:33.305283 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cd92643b-0560-481c-9c4c-904fdd01d2b6 req-ecb20715-777a-4b7c-8ed8-fa43262e71d9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=b279ad8d-1430-42d0-a5e9-c2d7e53056fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452549 Jan 21 09:53:34.813167 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37868) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:35.790012 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-01e53a6d-b88e-4c2d-b07a-ac9b7c18f241 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:36.211281 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-01e53a6d-b88e-4c2d-b07a-ac9b7c18f241 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Allocated IP 172.20.0.17 (a87726fd-8db5-4d36-944a-2dfb38acaa8b/a5b0a563-b8bb-4080-9514-e5d64484b8d7/b6d07184-16bb-42d6-b81f-2fac41076a49) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:53:36.380514 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-01e53a6d-b88e-4c2d-b07a-ac9b7c18f241 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:36.399382 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-01e53a6d-b88e-4c2d-b07a-ac9b7c18f241 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Transition to ACTIVE for port object b6d07184-16bb-42d6-b81f-2fac41076a49 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:53:36.429679 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-01e53a6d-b88e-4c2d-b07a-ac9b7c18f241 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:36.500624 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e53a6d-b88e-4c2d-b07a-ac9b7c18f241 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network a87726fd-8db5-4d36-944a-2dfb38acaa8b is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:53:36.500624 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-01e53a6d-b88e-4c2d-b07a-ac9b7c18f241 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:53:36.508020 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e53a6d-b88e-4c2d-b07a-ac9b7c18f241 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:53:36.548017 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e53a6d-b88e-4c2d-b07a-ac9b7c18f241 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=b6d07184-16bb-42d6-b81f-2fac41076a49,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:36.587682 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-01e53a6d-b88e-4c2d-b07a-ac9b7c18f241 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:36.604391 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:53:36.693604 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-01e53a6d-b88e-4c2d-b07a-ac9b7c18f241 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:36.806629 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ad6480cf-0615-43ba-9d24-7033d47d075a None None] Provisioning for port b6d07184-16bb-42d6-b81f-2fac41076a49 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:53:36.810034 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ad6480cf-0615-43ba-9d24-7033d47d075a None None] Provisioning complete for port b6d07184-16bb-42d6-b81f-2fac41076a49 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:36.810034 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ad6480cf-0615-43ba-9d24-7033d47d075a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:36.888701 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-ad6480cf-0615-43ba-9d24-7033d47d075a None None] Port b6d07184-16bb-42d6-b81f-2fac41076a49 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:53:37.127882 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-01e53a6d-b88e-4c2d-b07a-ac9b7c18f241 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:37.134989 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-01e53a6d-b88e-4c2d-b07a-ac9b7c18f241 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:37.355834 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-01e53a6d-b88e-4c2d-b07a-ac9b7c18f241 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:37.365969 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e53a6d-b88e-4c2d-b07a-ac9b7c18f241 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=b6d07184-16bb-42d6-b81f-2fac41076a49,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:37.573457 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e53a6d-b88e-4c2d-b07a-ac9b7c18f241 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network a87726fd-8db5-4d36-944a-2dfb38acaa8b is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:53:37.573457 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-01e53a6d-b88e-4c2d-b07a-ac9b7c18f241 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:53:37.671832 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1a7b3293-8463-40f8-b32f-1c9a197ab3b7 req-7fd330c8-607c-4451-a67a-16b7f331093b service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=cb1ffb63-ab6c-46ba-90ed-c4af17ad630d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2203557 Jan 21 09:53:37.912551 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-9d0e3488-562a-4d4c-bb7f-5ae3df3e2ed3 None None] Provisioning complete for port b6d07184-16bb-42d6-b81f-2fac41076a49 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:37.913468 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9d0e3488-562a-4d4c-bb7f-5ae3df3e2ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:37.968202 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-9d0e3488-562a-4d4c-bb7f-5ae3df3e2ed3 None None] Port b6d07184-16bb-42d6-b81f-2fac41076a49 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:53:37.983392 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1a7b3293-8463-40f8-b32f-1c9a197ab3b7 req-ceede58d-6acc-4910-9ca0-1e5f637d1eb0 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=cb1ffb63-ab6c-46ba-90ed-c4af17ad630d HTTP/1.1" status: 200 len: 1098 time: 0.2261281 Jan 21 09:53:38.368463 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b3293-8463-40f8-b32f-1c9a197ab3b7 req-99cff054-932c-4c64-a662-56a69bd6be45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:38.368463 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1a7b3293-8463-40f8-b32f-1c9a197ab3b7 req-99cff054-932c-4c64-a662-56a69bd6be45 service neutron] 10.222.0.124 "GET /v2.0/networks?id=ee4f0a0a-1793-41b3-bdbd-21fb24c6e180 HTTP/1.1" status: 200 len: 898 time: 0.3485613 Jan 21 09:53:38.496582 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1a7b3293-8463-40f8-b32f-1c9a197ab3b7 req-7b7d6b23-ac27-483e-9996-aff82c9c50b8 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8e92cfe-3d83-4027-b591-5fdf11b64102 HTTP/1.1" status: 200 len: 1001 time: 0.1272919 Jan 21 09:53:38.498285 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e53a6d-b88e-4c2d-b07a-ac9b7c18f241 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router 05e28f3c-dcca-4d17-a9f6-071ab4f08872 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:53:38.633989 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b3293-8463-40f8-b32f-1c9a197ab3b7 req-c726d76b-054a-4187-9554-c2c03834fe1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:38.633989 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1a7b3293-8463-40f8-b32f-1c9a197ab3b7 req-c726d76b-054a-4187-9554-c2c03834fe1d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=870e1675-ad3d-4f61-94fd-0d20a2cb6454 HTTP/1.1" status: 200 len: 834 time: 0.1250012 Jan 21 09:53:38.801858 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1a7b3293-8463-40f8-b32f-1c9a197ab3b7 req-48ff1b54-971c-49ad-b945-7e74fa4dc497 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=ee4f0a0a-1793-41b3-bdbd-21fb24c6e180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1617122 Jan 21 09:53:39.096264 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1a7b3293-8463-40f8-b32f-1c9a197ab3b7 req-95f3dd09-7aba-48e6-8eb9-129a738f737c service neutron] 10.222.0.124 "GET /v2.0/networks/ee4f0a0a-1793-41b3-bdbd-21fb24c6e180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847395 Jan 21 09:53:39.098184 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e53a6d-b88e-4c2d-b07a-ac9b7c18f241 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:53:39.108172 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce04770b-7253-4a2a-b1ea-833e36944c54 None None] Sync routers for ids ['05e28f3c-dcca-4d17-a9f6-071ab4f08872'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:53:39.122581 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce04770b-7253-4a2a-b1ea-833e36944c54 None None] Routers {'05e28f3c-dcca-4d17-a9f6-071ab4f08872'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:53:39.123190 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-ce04770b-7253-4a2a-b1ea-833e36944c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:53:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['05e28f3c-dcca-4d17-a9f6-071ab4f08872'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:39.181377 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-01e53a6d-b88e-4c2d-b07a-ac9b7c18f241 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "PUT /v2.0/routers/05e28f3c-dcca-4d17-a9f6-071ab4f08872/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3736656 Jan 21 09:53:39.238723 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1a7b3293-8463-40f8-b32f-1c9a197ab3b7 req-95970d7a-727b-4630-985a-1d82edb06772 service neutron] 10.222.0.124 "GET /v2.0/networks/ee4f0a0a-1793-41b3-bdbd-21fb24c6e180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354725 Jan 21 09:53:39.313967 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-ce04770b-7253-4a2a-b1ea-833e36944c54 None None] Set router 05e28f3c-dcca-4d17-a9f6-071ab4f08872 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:53:39.670748 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-ce04770b-7253-4a2a-b1ea-833e36944c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'name': 'tempest-TestNetworkBasicOps-router-1556379724', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:53:36Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': 'edb80674-911f-47ce-97aa-6742fad43549', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.104', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'port_id': 'd8e92cfe-3d83-4027-b591-5fdf11b64102', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180', 'mac_address': 'fa:16:3e:48:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1ffb63-ab6c-46ba-90ed-c4af17ad630d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:52:40Z', 'updated_at': '2022-01-21T09:52:43Z', 'revision_number': 1, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d07184-16bb-42d6-b81f-2fac41076a49', 'name': '', 'network_id': 'a87726fd-8db5-4d36-944a-2dfb38acaa8b', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:78:e0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5b0a563-b8bb-4080-9514-e5d64484b8d7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:36Z', 'updated_at': '2022-01-21T09:53:36Z', 'revision_number': 2, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'a5b0a563-b8bb-4080-9514-e5d64484b8d7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9b8ef5a-669f-428a-9f59-33b40c7db50b', 'name': '', 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:fc:6d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '870e1675-ad3d-4f61-94fd-0d20a2cb6454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:22Z', 'updated_at': '2022-01-21T09:52:29Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': '870e1675-ad3d-4f61-94fd-0d20a2cb6454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:39.674946 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce04770b-7253-4a2a-b1ea-833e36944c54 None None] Checking router: 05e28f3c-dcca-4d17-a9f6-071ab4f08872 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:53:39.675296 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce04770b-7253-4a2a-b1ea-833e36944c54 None None] Updating router 05e28f3c-dcca-4d17-a9f6-071ab4f08872 port b6d07184-16bb-42d6-b81f-2fac41076a49 binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:53:39.730516 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-ce04770b-7253-4a2a-b1ea-833e36944c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:40.109205 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-ce04770b-7253-4a2a-b1ea-833e36944c54 None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:40.131967 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-ce04770b-7253-4a2a-b1ea-833e36944c54 None None] Transition to ACTIVE for port object b6d07184-16bb-42d6-b81f-2fac41076a49 will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:53:40.137251 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-ce04770b-7253-4a2a-b1ea-833e36944c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:40.312536 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc81fba-b051-41ff-be1c-81b8f421078b None None] Pushing event updated for resources: {'Port': ['ID=b6d07184-16bb-42d6-b81f-2fac41076a49,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:40.331654 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc81fba-b051-41ff-be1c-81b8f421078b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:40.331994 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc81fba-b051-41ff-be1c-81b8f421078b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:40.332323 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc81fba-b051-41ff-be1c-81b8f421078b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:40.332647 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc81fba-b051-41ff-be1c-81b8f421078b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:40.332970 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc81fba-b051-41ff-be1c-81b8f421078b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:40.333293 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc81fba-b051-41ff-be1c-81b8f421078b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:40.333644 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc81fba-b051-41ff-be1c-81b8f421078b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:40.333966 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc81fba-b051-41ff-be1c-81b8f421078b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:40.334284 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc81fba-b051-41ff-be1c-81b8f421078b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:40.334597 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc81fba-b051-41ff-be1c-81b8f421078b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:40.334910 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc81fba-b051-41ff-be1c-81b8f421078b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:40.426320 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-ce04770b-7253-4a2a-b1ea-833e36944c54 None None] Attempting to bind port b6d07184-16bb-42d6-b81f-2fac41076a49 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:53:40.426817 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-ce04770b-7253-4a2a-b1ea-833e36944c54 None None] Attempting to bind port b6d07184-16bb-42d6-b81f-2fac41076a49 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '9ed78ce6-3932-4b2f-81a7-d170560b0a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a87726fd-8db5-4d36-944a-2dfb38acaa8b'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:53:40.427305 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce04770b-7253-4a2a-b1ea-833e36944c54 None None] Attempting to bind port b6d07184-16bb-42d6-b81f-2fac41076a49 on network a87726fd-8db5-4d36-944a-2dfb38acaa8b {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:53:40.436931 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce04770b-7253-4a2a-b1ea-833e36944c54 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:53:40.437299 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce04770b-7253-4a2a-b1ea-833e36944c54 None None] Checking segment: {'id': '9ed78ce6-3932-4b2f-81a7-d170560b0a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a87726fd-8db5-4d36-944a-2dfb38acaa8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:53:40.437886 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-ce04770b-7253-4a2a-b1ea-833e36944c54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:40.438242 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce04770b-7253-4a2a-b1ea-833e36944c54 None None] Bound using segment: {'id': '9ed78ce6-3932-4b2f-81a7-d170560b0a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a87726fd-8db5-4d36-944a-2dfb38acaa8b'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:53:40.438701 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-ce04770b-7253-4a2a-b1ea-833e36944c54 None None] Bound port: b6d07184-16bb-42d6-b81f-2fac41076a49, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed78ce6-3932-4b2f-81a7-d170560b0a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a87726fd-8db5-4d36-944a-2dfb38acaa8b'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:53:40.439062 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-ce04770b-7253-4a2a-b1ea-833e36944c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:40.613958 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-ce04770b-7253-4a2a-b1ea-833e36944c54 None None] For port b6d07184-16bb-42d6-b81f-2fac41076a49, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:53:40.618395 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-ce04770b-7253-4a2a-b1ea-833e36944c54 None None] For port b6d07184-16bb-42d6-b81f-2fac41076a49, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=b6d07184-16bb-42d6-b81f-2fac41076a49,segment=NetworkSegment(9ed78ce6-3932-4b2f-81a7-d170560b0a7f),segment_id=9ed78ce6-3932-4b2f-81a7-d170560b0a7f)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:53:40.634815 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-ce04770b-7253-4a2a-b1ea-833e36944c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:40.729422 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc81fba-b051-41ff-be1c-81b8f421078b None None] Pushing event updated for resources: {'Port': ['ID=b6d07184-16bb-42d6-b81f-2fac41076a49,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:40.789823 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce04770b-7253-4a2a-b1ea-833e36944c54 None None] Routers {'05e28f3c-dcca-4d17-a9f6-071ab4f08872'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:53:40.790390 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-ce04770b-7253-4a2a-b1ea-833e36944c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:53:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['05e28f3c-dcca-4d17-a9f6-071ab4f08872'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:41.016735 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-ce04770b-7253-4a2a-b1ea-833e36944c54 None None] Set router 05e28f3c-dcca-4d17-a9f6-071ab4f08872 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:53:41.396426 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-ce04770b-7253-4a2a-b1ea-833e36944c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'name': 'tempest-TestNetworkBasicOps-router-1556379724', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:53:36Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': 'edb80674-911f-47ce-97aa-6742fad43549', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.104', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'port_id': 'd8e92cfe-3d83-4027-b591-5fdf11b64102', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180', 'mac_address': 'fa:16:3e:48:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1ffb63-ab6c-46ba-90ed-c4af17ad630d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:52:40Z', 'updated_at': '2022-01-21T09:52:43Z', 'revision_number': 1, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d07184-16bb-42d6-b81f-2fac41076a49', 'name': '', 'network_id': 'a87726fd-8db5-4d36-944a-2dfb38acaa8b', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:78:e0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5b0a563-b8bb-4080-9514-e5d64484b8d7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:36Z', 'updated_at': '2022-01-21T09:53:40Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'a5b0a563-b8bb-4080-9514-e5d64484b8d7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9b8ef5a-669f-428a-9f59-33b40c7db50b', 'name': '', 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:fc:6d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '870e1675-ad3d-4f61-94fd-0d20a2cb6454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:22Z', 'updated_at': '2022-01-21T09:52:29Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': '870e1675-ad3d-4f61-94fd-0d20a2cb6454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:41.400379 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce04770b-7253-4a2a-b1ea-833e36944c54 None None] The sync data for ids ['05e28f3c-dcca-4d17-a9f6-071ab4f08872'] in dv-neutron-825732-1-hyperv is: [{'id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'name': 'tempest-TestNetworkBasicOps-router-1556379724', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:53:36Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': 'edb80674-911f-47ce-97aa-6742fad43549', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.104', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'port_id': 'd8e92cfe-3d83-4027-b591-5fdf11b64102', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180', 'mac_address': 'fa:16:3e:48:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1ffb63-ab6c-46ba-90ed-c4af17ad630d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:52:40Z', 'updated_at': '2022-01-21T09:52:43Z', 'revision_number': 1, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d07184-16bb-42d6-b81f-2fac41076a49', 'name': '', 'network_id': 'a87726fd-8db5-4d36-944a-2dfb38acaa8b', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:78:e0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5b0a563-b8bb-4080-9514-e5d64484b8d7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:36Z', 'updated_at': '2022-01-21T09:53:40Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'a5b0a563-b8bb-4080-9514-e5d64484b8d7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9b8ef5a-669f-428a-9f59-33b40c7db50b', 'name': '', 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:fc:6d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '870e1675-ad3d-4f61-94fd-0d20a2cb6454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:22Z', 'updated_at': '2022-01-21T09:52:29Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': '870e1675-ad3d-4f61-94fd-0d20a2cb6454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:53:41.699849 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device b6d07184-16bb-42d6-b81f-2fac41076a49 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:53:41.788147 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port b6d07184-16bb-42d6-b81f-2fac41076a49 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:53:41.793276 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port b6d07184-16bb-42d6-b81f-2fac41076a49 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:41.793687 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:41.927857 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:41.967705 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port b6d07184-16bb-42d6-b81f-2fac41076a49, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=b6d07184-16bb-42d6-b81f-2fac41076a49,segment=NetworkSegment(9ed78ce6-3932-4b2f-81a7-d170560b0a7f),segment_id=9ed78ce6-3932-4b2f-81a7-d170560b0a7f)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:53:41.976198 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:42.084217 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=b6d07184-16bb-42d6-b81f-2fac41076a49,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:43.676384 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device b6d07184-16bb-42d6-b81f-2fac41076a49 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:53:43.745283 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port b6d07184-16bb-42d6-b81f-2fac41076a49 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:43.745701 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:50.274740 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:53.882099 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5d98eac7-2fd4-41aa-9960-5bfa67212ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:56.305255 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9d20179f-7dba-4cf1-896e-15c9cbc25acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:57.422173 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:57.687203 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:59.428179 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:59.740445 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37900) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:00.239016 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e50b760a-4709-48f4-a529-c18ebd3191b5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:01.043956 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e50b760a-4709-48f4-a529-c18ebd3191b5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting port b6d07184-16bb-42d6-b81f-2fac41076a49 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:54:01.044558 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e50b760a-4709-48f4-a529-c18ebd3191b5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:01.248346 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-e50b760a-4709-48f4-a529-c18ebd3191b5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] For port b6d07184-16bb-42d6-b81f-2fac41076a49, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=b6d07184-16bb-42d6-b81f-2fac41076a49,segment=NetworkSegment(9ed78ce6-3932-4b2f-81a7-d170560b0a7f),segment_id=9ed78ce6-3932-4b2f-81a7-d170560b0a7f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:54:01.248697 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e50b760a-4709-48f4-a529-c18ebd3191b5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:01.496160 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e50b760a-4709-48f4-a529-c18ebd3191b5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Calling delete_port for b6d07184-16bb-42d6-b81f-2fac41076a49 owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:54:01.712007 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e50b760a-4709-48f4-a529-c18ebd3191b5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:01.761552 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b760a-4709-48f4-a529-c18ebd3191b5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Port': ['ID=b6d07184-16bb-42d6-b81f-2fac41076a49,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:02.098555 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e50b760a-4709-48f4-a529-c18ebd3191b5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:02.750588 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50b760a-4709-48f4-a529-c18ebd3191b5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router 05e28f3c-dcca-4d17-a9f6-071ab4f08872 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:54:02.958639 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50b760a-4709-48f4-a529-c18ebd3191b5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:54:02.968152 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d3760a-c67f-473b-9d88-24cfe8442442 None None] Sync routers for ids ['05e28f3c-dcca-4d17-a9f6-071ab4f08872'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:54:02.971173 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e50b760a-4709-48f4-a529-c18ebd3191b5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "PUT /v2.0/routers/05e28f3c-dcca-4d17-a9f6-071ab4f08872/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2296684 Jan 21 09:54:02.983143 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d3760a-c67f-473b-9d88-24cfe8442442 None None] Routers {'05e28f3c-dcca-4d17-a9f6-071ab4f08872'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:54:02.983745 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c5d3760a-c67f-473b-9d88-24cfe8442442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:53:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['05e28f3c-dcca-4d17-a9f6-071ab4f08872'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:03.188485 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-c5d3760a-c67f-473b-9d88-24cfe8442442 None None] Set router 05e28f3c-dcca-4d17-a9f6-071ab4f08872 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:54:03.414983 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2a6ca-b122-4d17-ae3b-b07490e5f3a4 req-ad79d30b-81db-48ff-affb-39867b01a1a2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:03.415915 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-4cb2a6ca-b122-4d17-ae3b-b07490e5f3a4 req-ad79d30b-81db-48ff-affb-39867b01a1a2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:54:03.434368 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-4cb2a6ca-b122-4d17-ae3b-b07490e5f3a4 req-ad79d30b-81db-48ff-affb-39867b01a1a2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:54:03.435727 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4cb2a6ca-b122-4d17-ae3b-b07490e5f3a4 req-ad79d30b-81db-48ff-affb-39867b01a1a2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=3bbf1591-2ba1-4e72-a26b-26a5eb13fb16 HTTP/1.1" status: 200 len: 946 time: 0.0998099 Jan 21 09:54:03.489103 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4cb2a6ca-b122-4d17-ae3b-b07490e5f3a4 req-30c2f458-f347-486c-be28-15fefe1e20d5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=b279ad8d-1430-42d0-a5e9-c2d7e53056fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471094 Jan 21 09:54:03.575320 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c5d3760a-c67f-473b-9d88-24cfe8442442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'name': 'tempest-TestNetworkBasicOps-router-1556379724', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:54:01Z', 'revision_number': 6, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': 'edb80674-911f-47ce-97aa-6742fad43549', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.104', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'port_id': 'd8e92cfe-3d83-4027-b591-5fdf11b64102', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180', 'mac_address': 'fa:16:3e:48:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1ffb63-ab6c-46ba-90ed-c4af17ad630d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:52:40Z', 'updated_at': '2022-01-21T09:52:43Z', 'revision_number': 1, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9b8ef5a-669f-428a-9f59-33b40c7db50b', 'name': '', 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:fc:6d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '870e1675-ad3d-4f61-94fd-0d20a2cb6454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:22Z', 'updated_at': '2022-01-21T09:52:29Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': '870e1675-ad3d-4f61-94fd-0d20a2cb6454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:03.581028 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d3760a-c67f-473b-9d88-24cfe8442442 None None] Checking router: 05e28f3c-dcca-4d17-a9f6-071ab4f08872 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:54:03.591667 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d3760a-c67f-473b-9d88-24cfe8442442 None None] Routers {'05e28f3c-dcca-4d17-a9f6-071ab4f08872'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:54:03.592404 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c5d3760a-c67f-473b-9d88-24cfe8442442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:53:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['05e28f3c-dcca-4d17-a9f6-071ab4f08872'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:03.780128 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-c5d3760a-c67f-473b-9d88-24cfe8442442 None None] Set router 05e28f3c-dcca-4d17-a9f6-071ab4f08872 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:54:04.139453 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c5d3760a-c67f-473b-9d88-24cfe8442442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'name': 'tempest-TestNetworkBasicOps-router-1556379724', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:54:01Z', 'revision_number': 6, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': 'edb80674-911f-47ce-97aa-6742fad43549', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.104', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'port_id': 'd8e92cfe-3d83-4027-b591-5fdf11b64102', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180', 'mac_address': 'fa:16:3e:48:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1ffb63-ab6c-46ba-90ed-c4af17ad630d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:52:40Z', 'updated_at': '2022-01-21T09:52:43Z', 'revision_number': 1, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9b8ef5a-669f-428a-9f59-33b40c7db50b', 'name': '', 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:fc:6d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '870e1675-ad3d-4f61-94fd-0d20a2cb6454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:22Z', 'updated_at': '2022-01-21T09:52:29Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': '870e1675-ad3d-4f61-94fd-0d20a2cb6454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:04.144713 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d3760a-c67f-473b-9d88-24cfe8442442 None None] The sync data for ids ['05e28f3c-dcca-4d17-a9f6-071ab4f08872'] in dv-neutron-825732-1-hyperv is: [{'id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'name': 'tempest-TestNetworkBasicOps-router-1556379724', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:54:01Z', 'revision_number': 6, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': 'edb80674-911f-47ce-97aa-6742fad43549', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.104', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'port_id': 'd8e92cfe-3d83-4027-b591-5fdf11b64102', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180', 'mac_address': 'fa:16:3e:48:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1ffb63-ab6c-46ba-90ed-c4af17ad630d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:52:40Z', 'updated_at': '2022-01-21T09:52:43Z', 'revision_number': 1, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9b8ef5a-669f-428a-9f59-33b40c7db50b', 'name': '', 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:fc:6d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '870e1675-ad3d-4f61-94fd-0d20a2cb6454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:22Z', 'updated_at': '2022-01-21T09:52:29Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': '870e1675-ad3d-4f61-94fd-0d20a2cb6454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:54:04.710458 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f2f86-f102-465d-9199-5685f5260b33 req-a502035c-d087-4778-8b41-8f6de7eb01ea tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:04.711919 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-b46f2f86-f102-465d-9199-5685f5260b33 req-a502035c-d087-4778-8b41-8f6de7eb01ea tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=3bbf1591-2ba1-4e72-a26b-26a5eb13fb16 HTTP/1.1" status: 200 len: 946 time: 0.0908797 Jan 21 09:54:04.759566 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-b46f2f86-f102-465d-9199-5685f5260b33 req-f68d0f06-54a6-43be-8ffe-33f85b1cb896 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=b279ad8d-1430-42d0-a5e9-c2d7e53056fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418353 Jan 21 09:54:04.906366 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692c717-08c8-4f81-84da-4cbfb756643f req-c735acc1-540d-477f-8c2b-36c7c4106384 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:04.908493 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8692c717-08c8-4f81-84da-4cbfb756643f req-c735acc1-540d-477f-8c2b-36c7c4106384 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/ports?device_id=3bbf1591-2ba1-4e72-a26b-26a5eb13fb16 HTTP/1.1" status: 200 len: 946 time: 0.1812546 Jan 21 09:54:04.974398 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-8692c717-08c8-4f81-84da-4cbfb756643f req-7dc2988b-409c-45e3-8de5-4ed31df5efd2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting port 9efd37ed-1395-44ee-b448-bf1ef64c3358 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:54:04.974731 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8692c717-08c8-4f81-84da-4cbfb756643f req-7dc2988b-409c-45e3-8de5-4ed31df5efd2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:05.217079 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-8692c717-08c8-4f81-84da-4cbfb756643f req-7dc2988b-409c-45e3-8de5-4ed31df5efd2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] For port 9efd37ed-1395-44ee-b448-bf1ef64c3358, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9efd37ed-1395-44ee-b448-bf1ef64c3358,segment=NetworkSegment(9ed78ce6-3932-4b2f-81a7-d170560b0a7f),segment_id=9ed78ce6-3932-4b2f-81a7-d170560b0a7f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:54:05.217432 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8692c717-08c8-4f81-84da-4cbfb756643f req-7dc2988b-409c-45e3-8de5-4ed31df5efd2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:05.338093 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-8692c717-08c8-4f81-84da-4cbfb756643f req-7dc2988b-409c-45e3-8de5-4ed31df5efd2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Calling delete_port for 9efd37ed-1395-44ee-b448-bf1ef64c3358 owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:54:05.495856 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8692c717-08c8-4f81-84da-4cbfb756643f req-7dc2988b-409c-45e3-8de5-4ed31df5efd2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:05.550853 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2988b-409c-45e3-8de5-4ed31df5efd2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Port': ['ID=9efd37ed-1395-44ee-b448-bf1ef64c3358,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:05.627054 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-8692c717-08c8-4f81-84da-4cbfb756643f req-7dc2988b-409c-45e3-8de5-4ed31df5efd2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] No DVR routers for this DVR port 9efd37ed-1395-44ee-b448-bf1ef64c3358 on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:54:05.629804 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8692c717-08c8-4f81-84da-4cbfb756643f req-7dc2988b-409c-45e3-8de5-4ed31df5efd2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:05.630419 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device b6d07184-16bb-42d6-b81f-2fac41076a49 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:54:05.632491 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bbf1591-2ba1-4e72-a26b-26a5eb13fb16', 'name': 'network-vif-deleted', 'tag': '9efd37ed-1395-44ee-b448-bf1ef64c3358'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:54:05.649867 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8692c717-08c8-4f81-84da-4cbfb756643f req-7dc2988b-409c-45e3-8de5-4ed31df5efd2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "DELETE /v2.0/ports/9efd37ed-1395-44ee-b448-bf1ef64c3358 HTTP/1.1" status: 204 len: 173 time: 0.7369547 Jan 21 09:54:05.669802 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: b6d07184-16bb-42d6-b81f-2fac41076a49 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:54:05.669802 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device b6d07184-16bb-42d6-b81f-2fac41076a49 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:54:05.703952 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bbf1591-2ba1-4e72-a26b-26a5eb13fb16', 'name': 'network-vif-deleted', 'tag': '9efd37ed-1395-44ee-b448-bf1ef64c3358', 'status': 'completed', 'code': 200} Jan 21 09:54:05.957458 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-3db44074-924b-4b5f-8c14-e6d0fe1dc189 req-35fb08cb-b789-4ff5-b06a-9e1a11daac16 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=3bbf1591-2ba1-4e72-a26b-26a5eb13fb16 HTTP/1.1" status: 200 len: 210 time: 0.0417459 Jan 21 09:54:07.074937 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37918) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:07.147955 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c92f48bb-722d-4a5d-a931-85875a975640 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:07.180846 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c92f48bb-722d-4a5d-a931-85875a975640 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:07.243909 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c92f48bb-722d-4a5d-a931-85875a975640 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:07.263019 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f48bb-722d-4a5d-a931-85875a975640 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b279ad8d-1430-42d0-a5e9-c2d7e53056fc,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:07.274397 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c92f48bb-722d-4a5d-a931-85875a975640 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:07.276381 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c92f48bb-722d-4a5d-a931-85875a975640 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/security-groups/b279ad8d-1430-42d0-a5e9-c2d7e53056fc HTTP/1.1" status: 204 len: 168 time: 0.2004249 Jan 21 09:54:07.317439 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37924) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:07.503442 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e2de34-886d-416b-8c17-cf7e3f809b53 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting subnet a5b0a563-b8bb-4080-9514-e5d64484b8d7 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:54:07.506358 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-79e2de34-886d-416b-8c17-cf7e3f809b53 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:07.569253 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-79e2de34-886d-416b-8c17-cf7e3f809b53 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:07.659317 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-79e2de34-886d-416b-8c17-cf7e3f809b53 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:07.738120 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-79e2de34-886d-416b-8c17-cf7e3f809b53 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:07.783333 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2de34-886d-416b-8c17-cf7e3f809b53 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Subnet': ['ID=a5b0a563-b8bb-4080-9514-e5d64484b8d7,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:07.787881 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-79e2de34-886d-416b-8c17-cf7e3f809b53 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:07.794767 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-79e2de34-886d-416b-8c17-cf7e3f809b53 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/subnets/a5b0a563-b8bb-4080-9514-e5d64484b8d7 HTTP/1.1" status: 204 len: 168 time: 0.4754963 Jan 21 09:54:07.796695 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37928) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:07.799737 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9625e92c-71e0-48be-b639-8554852aa62f None None] Network a87726fd-8db5-4d36-944a-2dfb38acaa8b requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:54:07.923997 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1356e981-46a7-45c8-9ba8-67d0c335ea8b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:07.934464 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1356e981-46a7-45c8-9ba8-67d0c335ea8b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting port 5281fc4e-1207-4bb0-9702-f0e9cafd5820 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:54:07.934829 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1356e981-46a7-45c8-9ba8-67d0c335ea8b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:08.074536 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c28d2d-0ab3-4e95-802b-9c7e40fad93a None None] DHCP port deletion for a87726fd-8db5-4d36-944a-2dfb38acaa8b request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:54:08.078873 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-a5c28d2d-0ab3-4e95-802b-9c7e40fad93a None None] Deleting port 5281fc4e-1207-4bb0-9702-f0e9cafd5820 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:54:08.079244 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a5c28d2d-0ab3-4e95-802b-9c7e40fad93a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:08.170367 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 9efd37ed-1395-44ee-b448-bf1ef64c3358 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:54:08.214486 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: 9efd37ed-1395-44ee-b448-bf1ef64c3358 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:54:08.214688 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 9efd37ed-1395-44ee-b448-bf1ef64c3358 not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:54:08.239456 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-1356e981-46a7-45c8-9ba8-67d0c335ea8b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] For port 5281fc4e-1207-4bb0-9702-f0e9cafd5820, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=5281fc4e-1207-4bb0-9702-f0e9cafd5820,segment=NetworkSegment(9ed78ce6-3932-4b2f-81a7-d170560b0a7f),segment_id=9ed78ce6-3932-4b2f-81a7-d170560b0a7f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:54:08.239944 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1356e981-46a7-45c8-9ba8-67d0c335ea8b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:08.345666 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-a5c28d2d-0ab3-4e95-802b-9c7e40fad93a None None] For port 5281fc4e-1207-4bb0-9702-f0e9cafd5820, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=5281fc4e-1207-4bb0-9702-f0e9cafd5820,segment=NetworkSegment(9ed78ce6-3932-4b2f-81a7-d170560b0a7f),segment_id=9ed78ce6-3932-4b2f-81a7-d170560b0a7f)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:54:08.345666 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a5c28d2d-0ab3-4e95-802b-9c7e40fad93a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:08.368972 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1356e981-46a7-45c8-9ba8-67d0c335ea8b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Calling delete_port for 5281fc4e-1207-4bb0-9702-f0e9cafd5820 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:54:08.448130 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1356e981-46a7-45c8-9ba8-67d0c335ea8b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:08.468663 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-a5c28d2d-0ab3-4e95-802b-9c7e40fad93a None None] Calling delete_port for 5281fc4e-1207-4bb0-9702-f0e9cafd5820 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:54:08.497927 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1356e981-46a7-45c8-9ba8-67d0c335ea8b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Port': ['ID=5281fc4e-1207-4bb0-9702-f0e9cafd5820,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:08.503457 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1356e981-46a7-45c8-9ba8-67d0c335ea8b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] No DVR routers for this DVR port 5281fc4e-1207-4bb0-9702-f0e9cafd5820 on host dv-neutron-825732-1-hyperv {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:54:08.548807 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-a5c28d2d-0ab3-4e95-802b-9c7e40fad93a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:54:08.549393 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-a5c28d2d-0ab3-4e95-802b-9c7e40fad93a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:54:08.638320 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1356e981-46a7-45c8-9ba8-67d0c335ea8b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:08.669822 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-1356e981-46a7-45c8-9ba8-67d0c335ea8b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a87726fd-8db5-4d36-944a-2dfb38acaa8b']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:08.691249 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-1356e981-46a7-45c8-9ba8-67d0c335ea8b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed78ce6-3932-4b2f-81a7-d170560b0a7f') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:08.691454 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-1356e981-46a7-45c8-9ba8-67d0c335ea8b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed78ce6-3932-4b2f-81a7-d170560b0a7f') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:08.703128 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1356e981-46a7-45c8-9ba8-67d0c335ea8b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:08.718905 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1356e981-46a7-45c8-9ba8-67d0c335ea8b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:08.725155 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1356e981-46a7-45c8-9ba8-67d0c335ea8b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:54:08.725563 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1356e981-46a7-45c8-9ba8-67d0c335ea8b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:08.741289 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:54:08.741289 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:54:08.741289 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:54:08.741289 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:54:08.741289 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:54:08.741289 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:54:08.741289 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:54:08.741289 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:54:08.741289 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:54:08.741289 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:54:08.741289 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:54:08.741289 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:54:08.741289 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:54:08.741289 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:54:08.741289 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:54:08.741289 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:54:08.741289 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:54:08.741289 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:54:08.741289 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:54:08.741289 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:54:08.741289 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:54:08.741289 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:54:08.741289 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:54:08.741289 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:54:08.741289 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:54:08.741289 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:54:08.741289 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:54:08.741289 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:54:08.741289 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:54:08.741289 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:54:08.741289 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:54:08.741289 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:54:08.830435 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1356e981-46a7-45c8-9ba8-67d0c335ea8b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:08.852498 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1356e981-46a7-45c8-9ba8-67d0c335ea8b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:08.859252 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1356e981-46a7-45c8-9ba8-67d0c335ea8b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Network': ['ID=a87726fd-8db5-4d36-944a-2dfb38acaa8b,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:08.878025 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-1356e981-46a7-45c8-9ba8-67d0c335ea8b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/networks/a87726fd-8db5-4d36-944a-2dfb38acaa8b HTTP/1.1" status: 204 len: 168 time: 1.0803096 Jan 21 09:54:08.880620 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37932) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:09.051870 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-a5c28d2d-0ab3-4e95-802b-9c7e40fad93a None None] Deleting port 5281fc4e-1207-4bb0-9702-f0e9cafd5820 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:54:09.052405 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a5c28d2d-0ab3-4e95-802b-9c7e40fad93a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:09.083056 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d9086227-2f06-43ce-83f0-df8dea9079c5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting port 9f6e87c7-5b91-4b6c-8a35-7b82aab0f450 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:54:09.083391 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d9086227-2f06-43ce-83f0-df8dea9079c5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:09.117828 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-a5c28d2d-0ab3-4e95-802b-9c7e40fad93a None None] The port '5281fc4e-1207-4bb0-9702-f0e9cafd5820' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:54:09.269076 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d9086227-2f06-43ce-83f0-df8dea9079c5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:09.269633 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d9086227-2f06-43ce-83f0-df8dea9079c5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:09.394754 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d9086227-2f06-43ce-83f0-df8dea9079c5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Calling delete_port for 9f6e87c7-5b91-4b6c-8a35-7b82aab0f450 owned by network:floatingip {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:54:09.548004 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d9086227-2f06-43ce-83f0-df8dea9079c5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:09.594648 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9086227-2f06-43ce-83f0-df8dea9079c5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Port': ['ID=9f6e87c7-5b91-4b6c-8a35-7b82aab0f450,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:09.685405 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 5281fc4e-1207-4bb0-9702-f0e9cafd5820 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:54:09.724442 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 5281fc4e-1207-4bb0-9702-f0e9cafd5820 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:54:09.724750 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 5281fc4e-1207-4bb0-9702-f0e9cafd5820 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:54:09.815334 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d9086227-2f06-43ce-83f0-df8dea9079c5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:10.230908 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9086227-2f06-43ce-83f0-df8dea9079c5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router 05e28f3c-dcca-4d17-a9f6-071ab4f08872 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:54:10.446277 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9086227-2f06-43ce-83f0-df8dea9079c5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:54:10.458514 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6f36bd-17b2-46a5-9792-7db738e806b2 None None] Sync routers for ids ['05e28f3c-dcca-4d17-a9f6-071ab4f08872'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:54:10.465302 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d9086227-2f06-43ce-83f0-df8dea9079c5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:10.472940 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6f36bd-17b2-46a5-9792-7db738e806b2 None None] Routers {'05e28f3c-dcca-4d17-a9f6-071ab4f08872'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:54:10.473750 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-6f6f36bd-17b2-46a5-9792-7db738e806b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:53:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['05e28f3c-dcca-4d17-a9f6-071ab4f08872'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:10.521803 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d9086227-2f06-43ce-83f0-df8dea9079c5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/floatingips/edb80674-911f-47ce-97aa-6742fad43549 HTTP/1.1" status: 204 len: 168 time: 1.6401730 Jan 21 09:54:10.522370 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb1ffb63-ab6c-46ba-90ed-c4af17ad630d', 'tag': 'd8e92cfe-3d83-4027-b591-5fdf11b64102'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:54:10.598112 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb1ffb63-ab6c-46ba-90ed-c4af17ad630d', 'tag': 'd8e92cfe-3d83-4027-b591-5fdf11b64102', 'status': 'completed', 'code': 200} Jan 21 09:54:10.674833 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-6f6f36bd-17b2-46a5-9792-7db738e806b2 None None] Set router 05e28f3c-dcca-4d17-a9f6-071ab4f08872 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:54:10.719240 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-58c32752-d8f0-4f9c-b80b-f1b05ca14852 req-b87b7cb1-1d9b-407b-ae80-b26ee5386d63 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=cb1ffb63-ab6c-46ba-90ed-c4af17ad630d HTTP/1.1" status: 200 len: 1098 time: 0.0910060 Jan 21 09:54:10.924919 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c32752-d8f0-4f9c-b80b-f1b05ca14852 req-e3bc0d12-2977-49b3-92b7-dc5365120ccc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:10.926852 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-58c32752-d8f0-4f9c-b80b-f1b05ca14852 req-e3bc0d12-2977-49b3-92b7-dc5365120ccc service neutron] 10.222.0.124 "GET /v2.0/networks?id=ee4f0a0a-1793-41b3-bdbd-21fb24c6e180 HTTP/1.1" status: 200 len: 898 time: 0.2014835 Jan 21 09:54:10.986877 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74b308-a362-4333-9370-1f6d0b4671d8 req-8c5d7af3-d820-489c-bbd0-8974ebf98f2a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:10.988489 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-de74b308-a362-4333-9370-1f6d0b4671d8 req-8c5d7af3-d820-489c-bbd0-8974ebf98f2a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=cb1ffb63-ab6c-46ba-90ed-c4af17ad630d HTTP/1.1" status: 200 len: 945 time: 0.0985398 Jan 21 09:54:11.000954 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-58c32752-d8f0-4f9c-b80b-f1b05ca14852 req-0a64ed36-46e7-4c15-804a-945e8bc2a3cd service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8e92cfe-3d83-4027-b591-5fdf11b64102 HTTP/1.1" status: 200 len: 217 time: 0.0675230 Jan 21 09:54:11.043259 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-de74b308-a362-4333-9370-1f6d0b4671d8 req-20ab2467-d848-4024-a480-1568788746ec tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=f0b1d3a5-0533-43cc-84c4-4632ac5827f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461907 Jan 21 09:54:11.075284 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c32752-d8f0-4f9c-b80b-f1b05ca14852 req-0069e94f-0291-44a6-9efe-d7e866c2fc49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:11.076748 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-58c32752-d8f0-4f9c-b80b-f1b05ca14852 req-0069e94f-0291-44a6-9efe-d7e866c2fc49 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=870e1675-ad3d-4f61-94fd-0d20a2cb6454 HTTP/1.1" status: 200 len: 834 time: 0.0666621 Jan 21 09:54:11.113304 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-6f6f36bd-17b2-46a5-9792-7db738e806b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'name': 'tempest-TestNetworkBasicOps-router-1556379724', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:54:01Z', 'revision_number': 6, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'f9b8ef5a-669f-428a-9f59-33b40c7db50b', 'name': '', 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:fc:6d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '870e1675-ad3d-4f61-94fd-0d20a2cb6454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:22Z', 'updated_at': '2022-01-21T09:52:29Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': '870e1675-ad3d-4f61-94fd-0d20a2cb6454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:11.116922 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6f36bd-17b2-46a5-9792-7db738e806b2 None None] Checking router: 05e28f3c-dcca-4d17-a9f6-071ab4f08872 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:54:11.127831 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6f36bd-17b2-46a5-9792-7db738e806b2 None None] Routers {'05e28f3c-dcca-4d17-a9f6-071ab4f08872'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:54:11.128496 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-6f6f36bd-17b2-46a5-9792-7db738e806b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:53:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['05e28f3c-dcca-4d17-a9f6-071ab4f08872'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:11.166766 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-58c32752-d8f0-4f9c-b80b-f1b05ca14852 req-673affae-62fb-43f2-90b7-d3524c65f0f7 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=ee4f0a0a-1793-41b3-bdbd-21fb24c6e180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820870 Jan 21 09:54:11.321307 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-58c32752-d8f0-4f9c-b80b-f1b05ca14852 req-1425add7-b5fd-4cc5-8bdf-2d44ff715b00 service neutron] 10.222.0.124 "GET /v2.0/networks/ee4f0a0a-1793-41b3-bdbd-21fb24c6e180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480722 Jan 21 09:54:11.332578 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-6f6f36bd-17b2-46a5-9792-7db738e806b2 None None] Set router 05e28f3c-dcca-4d17-a9f6-071ab4f08872 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:54:11.494873 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-58c32752-d8f0-4f9c-b80b-f1b05ca14852 req-b7ca7a5c-7082-42cf-ae6f-2edfaaf2f7c5 service neutron] 10.222.0.124 "GET /v2.0/networks/ee4f0a0a-1793-41b3-bdbd-21fb24c6e180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666555 Jan 21 09:54:11.727771 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-6f6f36bd-17b2-46a5-9792-7db738e806b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'name': 'tempest-TestNetworkBasicOps-router-1556379724', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:54:01Z', 'revision_number': 6, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'f9b8ef5a-669f-428a-9f59-33b40c7db50b', 'name': '', 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:fc:6d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '870e1675-ad3d-4f61-94fd-0d20a2cb6454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:22Z', 'updated_at': '2022-01-21T09:52:29Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': '870e1675-ad3d-4f61-94fd-0d20a2cb6454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:11.732527 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6f36bd-17b2-46a5-9792-7db738e806b2 None None] The sync data for ids ['05e28f3c-dcca-4d17-a9f6-071ab4f08872'] in dv-neutron-825732-1-hyperv is: [{'id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'name': 'tempest-TestNetworkBasicOps-router-1556379724', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:54:01Z', 'revision_number': 6, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'f9b8ef5a-669f-428a-9f59-33b40c7db50b', 'name': '', 'network_id': 'ee4f0a0a-1793-41b3-bdbd-21fb24c6e180', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:fc:6d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '870e1675-ad3d-4f61-94fd-0d20a2cb6454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:22Z', 'updated_at': '2022-01-21T09:52:29Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': '870e1675-ad3d-4f61-94fd-0d20a2cb6454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:54:12.025135 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ed8173-1a5f-4c58-ae52-b6c1326b459e None None] New status for floating IP edb80674-911f-47ce-97aa-6742fad43549: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:54:12.448971 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c8184-fbbd-4a04-9bee-270ca0c0ab82 req-8cdf0ab2-bbdc-4e76-baa7-a94ee2632bcc tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:12.450489 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-fe0c8184-fbbd-4a04-9bee-270ca0c0ab82 req-8cdf0ab2-bbdc-4e76-baa7-a94ee2632bcc tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:54:12.465748 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70386233-e31c-4b4f-b01a-1511db097fe9 req-8fbcd37c-2ba1-43eb-8bab-f1c2a405f7e1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:12.467324 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-70386233-e31c-4b4f-b01a-1511db097fe9 req-8fbcd37c-2ba1-43eb-8bab-f1c2a405f7e1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:54:12.485086 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-fe0c8184-fbbd-4a04-9bee-270ca0c0ab82 req-8cdf0ab2-bbdc-4e76-baa7-a94ee2632bcc tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:54:12.486660 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fe0c8184-fbbd-4a04-9bee-270ca0c0ab82 req-8cdf0ab2-bbdc-4e76-baa7-a94ee2632bcc tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=cb1ffb63-ab6c-46ba-90ed-c4af17ad630d HTTP/1.1" status: 200 len: 945 time: 0.3008845 Jan 21 09:54:12.489611 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-70386233-e31c-4b4f-b01a-1511db097fe9 req-8fbcd37c-2ba1-43eb-8bab-f1c2a405f7e1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:54:12.490390 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-70386233-e31c-4b4f-b01a-1511db097fe9 req-8fbcd37c-2ba1-43eb-8bab-f1c2a405f7e1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/ports?device_id=cb1ffb63-ab6c-46ba-90ed-c4af17ad630d HTTP/1.1" status: 200 len: 945 time: 0.2727551 Jan 21 09:54:12.601599 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-70386233-e31c-4b4f-b01a-1511db097fe9 req-91856692-4ff7-4585-bfe4-a1047af8f66a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting port d8e92cfe-3d83-4027-b591-5fdf11b64102 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:54:12.602158 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-70386233-e31c-4b4f-b01a-1511db097fe9 req-91856692-4ff7-4585-bfe4-a1047af8f66a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:12.639774 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-fe0c8184-fbbd-4a04-9bee-270ca0c0ab82 req-87695ba4-8c94-4941-bc8d-8e466adf0c7a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:54:12.673930 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-fe0c8184-fbbd-4a04-9bee-270ca0c0ab82 req-87695ba4-8c94-4941-bc8d-8e466adf0c7a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:54:12.675232 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fe0c8184-fbbd-4a04-9bee-270ca0c0ab82 req-87695ba4-8c94-4941-bc8d-8e466adf0c7a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=f0b1d3a5-0533-43cc-84c4-4632ac5827f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821420 Jan 21 09:54:12.891133 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-70386233-e31c-4b4f-b01a-1511db097fe9 req-91856692-4ff7-4585-bfe4-a1047af8f66a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] For port d8e92cfe-3d83-4027-b591-5fdf11b64102, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d8e92cfe-3d83-4027-b591-5fdf11b64102,segment=NetworkSegment(933135b2-384d-4ba0-a458-1094b6cac00a),segment_id=933135b2-384d-4ba0-a458-1094b6cac00a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:54:12.891876 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-70386233-e31c-4b4f-b01a-1511db097fe9 req-91856692-4ff7-4585-bfe4-a1047af8f66a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:13.021328 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-70386233-e31c-4b4f-b01a-1511db097fe9 req-91856692-4ff7-4585-bfe4-a1047af8f66a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Calling delete_port for d8e92cfe-3d83-4027-b591-5fdf11b64102 owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:54:13.175013 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-70386233-e31c-4b4f-b01a-1511db097fe9 req-91856692-4ff7-4585-bfe4-a1047af8f66a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:13.226652 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91856692-4ff7-4585-bfe4-a1047af8f66a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Port': ['ID=d8e92cfe-3d83-4027-b591-5fdf11b64102,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:13.316175 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-70386233-e31c-4b4f-b01a-1511db097fe9 req-91856692-4ff7-4585-bfe4-a1047af8f66a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] No DVR routers for this DVR port d8e92cfe-3d83-4027-b591-5fdf11b64102 on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:54:13.318670 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-70386233-e31c-4b4f-b01a-1511db097fe9 req-91856692-4ff7-4585-bfe4-a1047af8f66a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:13.321404 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1ffb63-ab6c-46ba-90ed-c4af17ad630d', 'name': 'network-vif-deleted', 'tag': 'd8e92cfe-3d83-4027-b591-5fdf11b64102'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:54:13.336654 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-70386233-e31c-4b4f-b01a-1511db097fe9 req-91856692-4ff7-4585-bfe4-a1047af8f66a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "DELETE /v2.0/ports/d8e92cfe-3d83-4027-b591-5fdf11b64102 HTTP/1.1" status: 204 len: 173 time: 0.8283143 Jan 21 09:54:13.379389 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb1ffb63-ab6c-46ba-90ed-c4af17ad630d', 'name': 'network-vif-deleted', 'tag': 'd8e92cfe-3d83-4027-b591-5fdf11b64102', 'status': 'completed', 'code': 200} Jan 21 09:54:13.592993 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:54:14.026278 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-d28804ce-8cc7-4661-96f0-cb34ab59832c req-27c54382-e036-47c9-a328-c15ace6f53e5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:54:14.041735 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-d28804ce-8cc7-4661-96f0-cb34ab59832c req-27c54382-e036-47c9-a328-c15ace6f53e5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:54:14.042886 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d28804ce-8cc7-4661-96f0-cb34ab59832c req-27c54382-e036-47c9-a328-c15ace6f53e5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=cb1ffb63-ab6c-46ba-90ed-c4af17ad630d HTTP/1.1" status: 200 len: 210 time: 0.0595951 Jan 21 09:54:15.151009 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37950) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:15.221751 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fa0241e2-a9ae-4e60-a8e2-4fd7203db27b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:15.254820 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fa0241e2-a9ae-4e60-a8e2-4fd7203db27b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:15.326225 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fa0241e2-a9ae-4e60-a8e2-4fd7203db27b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:15.345782 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0241e2-a9ae-4e60-a8e2-4fd7203db27b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b1d3a5-0533-43cc-84c4-4632ac5827f7,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:15.359041 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fa0241e2-a9ae-4e60-a8e2-4fd7203db27b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:15.362822 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-fa0241e2-a9ae-4e60-a8e2-4fd7203db27b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/security-groups/f0b1d3a5-0533-43cc-84c4-4632ac5827f7 HTTP/1.1" status: 204 len: 168 time: 0.2081788 Jan 21 09:54:15.414028 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37956) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:15.863280 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6e992e7b-bdab-4bfa-8bb6-10040a9a2b02 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:16.197263 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device d8e92cfe-3d83-4027-b591-5fdf11b64102 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:54:16.237155 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: d8e92cfe-3d83-4027-b591-5fdf11b64102 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:54:16.237155 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device d8e92cfe-3d83-4027-b591-5fdf11b64102 not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:54:16.613172 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6e992e7b-bdab-4bfa-8bb6-10040a9a2b02 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting port f9b8ef5a-669f-428a-9f59-33b40c7db50b {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:54:16.613817 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6e992e7b-bdab-4bfa-8bb6-10040a9a2b02 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:16.808909 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-6e992e7b-bdab-4bfa-8bb6-10040a9a2b02 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] For port f9b8ef5a-669f-428a-9f59-33b40c7db50b, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=f9b8ef5a-669f-428a-9f59-33b40c7db50b,segment=NetworkSegment(933135b2-384d-4ba0-a458-1094b6cac00a),segment_id=933135b2-384d-4ba0-a458-1094b6cac00a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:54:16.809263 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6e992e7b-bdab-4bfa-8bb6-10040a9a2b02 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:16.931455 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6e992e7b-bdab-4bfa-8bb6-10040a9a2b02 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Calling delete_port for f9b8ef5a-669f-428a-9f59-33b40c7db50b owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:54:17.114507 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6e992e7b-bdab-4bfa-8bb6-10040a9a2b02 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:17.164729 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e992e7b-bdab-4bfa-8bb6-10040a9a2b02 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Port': ['ID=f9b8ef5a-669f-428a-9f59-33b40c7db50b,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:17.463013 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6e992e7b-bdab-4bfa-8bb6-10040a9a2b02 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:18.145498 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e992e7b-bdab-4bfa-8bb6-10040a9a2b02 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router 05e28f3c-dcca-4d17-a9f6-071ab4f08872 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:54:18.346997 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e992e7b-bdab-4bfa-8bb6-10040a9a2b02 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:54:18.356734 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb78cfd2-1e9b-4874-bf4b-42af86723a01 None None] Sync routers for ids ['05e28f3c-dcca-4d17-a9f6-071ab4f08872'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:54:18.368788 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6e992e7b-bdab-4bfa-8bb6-10040a9a2b02 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "PUT /v2.0/routers/05e28f3c-dcca-4d17-a9f6-071ab4f08872/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9535315 Jan 21 09:54:18.371633 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37964) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:18.372952 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb78cfd2-1e9b-4874-bf4b-42af86723a01 None None] Routers {'05e28f3c-dcca-4d17-a9f6-071ab4f08872'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:54:18.373573 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-eb78cfd2-1e9b-4874-bf4b-42af86723a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:53:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['05e28f3c-dcca-4d17-a9f6-071ab4f08872'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:18.552516 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-eb78cfd2-1e9b-4874-bf4b-42af86723a01 None None] Set router 05e28f3c-dcca-4d17-a9f6-071ab4f08872 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:54:18.565818 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1519477-0280-48da-980c-1cbd5ba8794c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting subnet 870e1675-ad3d-4f61-94fd-0d20a2cb6454 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:54:18.568750 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1519477-0280-48da-980c-1cbd5ba8794c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:18.623396 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1519477-0280-48da-980c-1cbd5ba8794c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:18.712277 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1519477-0280-48da-980c-1cbd5ba8794c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:18.786492 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1519477-0280-48da-980c-1cbd5ba8794c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:18.825444 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1519477-0280-48da-980c-1cbd5ba8794c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Subnet': ['ID=870e1675-ad3d-4f61-94fd-0d20a2cb6454,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:18.837659 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1519477-0280-48da-980c-1cbd5ba8794c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:18.842263 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1519477-0280-48da-980c-1cbd5ba8794c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:18.842594 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1519477-0280-48da-980c-1cbd5ba8794c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:18.842935 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1519477-0280-48da-980c-1cbd5ba8794c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:18.843262 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1519477-0280-48da-980c-1cbd5ba8794c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:18.844064 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1519477-0280-48da-980c-1cbd5ba8794c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:18.844064 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1519477-0280-48da-980c-1cbd5ba8794c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:18.844218 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1519477-0280-48da-980c-1cbd5ba8794c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:18.844585 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1519477-0280-48da-980c-1cbd5ba8794c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:18.844888 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1519477-0280-48da-980c-1cbd5ba8794c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:18.845216 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1519477-0280-48da-980c-1cbd5ba8794c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:18.845551 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1519477-0280-48da-980c-1cbd5ba8794c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:18.846114 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-eb78cfd2-1e9b-4874-bf4b-42af86723a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'name': 'tempest-TestNetworkBasicOps-router-1556379724', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:54:17Z', 'revision_number': 7, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:18.851546 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb78cfd2-1e9b-4874-bf4b-42af86723a01 None None] Checking router: 05e28f3c-dcca-4d17-a9f6-071ab4f08872 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:54:18.852591 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7614647a-6d10-40aa-9457-bc7c6c45fafc None None] Network ee4f0a0a-1793-41b3-bdbd-21fb24c6e180 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:54:18.856127 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a1519477-0280-48da-980c-1cbd5ba8794c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/subnets/870e1675-ad3d-4f61-94fd-0d20a2cb6454 HTTP/1.1" status: 204 len: 168 time: 0.4809430 Jan 21 09:54:18.856394 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 37968) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:18.865546 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb78cfd2-1e9b-4874-bf4b-42af86723a01 None None] Routers {'05e28f3c-dcca-4d17-a9f6-071ab4f08872'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:54:18.866166 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-eb78cfd2-1e9b-4874-bf4b-42af86723a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:53:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['05e28f3c-dcca-4d17-a9f6-071ab4f08872'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:19.070771 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5ad1be6-674c-4c68-a420-cd2be0528fbf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:19.093299 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-eb78cfd2-1e9b-4874-bf4b-42af86723a01 None None] Set router 05e28f3c-dcca-4d17-a9f6-071ab4f08872 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:54:19.153038 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcc1289-cdf8-436f-8ea0-577260b72bce None None] DHCP port deletion for ee4f0a0a-1793-41b3-bdbd-21fb24c6e180 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:54:19.157863 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-2bcc1289-cdf8-436f-8ea0-577260b72bce None None] Deleting port c6172c78-3393-4fe4-a4aa-a18da6292a6e {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:54:19.158263 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2bcc1289-cdf8-436f-8ea0-577260b72bce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:19.276968 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5ad1be6-674c-4c68-a420-cd2be0528fbf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:19.289218 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e5ad1be6-674c-4c68-a420-cd2be0528fbf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting port 9bdb7f26-13e0-415b-815f-390b27d62803 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:54:19.289611 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5ad1be6-674c-4c68-a420-cd2be0528fbf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:19.377897 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-2bcc1289-cdf8-436f-8ea0-577260b72bce None None] For port c6172c78-3393-4fe4-a4aa-a18da6292a6e, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=c6172c78-3393-4fe4-a4aa-a18da6292a6e,segment=NetworkSegment(933135b2-384d-4ba0-a458-1094b6cac00a),segment_id=933135b2-384d-4ba0-a458-1094b6cac00a)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:54:19.378362 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2bcc1289-cdf8-436f-8ea0-577260b72bce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:19.413395 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-eb78cfd2-1e9b-4874-bf4b-42af86723a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'name': 'tempest-TestNetworkBasicOps-router-1556379724', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:54:17Z', 'revision_number': 7, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:19.418251 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb78cfd2-1e9b-4874-bf4b-42af86723a01 None None] The sync data for ids ['05e28f3c-dcca-4d17-a9f6-071ab4f08872'] in dv-neutron-825732-1-hyperv is: [{'id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'name': 'tempest-TestNetworkBasicOps-router-1556379724', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:54:17Z', 'revision_number': 7, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9bdb7f26-13e0-415b-815f-390b27d62803', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e28f3c-dcca-4d17-a9f6-071ab4f08872', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:17Z', 'updated_at': '2022-01-21T09:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:54:19.537981 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-2bcc1289-cdf8-436f-8ea0-577260b72bce None None] Calling delete_port for c6172c78-3393-4fe4-a4aa-a18da6292a6e owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:54:19.600496 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-e5ad1be6-674c-4c68-a420-cd2be0528fbf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] For port 9bdb7f26-13e0-415b-815f-390b27d62803, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=9bdb7f26-13e0-415b-815f-390b27d62803,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:54:19.600853 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5ad1be6-674c-4c68-a420-cd2be0528fbf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:19.613205 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2bcc1289-cdf8-436f-8ea0-577260b72bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:19.659968 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc1289-cdf8-436f-8ea0-577260b72bce None None] Pushing event deleted for resources: {'Port': ['ID=c6172c78-3393-4fe4-a4aa-a18da6292a6e,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:19.671421 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcc1289-cdf8-436f-8ea0-577260b72bce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:19.671760 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcc1289-cdf8-436f-8ea0-577260b72bce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:19.672089 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcc1289-cdf8-436f-8ea0-577260b72bce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:19.672415 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcc1289-cdf8-436f-8ea0-577260b72bce None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:19.672745 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcc1289-cdf8-436f-8ea0-577260b72bce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:19.673208 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcc1289-cdf8-436f-8ea0-577260b72bce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:19.673466 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcc1289-cdf8-436f-8ea0-577260b72bce None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:19.673975 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcc1289-cdf8-436f-8ea0-577260b72bce None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:19.674425 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcc1289-cdf8-436f-8ea0-577260b72bce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:19.674603 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcc1289-cdf8-436f-8ea0-577260b72bce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:19.674924 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcc1289-cdf8-436f-8ea0-577260b72bce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:19.677679 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcc1289-cdf8-436f-8ea0-577260b72bce None None] No DVR routers for this DVR port c6172c78-3393-4fe4-a4aa-a18da6292a6e on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:54:19.726216 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e5ad1be6-674c-4c68-a420-cd2be0528fbf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Calling delete_port for 9bdb7f26-13e0-415b-815f-390b27d62803 owned by network:router_gateway {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:54:19.809013 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device c6172c78-3393-4fe4-a4aa-a18da6292a6e no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:54:19.844036 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: c6172c78-3393-4fe4-a4aa-a18da6292a6e {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:54:19.844386 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device c6172c78-3393-4fe4-a4aa-a18da6292a6e not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:54:19.845477 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device f9b8ef5a-669f-428a-9f59-33b40c7db50b no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:54:19.886390 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: f9b8ef5a-669f-428a-9f59-33b40c7db50b {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:54:19.886963 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device f9b8ef5a-669f-428a-9f59-33b40c7db50b not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:54:19.936246 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5ad1be6-674c-4c68-a420-cd2be0528fbf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:19.982543 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad1be6-674c-4c68-a420-cd2be0528fbf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Port': ['ID=9bdb7f26-13e0-415b-815f-390b27d62803,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:20.202677 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5ad1be6-674c-4c68-a420-cd2be0528fbf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:20.276107 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:20.458096 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5ad1be6-674c-4c68-a420-cd2be0528fbf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:20.462395 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5ad1be6-674c-4c68-a420-cd2be0528fbf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:20.490792 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5ad1be6-674c-4c68-a420-cd2be0528fbf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:20.492405 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ad1be6-674c-4c68-a420-cd2be0528fbf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Fanout notify agent at l3_agent the message router_deleted on router 05e28f3c-dcca-4d17-a9f6-071ab4f08872 {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:54:20.509818 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5ad1be6-674c-4c68-a420-cd2be0528fbf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:20.511087 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e5ad1be6-674c-4c68-a420-cd2be0528fbf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/routers/05e28f3c-dcca-4d17-a9f6-071ab4f08872 HTTP/1.1" status: 204 len: 168 time: 1.6537597 Jan 21 09:54:20.514031 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37972) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:20.647295 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2299b35d-d2d1-4a5a-954a-7e15694b937a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:20.781009 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2299b35d-d2d1-4a5a-954a-7e15694b937a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:20.808775 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-2299b35d-d2d1-4a5a-954a-7e15694b937a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee4f0a0a-1793-41b3-bdbd-21fb24c6e180']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:20.820491 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-2299b35d-d2d1-4a5a-954a-7e15694b937a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '933135b2-384d-4ba0-a458-1094b6cac00a') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:20.820780 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-2299b35d-d2d1-4a5a-954a-7e15694b937a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '933135b2-384d-4ba0-a458-1094b6cac00a') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:20.831973 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2299b35d-d2d1-4a5a-954a-7e15694b937a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:20.849577 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2299b35d-d2d1-4a5a-954a-7e15694b937a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:20.856519 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2299b35d-d2d1-4a5a-954a-7e15694b937a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:54:20.856907 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2299b35d-d2d1-4a5a-954a-7e15694b937a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:20.872461 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:54:20.872461 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:54:20.872461 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:54:20.872461 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:54:20.872461 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:54:20.872461 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:54:20.872461 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:54:20.872461 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:54:20.872461 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:54:20.872461 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:54:20.872461 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:54:20.872461 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:54:20.872461 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:54:20.872461 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:54:20.872461 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:54:20.872461 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:54:20.872461 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:54:20.872461 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:54:20.872461 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:54:20.872461 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:54:20.872461 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:54:20.872461 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:54:20.872461 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:54:20.872461 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:54:20.872461 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:54:20.872461 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:54:20.872461 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:54:20.872461 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:54:20.872461 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:54:20.872461 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:54:20.872461 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:54:20.872461 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:54:21.046945 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2299b35d-d2d1-4a5a-954a-7e15694b937a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:21.065036 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2299b35d-d2d1-4a5a-954a-7e15694b937a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:21.075871 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299b35d-d2d1-4a5a-954a-7e15694b937a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Network': ['ID=ee4f0a0a-1793-41b3-bdbd-21fb24c6e180,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:21.082244 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2299b35d-d2d1-4a5a-954a-7e15694b937a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/networks/ee4f0a0a-1793-41b3-bdbd-21fb24c6e180 HTTP/1.1" status: 204 len: 168 time: 0.5672071 Jan 21 09:54:21.089442 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299b35d-d2d1-4a5a-954a-7e15694b937a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:21.089844 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299b35d-d2d1-4a5a-954a-7e15694b937a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:21.090168 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299b35d-d2d1-4a5a-954a-7e15694b937a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:21.090485 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299b35d-d2d1-4a5a-954a-7e15694b937a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:21.090800 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299b35d-d2d1-4a5a-954a-7e15694b937a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:21.091111 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299b35d-d2d1-4a5a-954a-7e15694b937a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:21.091435 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299b35d-d2d1-4a5a-954a-7e15694b937a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:21.091728 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299b35d-d2d1-4a5a-954a-7e15694b937a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:21.092038 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299b35d-d2d1-4a5a-954a-7e15694b937a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:21.092343 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299b35d-d2d1-4a5a-954a-7e15694b937a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:21.092647 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299b35d-d2d1-4a5a-954a-7e15694b937a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:21.105875 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37976) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:21.111881 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-798eaeb0-4e12-4fb3-b6e9-b7b176a2c0d7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'network': {'name': 'tempest-network-smoke--1345707251', 'project_id': 'e2711eddd053435baef8e70b41198188', 'port_security_enabled': True}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:54:21.117067 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-798eaeb0-4e12-4fb3-b6e9-b7b176a2c0d7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:54:21.121853 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-798eaeb0-4e12-4fb3-b6e9-b7b176a2c0d7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:network and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:54:21.124711 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-798eaeb0-4e12-4fb3-b6e9-b7b176a2c0d7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:54:21.130773 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-798eaeb0-4e12-4fb3-b6e9-b7b176a2c0d7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:54:21.140251 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798eaeb0-4e12-4fb3-b6e9-b7b176a2c0d7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Made reservation on behalf of e2711eddd053435baef8e70b41198188 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:54:21.144281 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-798eaeb0-4e12-4fb3-b6e9-b7b176a2c0d7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:21.173751 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-798eaeb0-4e12-4fb3-b6e9-b7b176a2c0d7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:54:21.182684 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-798eaeb0-4e12-4fb3-b6e9-b7b176a2c0d7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:21.183011 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-798eaeb0-4e12-4fb3-b6e9-b7b176a2c0d7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Added segment a29a37db-1075-4442-bd05-8ee19f90a172 of type vlan for network 598dfdfb-4af7-47c1-b83b-030085467756 Jan 21 09:54:21.211186 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-798eaeb0-4e12-4fb3-b6e9-b7b176a2c0d7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:21.240959 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-798eaeb0-4e12-4fb3-b6e9-b7b176a2c0d7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:21.244525 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798eaeb0-4e12-4fb3-b6e9-b7b176a2c0d7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:21.245093 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-798eaeb0-4e12-4fb3-b6e9-b7b176a2c0d7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:21.350701 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-798eaeb0-4e12-4fb3-b6e9-b7b176a2c0d7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2434754 Jan 21 09:54:21.353250 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37980) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:21.361153 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e10397e8-150c-4f26-9c50-190a1e081985 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1526012719', 'admin_state_up': True, 'project_id': 'e2711eddd053435baef8e70b41198188', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:54:21.366513 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798eaeb0-4e12-4fb3-b6e9-b7b176a2c0d7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Network': ['ID=598dfdfb-4af7-47c1-b83b-030085467756,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:21.370314 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e10397e8-150c-4f26-9c50-190a1e081985 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:54:21.374176 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e10397e8-150c-4f26-9c50-190a1e081985 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:router and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:54:21.377171 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e10397e8-150c-4f26-9c50-190a1e081985 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:54:21.377441 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 598dfdfb-4af7-47c1-b83b-030085467756 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:54:21.382825 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e10397e8-150c-4f26-9c50-190a1e081985 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:54:21.392887 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e10397e8-150c-4f26-9c50-190a1e081985 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:21.393766 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e10397e8-150c-4f26-9c50-190a1e081985 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:21.421332 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e10397e8-150c-4f26-9c50-190a1e081985 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:21.569128 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e10397e8-150c-4f26-9c50-190a1e081985 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:21.676280 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 9bdb7f26-13e0-415b-815f-390b27d62803 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:54:21.709382 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 9bdb7f26-13e0-415b-815f-390b27d62803 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:54:21.709759 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 9bdb7f26-13e0-415b-815f-390b27d62803 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:54:21.754131 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e10397e8-150c-4f26-9c50-190a1e081985 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:21.784408 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e10397e8-150c-4f26-9c50-190a1e081985 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:21.922140 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-e10397e8-150c-4f26-9c50-190a1e081985 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Allocated IP 172.26.0.174 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/4f44c13b-1f8b-4575-9421-8ec1119243d5) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:54:22.073697 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e10397e8-150c-4f26-9c50-190a1e081985 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:22.101796 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e10397e8-150c-4f26-9c50-190a1e081985 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:22.161892 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10397e8-150c-4f26-9c50-190a1e081985 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:54:22.164471 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-e10397e8-150c-4f26-9c50-190a1e081985 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:54:22.172484 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10397e8-150c-4f26-9c50-190a1e081985 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:54:22.219019 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10397e8-150c-4f26-9c50-190a1e081985 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=4f44c13b-1f8b-4575-9421-8ec1119243d5,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:22.340346 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e10397e8-150c-4f26-9c50-190a1e081985 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:22.341161 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e10397e8-150c-4f26-9c50-190a1e081985 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:22.578624 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10397e8-150c-4f26-9c50-190a1e081985 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router 790417f0-a40e-41ce-963e-46a6e6c9f0ad is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:54:22.889449 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10397e8-150c-4f26-9c50-190a1e081985 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:54:22.900006 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef055d45-1895-48e1-beec-d08ed23dc9d1 None None] Sync routers for ids ['790417f0-a40e-41ce-963e-46a6e6c9f0ad'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:54:22.912313 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef055d45-1895-48e1-beec-d08ed23dc9d1 None None] Routers {'790417f0-a40e-41ce-963e-46a6e6c9f0ad'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:54:22.913067 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ef055d45-1895-48e1-beec-d08ed23dc9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:53:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['790417f0-a40e-41ce-963e-46a6e6c9f0ad'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:22.922486 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e10397e8-150c-4f26-9c50-190a1e081985 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:22.923992 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e10397e8-150c-4f26-9c50-190a1e081985 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5697415 Jan 21 09:54:22.926980 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37984) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:22.967393 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ffb74aa4-2472-4559-83e8-5d17cc99e7ec tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/subnets?project_id=e2711eddd053435baef8e70b41198188&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393207 Jan 21 09:54:22.970323 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37988) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:23.093483 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-ef055d45-1895-48e1-beec-d08ed23dc9d1 None None] Set router 790417f0-a40e-41ce-963e-46a6e6c9f0ad gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:54:23.106697 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caee3f32-2b96-4006-9f1b-8da504a7f1b6 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:23.108187 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-caee3f32-2b96-4006-9f1b-8da504a7f1b6 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1368484 Jan 21 09:54:23.111810 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37992) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:23.150196 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2b01d24e-0b3f-4056-8953-ee61c2cdf47c tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/subnets?network_id=05164b30-8981-419a-8272-388f48c19dd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372450 Jan 21 09:54:23.152532 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 37996) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:23.158631 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-12befc69-5aea-4198-ae9a-ee85f7ddfc39 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1877283634', 'network_id': '598dfdfb-4af7-47c1-b83b-030085467756', 'project_id': 'e2711eddd053435baef8e70b41198188', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:54:23.269945 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-12befc69-5aea-4198-ae9a-ee85f7ddfc39 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:54:23.273725 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-12befc69-5aea-4198-ae9a-ee85f7ddfc39 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:subnet and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:54:23.276612 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-12befc69-5aea-4198-ae9a-ee85f7ddfc39 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:54:23.291094 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-12befc69-5aea-4198-ae9a-ee85f7ddfc39 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:54:23.302398 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12befc69-5aea-4198-ae9a-ee85f7ddfc39 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Made reservation on behalf of e2711eddd053435baef8e70b41198188 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:54:23.392825 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ef055d45-1895-48e1-beec-d08ed23dc9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'name': 'tempest-TestNetworkBasicOps-router-1526012719', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '4f44c13b-1f8b-4575-9421-8ec1119243d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:54:21Z', 'updated_at': '2022-01-21T09:54:22Z', 'revision_number': 3, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '4f44c13b-1f8b-4575-9421-8ec1119243d5', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:54:21Z', 'updated_at': '2022-01-21T09:54:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:23.397370 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef055d45-1895-48e1-beec-d08ed23dc9d1 None None] Checking router: 790417f0-a40e-41ce-963e-46a6e6c9f0ad for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:54:23.397763 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef055d45-1895-48e1-beec-d08ed23dc9d1 None None] Updating router 790417f0-a40e-41ce-963e-46a6e6c9f0ad port 4f44c13b-1f8b-4575-9421-8ec1119243d5 binding host dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:54:23.406488 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-12befc69-5aea-4198-ae9a-ee85f7ddfc39 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:23.452459 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ef055d45-1895-48e1-beec-d08ed23dc9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:23.634030 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-12befc69-5aea-4198-ae9a-ee85f7ddfc39 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:23.728944 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12befc69-5aea-4198-ae9a-ee85f7ddfc39 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Subnet': ['ID=291257c9-1bb9-45ef-a783-69a6a586760a,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:23.740568 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12befc69-5aea-4198-ae9a-ee85f7ddfc39 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Checking segment: {'id': 'a29a37db-1075-4442-bd05-8ee19f90a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '598dfdfb-4af7-47c1-b83b-030085467756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:54:23.740925 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12befc69-5aea-4198-ae9a-ee85f7ddfc39 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network hostable DHCP agents. Network: 598dfdfb-4af7-47c1-b83b-030085467756, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:54:23.767876 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12befc69-5aea-4198-ae9a-ee85f7ddfc39 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network 598dfdfb-4af7-47c1-b83b-030085467756 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:54:23.777549 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-12befc69-5aea-4198-ae9a-ee85f7ddfc39 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 598dfdfb-4af7-47c1-b83b-030085467756) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:54:23.782790 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12befc69-5aea-4198-ae9a-ee85f7ddfc39 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:23.783361 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-12befc69-5aea-4198-ae9a-ee85f7ddfc39 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:23.798682 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b6dbb7-df33-443d-90f3-dc78aaf5f84d None None] Network 598dfdfb-4af7-47c1-b83b-030085467756 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:54:23.817857 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-12befc69-5aea-4198-ae9a-ee85f7ddfc39 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6641943 Jan 21 09:54:23.818045 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38000) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:23.927152 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ef055d45-1895-48e1-beec-d08ed23dc9d1 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:23.933527 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-96fe780e-d14a-479f-afed-36c43b939c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:23.948857 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ef055d45-1895-48e1-beec-d08ed23dc9d1 None None] Transition to ACTIVE for port object 4f44c13b-1f8b-4575-9421-8ec1119243d5 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:54:23.974757 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ef055d45-1895-48e1-beec-d08ed23dc9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:24.091051 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0fda61-2c68-4421-8493-dd2b0b781f69 None None] Pushing event updated for resources: {'Port': ['ID=4f44c13b-1f8b-4575-9421-8ec1119243d5,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:24.107709 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ef055d45-1895-48e1-beec-d08ed23dc9d1 None None] Attempting to bind port 4f44c13b-1f8b-4575-9421-8ec1119243d5 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:54:24.108070 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ef055d45-1895-48e1-beec-d08ed23dc9d1 None None] Attempting to bind port 4f44c13b-1f8b-4575-9421-8ec1119243d5 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:54:24.108422 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef055d45-1895-48e1-beec-d08ed23dc9d1 None None] Attempting to bind port 4f44c13b-1f8b-4575-9421-8ec1119243d5 on network 05164b30-8981-419a-8272-388f48c19dd5 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:54:24.149096 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef055d45-1895-48e1-beec-d08ed23dc9d1 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:54:24.149480 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef055d45-1895-48e1-beec-d08ed23dc9d1 None None] Checking segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:54:24.149878 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ef055d45-1895-48e1-beec-d08ed23dc9d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:24.150262 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef055d45-1895-48e1-beec-d08ed23dc9d1 None None] Bound using segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:54:24.150737 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ef055d45-1895-48e1-beec-d08ed23dc9d1 None None] Bound port: 4f44c13b-1f8b-4575-9421-8ec1119243d5, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:54:24.151100 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ef055d45-1895-48e1-beec-d08ed23dc9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:24.195100 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da24708-61ef-4c20-b33b-6e1b664a007e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-598dfdfb-4af7-47c1-b83b-030085467756', 'network_id': '598dfdfb-4af7-47c1-b83b-030085467756', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ips': [{'subnet_id': '291257c9-1bb9-45ef-a783-69a6a586760a'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:54:24.195898 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6da24708-61ef-4c20-b33b-6e1b664a007e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:24.293408 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-ef055d45-1895-48e1-beec-d08ed23dc9d1 None None] For port 4f44c13b-1f8b-4575-9421-8ec1119243d5, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:54:24.309684 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-ef055d45-1895-48e1-beec-d08ed23dc9d1 None None] For port 4f44c13b-1f8b-4575-9421-8ec1119243d5, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=4f44c13b-1f8b-4575-9421-8ec1119243d5,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:54:24.317936 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ef055d45-1895-48e1-beec-d08ed23dc9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:24.453685 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0fda61-2c68-4421-8493-dd2b0b781f69 None None] Pushing event updated for resources: {'Port': ['ID=4f44c13b-1f8b-4575-9421-8ec1119243d5,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:24.466174 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-6da24708-61ef-4c20-b33b-6e1b664a007e None None] Allocated IP 172.20.0.2 (598dfdfb-4af7-47c1-b83b-030085467756/291257c9-1bb9-45ef-a783-69a6a586760a/e8e81ae7-fcc4-4c43-9a43-46ec86fd8653) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:54:24.476670 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef055d45-1895-48e1-beec-d08ed23dc9d1 None None] Routers {'790417f0-a40e-41ce-963e-46a6e6c9f0ad'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:54:24.477287 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ef055d45-1895-48e1-beec-d08ed23dc9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:53:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['790417f0-a40e-41ce-963e-46a6e6c9f0ad'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:24.711971 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-980310d8-9893-4967-a39c-8b645a7cb68c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:24.771481 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-ef055d45-1895-48e1-beec-d08ed23dc9d1 None None] Set router 790417f0-a40e-41ce-963e-46a6e6c9f0ad gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:54:24.994770 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6da24708-61ef-4c20-b33b-6e1b664a007e None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:25.012251 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-6da24708-61ef-4c20-b33b-6e1b664a007e None None] Transition to ACTIVE for port object e8e81ae7-fcc4-4c43-9a43-46ec86fd8653 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:54:25.056052 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-6da24708-61ef-4c20-b33b-6e1b664a007e None None] Transition to ACTIVE for port object e8e81ae7-fcc4-4c43-9a43-46ec86fd8653 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:54:25.070795 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6da24708-61ef-4c20-b33b-6e1b664a007e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:25.127303 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-980310d8-9893-4967-a39c-8b645a7cb68c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Allocated IP 172.20.0.1 (598dfdfb-4af7-47c1-b83b-030085467756/291257c9-1bb9-45ef-a783-69a6a586760a/e3cd82f5-1a60-4af7-b850-92c9de1b993a) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:54:25.230460 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da24708-61ef-4c20-b33b-6e1b664a007e None None] Network 598dfdfb-4af7-47c1-b83b-030085467756 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:54:25.231915 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da24708-61ef-4c20-b33b-6e1b664a007e None None] Pushing event updated for resources: {'Port': ['ID=e8e81ae7-fcc4-4c43-9a43-46ec86fd8653,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:25.234306 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-6da24708-61ef-4c20-b33b-6e1b664a007e None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:54:25.238007 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da24708-61ef-4c20-b33b-6e1b664a007e None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:54:25.306837 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-980310d8-9893-4967-a39c-8b645a7cb68c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:25.324368 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-980310d8-9893-4967-a39c-8b645a7cb68c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Transition to ACTIVE for port object e3cd82f5-1a60-4af7-b850-92c9de1b993a will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:54:25.336919 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-6da24708-61ef-4c20-b33b-6e1b664a007e None None] Attempting to bind port e8e81ae7-fcc4-4c43-9a43-46ec86fd8653 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:54:25.337279 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-6da24708-61ef-4c20-b33b-6e1b664a007e None None] Attempting to bind port e8e81ae7-fcc4-4c43-9a43-46ec86fd8653 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'a29a37db-1075-4442-bd05-8ee19f90a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '598dfdfb-4af7-47c1-b83b-030085467756'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:54:25.337662 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da24708-61ef-4c20-b33b-6e1b664a007e None None] Attempting to bind port e8e81ae7-fcc4-4c43-9a43-46ec86fd8653 on network 598dfdfb-4af7-47c1-b83b-030085467756 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:54:25.346983 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-980310d8-9893-4967-a39c-8b645a7cb68c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:25.347828 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ef055d45-1895-48e1-beec-d08ed23dc9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'name': 'tempest-TestNetworkBasicOps-router-1526012719', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '4f44c13b-1f8b-4575-9421-8ec1119243d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:54:21Z', 'updated_at': '2022-01-21T09:54:22Z', 'revision_number': 3, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '4f44c13b-1f8b-4575-9421-8ec1119243d5', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:54:21Z', 'updated_at': '2022-01-21T09:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:25.350031 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da24708-61ef-4c20-b33b-6e1b664a007e None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:54:25.350397 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da24708-61ef-4c20-b33b-6e1b664a007e None None] Checking segment: {'id': 'a29a37db-1075-4442-bd05-8ee19f90a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '598dfdfb-4af7-47c1-b83b-030085467756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:54:25.350781 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6da24708-61ef-4c20-b33b-6e1b664a007e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:25.351167 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da24708-61ef-4c20-b33b-6e1b664a007e None None] Bound using segment: {'id': 'a29a37db-1075-4442-bd05-8ee19f90a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '598dfdfb-4af7-47c1-b83b-030085467756'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:54:25.351625 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-6da24708-61ef-4c20-b33b-6e1b664a007e None None] Bound port: e8e81ae7-fcc4-4c43-9a43-46ec86fd8653, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29a37db-1075-4442-bd05-8ee19f90a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '598dfdfb-4af7-47c1-b83b-030085467756'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:54:25.351984 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6da24708-61ef-4c20-b33b-6e1b664a007e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:25.367550 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef055d45-1895-48e1-beec-d08ed23dc9d1 None None] The sync data for ids ['790417f0-a40e-41ce-963e-46a6e6c9f0ad'] in dv-neutron-825732-1-hyperv is: [{'id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'name': 'tempest-TestNetworkBasicOps-router-1526012719', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '4f44c13b-1f8b-4575-9421-8ec1119243d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:54:21Z', 'updated_at': '2022-01-21T09:54:22Z', 'revision_number': 3, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '4f44c13b-1f8b-4575-9421-8ec1119243d5', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:54:21Z', 'updated_at': '2022-01-21T09:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:54:25.431628 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980310d8-9893-4967-a39c-8b645a7cb68c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network 598dfdfb-4af7-47c1-b83b-030085467756 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:54:25.434851 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-980310d8-9893-4967-a39c-8b645a7cb68c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:54:25.439518 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980310d8-9893-4967-a39c-8b645a7cb68c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:54:25.447506 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-6da24708-61ef-4c20-b33b-6e1b664a007e None None] For port e8e81ae7-fcc4-4c43-9a43-46ec86fd8653, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:54:25.450655 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-6da24708-61ef-4c20-b33b-6e1b664a007e None None] For port e8e81ae7-fcc4-4c43-9a43-46ec86fd8653, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=e8e81ae7-fcc4-4c43-9a43-46ec86fd8653,segment=NetworkSegment(a29a37db-1075-4442-bd05-8ee19f90a172),segment_id=a29a37db-1075-4442-bd05-8ee19f90a172)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:54:25.456116 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6da24708-61ef-4c20-b33b-6e1b664a007e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:25.465108 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980310d8-9893-4967-a39c-8b645a7cb68c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=e3cd82f5-1a60-4af7-b850-92c9de1b993a,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:25.504948 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-980310d8-9893-4967-a39c-8b645a7cb68c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:25.554034 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da24708-61ef-4c20-b33b-6e1b664a007e None None] Pushing event updated for resources: {'Port': ['ID=e8e81ae7-fcc4-4c43-9a43-46ec86fd8653,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:25.650544 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-980310d8-9893-4967-a39c-8b645a7cb68c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:25.734688 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 4f44c13b-1f8b-4575-9421-8ec1119243d5 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:54:25.879005 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 4f44c13b-1f8b-4575-9421-8ec1119243d5 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:54:25.893141 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 4f44c13b-1f8b-4575-9421-8ec1119243d5 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:54:25.893629 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:26.039499 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:26.059572 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 4f44c13b-1f8b-4575-9421-8ec1119243d5, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=4f44c13b-1f8b-4575-9421-8ec1119243d5,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:54:26.064580 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:26.155128 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=4f44c13b-1f8b-4575-9421-8ec1119243d5,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:26.308484 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-980310d8-9893-4967-a39c-8b645a7cb68c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:26.316353 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-980310d8-9893-4967-a39c-8b645a7cb68c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:26.322842 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0c12644c-64bd-4f9c-903c-526e0967303c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:26.427214 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980310d8-9893-4967-a39c-8b645a7cb68c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=e3cd82f5-1a60-4af7-b850-92c9de1b993a,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:26.429700 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-980310d8-9893-4967-a39c-8b645a7cb68c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:26.592699 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980310d8-9893-4967-a39c-8b645a7cb68c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network 598dfdfb-4af7-47c1-b83b-030085467756 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:54:26.593981 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-980310d8-9893-4967-a39c-8b645a7cb68c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:54:26.619453 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6f24e8-2637-4a1c-976f-16a8b4dd4c1f None None] Network 598dfdfb-4af7-47c1-b83b-030085467756 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:54:26.781431 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-b4464113-70ae-4000-8e49-d569b175a505 None None] Provisioning for port e8e81ae7-fcc4-4c43-9a43-46ec86fd8653 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:54:27.009334 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980310d8-9893-4967-a39c-8b645a7cb68c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router 790417f0-a40e-41ce-963e-46a6e6c9f0ad has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:54:27.115546 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-75d36f30-73a3-4df7-801c-9c567c96138a None None] Provisioning for port e3cd82f5-1a60-4af7-b850-92c9de1b993a completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:54:27.121467 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-75d36f30-73a3-4df7-801c-9c567c96138a None None] Provisioning complete for port e3cd82f5-1a60-4af7-b850-92c9de1b993a triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:54:27.122012 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-75d36f30-73a3-4df7-801c-9c567c96138a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:27.188395 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-75d36f30-73a3-4df7-801c-9c567c96138a None None] Port e3cd82f5-1a60-4af7-b850-92c9de1b993a cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:54:27.239813 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980310d8-9893-4967-a39c-8b645a7cb68c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:54:27.254114 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-980310d8-9893-4967-a39c-8b645a7cb68c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "PUT /v2.0/routers/790417f0-a40e-41ce-963e-46a6e6c9f0ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4349711 Jan 21 09:54:27.256731 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38004) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:27.326950 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-989449cf-1c1c-461e-abfd-fa3d8cb2240b None None] Provisioning complete for port e3cd82f5-1a60-4af7-b850-92c9de1b993a triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:54:27.327308 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-989449cf-1c1c-461e-abfd-fa3d8cb2240b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:27.401395 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-989449cf-1c1c-461e-abfd-fa3d8cb2240b None None] Port e3cd82f5-1a60-4af7-b850-92c9de1b993a cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:54:27.419611 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783b503e-0dac-469d-9b33-863159186f35 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:27.420130 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783b503e-0dac-469d-9b33-863159186f35 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:27.420440 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783b503e-0dac-469d-9b33-863159186f35 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:27.420855 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783b503e-0dac-469d-9b33-863159186f35 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:27.421217 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783b503e-0dac-469d-9b33-863159186f35 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:27.421605 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783b503e-0dac-469d-9b33-863159186f35 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:27.423619 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-783b503e-0dac-469d-9b33-863159186f35 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1657450 Jan 21 09:54:27.426570 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38008) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:27.429058 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:27.506248 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ec944c-abbc-4d9d-87e1-4d3c2ed69cb3 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:27.506620 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ec944c-abbc-4d9d-87e1-4d3c2ed69cb3 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:27.506978 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ec944c-abbc-4d9d-87e1-4d3c2ed69cb3 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:27.507349 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ec944c-abbc-4d9d-87e1-4d3c2ed69cb3 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:27.507691 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ec944c-abbc-4d9d-87e1-4d3c2ed69cb3 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:27.508054 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ec944c-abbc-4d9d-87e1-4d3c2ed69cb3 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:27.509976 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-85ec944c-abbc-4d9d-87e1-4d3c2ed69cb3 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0821164 Jan 21 09:54:27.512580 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38012) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:27.523850 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-e1c40b34-3886-44c9-96b6-67ce2669e957 None None] Provisioning complete for port e3cd82f5-1a60-4af7-b850-92c9de1b993a triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:54:27.524317 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e1c40b34-3886-44c9-96b6-67ce2669e957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:27.577486 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-e1c40b34-3886-44c9-96b6-67ce2669e957 None None] Port e3cd82f5-1a60-4af7-b850-92c9de1b993a cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:54:27.689798 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:27.748340 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-185b07bd-f6f8-4397-b7cd-2b3e64b934e9 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2324839 Jan 21 09:54:27.754371 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 4f44c13b-1f8b-4575-9421-8ec1119243d5 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:54:27.827891 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 4f44c13b-1f8b-4575-9421-8ec1119243d5 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:54:27.828258 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:27.950817 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device e8e81ae7-fcc4-4c43-9a43-46ec86fd8653 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:54:28.019337 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port e8e81ae7-fcc4-4c43-9a43-46ec86fd8653 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:54:28.025187 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port e8e81ae7-fcc4-4c43-9a43-46ec86fd8653 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:54:28.025655 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:28.103032 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38018) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:28.108848 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-c1cae780-6565-4865-a445-d8d856d51ee1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1942299734', 'description': 'tempest-secgroup-smoke-1942299734 description', 'project_id': 'e2711eddd053435baef8e70b41198188'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:54:28.115058 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-c1cae780-6565-4865-a445-d8d856d51ee1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:54:28.119392 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c1cae780-6565-4865-a445-d8d856d51ee1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:54:28.123611 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c1cae780-6565-4865-a445-d8d856d51ee1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:54:28.132983 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-c1cae780-6565-4865-a445-d8d856d51ee1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:54:28.144155 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c1cae780-6565-4865-a445-d8d856d51ee1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:28.147091 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:28.181669 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port e8e81ae7-fcc4-4c43-9a43-46ec86fd8653, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=e8e81ae7-fcc4-4c43-9a43-46ec86fd8653,segment=NetworkSegment(a29a37db-1075-4442-bd05-8ee19f90a172),segment_id=a29a37db-1075-4442-bd05-8ee19f90a172)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:54:28.186982 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:28.192640 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-c1cae780-6565-4865-a445-d8d856d51ee1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:54:28.196453 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c1cae780-6565-4865-a445-d8d856d51ee1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:54:28.199335 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c1cae780-6565-4865-a445-d8d856d51ee1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:54:28.205311 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-c1cae780-6565-4865-a445-d8d856d51ee1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:54:28.254839 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=e8e81ae7-fcc4-4c43-9a43-46ec86fd8653,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:28.265197 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c1cae780-6565-4865-a445-d8d856d51ee1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:28.268873 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c1cae780-6565-4865-a445-d8d856d51ee1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:28.317960 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cae780-6565-4865-a445-d8d856d51ee1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d565e708-3df4-490d-8176-30538576df31,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:28.320494 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c1cae780-6565-4865-a445-d8d856d51ee1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:28.321708 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c1cae780-6565-4865-a445-d8d856d51ee1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2176845 Jan 21 09:54:28.324793 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38022) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:28.330256 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-2072ddd5-93db-498d-bec5-6011eb24e943 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': 'd565e708-3df4-490d-8176-30538576df31', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:54:28.336596 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-2072ddd5-93db-498d-bec5-6011eb24e943 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:54:28.340489 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-2072ddd5-93db-498d-bec5-6011eb24e943 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:54:28.343360 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-2072ddd5-93db-498d-bec5-6011eb24e943 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:54:28.349503 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-2072ddd5-93db-498d-bec5-6011eb24e943 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:54:28.366933 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2072ddd5-93db-498d-bec5-6011eb24e943 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:28.429104 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2072ddd5-93db-498d-bec5-6011eb24e943 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:28.432878 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2072ddd5-93db-498d-bec5-6011eb24e943 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:28.458414 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072ddd5-93db-498d-bec5-6011eb24e943 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d8b914-7a7a-4cf0-9469-65633483e5c1,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:28.466895 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2072ddd5-93db-498d-bec5-6011eb24e943 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:28.468411 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-2072ddd5-93db-498d-bec5-6011eb24e943 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1427205 Jan 21 09:54:28.471707 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38026) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:28.477104 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-84e7850c-95af-422d-bbec-23f4d7be905c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': 'd565e708-3df4-490d-8176-30538576df31', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:54:28.482977 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-84e7850c-95af-422d-bbec-23f4d7be905c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:54:28.488166 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-84e7850c-95af-422d-bbec-23f4d7be905c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:54:28.491467 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-84e7850c-95af-422d-bbec-23f4d7be905c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:54:28.497444 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-84e7850c-95af-422d-bbec-23f4d7be905c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:54:28.514185 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-84e7850c-95af-422d-bbec-23f4d7be905c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:28.577538 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-84e7850c-95af-422d-bbec-23f4d7be905c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:28.582160 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-84e7850c-95af-422d-bbec-23f4d7be905c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:28.620676 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7850c-95af-422d-bbec-23f4d7be905c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40429371-51b8-45c7-8735-65a776d28336,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:28.630424 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-84e7850c-95af-422d-bbec-23f4d7be905c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:28.631583 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-84e7850c-95af-422d-bbec-23f4d7be905c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1589580 Jan 21 09:54:28.634432 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38030) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:28.639902 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-b6585838-83e3-4824-9f77-44bb025a281e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': 'd565e708-3df4-490d-8176-30538576df31', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:54:28.647019 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b6585838-83e3-4824-9f77-44bb025a281e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:54:28.651568 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b6585838-83e3-4824-9f77-44bb025a281e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:54:28.654529 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b6585838-83e3-4824-9f77-44bb025a281e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:54:28.661330 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b6585838-83e3-4824-9f77-44bb025a281e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:54:28.681144 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b6585838-83e3-4824-9f77-44bb025a281e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:28.744779 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b6585838-83e3-4824-9f77-44bb025a281e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:28.749043 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b6585838-83e3-4824-9f77-44bb025a281e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:28.779627 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6585838-83e3-4824-9f77-44bb025a281e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d54a156-7f5e-4088-b907-7eacb6314619,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:28.790136 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b6585838-83e3-4824-9f77-44bb025a281e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:28.791352 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b6585838-83e3-4824-9f77-44bb025a281e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1560335 Jan 21 09:54:28.794098 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38034) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:28.806924 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-a5b77a94-08e9-4d8d-b2cc-9c4e526241a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': 'd565e708-3df4-490d-8176-30538576df31', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:54:28.813416 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a5b77a94-08e9-4d8d-b2cc-9c4e526241a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:54:28.817584 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a5b77a94-08e9-4d8d-b2cc-9c4e526241a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:54:28.821671 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a5b77a94-08e9-4d8d-b2cc-9c4e526241a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:54:28.827613 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a5b77a94-08e9-4d8d-b2cc-9c4e526241a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:54:28.844474 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a5b77a94-08e9-4d8d-b2cc-9c4e526241a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:28.917809 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a5b77a94-08e9-4d8d-b2cc-9c4e526241a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:28.921704 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a5b77a94-08e9-4d8d-b2cc-9c4e526241a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:28.944617 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b77a94-08e9-4d8d-b2cc-9c4e526241a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c69cc777-3443-4787-a949-e7c8d70335af,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:28.955772 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a5b77a94-08e9-4d8d-b2cc-9c4e526241a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:28.957273 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a5b77a94-08e9-4d8d-b2cc-9c4e526241a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1620314 Jan 21 09:54:28.960028 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38038) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:28.965670 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-648d8caf-0f28-4351-9897-bd78091f11b2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': 'd565e708-3df4-490d-8176-30538576df31', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:54:28.971702 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-648d8caf-0f28-4351-9897-bd78091f11b2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:54:28.975420 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-648d8caf-0f28-4351-9897-bd78091f11b2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:54:28.978220 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-648d8caf-0f28-4351-9897-bd78091f11b2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:54:28.983693 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-648d8caf-0f28-4351-9897-bd78091f11b2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:54:28.996484 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.securitygroups_db [None req-648d8caf-0f28-4351-9897-bd78091f11b2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Project e2711eddd053435baef8e70b41198188 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:54:29.004017 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-648d8caf-0f28-4351-9897-bd78091f11b2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:29.077915 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c53c98-7b22-4551-b515-63b0e83f2b14 None None] Sync routers for ids ['790417f0-a40e-41ce-963e-46a6e6c9f0ad'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:54:29.090882 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c53c98-7b22-4551-b515-63b0e83f2b14 None None] Routers {'790417f0-a40e-41ce-963e-46a6e6c9f0ad'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:54:29.091489 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-77c53c98-7b22-4551-b515-63b0e83f2b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:54:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['790417f0-a40e-41ce-963e-46a6e6c9f0ad'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:29.185825 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-648d8caf-0f28-4351-9897-bd78091f11b2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:29.190944 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-648d8caf-0f28-4351-9897-bd78091f11b2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:29.223836 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d8caf-0f28-4351-9897-bd78091f11b2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46a54578-0990-4b55-b779-cde9482b62b1,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:29.233666 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-648d8caf-0f28-4351-9897-bd78091f11b2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:29.234864 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-648d8caf-0f28-4351-9897-bd78091f11b2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2738199 Jan 21 09:54:29.237694 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38042) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:29.243090 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-a291d9ef-8caf-4031-b976-30e4028852a2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': 'd565e708-3df4-490d-8176-30538576df31', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:54:29.248941 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a291d9ef-8caf-4031-b976-30e4028852a2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:54:29.253675 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a291d9ef-8caf-4031-b976-30e4028852a2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:54:29.256537 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a291d9ef-8caf-4031-b976-30e4028852a2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:54:29.263781 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a291d9ef-8caf-4031-b976-30e4028852a2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:54:29.277062 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.securitygroups_db [None req-a291d9ef-8caf-4031-b976-30e4028852a2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Project e2711eddd053435baef8e70b41198188 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:54:29.282021 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-77c53c98-7b22-4551-b515-63b0e83f2b14 None None] Set router 790417f0-a40e-41ce-963e-46a6e6c9f0ad gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:54:29.284071 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a291d9ef-8caf-4031-b976-30e4028852a2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:29.357467 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a291d9ef-8caf-4031-b976-30e4028852a2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:29.362108 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a291d9ef-8caf-4031-b976-30e4028852a2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:29.389233 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291d9ef-8caf-4031-b976-30e4028852a2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba71bf9-ffdf-44c1-908d-4acd3660061f,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:29.401020 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a291d9ef-8caf-4031-b976-30e4028852a2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:29.402534 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a291d9ef-8caf-4031-b976-30e4028852a2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1637487 Jan 21 09:54:29.432271 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:29.612674 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-77c53c98-7b22-4551-b515-63b0e83f2b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'name': 'tempest-TestNetworkBasicOps-router-1526012719', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '4f44c13b-1f8b-4575-9421-8ec1119243d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:54:21Z', 'updated_at': '2022-01-21T09:54:25Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '4f44c13b-1f8b-4575-9421-8ec1119243d5', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:54:21Z', 'updated_at': '2022-01-21T09:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'e3cd82f5-1a60-4af7-b850-92c9de1b993a', 'name': '', 'network_id': '598dfdfb-4af7-47c1-b83b-030085467756', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:a9:c0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '291257c9-1bb9-45ef-a783-69a6a586760a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:54:24Z', 'updated_at': '2022-01-21T09:54:26Z', 'revision_number': 2, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': '291257c9-1bb9-45ef-a783-69a6a586760a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:29.616611 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c53c98-7b22-4551-b515-63b0e83f2b14 None None] Checking router: 790417f0-a40e-41ce-963e-46a6e6c9f0ad for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:54:29.616952 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c53c98-7b22-4551-b515-63b0e83f2b14 None None] Updating router 790417f0-a40e-41ce-963e-46a6e6c9f0ad port e3cd82f5-1a60-4af7-b850-92c9de1b993a binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:54:29.633628 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-698993a6-07b5-4317-a3ea-776d54f9bf3c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:54:29.651326 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-698993a6-07b5-4317-a3ea-776d54f9bf3c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:54:29.652513 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-698993a6-07b5-4317-a3ea-776d54f9bf3c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1942299734&fields=id&tenant_id=e2711eddd053435baef8e70b41198188 HTTP/1.1" status: 200 len: 267 time: 0.0617979 Jan 21 09:54:29.672440 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-77c53c98-7b22-4551-b515-63b0e83f2b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:29.690593 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device e8e81ae7-fcc4-4c43-9a43-46ec86fd8653 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:54:29.770038 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port e8e81ae7-fcc4-4c43-9a43-46ec86fd8653 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:54:29.770401 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:29.820772 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-c39865e0-33ab-4e6e-b4ce-4420145522b0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:29.821463 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-c39865e0-33ab-4e6e-b4ce-4420145522b0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:network {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:54:29.839965 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-c39865e0-33ab-4e6e-b4ce-4420145522b0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:network {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:54:29.841189 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-c39865e0-33ab-4e6e-b4ce-4420145522b0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/networks?id=598dfdfb-4af7-47c1-b83b-030085467756 HTTP/1.1" status: 200 len: 797 time: 0.1818135 Jan 21 09:54:29.864002 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-c1f38e5a-feae-4f02-b8b2-0c5bd9f0c75a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/quotas/e2711eddd053435baef8e70b41198188 HTTP/1.1" status: 200 len: 375 time: 0.0143795 Jan 21 09:54:29.960405 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-21047c7a-7b64-459b-b06a-176b2cfd75f5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:54:29.975698 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-21047c7a-7b64-459b-b06a-176b2cfd75f5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:54:29.977105 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-21047c7a-7b64-459b-b06a-176b2cfd75f5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1066165 Jan 21 09:54:30.054217 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-77c53c98-7b22-4551-b515-63b0e83f2b14 None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:30.067447 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-77c53c98-7b22-4551-b515-63b0e83f2b14 None None] Transition to ACTIVE for port object e3cd82f5-1a60-4af7-b850-92c9de1b993a will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:54:30.074512 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-77c53c98-7b22-4551-b515-63b0e83f2b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:30.122452 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-d632b6b8-e640-44de-9d98-27b029621dfe service neutron] 10.222.0.104 "GET /v2.0/networks/598dfdfb-4af7-47c1-b83b-030085467756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331618 Jan 21 09:54:30.195077 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f24783-0bcb-4701-bca9-0c2881e39f55 None None] Pushing event updated for resources: {'Port': ['ID=e3cd82f5-1a60-4af7-b850-92c9de1b993a,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:30.265737 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-156db703-4671-4382-baa9-894adcde4230 service neutron] 10.222.0.104 "GET /v2.0/networks/598dfdfb-4af7-47c1-b83b-030085467756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370566 Jan 21 09:54:30.334224 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-77c53c98-7b22-4551-b515-63b0e83f2b14 None None] Attempting to bind port e3cd82f5-1a60-4af7-b850-92c9de1b993a on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:54:30.334576 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-77c53c98-7b22-4551-b515-63b0e83f2b14 None None] Attempting to bind port e3cd82f5-1a60-4af7-b850-92c9de1b993a by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'a29a37db-1075-4442-bd05-8ee19f90a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '598dfdfb-4af7-47c1-b83b-030085467756'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:54:30.334922 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c53c98-7b22-4551-b515-63b0e83f2b14 None None] Attempting to bind port e3cd82f5-1a60-4af7-b850-92c9de1b993a on network 598dfdfb-4af7-47c1-b83b-030085467756 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:54:30.341297 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c53c98-7b22-4551-b515-63b0e83f2b14 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:54:30.341779 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c53c98-7b22-4551-b515-63b0e83f2b14 None None] Checking segment: {'id': 'a29a37db-1075-4442-bd05-8ee19f90a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '598dfdfb-4af7-47c1-b83b-030085467756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:54:30.342072 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-77c53c98-7b22-4551-b515-63b0e83f2b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:30.342446 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c53c98-7b22-4551-b515-63b0e83f2b14 None None] Bound using segment: {'id': 'a29a37db-1075-4442-bd05-8ee19f90a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '598dfdfb-4af7-47c1-b83b-030085467756'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:54:30.342976 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-77c53c98-7b22-4551-b515-63b0e83f2b14 None None] Bound port: e3cd82f5-1a60-4af7-b850-92c9de1b993a, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29a37db-1075-4442-bd05-8ee19f90a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '598dfdfb-4af7-47c1-b83b-030085467756'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:54:30.343242 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-77c53c98-7b22-4551-b515-63b0e83f2b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:30.451195 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-77c53c98-7b22-4551-b515-63b0e83f2b14 None None] For port e3cd82f5-1a60-4af7-b850-92c9de1b993a, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:54:30.454884 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-77c53c98-7b22-4551-b515-63b0e83f2b14 None None] For port e3cd82f5-1a60-4af7-b850-92c9de1b993a, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=e3cd82f5-1a60-4af7-b850-92c9de1b993a,segment=NetworkSegment(a29a37db-1075-4442-bd05-8ee19f90a172),segment_id=a29a37db-1075-4442-bd05-8ee19f90a172)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:54:30.460970 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-77c53c98-7b22-4551-b515-63b0e83f2b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:30.496351 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e978b605-8be2-4c92-8c3d-31fb2da81395 req-201bf858-4ea5-40ea-a904-152555e97250 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=0a4dffad-5768-488b-9537-265958e54f06 HTTP/1.1" status: 200 len: 210 time: 0.0560029 Jan 21 09:54:30.563239 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f24783-0bcb-4701-bca9-0c2881e39f55 None None] Pushing event updated for resources: {'Port': ['ID=e3cd82f5-1a60-4af7-b850-92c9de1b993a,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:30.569772 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c53c98-7b22-4551-b515-63b0e83f2b14 None None] Routers {'790417f0-a40e-41ce-963e-46a6e6c9f0ad'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:54:30.570383 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-77c53c98-7b22-4551-b515-63b0e83f2b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:54:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['790417f0-a40e-41ce-963e-46a6e6c9f0ad'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:30.805178 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-77c53c98-7b22-4551-b515-63b0e83f2b14 None None] Set router 790417f0-a40e-41ce-963e-46a6e6c9f0ad gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:54:31.155090 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-77c53c98-7b22-4551-b515-63b0e83f2b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'name': 'tempest-TestNetworkBasicOps-router-1526012719', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '4f44c13b-1f8b-4575-9421-8ec1119243d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:54:21Z', 'updated_at': '2022-01-21T09:54:25Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '4f44c13b-1f8b-4575-9421-8ec1119243d5', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:54:21Z', 'updated_at': '2022-01-21T09:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'e3cd82f5-1a60-4af7-b850-92c9de1b993a', 'name': '', 'network_id': '598dfdfb-4af7-47c1-b83b-030085467756', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:a9:c0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '291257c9-1bb9-45ef-a783-69a6a586760a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:54:24Z', 'updated_at': '2022-01-21T09:54:30Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': '291257c9-1bb9-45ef-a783-69a6a586760a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:31.159100 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c53c98-7b22-4551-b515-63b0e83f2b14 None None] The sync data for ids ['790417f0-a40e-41ce-963e-46a6e6c9f0ad'] in dv-neutron-825732-1-hyperv is: [{'id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'name': 'tempest-TestNetworkBasicOps-router-1526012719', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '4f44c13b-1f8b-4575-9421-8ec1119243d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:54:21Z', 'updated_at': '2022-01-21T09:54:25Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '4f44c13b-1f8b-4575-9421-8ec1119243d5', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:54:21Z', 'updated_at': '2022-01-21T09:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'e3cd82f5-1a60-4af7-b850-92c9de1b993a', 'name': '', 'network_id': '598dfdfb-4af7-47c1-b83b-030085467756', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:a9:c0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '291257c9-1bb9-45ef-a783-69a6a586760a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:54:24Z', 'updated_at': '2022-01-21T09:54:30Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': '291257c9-1bb9-45ef-a783-69a6a586760a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:54:31.612956 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-5352e5d9-2418-497a-b4e8-ecd37959924e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:31.614669 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-5352e5d9-2418-497a-b4e8-ecd37959924e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/networks?id=598dfdfb-4af7-47c1-b83b-030085467756 HTTP/1.1" status: 200 len: 797 time: 0.1774297 Jan 21 09:54:31.722039 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-e0f50c1b-daa9-490e-8205-debcdc68475c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2711eddd053435baef8e70b41198188 HTTP/1.1" status: 200 len: 380 time: 0.0926454 Jan 21 09:54:31.731761 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device e3cd82f5-1a60-4af7-b850-92c9de1b993a up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:54:31.739682 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8f6d90f0-2ffd-4319-b3b5-b1cf589af98b req-0bf51cb8-93a5-4c17-a086-7c93322e91c1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=0a4dffad-5768-488b-9537-265958e54f06 HTTP/1.1" status: 200 len: 210 time: 0.0823917 Jan 21 09:54:31.743704 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-2f42339e-4d0b-48b5-baae-9b80bc455e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'port': {'device_id': '0a4dffad-5768-488b-9537-265958e54f06', 'network_id': '598dfdfb-4af7-47c1-b83b-030085467756', 'admin_state_up': True, 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'security_groups': ['d565e708-3df4-490d-8176-30538576df31']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:54:31.856787 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port e3cd82f5-1a60-4af7-b850-92c9de1b993a completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:54:31.864960 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port e3cd82f5-1a60-4af7-b850-92c9de1b993a triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:54:31.865844 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:31.913203 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-2f42339e-4d0b-48b5-baae-9b80bc455e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:54:31.925806 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-2f42339e-4d0b-48b5-baae-9b80bc455e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:54:31.938089 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-2f42339e-4d0b-48b5-baae-9b80bc455e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Made reservation on behalf of e2711eddd053435baef8e70b41198188 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:54:31.942091 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-2f42339e-4d0b-48b5-baae-9b80bc455e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:31.997831 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:32.034855 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port e3cd82f5-1a60-4af7-b850-92c9de1b993a, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=e3cd82f5-1a60-4af7-b850-92c9de1b993a,segment=NetworkSegment(a29a37db-1075-4442-bd05-8ee19f90a172),segment_id=a29a37db-1075-4442-bd05-8ee19f90a172)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:54:32.040422 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:32.112540 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=e3cd82f5-1a60-4af7-b850-92c9de1b993a,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:32.135468 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-2f42339e-4d0b-48b5-baae-9b80bc455e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Allocated IP 172.20.0.6 (598dfdfb-4af7-47c1-b83b-030085467756/291257c9-1bb9-45ef-a783-69a6a586760a/4395a14b-e7ae-4c42-a7c2-4d3889418a27) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:54:32.338298 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-2f42339e-4d0b-48b5-baae-9b80bc455e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:32.355337 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-2f42339e-4d0b-48b5-baae-9b80bc455e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Transition to ACTIVE for port object 4395a14b-e7ae-4c42-a7c2-4d3889418a27 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:54:32.376611 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-2f42339e-4d0b-48b5-baae-9b80bc455e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:32.449546 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-2f42339e-4d0b-48b5-baae-9b80bc455e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network 598dfdfb-4af7-47c1-b83b-030085467756 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:54:32.452824 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-2f42339e-4d0b-48b5-baae-9b80bc455e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:54:32.457995 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-2f42339e-4d0b-48b5-baae-9b80bc455e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:54:32.484123 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42339e-4d0b-48b5-baae-9b80bc455e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=4395a14b-e7ae-4c42-a7c2-4d3889418a27,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:32.527478 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-2f42339e-4d0b-48b5-baae-9b80bc455e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:32.528082 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-2f42339e-4d0b-48b5-baae-9b80bc455e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:32.556240 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-2f42339e-4d0b-48b5-baae-9b80bc455e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8281593 Jan 21 09:54:32.567494 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-7d85d93f-1b91-4403-838f-9647211afe3a service neutron] Request body: {'port': {'device_id': '0a4dffad-5768-488b-9537-265958e54f06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:54:32.680026 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-7d85d93f-1b91-4403-838f-9647211afe3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:32.684460 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-a74b7b51-c8ab-4154-97d4-98f54630cac6 None None] Provisioning for port 4395a14b-e7ae-4c42-a7c2-4d3889418a27 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:54:32.690215 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-a74b7b51-c8ab-4154-97d4-98f54630cac6 None None] Provisioning complete for port 4395a14b-e7ae-4c42-a7c2-4d3889418a27 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:54:32.690580 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a74b7b51-c8ab-4154-97d4-98f54630cac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:32.747778 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-a74b7b51-c8ab-4154-97d4-98f54630cac6 None None] Port 4395a14b-e7ae-4c42-a7c2-4d3889418a27 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:54:32.955150 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8294a5-10cf-4f14-8de8-6c6557c6073a req-df6fa14f-c256-4cca-a525-5d6be5392d77 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:32.956735 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-cf8294a5-10cf-4f14-8de8-6c6557c6073a req-df6fa14f-c256-4cca-a525-5d6be5392d77 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=0a4dffad-5768-488b-9537-265958e54f06 HTTP/1.1" status: 200 len: 931 time: 0.0834780 Jan 21 09:54:33.003251 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-cf8294a5-10cf-4f14-8de8-6c6557c6073a req-2c5fb6d9-3a19-4230-8508-5209dca9839e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=d565e708-3df4-490d-8176-30538576df31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408368 Jan 21 09:54:33.135975 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-7d85d93f-1b91-4403-838f-9647211afe3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4395a14b-e7ae-4c42-a7c2-4d3889418a27 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:54:33.143291 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-7d85d93f-1b91-4403-838f-9647211afe3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:33.158306 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-7d85d93f-1b91-4403-838f-9647211afe3a service neutron] Transition to ACTIVE for port object 4395a14b-e7ae-4c42-a7c2-4d3889418a27 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:54:33.162585 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-7d85d93f-1b91-4403-838f-9647211afe3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:33.291011 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d85d93f-1b91-4403-838f-9647211afe3a service neutron] Pushing event updated for resources: {'Port': ['ID=4395a14b-e7ae-4c42-a7c2-4d3889418a27,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:33.401871 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-7d85d93f-1b91-4403-838f-9647211afe3a service neutron] Attempting to bind port 4395a14b-e7ae-4c42-a7c2-4d3889418a27 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:54:33.402091 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-7d85d93f-1b91-4403-838f-9647211afe3a service neutron] Attempting to bind port 4395a14b-e7ae-4c42-a7c2-4d3889418a27 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'a29a37db-1075-4442-bd05-8ee19f90a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '598dfdfb-4af7-47c1-b83b-030085467756'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:54:33.402418 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-7d85d93f-1b91-4403-838f-9647211afe3a service neutron] Attempting to bind port 4395a14b-e7ae-4c42-a7c2-4d3889418a27 on network 598dfdfb-4af7-47c1-b83b-030085467756 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:54:33.409274 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-7d85d93f-1b91-4403-838f-9647211afe3a service neutron] Port 4395a14b-e7ae-4c42-a7c2-4d3889418a27 on network 598dfdfb-4af7-47c1-b83b-030085467756 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:54:33.409558 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-7d85d93f-1b91-4403-838f-9647211afe3a service neutron] Attempting to bind port 4395a14b-e7ae-4c42-a7c2-4d3889418a27 on network 598dfdfb-4af7-47c1-b83b-030085467756 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:54:33.415777 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-7d85d93f-1b91-4403-838f-9647211afe3a service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:54:33.416104 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-7d85d93f-1b91-4403-838f-9647211afe3a service neutron] Checking segment: {'id': 'a29a37db-1075-4442-bd05-8ee19f90a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '598dfdfb-4af7-47c1-b83b-030085467756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:54:33.416479 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-7d85d93f-1b91-4403-838f-9647211afe3a service neutron] Bound using segment: {'id': 'a29a37db-1075-4442-bd05-8ee19f90a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '598dfdfb-4af7-47c1-b83b-030085467756'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:54:33.416897 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-7d85d93f-1b91-4403-838f-9647211afe3a service neutron] Bound port: 4395a14b-e7ae-4c42-a7c2-4d3889418a27, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a29a37db-1075-4442-bd05-8ee19f90a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '598dfdfb-4af7-47c1-b83b-030085467756'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:54:33.417235 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-7d85d93f-1b91-4403-838f-9647211afe3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:33.507292 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-7d85d93f-1b91-4403-838f-9647211afe3a service neutron] For port 4395a14b-e7ae-4c42-a7c2-4d3889418a27, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:54:33.510410 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-7d85d93f-1b91-4403-838f-9647211afe3a service neutron] For port 4395a14b-e7ae-4c42-a7c2-4d3889418a27, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=4395a14b-e7ae-4c42-a7c2-4d3889418a27,segment=NetworkSegment(a29a37db-1075-4442-bd05-8ee19f90a172),segment_id=a29a37db-1075-4442-bd05-8ee19f90a172)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:54:33.515638 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-7d85d93f-1b91-4403-838f-9647211afe3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:33.582842 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-7d85d93f-1b91-4403-838f-9647211afe3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:33.584122 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-7d85d93f-1b91-4403-838f-9647211afe3a service neutron] 10.222.0.124 "PUT /v2.0/ports/4395a14b-e7ae-4c42-a7c2-4d3889418a27 HTTP/1.1" status: 200 len: 1093 time: 1.0208521 Jan 21 09:54:33.584574 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4dffad-5768-488b-9537-265958e54f06', 'tag': '4395a14b-e7ae-4c42-a7c2-4d3889418a27'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:54:33.610695 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d85d93f-1b91-4403-838f-9647211afe3a service neutron] Pushing event updated for resources: {'Port': ['ID=4395a14b-e7ae-4c42-a7c2-4d3889418a27,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:33.675695 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a4dffad-5768-488b-9537-265958e54f06', 'tag': '4395a14b-e7ae-4c42-a7c2-4d3889418a27', 'status': 'completed', 'code': 200} Jan 21 09:54:33.702913 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device e3cd82f5-1a60-4af7-b850-92c9de1b993a up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:54:33.723181 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-355c9c24-a65e-4598-9a7c-b771187c24f4 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=0a4dffad-5768-488b-9537-265958e54f06 HTTP/1.1" status: 200 len: 1096 time: 0.0843146 Jan 21 09:54:33.787410 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port e3cd82f5-1a60-4af7-b850-92c9de1b993a triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:54:33.787888 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:33.798630 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-6c543d4d-1963-47d4-9f5a-4d229d7ff327 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4395a14b-e7ae-4c42-a7c2-4d3889418a27 HTTP/1.1" status: 200 len: 217 time: 0.0682025 Jan 21 09:54:33.873046 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-078a9478-7b84-4198-b417-15ee0075a7c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:33.874648 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-078a9478-7b84-4198-b417-15ee0075a7c5 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=291257c9-1bb9-45ef-a783-69a6a586760a HTTP/1.1" status: 200 len: 835 time: 0.0701530 Jan 21 09:54:33.961936 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-b877fa94-ed95-47b4-bbde-ad74d9ff4209 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=598dfdfb-4af7-47c1-b83b-030085467756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796306 Jan 21 09:54:34.099593 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-07644515-1b94-45a5-8ee4-f79e67288ec5 service neutron] 10.222.0.124 "GET /v2.0/networks/598dfdfb-4af7-47c1-b83b-030085467756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318607 Jan 21 09:54:34.222195 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6876b-1dec-437d-982b-4fb104e7195e req-5b174f25-fe7f-4d4c-bd3f-9dab9d90465c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:34.223731 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a5b6876b-1dec-437d-982b-4fb104e7195e req-5b174f25-fe7f-4d4c-bd3f-9dab9d90465c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=0a4dffad-5768-488b-9537-265958e54f06 HTTP/1.1" status: 200 len: 943 time: 0.0788622 Jan 21 09:54:34.247143 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1c38ae8b-089f-4293-b8fa-fecc8ffa7482 req-ac259ae2-9484-454c-82ad-95b6721384c0 service neutron] 10.222.0.124 "GET /v2.0/networks/598dfdfb-4af7-47c1-b83b-030085467756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413710 Jan 21 09:54:34.278096 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a5b6876b-1dec-437d-982b-4fb104e7195e req-0a1d65fe-5acd-4641-abb3-c7032fa39a13 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=d565e708-3df4-490d-8176-30538576df31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487113 Jan 21 09:54:34.367816 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ff581e08-a015-48a5-af72-578d8a3c1f8d req-210d66b1-95e5-4df7-b62d-e02f2a6be7c4 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=0a4dffad-5768-488b-9537-265958e54f06 HTTP/1.1" status: 200 len: 1096 time: 0.0719035 Jan 21 09:54:34.502425 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff581e08-a015-48a5-af72-578d8a3c1f8d req-59012966-7b3c-41aa-a761-369ba944b7f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:34.503859 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ff581e08-a015-48a5-af72-578d8a3c1f8d req-59012966-7b3c-41aa-a761-369ba944b7f6 service neutron] 10.222.0.124 "GET /v2.0/networks?id=598dfdfb-4af7-47c1-b83b-030085467756 HTTP/1.1" status: 200 len: 898 time: 0.1301856 Jan 21 09:54:34.575309 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ff581e08-a015-48a5-af72-578d8a3c1f8d req-545f06d8-f0f0-48ca-85ff-ff68fc2d3be0 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4395a14b-e7ae-4c42-a7c2-4d3889418a27 HTTP/1.1" status: 200 len: 217 time: 0.0645690 Jan 21 09:54:34.736441 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff581e08-a015-48a5-af72-578d8a3c1f8d req-4e1505b0-2ca3-4259-80d3-b989d9090441 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:34.737958 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ff581e08-a015-48a5-af72-578d8a3c1f8d req-4e1505b0-2ca3-4259-80d3-b989d9090441 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=291257c9-1bb9-45ef-a783-69a6a586760a HTTP/1.1" status: 200 len: 835 time: 0.1564684 Jan 21 09:54:34.828338 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ff581e08-a015-48a5-af72-578d8a3c1f8d req-c3becb73-b621-4813-b220-d5e5cc5179f6 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=598dfdfb-4af7-47c1-b83b-030085467756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817130 Jan 21 09:54:34.967303 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ff581e08-a015-48a5-af72-578d8a3c1f8d req-322baee2-548a-4bcb-8076-13f4fa643e7d service neutron] 10.222.0.124 "GET /v2.0/networks/598dfdfb-4af7-47c1-b83b-030085467756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302927 Jan 21 09:54:35.103129 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ff581e08-a015-48a5-af72-578d8a3c1f8d req-cb6e934c-76ac-4244-8bc2-130412b8a620 service neutron] 10.222.0.124 "GET /v2.0/networks/598dfdfb-4af7-47c1-b83b-030085467756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297517 Jan 21 09:54:35.476211 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0636f0-9a9a-4ba0-93b5-e4a837061f65 req-d3926969-bc89-407b-9b57-5c087d750eb9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:35.476926 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-ee0636f0-9a9a-4ba0-93b5-e4a837061f65 req-d3926969-bc89-407b-9b57-5c087d750eb9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:54:35.493044 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-ee0636f0-9a9a-4ba0-93b5-e4a837061f65 req-d3926969-bc89-407b-9b57-5c087d750eb9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:54:35.494299 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ee0636f0-9a9a-4ba0-93b5-e4a837061f65 req-d3926969-bc89-407b-9b57-5c087d750eb9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=0a4dffad-5768-488b-9537-265958e54f06 HTTP/1.1" status: 200 len: 943 time: 0.0923889 Jan 21 09:54:35.541144 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ee0636f0-9a9a-4ba0-93b5-e4a837061f65 req-dafeb808-1bc9-46c5-bdcd-4d37c5e30a12 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=d565e708-3df4-490d-8176-30538576df31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410457 Jan 21 09:54:36.321242 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 4395a14b-e7ae-4c42-a7c2-4d3889418a27 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:54:36.456399 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 4395a14b-e7ae-4c42-a7c2-4d3889418a27, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=4395a14b-e7ae-4c42-a7c2-4d3889418a27,segment=NetworkSegment(a29a37db-1075-4442-bd05-8ee19f90a172),segment_id=a29a37db-1075-4442-bd05-8ee19f90a172)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:54:36.471631 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '4395a14b-e7ae-4c42-a7c2-4d3889418a27', 'network_id': '598dfdfb-4af7-47c1-b83b-030085467756', 'port_id': '4395a14b-e7ae-4c42-a7c2-4d3889418a27', 'mac_address': 'fa:16:3e:22:6f:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '291257c9-1bb9-45ef-a783-69a6a586760a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:54:36.528455 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:36.546364 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4395a14b-e7ae-4c42-a7c2-4d3889418a27 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:54:36.562105 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 4395a14b-e7ae-4c42-a7c2-4d3889418a27, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=4395a14b-e7ae-4c42-a7c2-4d3889418a27,segment=NetworkSegment(a29a37db-1075-4442-bd05-8ee19f90a172),segment_id=a29a37db-1075-4442-bd05-8ee19f90a172)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:54:36.566864 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:36.639653 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=4395a14b-e7ae-4c42-a7c2-4d3889418a27,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:36.754301 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba12035-9b6a-4b66-b8e4-1fb25c7f78aa req-58e0d43a-89b5-424d-a120-9b83bb9bc124 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:36.755786 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-2ba12035-9b6a-4b66-b8e4-1fb25c7f78aa req-58e0d43a-89b5-424d-a120-9b83bb9bc124 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=0a4dffad-5768-488b-9537-265958e54f06 HTTP/1.1" status: 200 len: 944 time: 0.0777652 Jan 21 09:54:36.800022 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['4395a14b-e7ae-4c42-a7c2-4d3889418a27'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:54:36.803511 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-2ba12035-9b6a-4b66-b8e4-1fb25c7f78aa req-50022a80-9943-46f8-b366-30ecaf907fce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=d565e708-3df4-490d-8176-30538576df31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421844 Jan 21 09:54:38.005950 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5928ff2-c5c5-4ffd-af0d-c83d8b743d62 req-422bc85e-76c9-4a5b-aa0e-5401f2d48ba3 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:38.007409 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a5928ff2-c5c5-4ffd-af0d-c83d8b743d62 req-422bc85e-76c9-4a5b-aa0e-5401f2d48ba3 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=0a4dffad-5768-488b-9537-265958e54f06 HTTP/1.1" status: 200 len: 944 time: 0.0820265 Jan 21 09:54:38.054044 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a5928ff2-c5c5-4ffd-af0d-c83d8b743d62 req-aebb70c3-74de-4608-a5b5-e804b01cb5f1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=d565e708-3df4-490d-8176-30538576df31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409415 Jan 21 09:54:38.352227 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 4395a14b-e7ae-4c42-a7c2-4d3889418a27 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:54:38.421623 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port 4395a14b-e7ae-4c42-a7c2-4d3889418a27 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:54:38.426573 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 4395a14b-e7ae-4c42-a7c2-4d3889418a27 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:54:38.426970 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:38.551124 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:38.577873 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4dffad-5768-488b-9537-265958e54f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4395a14b-e7ae-4c42-a7c2-4d3889418a27'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:54:38.588072 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 4395a14b-e7ae-4c42-a7c2-4d3889418a27, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=4395a14b-e7ae-4c42-a7c2-4d3889418a27,segment=NetworkSegment(a29a37db-1075-4442-bd05-8ee19f90a172),segment_id=a29a37db-1075-4442-bd05-8ee19f90a172)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:54:38.588259 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3537fbb7-116d-4d08-91a1-d21a5d8148bc req-c13d2036-a35c-41f3-914a-4f216f539f0a service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=e3be0992-3959-4b55-b7af-acd28777b576&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735109 Jan 21 09:54:38.592122 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:38.660152 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4dffad-5768-488b-9537-265958e54f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4395a14b-e7ae-4c42-a7c2-4d3889418a27', 'code': 200} Jan 21 09:54:38.678563 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=4395a14b-e7ae-4c42-a7c2-4d3889418a27,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:38.718947 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3537fbb7-116d-4d08-91a1-d21a5d8148bc req-bca6c1b2-fb85-4564-8f98-0e6247f34648 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=445ef770bf614bd2b6b8d3bcf07af0fd&device_id=e3be0992-3959-4b55-b7af-acd28777b576 HTTP/1.1" status: 200 len: 1098 time: 0.1015036 Jan 21 09:54:38.915526 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537fbb7-116d-4d08-91a1-d21a5d8148bc req-39a36c25-a3d4-4de5-92aa-28a5c782d624 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:38.916955 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3537fbb7-116d-4d08-91a1-d21a5d8148bc req-39a36c25-a3d4-4de5-92aa-28a5c782d624 service neutron] 10.222.0.124 "GET /v2.0/networks?id=5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 HTTP/1.1" status: 200 len: 913 time: 0.1796908 Jan 21 09:54:38.996809 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dfa6778f-3f25-4c24-abeb-3063837a4c5d req-687a036b-1720-4b0d-8194-82c327b9a7ab service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=0a4dffad-5768-488b-9537-265958e54f06 HTTP/1.1" status: 200 len: 1098 time: 0.1844010 Jan 21 09:54:39.049567 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3537fbb7-116d-4d08-91a1-d21a5d8148bc req-a68f4b83-99d9-4af1-a54e-c092d4f658ef service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3eb86213-954e-49a8-a05c-9bfe302ffe6d HTTP/1.1" status: 200 len: 1000 time: 0.1261997 Jan 21 09:54:39.094257 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dfa6778f-3f25-4c24-abeb-3063837a4c5d req-0d052233-33fe-489a-aeee-786234f5b6d9 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=d565e708-3df4-490d-8176-30538576df31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914779 Jan 21 09:54:39.119969 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537fbb7-116d-4d08-91a1-d21a5d8148bc req-5efccf2e-764b-4396-9424-3d6f2830ccbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:39.121426 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3537fbb7-116d-4d08-91a1-d21a5d8148bc req-5efccf2e-764b-4396-9424-3d6f2830ccbe service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f8e2e48f-3c2e-408d-ac72-f5742db41e13 HTTP/1.1" status: 200 len: 851 time: 0.0656178 Jan 21 09:54:39.254796 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a01aee-3d43-4bb3-a8ac-eda769b68efb req-8b2c8fbd-5516-4752-a269-78643079374f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:39.256256 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-52a01aee-3d43-4bb3-a8ac-eda769b68efb req-8b2c8fbd-5516-4752-a269-78643079374f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=0a4dffad-5768-488b-9537-265958e54f06 HTTP/1.1" status: 200 len: 945 time: 0.0767465 Jan 21 09:54:39.344361 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-52a01aee-3d43-4bb3-a8ac-eda769b68efb req-fd061921-3d93-449f-ab06-6337d9d945ff tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=d565e708-3df4-490d-8176-30538576df31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826113 Jan 21 09:54:39.383575 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3537fbb7-116d-4d08-91a1-d21a5d8148bc req-166e4f93-98e1-441c-9e64-1e0d8889c185 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=5420f90b-fa8f-4acb-ab7a-0d5edf834ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0896201 Jan 21 09:54:39.520444 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3537fbb7-116d-4d08-91a1-d21a5d8148bc req-23c1482f-4c66-4620-a8ed-a5bb815646e9 service neutron] 10.222.0.124 "GET /v2.0/networks/5420f90b-fa8f-4acb-ab7a-0d5edf834ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303492 Jan 21 09:54:39.774944 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3537fbb7-116d-4d08-91a1-d21a5d8148bc req-c282405d-67ca-48cf-9bf7-95dff4bc0aad service neutron] 10.222.0.124 "GET /v2.0/networks/5420f90b-fa8f-4acb-ab7a-0d5edf834ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481358 Jan 21 09:54:40.560492 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f8c48-f3f0-4de4-b6bb-0e0f3b877d82 req-c80eac69-a346-4aeb-922d-35c58d2517c3 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:40.561981 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-496f8c48-f3f0-4de4-b6bb-0e0f3b877d82 req-c80eac69-a346-4aeb-922d-35c58d2517c3 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=0a4dffad-5768-488b-9537-265958e54f06 HTTP/1.1" status: 200 len: 945 time: 0.0931370 Jan 21 09:54:40.610600 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-496f8c48-f3f0-4de4-b6bb-0e0f3b877d82 req-a46233c2-66d8-4ed5-b251-efb7966ffce6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=d565e708-3df4-490d-8176-30538576df31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428791 Jan 21 09:54:40.833196 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f75202-0f9c-4692-82e0-65e465069f98 req-9d2bbffa-cbb9-4b3a-889a-b35184b3c6e5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:40.834850 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a6f75202-0f9c-4692-82e0-65e465069f98 req-9d2bbffa-cbb9-4b3a-889a-b35184b3c6e5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=0a4dffad-5768-488b-9537-265958e54f06 HTTP/1.1" status: 200 len: 945 time: 0.0876846 Jan 21 09:54:40.892971 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a6f75202-0f9c-4692-82e0-65e465069f98 req-b6f4fcac-7342-4fbf-bc3e-8e776e985a10 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=d565e708-3df4-490d-8176-30538576df31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523188 Jan 21 09:54:40.920817 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38086) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:40.994486 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e70c13f6-090a-4cce-8a54-e97411b01d5e tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=0a4dffad-5768-488b-9537-265958e54f06 HTTP/1.1" status: 200 len: 1093 time: 0.0725086 Jan 21 09:54:40.997115 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38090) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:41.002445 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-11accb6c-2401-4dad-b758-db39bdce7c78 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'port_id': '4395a14b-e7ae-4c42-a7c2-4d3889418a27', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:54:41.008085 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-11accb6c-2401-4dad-b758-db39bdce7c78 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:54:41.011828 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-11accb6c-2401-4dad-b758-db39bdce7c78 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:floatingip and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:54:41.014631 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-11accb6c-2401-4dad-b758-db39bdce7c78 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:54:41.020731 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-11accb6c-2401-4dad-b758-db39bdce7c78 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:54:41.030926 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-11accb6c-2401-4dad-b758-db39bdce7c78 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:41.174918 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-11accb6c-2401-4dad-b758-db39bdce7c78 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:41.312686 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-11accb6c-2401-4dad-b758-db39bdce7c78 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Allocated IP 172.26.0.148 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/e19b5960-52a3-473d-841e-523a7e8afd96) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:54:41.478953 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-11accb6c-2401-4dad-b758-db39bdce7c78 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:41.509071 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-11accb6c-2401-4dad-b758-db39bdce7c78 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:41.576842 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11accb6c-2401-4dad-b758-db39bdce7c78 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:54:41.580203 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-11accb6c-2401-4dad-b758-db39bdce7c78 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:54:41.584566 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11accb6c-2401-4dad-b758-db39bdce7c78 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:54:41.608205 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11accb6c-2401-4dad-b758-db39bdce7c78 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=e19b5960-52a3-473d-841e-523a7e8afd96,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:42.107329 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-11accb6c-2401-4dad-b758-db39bdce7c78 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:42.170972 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-11accb6c-2401-4dad-b758-db39bdce7c78 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:42.392758 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-11accb6c-2401-4dad-b758-db39bdce7c78 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:42.398516 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-11accb6c-2401-4dad-b758-db39bdce7c78 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:42.615676 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11accb6c-2401-4dad-b758-db39bdce7c78 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=e19b5960-52a3-473d-841e-523a7e8afd96,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:42.638506 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-11accb6c-2401-4dad-b758-db39bdce7c78 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:42.862514 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.l3_db [None req-11accb6c-2401-4dad-b758-db39bdce7c78 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Floating IP 80b1184a-6059-41a3-9e7d-b0a1e1b399c7 associated. External IP: 172.26.0.148, port: 4395a14b-e7ae-4c42-a7c2-4d3889418a27. Jan 21 09:54:43.277170 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11accb6c-2401-4dad-b758-db39bdce7c78 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router 790417f0-a40e-41ce-963e-46a6e6c9f0ad has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:54:43.487258 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11accb6c-2401-4dad-b758-db39bdce7c78 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:54:43.503029 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cc2b38-5577-421f-954c-994144f49cd8 None None] Sync routers for ids ['790417f0-a40e-41ce-963e-46a6e6c9f0ad'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:54:43.513165 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-11accb6c-2401-4dad-b758-db39bdce7c78 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:43.515074 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cc2b38-5577-421f-954c-994144f49cd8 None None] Routers {'790417f0-a40e-41ce-963e-46a6e6c9f0ad'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:54:43.515685 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-77cc2b38-5577-421f-954c-994144f49cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:54:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['790417f0-a40e-41ce-963e-46a6e6c9f0ad'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:43.572481 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-11accb6c-2401-4dad-b758-db39bdce7c78 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5741243 Jan 21 09:54:43.572904 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4dffad-5768-488b-9537-265958e54f06', 'tag': '4395a14b-e7ae-4c42-a7c2-4d3889418a27'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:54:43.575118 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38094) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:43.632022 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a4dffad-5768-488b-9537-265958e54f06', 'tag': '4395a14b-e7ae-4c42-a7c2-4d3889418a27', 'status': 'completed', 'code': 200} Jan 21 09:54:43.709771 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-77cc2b38-5577-421f-954c-994144f49cd8 None None] Set router 790417f0-a40e-41ce-963e-46a6e6c9f0ad gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:54:43.738914 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-643b95de-30aa-45d6-8077-ad49848cd713 req-ba456e0a-9e30-4dad-aa8f-30443bca1f85 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=0a4dffad-5768-488b-9537-265958e54f06 HTTP/1.1" status: 200 len: 1098 time: 0.0774949 Jan 21 09:54:43.809785 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-05368038-07ec-479b-99fd-214b6f458767 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/80b1184a-6059-41a3-9e7d-b0a1e1b399c7 HTTP/1.1" status: 200 len: 991 time: 0.2331049 Jan 21 09:54:43.880944 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b95de-30aa-45d6-8077-ad49848cd713 req-70b12cf4-a95d-4753-abb2-9ae7560a7cfe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:43.882509 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-643b95de-30aa-45d6-8077-ad49848cd713 req-70b12cf4-a95d-4753-abb2-9ae7560a7cfe service neutron] 10.222.0.124 "GET /v2.0/networks?id=598dfdfb-4af7-47c1-b83b-030085467756 HTTP/1.1" status: 200 len: 898 time: 0.1375804 Jan 21 09:54:43.986877 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-643b95de-30aa-45d6-8077-ad49848cd713 req-0bbd16d7-81a6-44fd-a79e-85dcb2dc5de0 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4395a14b-e7ae-4c42-a7c2-4d3889418a27 HTTP/1.1" status: 200 len: 999 time: 0.0981412 Jan 21 09:54:44.051002 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b95de-30aa-45d6-8077-ad49848cd713 req-3252984c-a8e4-4bec-ad0e-3129b62520ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:44.052421 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-643b95de-30aa-45d6-8077-ad49848cd713 req-3252984c-a8e4-4bec-ad0e-3129b62520ca service neutron] 10.222.0.124 "GET /v2.0/subnets?id=291257c9-1bb9-45ef-a783-69a6a586760a HTTP/1.1" status: 200 len: 835 time: 0.0592892 Jan 21 09:54:44.113059 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-77cc2b38-5577-421f-954c-994144f49cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'name': 'tempest-TestNetworkBasicOps-router-1526012719', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '4f44c13b-1f8b-4575-9421-8ec1119243d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:54:21Z', 'updated_at': '2022-01-21T09:54:25Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '4f44c13b-1f8b-4575-9421-8ec1119243d5', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:54:21Z', 'updated_at': '2022-01-21T09:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '80b1184a-6059-41a3-9e7d-b0a1e1b399c7', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.148', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'port_id': '4395a14b-e7ae-4c42-a7c2-4d3889418a27', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598dfdfb-4af7-47c1-b83b-030085467756', 'mac_address': 'fa:16:3e:22:6f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4dffad-5768-488b-9537-265958e54f06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:54:41Z', 'updated_at': '2022-01-21T09:54:41Z', 'revision_number': 0, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cd82f5-1a60-4af7-b850-92c9de1b993a', 'name': '', 'network_id': '598dfdfb-4af7-47c1-b83b-030085467756', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:a9:c0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '291257c9-1bb9-45ef-a783-69a6a586760a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:54:24Z', 'updated_at': '2022-01-21T09:54:32Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': '291257c9-1bb9-45ef-a783-69a6a586760a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:44.117176 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cc2b38-5577-421f-954c-994144f49cd8 None None] Checking router: 790417f0-a40e-41ce-963e-46a6e6c9f0ad for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:54:44.126152 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-643b95de-30aa-45d6-8077-ad49848cd713 req-5d0e3447-65b1-483c-a292-ca00f226bc51 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=598dfdfb-4af7-47c1-b83b-030085467756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675476 Jan 21 09:54:44.136165 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cc2b38-5577-421f-954c-994144f49cd8 None None] Routers {'790417f0-a40e-41ce-963e-46a6e6c9f0ad'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:54:44.136697 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-77cc2b38-5577-421f-954c-994144f49cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:54:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['790417f0-a40e-41ce-963e-46a6e6c9f0ad'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:44.258676 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-643b95de-30aa-45d6-8077-ad49848cd713 req-79c3bc35-007c-4e9b-a7d1-9d560f06bac5 service neutron] 10.222.0.124 "GET /v2.0/networks/598dfdfb-4af7-47c1-b83b-030085467756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264126 Jan 21 09:54:44.323045 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-77cc2b38-5577-421f-954c-994144f49cd8 None None] Set router 790417f0-a40e-41ce-963e-46a6e6c9f0ad gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:54:44.506453 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-643b95de-30aa-45d6-8077-ad49848cd713 req-422c9cd1-d5fd-4d66-8dfd-565fbf487f0c service neutron] 10.222.0.124 "GET /v2.0/networks/598dfdfb-4af7-47c1-b83b-030085467756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414281 Jan 21 09:54:44.697139 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-77cc2b38-5577-421f-954c-994144f49cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'name': 'tempest-TestNetworkBasicOps-router-1526012719', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '4f44c13b-1f8b-4575-9421-8ec1119243d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:54:21Z', 'updated_at': '2022-01-21T09:54:25Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '4f44c13b-1f8b-4575-9421-8ec1119243d5', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:54:21Z', 'updated_at': '2022-01-21T09:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '80b1184a-6059-41a3-9e7d-b0a1e1b399c7', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.148', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'port_id': '4395a14b-e7ae-4c42-a7c2-4d3889418a27', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598dfdfb-4af7-47c1-b83b-030085467756', 'mac_address': 'fa:16:3e:22:6f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4dffad-5768-488b-9537-265958e54f06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:54:41Z', 'updated_at': '2022-01-21T09:54:41Z', 'revision_number': 0, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cd82f5-1a60-4af7-b850-92c9de1b993a', 'name': '', 'network_id': '598dfdfb-4af7-47c1-b83b-030085467756', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:a9:c0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '291257c9-1bb9-45ef-a783-69a6a586760a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:54:24Z', 'updated_at': '2022-01-21T09:54:32Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': '291257c9-1bb9-45ef-a783-69a6a586760a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:44.703793 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cc2b38-5577-421f-954c-994144f49cd8 None None] The sync data for ids ['790417f0-a40e-41ce-963e-46a6e6c9f0ad'] in dv-neutron-825732-1-hyperv is: [{'id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'name': 'tempest-TestNetworkBasicOps-router-1526012719', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '4f44c13b-1f8b-4575-9421-8ec1119243d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:54:21Z', 'updated_at': '2022-01-21T09:54:25Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '4f44c13b-1f8b-4575-9421-8ec1119243d5', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:54:21Z', 'updated_at': '2022-01-21T09:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '80b1184a-6059-41a3-9e7d-b0a1e1b399c7', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.148', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'port_id': '4395a14b-e7ae-4c42-a7c2-4d3889418a27', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598dfdfb-4af7-47c1-b83b-030085467756', 'mac_address': 'fa:16:3e:22:6f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4dffad-5768-488b-9537-265958e54f06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:54:41Z', 'updated_at': '2022-01-21T09:54:41Z', 'revision_number': 0, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cd82f5-1a60-4af7-b850-92c9de1b993a', 'name': '', 'network_id': '598dfdfb-4af7-47c1-b83b-030085467756', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:a9:c0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '291257c9-1bb9-45ef-a783-69a6a586760a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:54:24Z', 'updated_at': '2022-01-21T09:54:32Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': '291257c9-1bb9-45ef-a783-69a6a586760a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:54:44.814376 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38100) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:44.924186 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-44476699-f3a5-4530-a9ea-908e3a9765cd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/80b1184a-6059-41a3-9e7d-b0a1e1b399c7 HTTP/1.1" status: 200 len: 991 time: 0.1082458 Jan 21 09:54:45.927459 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38104) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:46.037545 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-970f38d3-eef9-4287-9a0e-fc721116bb89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/80b1184a-6059-41a3-9e7d-b0a1e1b399c7 HTTP/1.1" status: 200 len: 991 time: 0.1089327 Jan 21 09:54:47.025630 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2709f4-72fd-4024-bbb2-c4f47aaf60bd None None] New status for floating IP 80b1184a-6059-41a3-9e7d-b0a1e1b399c7: ACTIVE {{(pid=83600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:54:47.041556 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38108) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:47.153990 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b8bc9bc1-61c3-44b1-b9e2-2e043fa4b13c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/80b1184a-6059-41a3-9e7d-b0a1e1b399c7 HTTP/1.1" status: 200 len: 991 time: 0.1108425 Jan 21 09:54:48.157538 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38112) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:48.264561 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9457fd7b-68d5-4cdc-a135-6b2bc138b43f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/80b1184a-6059-41a3-9e7d-b0a1e1b399c7 HTTP/1.1" status: 200 len: 993 time: 0.1059625 Jan 21 09:54:50.272088 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:50.593831 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:54:53.890142 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5ca0291d-5ff8-4a0a-bd60-f66f0e35895b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:56.319566 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-57a4167f-521c-4f8d-9c33-8df369d785f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:57.427187 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:57.696987 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:59.429604 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:07.853330 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-962f3005-a979-4909-9bbe-cd833dda074d req-effdcece-b2ad-43c1-869f-c005fd5271c7 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-373252605&fields=id&tenant_id=445ef770bf614bd2b6b8d3bcf07af0fd HTTP/1.1" status: 200 len: 267 time: 0.0424676 Jan 21 09:55:08.003114 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f3005-a979-4909-9bbe-cd833dda074d req-fb6c240d-c6f6-480f-99ef-9e1f659c7688 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:08.004618 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-962f3005-a979-4909-9bbe-cd833dda074d req-fb6c240d-c6f6-480f-99ef-9e1f659c7688 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/networks?id=5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 HTTP/1.1" status: 200 len: 812 time: 0.1433697 Jan 21 09:55:08.021712 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-962f3005-a979-4909-9bbe-cd833dda074d req-5cdf9e4d-de26-4aff-8228-76fd76aea9e0 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/quotas/445ef770bf614bd2b6b8d3bcf07af0fd HTTP/1.1" status: 200 len: 375 time: 0.0116363 Jan 21 09:55:08.107030 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-962f3005-a979-4909-9bbe-cd833dda074d req-640a76aa-074f-4f68-a305-a4a36b1d02d9 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=445ef770bf614bd2b6b8d3bcf07af0fd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0797346 Jan 21 09:55:08.247409 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-962f3005-a979-4909-9bbe-cd833dda074d req-11264f63-90bf-4485-bd05-1d3a51c34a3c service neutron] 10.222.0.104 "GET /v2.0/networks/5420f90b-fa8f-4acb-ab7a-0d5edf834ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290326 Jan 21 09:55:08.387215 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-962f3005-a979-4909-9bbe-cd833dda074d req-8c26f9e3-d59b-46b0-b4f0-104c45625c13 service neutron] 10.222.0.104 "GET /v2.0/networks/5420f90b-fa8f-4acb-ab7a-0d5edf834ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280200 Jan 21 09:55:08.803281 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-758ba74d-8f12-4a52-a567-42f4134290c0 req-6193f279-191d-4a58-8505-b7a0b52e6d26 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=e791d82e-5600-4e85-801b-4637f5e03483 HTTP/1.1" status: 200 len: 210 time: 0.0449593 Jan 21 09:55:09.977926 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-f075e942-1020-4dba-bc7b-30bbe1f0a103 req-65272e26-831a-4b9e-b99c-1c25e0be8538 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=e791d82e-5600-4e85-801b-4637f5e03483 HTTP/1.1" status: 200 len: 210 time: 0.0464232 Jan 21 09:55:10.083255 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f3005-a979-4909-9bbe-cd833dda074d req-fed0f1db-a4d8-4aba-894b-f63f1a1e7ca9 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:10.084771 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-962f3005-a979-4909-9bbe-cd833dda074d req-fed0f1db-a4d8-4aba-894b-f63f1a1e7ca9 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.124 "GET /v2.0/networks?id=5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 HTTP/1.1" status: 200 len: 812 time: 0.1629536 Jan 21 09:55:10.142099 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-962f3005-a979-4909-9bbe-cd833dda074d req-bb6ae11f-ef9e-42b4-aa84-20cae1f0dfa2 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=445ef770bf614bd2b6b8d3bcf07af0fd HTTP/1.1" status: 200 len: 379 time: 0.0445464 Jan 21 09:55:10.158518 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-962f3005-a979-4909-9bbe-cd833dda074d req-26b7cad7-7d43-4445-ab5b-3d3c8396f66c tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Request body: {'port': {'device_id': 'e791d82e-5600-4e85-801b-4637f5e03483', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'admin_state_up': True, 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'security_groups': ['b229d27d-480d-4602-a3e0-4edc6625f56c']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:55:10.310545 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-962f3005-a979-4909-9bbe-cd833dda074d req-26b7cad7-7d43-4445-ab5b-3d3c8396f66c tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:55:10.321687 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-962f3005-a979-4909-9bbe-cd833dda074d req-26b7cad7-7d43-4445-ab5b-3d3c8396f66c tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:55:10.332118 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-962f3005-a979-4909-9bbe-cd833dda074d req-26b7cad7-7d43-4445-ab5b-3d3c8396f66c tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Made reservation on behalf of 445ef770bf614bd2b6b8d3bcf07af0fd for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:55:10.335148 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-962f3005-a979-4909-9bbe-cd833dda074d req-26b7cad7-7d43-4445-ab5b-3d3c8396f66c tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:10.506502 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-962f3005-a979-4909-9bbe-cd833dda074d req-26b7cad7-7d43-4445-ab5b-3d3c8396f66c tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Allocated IP 172.20.0.8 (5420f90b-fa8f-4acb-ab7a-0d5edf834ae6/f8e2e48f-3c2e-408d-ac72-f5742db41e13/56c1a516-727a-4d0a-b5a5-af24c975690a) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:55:10.722546 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-962f3005-a979-4909-9bbe-cd833dda074d req-26b7cad7-7d43-4445-ab5b-3d3c8396f66c tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:10.738972 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-962f3005-a979-4909-9bbe-cd833dda074d req-26b7cad7-7d43-4445-ab5b-3d3c8396f66c tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Transition to ACTIVE for port object 56c1a516-727a-4d0a-b5a5-af24c975690a will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:55:10.761845 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-962f3005-a979-4909-9bbe-cd833dda074d req-26b7cad7-7d43-4445-ab5b-3d3c8396f66c tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:10.845153 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-962f3005-a979-4909-9bbe-cd833dda074d req-26b7cad7-7d43-4445-ab5b-3d3c8396f66c tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Network 5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:55:10.849024 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-962f3005-a979-4909-9bbe-cd833dda074d req-26b7cad7-7d43-4445-ab5b-3d3c8396f66c tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:55:10.850938 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7cad7-7d43-4445-ab5b-3d3c8396f66c tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Pushing event updated for resources: {'Port': ['ID=56c1a516-727a-4d0a-b5a5-af24c975690a,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:10.853000 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-962f3005-a979-4909-9bbe-cd833dda074d req-26b7cad7-7d43-4445-ab5b-3d3c8396f66c tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:55:10.928443 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f3005-a979-4909-9bbe-cd833dda074d req-26b7cad7-7d43-4445-ab5b-3d3c8396f66c tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:10.929053 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-962f3005-a979-4909-9bbe-cd833dda074d req-26b7cad7-7d43-4445-ab5b-3d3c8396f66c tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:10.956137 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-962f3005-a979-4909-9bbe-cd833dda074d req-26b7cad7-7d43-4445-ab5b-3d3c8396f66c tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8018599 Jan 21 09:55:10.978141 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-962f3005-a979-4909-9bbe-cd833dda074d req-a65152a8-9b97-468d-9bea-b602c202e59c service neutron] Request body: {'port': {'device_id': 'e791d82e-5600-4e85-801b-4637f5e03483', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:55:11.112903 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0f00f551-0330-4caa-bf05-a70a09d1f2be None None] Provisioning for port 56c1a516-727a-4d0a-b5a5-af24c975690a completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:55:11.122822 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0f00f551-0330-4caa-bf05-a70a09d1f2be None None] Provisioning complete for port 56c1a516-727a-4d0a-b5a5-af24c975690a triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:55:11.123439 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0f00f551-0330-4caa-bf05-a70a09d1f2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:11.167053 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-962f3005-a979-4909-9bbe-cd833dda074d req-a65152a8-9b97-468d-9bea-b602c202e59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:11.182027 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-0f00f551-0330-4caa-bf05-a70a09d1f2be None None] Port 56c1a516-727a-4d0a-b5a5-af24c975690a cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:55:11.347443 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf79cfd-31cf-4b9b-9abb-b8c5eb84caf9 req-a66356ff-7f7c-413d-bc2b-1953636aa41e tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:11.348184 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-7bf79cfd-31cf-4b9b-9abb-b8c5eb84caf9 req-a66356ff-7f7c-413d-bc2b-1953636aa41e tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Synchronizing usage tracker for tenant:445ef770bf614bd2b6b8d3bcf07af0fd on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:55:11.395643 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-7bf79cfd-31cf-4b9b-9abb-b8c5eb84caf9 req-a66356ff-7f7c-413d-bc2b-1953636aa41e tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Unset dirty status for tenant:445ef770bf614bd2b6b8d3bcf07af0fd on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:55:11.397395 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7bf79cfd-31cf-4b9b-9abb-b8c5eb84caf9 req-a66356ff-7f7c-413d-bc2b-1953636aa41e tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=e791d82e-5600-4e85-801b-4637f5e03483 HTTP/1.1" status: 200 len: 931 time: 0.2687147 Jan 21 09:55:11.626835 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7bf79cfd-31cf-4b9b-9abb-b8c5eb84caf9 req-aca52baf-c5f5-4d7e-a211-6bdba408a9ab tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2111135 Jan 21 09:55:11.739899 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-962f3005-a979-4909-9bbe-cd833dda074d req-a65152a8-9b97-468d-9bea-b602c202e59c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56c1a516-727a-4d0a-b5a5-af24c975690a {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:55:11.747733 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-962f3005-a979-4909-9bbe-cd833dda074d req-a65152a8-9b97-468d-9bea-b602c202e59c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:11.764979 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-962f3005-a979-4909-9bbe-cd833dda074d req-a65152a8-9b97-468d-9bea-b602c202e59c service neutron] Transition to ACTIVE for port object 56c1a516-727a-4d0a-b5a5-af24c975690a will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:55:11.770464 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-962f3005-a979-4909-9bbe-cd833dda074d req-a65152a8-9b97-468d-9bea-b602c202e59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:11.907971 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65152a8-9b97-468d-9bea-b602c202e59c service neutron] Pushing event updated for resources: {'Port': ['ID=56c1a516-727a-4d0a-b5a5-af24c975690a,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:12.017126 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-962f3005-a979-4909-9bbe-cd833dda074d req-a65152a8-9b97-468d-9bea-b602c202e59c service neutron] Attempting to bind port 56c1a516-727a-4d0a-b5a5-af24c975690a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:55:12.017465 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-962f3005-a979-4909-9bbe-cd833dda074d req-a65152a8-9b97-468d-9bea-b602c202e59c service neutron] Attempting to bind port 56c1a516-727a-4d0a-b5a5-af24c975690a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9837c8e9-4888-432f-a43e-46a8a8628f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:55:12.017981 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962f3005-a979-4909-9bbe-cd833dda074d req-a65152a8-9b97-468d-9bea-b602c202e59c service neutron] Attempting to bind port 56c1a516-727a-4d0a-b5a5-af24c975690a on network 5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:55:12.024191 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962f3005-a979-4909-9bbe-cd833dda074d req-a65152a8-9b97-468d-9bea-b602c202e59c service neutron] Port 56c1a516-727a-4d0a-b5a5-af24c975690a on network 5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:55:12.024513 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962f3005-a979-4909-9bbe-cd833dda074d req-a65152a8-9b97-468d-9bea-b602c202e59c service neutron] Attempting to bind port 56c1a516-727a-4d0a-b5a5-af24c975690a on network 5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:55:12.030790 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962f3005-a979-4909-9bbe-cd833dda074d req-a65152a8-9b97-468d-9bea-b602c202e59c service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:55:12.031124 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962f3005-a979-4909-9bbe-cd833dda074d req-a65152a8-9b97-468d-9bea-b602c202e59c service neutron] Checking segment: {'id': '9837c8e9-4888-432f-a43e-46a8a8628f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:55:12.031509 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962f3005-a979-4909-9bbe-cd833dda074d req-a65152a8-9b97-468d-9bea-b602c202e59c service neutron] Bound using segment: {'id': '9837c8e9-4888-432f-a43e-46a8a8628f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:55:12.031998 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-962f3005-a979-4909-9bbe-cd833dda074d req-a65152a8-9b97-468d-9bea-b602c202e59c service neutron] Bound port: 56c1a516-727a-4d0a-b5a5-af24c975690a, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9837c8e9-4888-432f-a43e-46a8a8628f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:55:12.032344 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-962f3005-a979-4909-9bbe-cd833dda074d req-a65152a8-9b97-468d-9bea-b602c202e59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:12.126979 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-962f3005-a979-4909-9bbe-cd833dda074d req-a65152a8-9b97-468d-9bea-b602c202e59c service neutron] For port 56c1a516-727a-4d0a-b5a5-af24c975690a, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:55:12.130124 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-962f3005-a979-4909-9bbe-cd833dda074d req-a65152a8-9b97-468d-9bea-b602c202e59c service neutron] For port 56c1a516-727a-4d0a-b5a5-af24c975690a, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=56c1a516-727a-4d0a-b5a5-af24c975690a,segment=NetworkSegment(9837c8e9-4888-432f-a43e-46a8a8628f53),segment_id=9837c8e9-4888-432f-a43e-46a8a8628f53)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:55:12.134869 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-962f3005-a979-4909-9bbe-cd833dda074d req-a65152a8-9b97-468d-9bea-b602c202e59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:12.196828 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-962f3005-a979-4909-9bbe-cd833dda074d req-a65152a8-9b97-468d-9bea-b602c202e59c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:12.198203 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-962f3005-a979-4909-9bbe-cd833dda074d req-a65152a8-9b97-468d-9bea-b602c202e59c service neutron] 10.222.0.124 "PUT /v2.0/ports/56c1a516-727a-4d0a-b5a5-af24c975690a HTTP/1.1" status: 200 len: 1093 time: 1.2337747 Jan 21 09:55:12.198650 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e791d82e-5600-4e85-801b-4637f5e03483', 'tag': '56c1a516-727a-4d0a-b5a5-af24c975690a'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:55:12.215953 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65152a8-9b97-468d-9bea-b602c202e59c service neutron] Pushing event updated for resources: {'Port': ['ID=56c1a516-727a-4d0a-b5a5-af24c975690a,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:12.267060 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e791d82e-5600-4e85-801b-4637f5e03483', 'tag': '56c1a516-727a-4d0a-b5a5-af24c975690a', 'status': 'completed', 'code': 200} Jan 21 09:55:12.316129 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-962f3005-a979-4909-9bbe-cd833dda074d req-8f3423d9-b569-4fe9-8b38-66b28727b1e7 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=445ef770bf614bd2b6b8d3bcf07af0fd&device_id=e791d82e-5600-4e85-801b-4637f5e03483 HTTP/1.1" status: 200 len: 1096 time: 0.0812721 Jan 21 09:55:12.388837 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-962f3005-a979-4909-9bbe-cd833dda074d req-c5ff4b9a-d486-4e7d-b846-da62fbed1ee3 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56c1a516-727a-4d0a-b5a5-af24c975690a HTTP/1.1" status: 200 len: 217 time: 0.0648544 Jan 21 09:55:12.455825 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f3005-a979-4909-9bbe-cd833dda074d req-b9d5db58-51e1-4745-aef3-475eb51c1675 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:12.457231 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-962f3005-a979-4909-9bbe-cd833dda074d req-b9d5db58-51e1-4745-aef3-475eb51c1675 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f8e2e48f-3c2e-408d-ac72-f5742db41e13 HTTP/1.1" status: 200 len: 851 time: 0.0617843 Jan 21 09:55:12.532924 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-962f3005-a979-4909-9bbe-cd833dda074d req-5cbca75e-7abb-455b-b30b-c409819fca9a service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=5420f90b-fa8f-4acb-ab7a-0d5edf834ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689898 Jan 21 09:55:12.667086 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-962f3005-a979-4909-9bbe-cd833dda074d req-d3fbbe1e-3689-4973-9595-0754ecf6c958 service neutron] 10.222.0.124 "GET /v2.0/networks/5420f90b-fa8f-4acb-ab7a-0d5edf834ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267445 Jan 21 09:55:12.848528 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-962f3005-a979-4909-9bbe-cd833dda074d req-78778db7-7c72-480b-8658-f7e34da71ab7 service neutron] 10.222.0.124 "GET /v2.0/networks/5420f90b-fa8f-4acb-ab7a-0d5edf834ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750619 Jan 21 09:55:12.879124 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b4602-f8fd-4886-876d-0e585c622dd9 req-b04e212a-1215-4c96-84b9-da0922d57f8e tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:12.881307 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-922b4602-f8fd-4886-876d-0e585c622dd9 req-b04e212a-1215-4c96-84b9-da0922d57f8e tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=e791d82e-5600-4e85-801b-4637f5e03483 HTTP/1.1" status: 200 len: 943 time: 0.1148474 Jan 21 09:55:12.994354 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-922b4602-f8fd-4886-876d-0e585c622dd9 req-c910b948-05d2-4210-9b58-2f7228489656 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061289 Jan 21 09:55:13.015150 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-60619cf0-a640-416f-8ecb-2a9783e8c722 req-f1cbe0e5-86b8-4e3c-abec-7205503db498 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=445ef770bf614bd2b6b8d3bcf07af0fd&device_id=e791d82e-5600-4e85-801b-4637f5e03483 HTTP/1.1" status: 200 len: 1096 time: 0.1078396 Jan 21 09:55:13.165453 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60619cf0-a640-416f-8ecb-2a9783e8c722 req-afcbcbbd-dadb-45f5-ab4c-57ce5311bf59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:13.167418 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-60619cf0-a640-416f-8ecb-2a9783e8c722 req-afcbcbbd-dadb-45f5-ab4c-57ce5311bf59 service neutron] 10.222.0.124 "GET /v2.0/networks?id=5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 HTTP/1.1" status: 200 len: 913 time: 0.1448529 Jan 21 09:55:13.251955 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-60619cf0-a640-416f-8ecb-2a9783e8c722 req-353b3183-7438-4def-9894-53ef3bdee45b service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56c1a516-727a-4d0a-b5a5-af24c975690a HTTP/1.1" status: 200 len: 217 time: 0.0761797 Jan 21 09:55:13.320354 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60619cf0-a640-416f-8ecb-2a9783e8c722 req-1ee124c5-599b-43fa-82c5-54c22e36af99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:13.322228 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-60619cf0-a640-416f-8ecb-2a9783e8c722 req-1ee124c5-599b-43fa-82c5-54c22e36af99 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f8e2e48f-3c2e-408d-ac72-f5742db41e13 HTTP/1.1" status: 200 len: 851 time: 0.0652294 Jan 21 09:55:13.409983 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-60619cf0-a640-416f-8ecb-2a9783e8c722 req-b9e70e89-4db6-49f9-a46b-07f802df73ef service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=5420f90b-fa8f-4acb-ab7a-0d5edf834ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812328 Jan 21 09:55:13.705489 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-60619cf0-a640-416f-8ecb-2a9783e8c722 req-abeb7770-bd10-4afa-850c-8311eaadf2dc service neutron] 10.222.0.124 "GET /v2.0/networks/5420f90b-fa8f-4acb-ab7a-0d5edf834ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875514 Jan 21 09:55:13.879282 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-60619cf0-a640-416f-8ecb-2a9783e8c722 req-153ce7d1-0a17-487d-bb52-9b05027b0e21 service neutron] 10.222.0.124 "GET /v2.0/networks/5420f90b-fa8f-4acb-ab7a-0d5edf834ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674161 Jan 21 09:55:14.212096 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818c622-546d-4f6e-80c9-3ce39387bf2f req-51da7790-a71f-418a-8725-1bb337dd56ee tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:14.213457 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-1818c622-546d-4f6e-80c9-3ce39387bf2f req-51da7790-a71f-418a-8725-1bb337dd56ee tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=e791d82e-5600-4e85-801b-4637f5e03483 HTTP/1.1" status: 200 len: 943 time: 0.0799966 Jan 21 09:55:14.264067 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-1818c622-546d-4f6e-80c9-3ce39387bf2f req-7acf2c55-5a41-4647-baaf-752e94e656aa tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449064 Jan 21 09:55:15.490297 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143c96d-5d95-4210-b058-232de649bc39 req-d51cee01-fd3f-4015-9507-2e5f27c78345 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:15.491553 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f143c96d-5d95-4210-b058-232de649bc39 req-d51cee01-fd3f-4015-9507-2e5f27c78345 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=e791d82e-5600-4e85-801b-4637f5e03483 HTTP/1.1" status: 200 len: 943 time: 0.0958111 Jan 21 09:55:15.569496 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f143c96d-5d95-4210-b058-232de649bc39 req-7c259eee-5e6b-46fd-b0ca-8f21fce81d2f tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606854 Jan 21 09:55:16.786939 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9d9f9-b9aa-49cd-bd79-a1d35f01a95d req-38b4c897-9d92-46a3-a3f3-faf7d52aa326 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:16.788380 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-7af9d9f9-b9aa-49cd-bd79-a1d35f01a95d req-38b4c897-9d92-46a3-a3f3-faf7d52aa326 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=e791d82e-5600-4e85-801b-4637f5e03483 HTTP/1.1" status: 200 len: 943 time: 0.0802729 Jan 21 09:55:16.834754 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-7af9d9f9-b9aa-49cd-bd79-a1d35f01a95d req-48d5d353-ecb4-48ba-9a22-e820e19afade tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408750 Jan 21 09:55:17.480971 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38204) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:17.588069 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b1470277-8c42-4723-9a4f-c0e494b8c7f0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/80b1184a-6059-41a3-9e7d-b0a1e1b399c7 HTTP/1.1" status: 200 len: 993 time: 0.1058967 Jan 21 09:55:17.914303 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38214) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:18.058401 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ab2ff-b139-4d32-8073-47ccc40a1eaf req-4a630114-0cfb-409e-bace-52841ae3b286 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:18.060511 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-438ab2ff-b139-4d32-8073-47ccc40a1eaf req-4a630114-0cfb-409e-bace-52841ae3b286 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=e791d82e-5600-4e85-801b-4637f5e03483 HTTP/1.1" status: 200 len: 943 time: 0.0871599 Jan 21 09:55:18.108616 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-438ab2ff-b139-4d32-8073-47ccc40a1eaf req-0c332da4-d3f7-413b-8dd0-67133ca55e1e tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420246 Jan 21 09:55:18.125010 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-f4cbcc1f-5ff8-4b00-b99a-7fa423dda4c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting port e19b5960-52a3-473d-841e-523a7e8afd96 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:55:18.125479 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f4cbcc1f-5ff8-4b00-b99a-7fa423dda4c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:18.321427 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f4cbcc1f-5ff8-4b00-b99a-7fa423dda4c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:18.321782 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f4cbcc1f-5ff8-4b00-b99a-7fa423dda4c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:18.451430 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-f4cbcc1f-5ff8-4b00-b99a-7fa423dda4c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Calling delete_port for e19b5960-52a3-473d-841e-523a7e8afd96 owned by network:floatingip {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:55:18.610970 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f4cbcc1f-5ff8-4b00-b99a-7fa423dda4c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:18.659730 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cbcc1f-5ff8-4b00-b99a-7fa423dda4c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Port': ['ID=e19b5960-52a3-473d-841e-523a7e8afd96,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:18.761545 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f4cbcc1f-5ff8-4b00-b99a-7fa423dda4c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:19.327480 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4cbcc1f-5ff8-4b00-b99a-7fa423dda4c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router 790417f0-a40e-41ce-963e-46a6e6c9f0ad has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:55:19.340488 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc6912-b813-4e12-a83f-cc3102142dc5 req-77f7c3c9-2336-47c3-941a-74f46cae7b9e tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:19.341968 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d1fc6912-b813-4e12-a83f-cc3102142dc5 req-77f7c3c9-2336-47c3-941a-74f46cae7b9e tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=e791d82e-5600-4e85-801b-4637f5e03483 HTTP/1.1" status: 200 len: 943 time: 0.1065001 Jan 21 09:55:19.465367 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d1fc6912-b813-4e12-a83f-cc3102142dc5 req-ba0b19be-4db6-4879-992d-fa80ff20562d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682955 Jan 21 09:55:19.587676 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cbcc1f-5ff8-4b00-b99a-7fa423dda4c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:55:19.598135 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1eaa13f-a548-43ee-acbf-39f12f92b4a6 None None] Sync routers for ids ['790417f0-a40e-41ce-963e-46a6e6c9f0ad'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:55:19.614667 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f4cbcc1f-5ff8-4b00-b99a-7fa423dda4c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:19.616005 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eaa13f-a548-43ee-acbf-39f12f92b4a6 None None] Routers {'790417f0-a40e-41ce-963e-46a6e6c9f0ad'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:55:19.616656 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e1eaa13f-a548-43ee-acbf-39f12f92b4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:54:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['790417f0-a40e-41ce-963e-46a6e6c9f0ad'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:19.671256 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f4cbcc1f-5ff8-4b00-b99a-7fa423dda4c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/floatingips/80b1184a-6059-41a3-9e7d-b0a1e1b399c7 HTTP/1.1" status: 204 len: 168 time: 1.7558675 Jan 21 09:55:19.671899 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4dffad-5768-488b-9537-265958e54f06', 'tag': '4395a14b-e7ae-4c42-a7c2-4d3889418a27'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:55:19.731558 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a4dffad-5768-488b-9537-265958e54f06', 'tag': '4395a14b-e7ae-4c42-a7c2-4d3889418a27', 'status': 'completed', 'code': 200} Jan 21 09:55:19.813067 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-e1eaa13f-a548-43ee-acbf-39f12f92b4a6 None None] Set router 790417f0-a40e-41ce-963e-46a6e6c9f0ad gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:55:19.843298 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-55f9b19e-ce3c-4338-b343-d6a6c16a26b8 req-dfbf1c48-604d-421f-88f7-0b47ac07d987 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=0a4dffad-5768-488b-9537-265958e54f06 HTTP/1.1" status: 200 len: 1098 time: 0.0862103 Jan 21 09:55:20.016552 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9b19e-ce3c-4338-b343-d6a6c16a26b8 req-0c67c65f-e524-4a8a-ae26-0fdf0e5e7d67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:20.018033 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-55f9b19e-ce3c-4338-b343-d6a6c16a26b8 req-0c67c65f-e524-4a8a-ae26-0fdf0e5e7d67 service neutron] 10.222.0.124 "GET /v2.0/networks?id=598dfdfb-4af7-47c1-b83b-030085467756 HTTP/1.1" status: 200 len: 898 time: 0.1684699 Jan 21 09:55:20.133418 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-55f9b19e-ce3c-4338-b343-d6a6c16a26b8 req-27773c6f-dae0-4a47-a30f-6c89ff85e656 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4395a14b-e7ae-4c42-a7c2-4d3889418a27 HTTP/1.1" status: 200 len: 217 time: 0.1065605 Jan 21 09:55:20.141082 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e1eaa13f-a548-43ee-acbf-39f12f92b4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'name': 'tempest-TestNetworkBasicOps-router-1526012719', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '4f44c13b-1f8b-4575-9421-8ec1119243d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:54:21Z', 'updated_at': '2022-01-21T09:54:25Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '4f44c13b-1f8b-4575-9421-8ec1119243d5', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:54:21Z', 'updated_at': '2022-01-21T09:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'e3cd82f5-1a60-4af7-b850-92c9de1b993a', 'name': '', 'network_id': '598dfdfb-4af7-47c1-b83b-030085467756', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:a9:c0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '291257c9-1bb9-45ef-a783-69a6a586760a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:54:24Z', 'updated_at': '2022-01-21T09:54:32Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': '291257c9-1bb9-45ef-a783-69a6a586760a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:20.145374 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1eaa13f-a548-43ee-acbf-39f12f92b4a6 None None] Checking router: 790417f0-a40e-41ce-963e-46a6e6c9f0ad for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:55:20.156022 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eaa13f-a548-43ee-acbf-39f12f92b4a6 None None] Routers {'790417f0-a40e-41ce-963e-46a6e6c9f0ad'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:55:20.156620 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e1eaa13f-a548-43ee-acbf-39f12f92b4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:54:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['790417f0-a40e-41ce-963e-46a6e6c9f0ad'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:20.233929 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9f42f-c123-4e5f-a888-e12a3f12509f req-9fa8f483-f806-4dc4-9f5c-b4f0941b147a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:20.234673 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-2ab9f42f-c123-4e5f-a888-e12a3f12509f req-9fa8f483-f806-4dc4-9f5c-b4f0941b147a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:55:20.239072 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9b19e-ce3c-4338-b343-d6a6c16a26b8 req-99017baf-26e8-422a-8a95-f3715697ea6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:20.240403 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-55f9b19e-ce3c-4338-b343-d6a6c16a26b8 req-99017baf-26e8-422a-8a95-f3715697ea6f service neutron] 10.222.0.124 "GET /v2.0/subnets?id=291257c9-1bb9-45ef-a783-69a6a586760a HTTP/1.1" status: 200 len: 835 time: 0.0924940 Jan 21 09:55:20.289702 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:20.290800 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-2ab9f42f-c123-4e5f-a888-e12a3f12509f req-9fa8f483-f806-4dc4-9f5c-b4f0941b147a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:55:20.291954 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2ab9f42f-c123-4e5f-a888-e12a3f12509f req-9fa8f483-f806-4dc4-9f5c-b4f0941b147a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=0a4dffad-5768-488b-9537-265958e54f06 HTTP/1.1" status: 200 len: 945 time: 0.2115135 Jan 21 09:55:20.360088 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2ab9f42f-c123-4e5f-a888-e12a3f12509f req-0ebf0f0b-933b-46c9-a6c2-3db9d5bf4d09 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=d565e708-3df4-490d-8176-30538576df31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623937 Jan 21 09:55:20.364109 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-55f9b19e-ce3c-4338-b343-d6a6c16a26b8 req-7cb19907-90cc-4e5e-8eda-422e74395b01 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=598dfdfb-4af7-47c1-b83b-030085467756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1153510 Jan 21 09:55:20.396984 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-e1eaa13f-a548-43ee-acbf-39f12f92b4a6 None None] Set router 790417f0-a40e-41ce-963e-46a6e6c9f0ad gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:55:20.502055 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-55f9b19e-ce3c-4338-b343-d6a6c16a26b8 req-3b5fbce0-c1cb-4a72-90ea-82e17a06cf43 service neutron] 10.222.0.124 "GET /v2.0/networks/598dfdfb-4af7-47c1-b83b-030085467756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304846 Jan 21 09:55:20.527924 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 56c1a516-727a-4d0a-b5a5-af24c975690a details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:55:20.648169 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-55f9b19e-ce3c-4338-b343-d6a6c16a26b8 req-6c99f915-bf04-4617-848a-cce255e5be9f service neutron] 10.222.0.124 "GET /v2.0/networks/598dfdfb-4af7-47c1-b83b-030085467756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382420 Jan 21 09:55:20.673185 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546c81b-18d2-44d4-8f94-c9cbfdf4c0fa req-20c43301-c9ec-405b-9cdc-59c613754331 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:20.676031 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-9546c81b-18d2-44d4-8f94-c9cbfdf4c0fa req-20c43301-c9ec-405b-9cdc-59c613754331 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=e791d82e-5600-4e85-801b-4637f5e03483 HTTP/1.1" status: 200 len: 943 time: 0.0850167 Jan 21 09:55:20.725250 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-9546c81b-18d2-44d4-8f94-c9cbfdf4c0fa req-e332ca2c-b588-4fe6-a1d3-14660da7b8b2 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433497 Jan 21 09:55:20.831822 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 56c1a516-727a-4d0a-b5a5-af24c975690a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=56c1a516-727a-4d0a-b5a5-af24c975690a,segment=NetworkSegment(9837c8e9-4888-432f-a43e-46a8a8628f53),segment_id=9837c8e9-4888-432f-a43e-46a8a8628f53)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:55:20.847885 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '56c1a516-727a-4d0a-b5a5-af24c975690a', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'port_id': '56c1a516-727a-4d0a-b5a5-af24c975690a', 'mac_address': 'fa:16:3e:80:63:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:55:20.914694 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:20.934610 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e1eaa13f-a548-43ee-acbf-39f12f92b4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'name': 'tempest-TestNetworkBasicOps-router-1526012719', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '4f44c13b-1f8b-4575-9421-8ec1119243d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:54:21Z', 'updated_at': '2022-01-21T09:54:25Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '4f44c13b-1f8b-4575-9421-8ec1119243d5', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:54:21Z', 'updated_at': '2022-01-21T09:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'e3cd82f5-1a60-4af7-b850-92c9de1b993a', 'name': '', 'network_id': '598dfdfb-4af7-47c1-b83b-030085467756', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:a9:c0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '291257c9-1bb9-45ef-a783-69a6a586760a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:54:24Z', 'updated_at': '2022-01-21T09:54:32Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': '291257c9-1bb9-45ef-a783-69a6a586760a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:20.940263 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56c1a516-727a-4d0a-b5a5-af24c975690a {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:55:20.943912 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1eaa13f-a548-43ee-acbf-39f12f92b4a6 None None] The sync data for ids ['790417f0-a40e-41ce-963e-46a6e6c9f0ad'] in dv-neutron-825732-1-hyperv is: [{'id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'name': 'tempest-TestNetworkBasicOps-router-1526012719', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '4f44c13b-1f8b-4575-9421-8ec1119243d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:54:21Z', 'updated_at': '2022-01-21T09:54:25Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '4f44c13b-1f8b-4575-9421-8ec1119243d5', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:54:21Z', 'updated_at': '2022-01-21T09:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'e3cd82f5-1a60-4af7-b850-92c9de1b993a', 'name': '', 'network_id': '598dfdfb-4af7-47c1-b83b-030085467756', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:a9:c0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '291257c9-1bb9-45ef-a783-69a6a586760a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:54:24Z', 'updated_at': '2022-01-21T09:54:32Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': '291257c9-1bb9-45ef-a783-69a6a586760a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:55:20.958538 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 56c1a516-727a-4d0a-b5a5-af24c975690a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=56c1a516-727a-4d0a-b5a5-af24c975690a,segment=NetworkSegment(9837c8e9-4888-432f-a43e-46a8a8628f53),segment_id=9837c8e9-4888-432f-a43e-46a8a8628f53)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:55:20.963460 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:21.035876 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=56c1a516-727a-4d0a-b5a5-af24c975690a,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:21.044750 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:21.045093 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:21.045428 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:21.045848 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:21.046185 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:21.046513 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:21.046839 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:21.047190 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:21.047507 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:21.047825 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:21.048141 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:21.176553 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97963338-6017-4408-8830-9ab60b853d19 None None] New status for floating IP 80b1184a-6059-41a3-9e7d-b0a1e1b399c7: DOWN {{(pid=83600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:55:21.214294 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['56c1a516-727a-4d0a-b5a5-af24c975690a'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:55:21.631213 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea96a0-3c92-484b-99ab-9373d8ed6302 req-d03095f4-e676-478b-90d1-f68bb3ccb9f6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:21.632626 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a2ea96a0-3c92-484b-99ab-9373d8ed6302 req-d03095f4-e676-478b-90d1-f68bb3ccb9f6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/ports?device_id=0a4dffad-5768-488b-9537-265958e54f06 HTTP/1.1" status: 200 len: 945 time: 0.1157818 Jan 21 09:55:21.638549 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdfd71-f3bc-4a38-ae5f-e75e5c3c5665 req-6ce7c2a6-b184-4394-a750-311a8c20f6d2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:21.640072 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-44fdfd71-f3bc-4a38-ae5f-e75e5c3c5665 req-6ce7c2a6-b184-4394-a750-311a8c20f6d2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=0a4dffad-5768-488b-9537-265958e54f06 HTTP/1.1" status: 200 len: 945 time: 0.1532974 Jan 21 09:55:21.829981 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-a2ea96a0-3c92-484b-99ab-9373d8ed6302 req-dd0bc234-2a62-4f75-8c60-3cb9b23d92fe tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting port 4395a14b-e7ae-4c42-a7c2-4d3889418a27 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:55:21.830686 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-a2ea96a0-3c92-484b-99ab-9373d8ed6302 req-dd0bc234-2a62-4f75-8c60-3cb9b23d92fe tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:21.872526 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-44fdfd71-f3bc-4a38-ae5f-e75e5c3c5665 req-3f1d1df1-bd17-4eff-b00a-57e48ff7f090 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=d565e708-3df4-490d-8176-30538576df31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014869 Jan 21 09:55:21.942067 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137eee4-9417-4142-b92b-3e14c4ac55bc req-22fbef1f-a6a5-4c6c-83a7-ec4a0fc429ee tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:21.943533 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e137eee4-9417-4142-b92b-3e14c4ac55bc req-22fbef1f-a6a5-4c6c-83a7-ec4a0fc429ee tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=e791d82e-5600-4e85-801b-4637f5e03483 HTTP/1.1" status: 200 len: 944 time: 0.0873826 Jan 21 09:55:21.994033 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e137eee4-9417-4142-b92b-3e14c4ac55bc req-0f967999-627c-4b5b-8dd0-6bed900f823d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446851 Jan 21 09:55:22.092545 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-a2ea96a0-3c92-484b-99ab-9373d8ed6302 req-dd0bc234-2a62-4f75-8c60-3cb9b23d92fe tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] For port 4395a14b-e7ae-4c42-a7c2-4d3889418a27, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=4395a14b-e7ae-4c42-a7c2-4d3889418a27,segment=NetworkSegment(a29a37db-1075-4442-bd05-8ee19f90a172),segment_id=a29a37db-1075-4442-bd05-8ee19f90a172)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:55:22.092811 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-a2ea96a0-3c92-484b-99ab-9373d8ed6302 req-dd0bc234-2a62-4f75-8c60-3cb9b23d92fe tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:22.230242 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-a2ea96a0-3c92-484b-99ab-9373d8ed6302 req-dd0bc234-2a62-4f75-8c60-3cb9b23d92fe tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Calling delete_port for 4395a14b-e7ae-4c42-a7c2-4d3889418a27 owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:55:22.379003 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-a2ea96a0-3c92-484b-99ab-9373d8ed6302 req-dd0bc234-2a62-4f75-8c60-3cb9b23d92fe tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:22.427303 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0bc234-2a62-4f75-8c60-3cb9b23d92fe tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Port': ['ID=4395a14b-e7ae-4c42-a7c2-4d3889418a27,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:22.480530 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 56c1a516-727a-4d0a-b5a5-af24c975690a up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:55:22.495583 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0bc234-2a62-4f75-8c60-3cb9b23d92fe tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:22.495922 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0bc234-2a62-4f75-8c60-3cb9b23d92fe tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:22.496253 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0bc234-2a62-4f75-8c60-3cb9b23d92fe tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:22.496578 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0bc234-2a62-4f75-8c60-3cb9b23d92fe tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:22.496895 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0bc234-2a62-4f75-8c60-3cb9b23d92fe tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:22.497210 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0bc234-2a62-4f75-8c60-3cb9b23d92fe tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:22.497616 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0bc234-2a62-4f75-8c60-3cb9b23d92fe tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:22.497875 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0bc234-2a62-4f75-8c60-3cb9b23d92fe tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:22.498195 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0bc234-2a62-4f75-8c60-3cb9b23d92fe tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:22.498507 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0bc234-2a62-4f75-8c60-3cb9b23d92fe tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:22.498816 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0bc234-2a62-4f75-8c60-3cb9b23d92fe tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:22.512109 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ea96a0-3c92-484b-99ab-9373d8ed6302 req-dd0bc234-2a62-4f75-8c60-3cb9b23d92fe tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] No DVR routers for this DVR port 4395a14b-e7ae-4c42-a7c2-4d3889418a27 on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:55:22.514379 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-a2ea96a0-3c92-484b-99ab-9373d8ed6302 req-dd0bc234-2a62-4f75-8c60-3cb9b23d92fe tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:22.516919 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4dffad-5768-488b-9537-265958e54f06', 'name': 'network-vif-deleted', 'tag': '4395a14b-e7ae-4c42-a7c2-4d3889418a27'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:55:22.536391 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a2ea96a0-3c92-484b-99ab-9373d8ed6302 req-dd0bc234-2a62-4f75-8c60-3cb9b23d92fe tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "DELETE /v2.0/ports/4395a14b-e7ae-4c42-a7c2-4d3889418a27 HTTP/1.1" status: 204 len: 173 time: 0.8953078 Jan 21 09:55:22.552999 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port 56c1a516-727a-4d0a-b5a5-af24c975690a completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:55:22.558202 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 56c1a516-727a-4d0a-b5a5-af24c975690a triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:55:22.558570 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:22.584311 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4dffad-5768-488b-9537-265958e54f06', 'name': 'network-vif-deleted', 'tag': '4395a14b-e7ae-4c42-a7c2-4d3889418a27', 'status': 'completed', 'code': 200} Jan 21 09:55:22.687949 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:22.715562 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e791d82e-5600-4e85-801b-4637f5e03483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c1a516-727a-4d0a-b5a5-af24c975690a'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:55:22.724868 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 56c1a516-727a-4d0a-b5a5-af24c975690a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=56c1a516-727a-4d0a-b5a5-af24c975690a,segment=NetworkSegment(9837c8e9-4888-432f-a43e-46a8a8628f53),segment_id=9837c8e9-4888-432f-a43e-46a8a8628f53)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:55:22.736601 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:22.776737 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e791d82e-5600-4e85-801b-4637f5e03483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c1a516-727a-4d0a-b5a5-af24c975690a', 'code': 200} Jan 21 09:55:22.811820 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=56c1a516-727a-4d0a-b5a5-af24c975690a,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:23.084733 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-ad808df8-a00a-4403-9d3b-e84b783521b2 req-3aaf40ed-1cea-459f-8aab-d8a5476c7f5a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:55:23.117051 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-ad808df8-a00a-4403-9d3b-e84b783521b2 req-3aaf40ed-1cea-459f-8aab-d8a5476c7f5a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:55:23.118272 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ad808df8-a00a-4403-9d3b-e84b783521b2 req-3aaf40ed-1cea-459f-8aab-d8a5476c7f5a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=0a4dffad-5768-488b-9537-265958e54f06 HTTP/1.1" status: 200 len: 210 time: 0.0870187 Jan 21 09:55:23.129809 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0b394ee0-e084-48af-98dd-64a8bb2a0b93 req-a9af5f69-12c6-439b-bc8e-1686fa644402 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=e791d82e-5600-4e85-801b-4637f5e03483 HTTP/1.1" status: 200 len: 1098 time: 0.1331279 Jan 21 09:55:23.180274 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0b394ee0-e084-48af-98dd-64a8bb2a0b93 req-759799ac-942c-413f-a088-2e60599e1bb7 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438600 Jan 21 09:55:23.375161 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02ed23-42e2-4d23-a48b-2d590f8ccae8 req-9c31d560-2409-4c4e-8be0-2c2eb58dec77 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:23.376613 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-2a02ed23-42e2-4d23-a48b-2d590f8ccae8 req-9c31d560-2409-4c4e-8be0-2c2eb58dec77 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=e791d82e-5600-4e85-801b-4637f5e03483 HTTP/1.1" status: 200 len: 945 time: 0.0915899 Jan 21 09:55:23.430922 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-2a02ed23-42e2-4d23-a48b-2d590f8ccae8 req-6173b5da-9d03-41ca-acce-7c09b4f95162 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480075 Jan 21 09:55:23.885787 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bd719dd8-ab8a-422c-8cf0-1f43f2d3d116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:24.237714 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38242) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:24.311633 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3ec8bef1-eb66-4200-9f79-0c7aec53a56c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:24.345253 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3ec8bef1-eb66-4200-9f79-0c7aec53a56c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:24.411543 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3ec8bef1-eb66-4200-9f79-0c7aec53a56c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:24.428900 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec8bef1-eb66-4200-9f79-0c7aec53a56c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d565e708-3df4-490d-8176-30538576df31,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:24.442341 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec8bef1-eb66-4200-9f79-0c7aec53a56c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:24.442680 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec8bef1-eb66-4200-9f79-0c7aec53a56c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:24.443015 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec8bef1-eb66-4200-9f79-0c7aec53a56c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:24.443345 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec8bef1-eb66-4200-9f79-0c7aec53a56c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:24.443670 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec8bef1-eb66-4200-9f79-0c7aec53a56c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:24.443990 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec8bef1-eb66-4200-9f79-0c7aec53a56c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:24.444310 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec8bef1-eb66-4200-9f79-0c7aec53a56c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:24.444630 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec8bef1-eb66-4200-9f79-0c7aec53a56c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:24.444948 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec8bef1-eb66-4200-9f79-0c7aec53a56c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:24.445261 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec8bef1-eb66-4200-9f79-0c7aec53a56c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:24.445600 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec8bef1-eb66-4200-9f79-0c7aec53a56c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:24.452527 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3ec8bef1-eb66-4200-9f79-0c7aec53a56c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:24.458122 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3ec8bef1-eb66-4200-9f79-0c7aec53a56c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/security-groups/d565e708-3df4-490d-8176-30538576df31 HTTP/1.1" status: 204 len: 168 time: 0.2156487 Jan 21 09:55:24.483130 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 4395a14b-e7ae-4c42-a7c2-4d3889418a27 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:55:24.497926 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38250) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:24.522353 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: 4395a14b-e7ae-4c42-a7c2-4d3889418a27 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:55:24.522770 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 4395a14b-e7ae-4c42-a7c2-4d3889418a27 not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:55:24.631874 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac6f87-9b80-41f1-b044-ab0cdf83f607 req-b3ad2ccc-99f3-4474-bb1f-e4cd24ae1d2a tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:24.633330 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ddac6f87-9b80-41f1-b044-ab0cdf83f607 req-b3ad2ccc-99f3-4474-bb1f-e4cd24ae1d2a tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=e791d82e-5600-4e85-801b-4637f5e03483 HTTP/1.1" status: 200 len: 945 time: 0.0785174 Jan 21 09:55:24.686370 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ddac6f87-9b80-41f1-b044-ab0cdf83f607 req-53bc8ed2-58be-46b7-bce4-a0f054d17627 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470605 Jan 21 09:55:25.080869 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de139f73-1cdd-41ed-aa86-a3b8cde8cab5 req-439b9e8e-48bc-4d93-b9f1-e7325b1b4d65 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:25.082757 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-de139f73-1cdd-41ed-aa86-a3b8cde8cab5 req-439b9e8e-48bc-4d93-b9f1-e7325b1b4d65 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=e791d82e-5600-4e85-801b-4637f5e03483 HTTP/1.1" status: 200 len: 945 time: 0.2719839 Jan 21 09:55:25.137938 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-675fc643-f966-4478-aef3-654f7581ecd7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:25.203443 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-de139f73-1cdd-41ed-aa86-a3b8cde8cab5 req-02e76c84-9a3a-43a6-a413-89caf7a7bbfb tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122789 Jan 21 09:55:25.231904 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38256) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:25.304918 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-317e5fbb-291f-4464-9110-392dc97d529f tempest-TestVolumeBootPattern-528799196 tempest-TestVolumeBootPattern-528799196-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=e791d82e-5600-4e85-801b-4637f5e03483 HTTP/1.1" status: 200 len: 1093 time: 0.0718477 Jan 21 09:55:25.307601 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38260) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:25.313077 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-faf6aabf-72a8-4576-980d-e7fe0fb1c4c3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'port_id': '56c1a516-727a-4d0a-b5a5-af24c975690a', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:55:25.319206 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-faf6aabf-72a8-4576-980d-e7fe0fb1c4c3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:55:25.323112 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-faf6aabf-72a8-4576-980d-e7fe0fb1c4c3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Usage tracker for resource:floatingip and tenant:445ef770bf614bd2b6b8d3bcf07af0fd is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:55:25.326089 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-faf6aabf-72a8-4576-980d-e7fe0fb1c4c3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:55:25.332284 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-faf6aabf-72a8-4576-980d-e7fe0fb1c4c3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:55:25.343567 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-faf6aabf-72a8-4576-980d-e7fe0fb1c4c3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for floatingip, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:25.482184 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-faf6aabf-72a8-4576-980d-e7fe0fb1c4c3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:25.626761 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-faf6aabf-72a8-4576-980d-e7fe0fb1c4c3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Allocated IP 172.26.0.155 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/53987de5-0ae7-48a9-8cb0-8dd9c42c061d) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:55:25.781233 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-faf6aabf-72a8-4576-980d-e7fe0fb1c4c3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:25.809923 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-675fc643-f966-4478-aef3-654f7581ecd7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting port e3cd82f5-1a60-4af7-b850-92c9de1b993a {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:55:25.810474 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-faf6aabf-72a8-4576-980d-e7fe0fb1c4c3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:25.810609 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-675fc643-f966-4478-aef3-654f7581ecd7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:25.880540 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf6aabf-72a8-4576-980d-e7fe0fb1c4c3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:55:25.884086 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6aabf-72a8-4576-980d-e7fe0fb1c4c3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Pushing event updated for resources: {'Port': ['ID=53987de5-0ae7-48a9-8cb0-8dd9c42c061d,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:25.886471 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-faf6aabf-72a8-4576-980d-e7fe0fb1c4c3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:55:25.888469 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf6aabf-72a8-4576-980d-e7fe0fb1c4c3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:55:26.013467 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-675fc643-f966-4478-aef3-654f7581ecd7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] For port e3cd82f5-1a60-4af7-b850-92c9de1b993a, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=e3cd82f5-1a60-4af7-b850-92c9de1b993a,segment=NetworkSegment(a29a37db-1075-4442-bd05-8ee19f90a172),segment_id=a29a37db-1075-4442-bd05-8ee19f90a172)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:55:26.014045 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-675fc643-f966-4478-aef3-654f7581ecd7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:26.136448 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-675fc643-f966-4478-aef3-654f7581ecd7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Calling delete_port for e3cd82f5-1a60-4af7-b850-92c9de1b993a owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:55:26.318313 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-50ee5617-e0f2-43be-ad69-46e1235f94d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:26.338683 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-675fc643-f966-4478-aef3-654f7581ecd7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:26.425879 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675fc643-f966-4478-aef3-654f7581ecd7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Port': ['ID=e3cd82f5-1a60-4af7-b850-92c9de1b993a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:26.531815 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-faf6aabf-72a8-4576-980d-e7fe0fb1c4c3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:26.594614 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-faf6aabf-72a8-4576-980d-e7fe0fb1c4c3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:26.806007 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-675fc643-f966-4478-aef3-654f7581ecd7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:26.806460 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-faf6aabf-72a8-4576-980d-e7fe0fb1c4c3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:26.812450 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-faf6aabf-72a8-4576-980d-e7fe0fb1c4c3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:26.890491 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6aabf-72a8-4576-980d-e7fe0fb1c4c3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Pushing event updated for resources: {'Port': ['ID=53987de5-0ae7-48a9-8cb0-8dd9c42c061d,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:26.944256 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-faf6aabf-72a8-4576-980d-e7fe0fb1c4c3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:27.138617 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.l3_db [None req-faf6aabf-72a8-4576-980d-e7fe0fb1c4c3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Floating IP 200e50ec-86f1-4e53-b979-0d8deb13bde4 associated. External IP: 172.26.0.155, port: 56c1a516-727a-4d0a-b5a5-af24c975690a. Jan 21 09:55:27.428861 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:27.442504 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675fc643-f966-4478-aef3-654f7581ecd7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router 790417f0-a40e-41ce-963e-46a6e6c9f0ad has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:55:27.547027 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf6aabf-72a8-4576-980d-e7fe0fb1c4c3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Router 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:55:27.594278 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:55:27.656975 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675fc643-f966-4478-aef3-654f7581ecd7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:55:27.685297 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-675fc643-f966-4478-aef3-654f7581ecd7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "PUT /v2.0/routers/790417f0-a40e-41ce-963e-46a6e6c9f0ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1861687 Jan 21 09:55:27.686355 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eafc227-4258-4920-ae68-bc2700747445 None None] Sync routers for ids ['790417f0-a40e-41ce-963e-46a6e6c9f0ad'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:55:27.686476 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38264) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:27.716214 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eafc227-4258-4920-ae68-bc2700747445 None None] Routers {'790417f0-a40e-41ce-963e-46a6e6c9f0ad'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:55:27.717852 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-8eafc227-4258-4920-ae68-bc2700747445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:55:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['790417f0-a40e-41ce-963e-46a6e6c9f0ad'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:27.785654 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:27.875567 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf6aabf-72a8-4576-980d-e7fe0fb1c4c3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:55:27.886648 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba99ec2-ff31-40b6-b229-5b33ea359162 None None] Sync routers for ids ['7cd4160e-8295-42eb-8f1c-0fd927c91ec8'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:55:27.906050 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba99ec2-ff31-40b6-b229-5b33ea359162 None None] Routers {'7cd4160e-8295-42eb-8f1c-0fd927c91ec8'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:55:27.907028 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-dba99ec2-ff31-40b6-b229-5b33ea359162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:55:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['7cd4160e-8295-42eb-8f1c-0fd927c91ec8'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:27.907236 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-faf6aabf-72a8-4576-980d-e7fe0fb1c4c3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:27.926649 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad1ea8a-63a4-45fb-a2c7-da63fd61a36b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting subnet 291257c9-1bb9-45ef-a783-69a6a586760a {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:55:27.930042 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7ad1ea8a-63a4-45fb-a2c7-da63fd61a36b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:27.990508 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-faf6aabf-72a8-4576-980d-e7fe0fb1c4c3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6669352 Jan 21 09:55:27.990508 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e791d82e-5600-4e85-801b-4637f5e03483', 'tag': '56c1a516-727a-4d0a-b5a5-af24c975690a'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:55:27.991275 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-8eafc227-4258-4920-ae68-bc2700747445 None None] Set router 790417f0-a40e-41ce-963e-46a6e6c9f0ad gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:55:28.017545 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7ad1ea8a-63a4-45fb-a2c7-da63fd61a36b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:28.039308 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e791d82e-5600-4e85-801b-4637f5e03483', 'tag': '56c1a516-727a-4d0a-b5a5-af24c975690a', 'status': 'completed', 'code': 200} Jan 21 09:55:28.127819 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7ad1ea8a-63a4-45fb-a2c7-da63fd61a36b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:28.139253 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-dba99ec2-ff31-40b6-b229-5b33ea359162 None None] Set router 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:55:28.142556 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5eeb2929-6435-4ae7-959c-17d68ae577a3 req-5190736f-0479-4f37-9af2-d29f09a7512c service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=445ef770bf614bd2b6b8d3bcf07af0fd&device_id=e791d82e-5600-4e85-801b-4637f5e03483 HTTP/1.1" status: 200 len: 1098 time: 0.0801721 Jan 21 09:55:28.216524 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7ad1ea8a-63a4-45fb-a2c7-da63fd61a36b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:28.267027 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1ea8a-63a4-45fb-a2c7-da63fd61a36b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Subnet': ['ID=291257c9-1bb9-45ef-a783-69a6a586760a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:28.272291 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7ad1ea8a-63a4-45fb-a2c7-da63fd61a36b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:28.278549 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7ad1ea8a-63a4-45fb-a2c7-da63fd61a36b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/subnets/291257c9-1bb9-45ef-a783-69a6a586760a HTTP/1.1" status: 204 len: 168 time: 0.5910749 Jan 21 09:55:28.281108 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38272) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:28.295078 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c1494c-85ea-4326-9521-59ce69f93167 None None] Network 598dfdfb-4af7-47c1-b83b-030085467756 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:55:28.317641 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb2929-6435-4ae7-959c-17d68ae577a3 req-916859a0-8818-4f3d-a8a5-f34412943141 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:28.319467 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5eeb2929-6435-4ae7-959c-17d68ae577a3 req-916859a0-8818-4f3d-a8a5-f34412943141 service neutron] 10.222.0.124 "GET /v2.0/networks?id=5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 HTTP/1.1" status: 200 len: 913 time: 0.1710095 Jan 21 09:55:28.451637 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5eeb2929-6435-4ae7-959c-17d68ae577a3 req-eeeb1499-ff96-4fee-8d51-521d2b155d9d service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56c1a516-727a-4d0a-b5a5-af24c975690a HTTP/1.1" status: 200 len: 999 time: 0.1254139 Jan 21 09:55:28.524759 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-8eafc227-4258-4920-ae68-bc2700747445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'name': 'tempest-TestNetworkBasicOps-router-1526012719', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '4f44c13b-1f8b-4575-9421-8ec1119243d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:54:21Z', 'updated_at': '2022-01-21T09:55:26Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '4f44c13b-1f8b-4575-9421-8ec1119243d5', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:54:21Z', 'updated_at': '2022-01-21T09:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:28.531341 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eafc227-4258-4920-ae68-bc2700747445 None None] Checking router: 790417f0-a40e-41ce-963e-46a6e6c9f0ad for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:55:28.540204 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb2929-6435-4ae7-959c-17d68ae577a3 req-57321747-9d14-4f97-9d85-2a237e891936 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:28.542568 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5eeb2929-6435-4ae7-959c-17d68ae577a3 req-57321747-9d14-4f97-9d85-2a237e891936 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f8e2e48f-3c2e-408d-ac72-f5742db41e13 HTTP/1.1" status: 200 len: 851 time: 0.0845470 Jan 21 09:55:28.557302 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eafc227-4258-4920-ae68-bc2700747445 None None] Routers {'790417f0-a40e-41ce-963e-46a6e6c9f0ad'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:55:28.557958 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-8eafc227-4258-4920-ae68-bc2700747445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:55:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['790417f0-a40e-41ce-963e-46a6e6c9f0ad'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:28.636899 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5eeb2929-6435-4ae7-959c-17d68ae577a3 req-5cfc7666-70a6-4bf5-9643-ff7533d558d4 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=5420f90b-fa8f-4acb-ab7a-0d5edf834ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0880876 Jan 21 09:55:28.638141 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03a84f6c-9b10-4a79-aebc-5ba31bdb9cc5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:28.640993 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-dba99ec2-ff31-40b6-b229-5b33ea359162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'name': 'tempest-TestVolumeBootPattern-1713256989-router', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:53Z', 'updated_at': '2022-01-21T09:49:06Z', 'revision_number': 4, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'gw_port': {'id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:55Z', 'updated_at': '2022-01-21T09:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '200e50ec-86f1-4e53-b979-0d8deb13bde4', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'floating_ip_address': '172.26.0.155', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'port_id': '56c1a516-727a-4d0a-b5a5-af24c975690a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'mac_address': 'fa:16:3e:80:63:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e791d82e-5600-4e85-801b-4637f5e03483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:55:26Z', 'updated_at': '2022-01-21T09:55:26Z', 'revision_number': 0, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'fixed_ip_address_scope': None}, {'id': '5a95ea25-e412-49ae-bab7-5cb243ff3ead', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'floating_ip_address': '172.26.0.19', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'port_id': '3eb86213-954e-49a8-a05c-9bfe302ffe6d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'mac_address': 'fa:16:3e:87:08:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3be0992-3959-4b55-b7af-acd28777b576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:17Z', 'updated_at': '2022-01-21T09:53:20Z', 'revision_number': 1, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef1d8b4b-c256-4b95-8f29-d9256c44435b', 'name': '', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'mac_address': 'fa:16:3e:3f:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:55Z', 'revision_number': 5, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'subnets': [{'id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:28.650191 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba99ec2-ff31-40b6-b229-5b33ea359162 None None] Checking router: 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:55:28.664810 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba99ec2-ff31-40b6-b229-5b33ea359162 None None] Routers {'7cd4160e-8295-42eb-8f1c-0fd927c91ec8'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:55:28.666617 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-dba99ec2-ff31-40b6-b229-5b33ea359162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:55:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['7cd4160e-8295-42eb-8f1c-0fd927c91ec8'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:28.784698 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-8eafc227-4258-4920-ae68-bc2700747445 None None] Set router 790417f0-a40e-41ce-963e-46a6e6c9f0ad gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:55:28.808497 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5eeb2929-6435-4ae7-959c-17d68ae577a3 req-d1d5fdd3-aec5-4d0a-8091-5ac16a48892c service neutron] 10.222.0.124 "GET /v2.0/networks/5420f90b-fa8f-4acb-ab7a-0d5edf834ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656449 Jan 21 09:55:28.832693 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730be8cc-7bbb-4f75-a070-a236039e25bf None None] DHCP port deletion for 598dfdfb-4af7-47c1-b83b-030085467756 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:55:28.910943 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-730be8cc-7bbb-4f75-a070-a236039e25bf None None] Deleting port e8e81ae7-fcc4-4c43-9a43-46ec86fd8653 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:55:28.911366 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-730be8cc-7bbb-4f75-a070-a236039e25bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:28.936131 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03a84f6c-9b10-4a79-aebc-5ba31bdb9cc5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:28.947216 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-03a84f6c-9b10-4a79-aebc-5ba31bdb9cc5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting port 4f44c13b-1f8b-4575-9421-8ec1119243d5 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:55:28.947688 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03a84f6c-9b10-4a79-aebc-5ba31bdb9cc5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:28.953561 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-dba99ec2-ff31-40b6-b229-5b33ea359162 None None] Set router 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:55:28.985962 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5eeb2929-6435-4ae7-959c-17d68ae577a3 req-ba1a2821-a0bf-4010-b9be-8ad4f2807f38 service neutron] 10.222.0.124 "GET /v2.0/networks/5420f90b-fa8f-4acb-ab7a-0d5edf834ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692183 Jan 21 09:55:29.140953 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-03a84f6c-9b10-4a79-aebc-5ba31bdb9cc5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] For port 4f44c13b-1f8b-4575-9421-8ec1119243d5, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=4f44c13b-1f8b-4575-9421-8ec1119243d5,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:55:29.141374 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03a84f6c-9b10-4a79-aebc-5ba31bdb9cc5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:29.276910 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-03a84f6c-9b10-4a79-aebc-5ba31bdb9cc5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Calling delete_port for 4f44c13b-1f8b-4575-9421-8ec1119243d5 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:55:29.283596 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-730be8cc-7bbb-4f75-a070-a236039e25bf None None] For port e8e81ae7-fcc4-4c43-9a43-46ec86fd8653, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=e8e81ae7-fcc4-4c43-9a43-46ec86fd8653,segment=NetworkSegment(a29a37db-1075-4442-bd05-8ee19f90a172),segment_id=a29a37db-1075-4442-bd05-8ee19f90a172)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:55:29.284012 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-730be8cc-7bbb-4f75-a070-a236039e25bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:29.362812 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-dba99ec2-ff31-40b6-b229-5b33ea359162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'name': 'tempest-TestVolumeBootPattern-1713256989-router', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:53Z', 'updated_at': '2022-01-21T09:49:06Z', 'revision_number': 4, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'gw_port': {'id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:55Z', 'updated_at': '2022-01-21T09:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '200e50ec-86f1-4e53-b979-0d8deb13bde4', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'floating_ip_address': '172.26.0.155', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'port_id': '56c1a516-727a-4d0a-b5a5-af24c975690a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'mac_address': 'fa:16:3e:80:63:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e791d82e-5600-4e85-801b-4637f5e03483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:55:26Z', 'updated_at': '2022-01-21T09:55:26Z', 'revision_number': 0, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'fixed_ip_address_scope': None}, {'id': '5a95ea25-e412-49ae-bab7-5cb243ff3ead', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'floating_ip_address': '172.26.0.19', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'port_id': '3eb86213-954e-49a8-a05c-9bfe302ffe6d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'mac_address': 'fa:16:3e:87:08:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3be0992-3959-4b55-b7af-acd28777b576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:17Z', 'updated_at': '2022-01-21T09:53:20Z', 'revision_number': 1, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef1d8b4b-c256-4b95-8f29-d9256c44435b', 'name': '', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'mac_address': 'fa:16:3e:3f:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:55Z', 'revision_number': 5, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'subnets': [{'id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:29.367376 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba99ec2-ff31-40b6-b229-5b33ea359162 None None] The sync data for ids ['7cd4160e-8295-42eb-8f1c-0fd927c91ec8'] in dv-neutron-825732-1-hyperv is: [{'id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'name': 'tempest-TestVolumeBootPattern-1713256989-router', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:53Z', 'updated_at': '2022-01-21T09:49:06Z', 'revision_number': 4, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'gw_port': {'id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:55Z', 'updated_at': '2022-01-21T09:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '200e50ec-86f1-4e53-b979-0d8deb13bde4', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'floating_ip_address': '172.26.0.155', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'port_id': '56c1a516-727a-4d0a-b5a5-af24c975690a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'mac_address': 'fa:16:3e:80:63:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e791d82e-5600-4e85-801b-4637f5e03483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:55:26Z', 'updated_at': '2022-01-21T09:55:26Z', 'revision_number': 0, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'fixed_ip_address_scope': None}, {'id': '5a95ea25-e412-49ae-bab7-5cb243ff3ead', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'floating_ip_address': '172.26.0.19', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'port_id': '3eb86213-954e-49a8-a05c-9bfe302ffe6d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'mac_address': 'fa:16:3e:87:08:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3be0992-3959-4b55-b7af-acd28777b576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:17Z', 'updated_at': '2022-01-21T09:53:20Z', 'revision_number': 1, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef1d8b4b-c256-4b95-8f29-d9256c44435b', 'name': '', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'mac_address': 'fa:16:3e:3f:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:55Z', 'revision_number': 5, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'subnets': [{'id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:55:29.469754 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-730be8cc-7bbb-4f75-a070-a236039e25bf None None] Calling delete_port for e8e81ae7-fcc4-4c43-9a43-46ec86fd8653 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:55:29.473917 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03a84f6c-9b10-4a79-aebc-5ba31bdb9cc5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:29.524144 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a84f6c-9b10-4a79-aebc-5ba31bdb9cc5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Port': ['ID=4f44c13b-1f8b-4575-9421-8ec1119243d5,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:29.543917 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:29.548785 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-8eafc227-4258-4920-ae68-bc2700747445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'name': 'tempest-TestNetworkBasicOps-router-1526012719', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '4f44c13b-1f8b-4575-9421-8ec1119243d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:54:21Z', 'updated_at': '2022-01-21T09:55:26Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '4f44c13b-1f8b-4575-9421-8ec1119243d5', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:54:21Z', 'updated_at': '2022-01-21T09:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:29.563769 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eafc227-4258-4920-ae68-bc2700747445 None None] The sync data for ids ['790417f0-a40e-41ce-963e-46a6e6c9f0ad'] in dv-neutron-825732-1-hyperv is: [{'id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'name': 'tempest-TestNetworkBasicOps-router-1526012719', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '4f44c13b-1f8b-4575-9421-8ec1119243d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:54:21Z', 'updated_at': '2022-01-21T09:55:26Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '4f44c13b-1f8b-4575-9421-8ec1119243d5', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790417f0-a40e-41ce-963e-46a6e6c9f0ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:54:21Z', 'updated_at': '2022-01-21T09:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:55:29.578385 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-730be8cc-7bbb-4f75-a070-a236039e25bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:29.640335 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730be8cc-7bbb-4f75-a070-a236039e25bf None None] No DVR routers for this DVR port e8e81ae7-fcc4-4c43-9a43-46ec86fd8653 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:55:29.642104 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730be8cc-7bbb-4f75-a070-a236039e25bf None None] Pushing event deleted for resources: {'Port': ['ID=e8e81ae7-fcc4-4c43-9a43-46ec86fd8653,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:29.666650 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ceae1a-7516-40da-b372-323ee6d90da0 None None] New status for floating IP 200e50ec-86f1-4e53-b979-0d8deb13bde4: ACTIVE {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:55:29.768245 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03a84f6c-9b10-4a79-aebc-5ba31bdb9cc5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:30.040004 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03a84f6c-9b10-4a79-aebc-5ba31bdb9cc5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:30.045174 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device e8e81ae7-fcc4-4c43-9a43-46ec86fd8653 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:55:30.045359 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03a84f6c-9b10-4a79-aebc-5ba31bdb9cc5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:30.071650 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03a84f6c-9b10-4a79-aebc-5ba31bdb9cc5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:30.072235 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a84f6c-9b10-4a79-aebc-5ba31bdb9cc5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Fanout notify agent at l3_agent the message router_deleted on router 790417f0-a40e-41ce-963e-46a6e6c9f0ad {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:55:30.078678 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: e8e81ae7-fcc4-4c43-9a43-46ec86fd8653 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:55:30.079028 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device e8e81ae7-fcc4-4c43-9a43-46ec86fd8653 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:55:30.079452 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device e3cd82f5-1a60-4af7-b850-92c9de1b993a no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:55:30.088953 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03a84f6c-9b10-4a79-aebc-5ba31bdb9cc5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:30.090062 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-03a84f6c-9b10-4a79-aebc-5ba31bdb9cc5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/routers/790417f0-a40e-41ce-963e-46a6e6c9f0ad HTTP/1.1" status: 204 len: 168 time: 1.8077919 Jan 21 09:55:30.092928 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38276) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:30.112330 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: e3cd82f5-1a60-4af7-b850-92c9de1b993a {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:55:30.112647 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device e3cd82f5-1a60-4af7-b850-92c9de1b993a not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:55:30.206700 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-21b0cf79-94ae-45f2-bcf8-816cd57b9924 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:30.337030 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-21b0cf79-94ae-45f2-bcf8-816cd57b9924 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:30.362749 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-21b0cf79-94ae-45f2-bcf8-816cd57b9924 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['598dfdfb-4af7-47c1-b83b-030085467756']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:30.374331 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-21b0cf79-94ae-45f2-bcf8-816cd57b9924 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a29a37db-1075-4442-bd05-8ee19f90a172') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:30.374617 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-21b0cf79-94ae-45f2-bcf8-816cd57b9924 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a29a37db-1075-4442-bd05-8ee19f90a172') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:30.395402 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-21b0cf79-94ae-45f2-bcf8-816cd57b9924 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:30.411364 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-21b0cf79-94ae-45f2-bcf8-816cd57b9924 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:30.417215 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21b0cf79-94ae-45f2-bcf8-816cd57b9924 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:55:30.417619 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-21b0cf79-94ae-45f2-bcf8-816cd57b9924 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:30.431302 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 09:55:30.431302 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:55:30.431302 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 09:55:30.431302 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:55:30.431302 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 09:55:30.431302 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:55:30.431302 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 09:55:30.431302 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:55:30.431302 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 09:55:30.431302 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:55:30.431302 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 09:55:30.431302 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:55:30.431302 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 09:55:30.431302 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:55:30.431302 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:55:30.431302 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:55:30.431302 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:55:30.431302 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:55:30.431302 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 09:55:30.431302 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:55:30.431302 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 09:55:30.431302 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:55:30.431302 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:55:30.431302 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:55:30.431302 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 09:55:30.431302 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:55:30.431302 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:55:30.431302 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:55:30.431302 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:55:30.431302 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:55:30.431302 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:55:30.431302 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:55:30.512393 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-21b0cf79-94ae-45f2-bcf8-816cd57b9924 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:30.530400 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-21b0cf79-94ae-45f2-bcf8-816cd57b9924 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:30.541644 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0cf79-94ae-45f2-bcf8-816cd57b9924 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Network': ['ID=598dfdfb-4af7-47c1-b83b-030085467756,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:30.552561 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-21b0cf79-94ae-45f2-bcf8-816cd57b9924 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/networks/598dfdfb-4af7-47c1-b83b-030085467756 HTTP/1.1" status: 204 len: 168 time: 0.4580128 Jan 21 09:55:30.568798 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38280) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:30.574413 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-87d2b918-8d28-427a-b421-797f7f9499a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'network': {'name': 'tempest-network-smoke--329484809', 'project_id': 'e2711eddd053435baef8e70b41198188', 'port_security_enabled': True}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:55:30.579520 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-87d2b918-8d28-427a-b421-797f7f9499a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:55:30.585756 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-87d2b918-8d28-427a-b421-797f7f9499a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:network and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:55:30.588773 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-87d2b918-8d28-427a-b421-797f7f9499a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:55:30.594737 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-87d2b918-8d28-427a-b421-797f7f9499a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:55:30.606568 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d2b918-8d28-427a-b421-797f7f9499a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Made reservation on behalf of e2711eddd053435baef8e70b41198188 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:55:30.609643 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87d2b918-8d28-427a-b421-797f7f9499a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:30.638117 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87d2b918-8d28-427a-b421-797f7f9499a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:55:30.647976 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87d2b918-8d28-427a-b421-797f7f9499a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:30.648315 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-87d2b918-8d28-427a-b421-797f7f9499a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Added segment 0bf4bf75-2bdf-4e91-916b-569970e809ca of type vlan for network 73aee4fc-670e-474e-9646-1272478c2ef4 Jan 21 09:55:30.678559 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87d2b918-8d28-427a-b421-797f7f9499a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:30.808176 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87d2b918-8d28-427a-b421-797f7f9499a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:30.811776 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d2b918-8d28-427a-b421-797f7f9499a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:30.812339 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87d2b918-8d28-427a-b421-797f7f9499a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:30.917987 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-87d2b918-8d28-427a-b421-797f7f9499a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3480594 Jan 21 09:55:30.921253 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38284) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:30.923492 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2b918-8d28-427a-b421-797f7f9499a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Network': ['ID=73aee4fc-670e-474e-9646-1272478c2ef4,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:30.927855 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-407d5b47-a88d-4097-9bb8-e3d7ede4a978 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-442513142', 'admin_state_up': True, 'project_id': 'e2711eddd053435baef8e70b41198188', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:55:30.934436 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 73aee4fc-670e-474e-9646-1272478c2ef4 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:55:30.935006 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-407d5b47-a88d-4097-9bb8-e3d7ede4a978 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:55:30.938997 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-407d5b47-a88d-4097-9bb8-e3d7ede4a978 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:router and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:55:30.945099 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-407d5b47-a88d-4097-9bb8-e3d7ede4a978 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:55:30.954689 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-407d5b47-a88d-4097-9bb8-e3d7ede4a978 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:55:30.966771 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-407d5b47-a88d-4097-9bb8-e3d7ede4a978 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:30.967851 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-407d5b47-a88d-4097-9bb8-e3d7ede4a978 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:30.987904 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-407d5b47-a88d-4097-9bb8-e3d7ede4a978 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:31.241779 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-407d5b47-a88d-4097-9bb8-e3d7ede4a978 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:31.447576 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-407d5b47-a88d-4097-9bb8-e3d7ede4a978 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_gateway, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:31.478250 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-407d5b47-a88d-4097-9bb8-e3d7ede4a978 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:31.663333 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-407d5b47-a88d-4097-9bb8-e3d7ede4a978 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Allocated IP 172.26.0.28 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/fc54d0d8-1cdf-4697-9aee-facefcbaa1f0) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:55:31.819836 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-407d5b47-a88d-4097-9bb8-e3d7ede4a978 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:31.853499 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-407d5b47-a88d-4097-9bb8-e3d7ede4a978 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:31.924319 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407d5b47-a88d-4097-9bb8-e3d7ede4a978 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:55:31.927468 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-407d5b47-a88d-4097-9bb8-e3d7ede4a978 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:55:31.931235 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407d5b47-a88d-4097-9bb8-e3d7ede4a978 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:55:31.963331 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d5b47-a88d-4097-9bb8-e3d7ede4a978 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=fc54d0d8-1cdf-4697-9aee-facefcbaa1f0,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:32.100602 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-407d5b47-a88d-4097-9bb8-e3d7ede4a978 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_gateway, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:32.101324 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-407d5b47-a88d-4097-9bb8-e3d7ede4a978 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:32.349313 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407d5b47-a88d-4097-9bb8-e3d7ede4a978 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router 9c2e28e0-5f87-4e02-9d31-673327dd4e01 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:55:32.572677 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407d5b47-a88d-4097-9bb8-e3d7ede4a978 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:55:32.588846 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8831186b-729f-4d43-b29e-d6b96c6f24b4 None None] Sync routers for ids ['9c2e28e0-5f87-4e02-9d31-673327dd4e01'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:55:32.601053 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8831186b-729f-4d43-b29e-d6b96c6f24b4 None None] Routers {'9c2e28e0-5f87-4e02-9d31-673327dd4e01'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:55:32.601664 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-8831186b-729f-4d43-b29e-d6b96c6f24b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:55:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9c2e28e0-5f87-4e02-9d31-673327dd4e01'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:32.605536 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-407d5b47-a88d-4097-9bb8-e3d7ede4a978 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:32.606876 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-407d5b47-a88d-4097-9bb8-e3d7ede4a978 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.6845846 Jan 21 09:55:32.610137 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38288) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:32.651745 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f5043708-48bb-452f-afbc-6f927bb19341 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/subnets?project_id=e2711eddd053435baef8e70b41198188&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404227 Jan 21 09:55:32.654429 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38292) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:32.790434 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d981f54e-90c9-4341-806b-63c925ed5dd4 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:32.791916 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d981f54e-90c9-4341-806b-63c925ed5dd4 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1366003 Jan 21 09:55:32.793005 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-8831186b-729f-4d43-b29e-d6b96c6f24b4 None None] Set router 9c2e28e0-5f87-4e02-9d31-673327dd4e01 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:55:32.794885 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38296) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:32.842264 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-945f5e70-223f-4db6-9e5e-16c1a43b97b4 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/subnets?network_id=05164b30-8981-419a-8272-388f48c19dd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0463011 Jan 21 09:55:32.844951 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38300) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:32.851985 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-8c11211b-925c-4046-a45b-aa0269f10178 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1022069363', 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4', 'project_id': 'e2711eddd053435baef8e70b41198188', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:55:32.966619 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-8c11211b-925c-4046-a45b-aa0269f10178 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:55:32.970566 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-8c11211b-925c-4046-a45b-aa0269f10178 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:subnet and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:55:32.973864 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-8c11211b-925c-4046-a45b-aa0269f10178 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:55:32.979526 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-8c11211b-925c-4046-a45b-aa0269f10178 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:55:32.990244 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c11211b-925c-4046-a45b-aa0269f10178 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Made reservation on behalf of e2711eddd053435baef8e70b41198188 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:55:33.094422 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8c11211b-925c-4046-a45b-aa0269f10178 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:33.126223 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-8831186b-729f-4d43-b29e-d6b96c6f24b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'name': 'tempest-TestNetworkBasicOps-router-442513142', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28'}], 'enable_snat': True}, 'gw_port_id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:55:30Z', 'updated_at': '2022-01-21T09:55:32Z', 'revision_number': 3, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:77:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:31Z', 'updated_at': '2022-01-21T09:55:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:33.131286 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8831186b-729f-4d43-b29e-d6b96c6f24b4 None None] Checking router: 9c2e28e0-5f87-4e02-9d31-673327dd4e01 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:55:33.131606 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8831186b-729f-4d43-b29e-d6b96c6f24b4 None None] Updating router 9c2e28e0-5f87-4e02-9d31-673327dd4e01 port fc54d0d8-1cdf-4697-9aee-facefcbaa1f0 binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:55:33.187337 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-8831186b-729f-4d43-b29e-d6b96c6f24b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:33.443913 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8c11211b-925c-4046-a45b-aa0269f10178 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:33.525859 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-8831186b-729f-4d43-b29e-d6b96c6f24b4 None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:33.533375 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11211b-925c-4046-a45b-aa0269f10178 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Subnet': ['ID=cf065d14-97e2-4c59-99e2-8cb3c470e615,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:33.538310 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-8831186b-729f-4d43-b29e-d6b96c6f24b4 None None] Transition to ACTIVE for port object fc54d0d8-1cdf-4697-9aee-facefcbaa1f0 will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:55:33.545445 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-8831186b-729f-4d43-b29e-d6b96c6f24b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:33.545722 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c11211b-925c-4046-a45b-aa0269f10178 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Checking segment: {'id': '0bf4bf75-2bdf-4e91-916b-569970e809ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:55:33.546094 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c11211b-925c-4046-a45b-aa0269f10178 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network hostable DHCP agents. Network: 73aee4fc-670e-474e-9646-1272478c2ef4, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:55:33.577306 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c11211b-925c-4046-a45b-aa0269f10178 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network 73aee4fc-670e-474e-9646-1272478c2ef4 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:55:33.588081 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-8c11211b-925c-4046-a45b-aa0269f10178 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 73aee4fc-670e-474e-9646-1272478c2ef4) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:55:33.592213 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c11211b-925c-4046-a45b-aa0269f10178 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:33.592940 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8c11211b-925c-4046-a45b-aa0269f10178 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:33.599247 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5eacf9a-27a8-4a1e-98c7-ac46ac25c5e0 None None] Network 73aee4fc-670e-474e-9646-1272478c2ef4 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:55:33.624488 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8c11211b-925c-4046-a45b-aa0269f10178 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7780905 Jan 21 09:55:33.627220 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38304) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:33.636310 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f91c79d-ee2c-4fa6-83d8-b1d2718fecb4 None None] Pushing event updated for resources: {'Port': ['ID=fc54d0d8-1cdf-4697-9aee-facefcbaa1f0,revision_number=2']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:33.640434 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-8831186b-729f-4d43-b29e-d6b96c6f24b4 None None] Attempting to bind port fc54d0d8-1cdf-4697-9aee-facefcbaa1f0 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:55:33.640795 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-8831186b-729f-4d43-b29e-d6b96c6f24b4 None None] Attempting to bind port fc54d0d8-1cdf-4697-9aee-facefcbaa1f0 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:55:33.641149 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8831186b-729f-4d43-b29e-d6b96c6f24b4 None None] Attempting to bind port fc54d0d8-1cdf-4697-9aee-facefcbaa1f0 on network 05164b30-8981-419a-8272-388f48c19dd5 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:55:33.653548 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f91c79d-ee2c-4fa6-83d8-b1d2718fecb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:33.653950 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f91c79d-ee2c-4fa6-83d8-b1d2718fecb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:33.654285 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f91c79d-ee2c-4fa6-83d8-b1d2718fecb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:33.654611 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f91c79d-ee2c-4fa6-83d8-b1d2718fecb4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:33.654938 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f91c79d-ee2c-4fa6-83d8-b1d2718fecb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:33.655378 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f91c79d-ee2c-4fa6-83d8-b1d2718fecb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:33.655584 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f91c79d-ee2c-4fa6-83d8-b1d2718fecb4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:33.655896 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f91c79d-ee2c-4fa6-83d8-b1d2718fecb4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:33.656205 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f91c79d-ee2c-4fa6-83d8-b1d2718fecb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:33.656517 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f91c79d-ee2c-4fa6-83d8-b1d2718fecb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:33.656830 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f91c79d-ee2c-4fa6-83d8-b1d2718fecb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:33.660973 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8831186b-729f-4d43-b29e-d6b96c6f24b4 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:55:33.661352 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8831186b-729f-4d43-b29e-d6b96c6f24b4 None None] Checking segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:55:33.661904 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-8831186b-729f-4d43-b29e-d6b96c6f24b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:33.662157 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8831186b-729f-4d43-b29e-d6b96c6f24b4 None None] Bound using segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:55:33.662624 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-8831186b-729f-4d43-b29e-d6b96c6f24b4 None None] Bound port: fc54d0d8-1cdf-4697-9aee-facefcbaa1f0, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:55:33.662988 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-8831186b-729f-4d43-b29e-d6b96c6f24b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:33.698071 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 4f44c13b-1f8b-4575-9421-8ec1119243d5 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:55:33.751119 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-8831186b-729f-4d43-b29e-d6b96c6f24b4 None None] For port fc54d0d8-1cdf-4697-9aee-facefcbaa1f0, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:55:33.756088 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-8831186b-729f-4d43-b29e-d6b96c6f24b4 None None] For port fc54d0d8-1cdf-4697-9aee-facefcbaa1f0, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=fc54d0d8-1cdf-4697-9aee-facefcbaa1f0,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:55:33.759077 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 4f44c13b-1f8b-4575-9421-8ec1119243d5 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:55:33.759539 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 4f44c13b-1f8b-4575-9421-8ec1119243d5 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:55:33.763441 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-8831186b-729f-4d43-b29e-d6b96c6f24b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:33.859538 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f91c79d-ee2c-4fa6-83d8-b1d2718fecb4 None None] Pushing event updated for resources: {'Port': ['ID=fc54d0d8-1cdf-4697-9aee-facefcbaa1f0,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:33.883535 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8831186b-729f-4d43-b29e-d6b96c6f24b4 None None] Routers {'9c2e28e0-5f87-4e02-9d31-673327dd4e01'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:55:33.884161 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-8831186b-729f-4d43-b29e-d6b96c6f24b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:55:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9c2e28e0-5f87-4e02-9d31-673327dd4e01'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:33.944592 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c131024-edb9-4990-a4bc-09c74e924cb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-73aee4fc-670e-474e-9646-1272478c2ef4', 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ips': [{'subnet_id': 'cf065d14-97e2-4c59-99e2-8cb3c470e615'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:55:33.945664 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7c131024-edb9-4990-a4bc-09c74e924cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:34.080031 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-8831186b-729f-4d43-b29e-d6b96c6f24b4 None None] Set router 9c2e28e0-5f87-4e02-9d31-673327dd4e01 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:55:34.121668 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-7c131024-edb9-4990-a4bc-09c74e924cb8 None None] Allocated IP 172.20.0.2 (73aee4fc-670e-474e-9646-1272478c2ef4/cf065d14-97e2-4c59-99e2-8cb3c470e615/42b422ea-77b6-45a5-b704-37216b61ae1c) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:55:34.370946 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7c131024-edb9-4990-a4bc-09c74e924cb8 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:34.382182 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-7c131024-edb9-4990-a4bc-09c74e924cb8 None None] Transition to ACTIVE for port object 42b422ea-77b6-45a5-b704-37216b61ae1c will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:55:34.402532 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-7c131024-edb9-4990-a4bc-09c74e924cb8 None None] Transition to ACTIVE for port object 42b422ea-77b6-45a5-b704-37216b61ae1c will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:55:34.403492 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-8831186b-729f-4d43-b29e-d6b96c6f24b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'name': 'tempest-TestNetworkBasicOps-router-442513142', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28'}], 'enable_snat': True}, 'gw_port_id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:55:30Z', 'updated_at': '2022-01-21T09:55:32Z', 'revision_number': 3, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:77:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:31Z', 'updated_at': '2022-01-21T09:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:34.407932 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8831186b-729f-4d43-b29e-d6b96c6f24b4 None None] The sync data for ids ['9c2e28e0-5f87-4e02-9d31-673327dd4e01'] in dv-neutron-825732-1-hyperv is: [{'id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'name': 'tempest-TestNetworkBasicOps-router-442513142', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28'}], 'enable_snat': True}, 'gw_port_id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:55:30Z', 'updated_at': '2022-01-21T09:55:32Z', 'revision_number': 3, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:77:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:31Z', 'updated_at': '2022-01-21T09:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:55:34.410256 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7c131024-edb9-4990-a4bc-09c74e924cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:34.479501 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c131024-edb9-4990-a4bc-09c74e924cb8 None None] Network 73aee4fc-670e-474e-9646-1272478c2ef4 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:55:34.482250 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-7c131024-edb9-4990-a4bc-09c74e924cb8 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:55:34.485794 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c131024-edb9-4990-a4bc-09c74e924cb8 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:55:34.495320 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c131024-edb9-4990-a4bc-09c74e924cb8 None None] Pushing event updated for resources: {'Port': ['ID=42b422ea-77b6-45a5-b704-37216b61ae1c,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:34.523367 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3258e7b0-e1ad-4262-bb47-44029f152c5a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:34.579394 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-7c131024-edb9-4990-a4bc-09c74e924cb8 None None] Attempting to bind port 42b422ea-77b6-45a5-b704-37216b61ae1c on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:55:34.579756 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-7c131024-edb9-4990-a4bc-09c74e924cb8 None None] Attempting to bind port 42b422ea-77b6-45a5-b704-37216b61ae1c by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '0bf4bf75-2bdf-4e91-916b-569970e809ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:55:34.580108 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c131024-edb9-4990-a4bc-09c74e924cb8 None None] Attempting to bind port 42b422ea-77b6-45a5-b704-37216b61ae1c on network 73aee4fc-670e-474e-9646-1272478c2ef4 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:55:34.586932 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c131024-edb9-4990-a4bc-09c74e924cb8 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:55:34.587288 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c131024-edb9-4990-a4bc-09c74e924cb8 None None] Checking segment: {'id': '0bf4bf75-2bdf-4e91-916b-569970e809ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:55:34.587689 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7c131024-edb9-4990-a4bc-09c74e924cb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:34.588054 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c131024-edb9-4990-a4bc-09c74e924cb8 None None] Bound using segment: {'id': '0bf4bf75-2bdf-4e91-916b-569970e809ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:55:34.588499 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-7c131024-edb9-4990-a4bc-09c74e924cb8 None None] Bound port: 42b422ea-77b6-45a5-b704-37216b61ae1c, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf4bf75-2bdf-4e91-916b-569970e809ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:55:34.588860 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7c131024-edb9-4990-a4bc-09c74e924cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:34.695336 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-7c131024-edb9-4990-a4bc-09c74e924cb8 None None] For port 42b422ea-77b6-45a5-b704-37216b61ae1c, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:55:34.700288 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-7c131024-edb9-4990-a4bc-09c74e924cb8 None None] For port 42b422ea-77b6-45a5-b704-37216b61ae1c, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=42b422ea-77b6-45a5-b704-37216b61ae1c,segment=NetworkSegment(0bf4bf75-2bdf-4e91-916b-569970e809ca),segment_id=0bf4bf75-2bdf-4e91-916b-569970e809ca)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:55:34.707846 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7c131024-edb9-4990-a4bc-09c74e924cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:34.797401 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c131024-edb9-4990-a4bc-09c74e924cb8 None None] Pushing event updated for resources: {'Port': ['ID=42b422ea-77b6-45a5-b704-37216b61ae1c,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:35.110233 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-3258e7b0-e1ad-4262-bb47-44029f152c5a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Allocated IP 172.20.0.1 (73aee4fc-670e-474e-9646-1272478c2ef4/cf065d14-97e2-4c59-99e2-8cb3c470e615/5e999be8-10b4-4887-bea4-3ff7112f2c08) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:55:35.280282 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3258e7b0-e1ad-4262-bb47-44029f152c5a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:35.297402 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-3258e7b0-e1ad-4262-bb47-44029f152c5a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Transition to ACTIVE for port object 5e999be8-10b4-4887-bea4-3ff7112f2c08 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:55:35.320163 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3258e7b0-e1ad-4262-bb47-44029f152c5a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:35.402456 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3258e7b0-e1ad-4262-bb47-44029f152c5a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network 73aee4fc-670e-474e-9646-1272478c2ef4 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:55:35.405653 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-3258e7b0-e1ad-4262-bb47-44029f152c5a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:55:35.408411 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3258e7b0-e1ad-4262-bb47-44029f152c5a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:55:35.446543 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258e7b0-e1ad-4262-bb47-44029f152c5a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=5e999be8-10b4-4887-bea4-3ff7112f2c08,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:35.474611 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3258e7b0-e1ad-4262-bb47-44029f152c5a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:35.564569 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3258e7b0-e1ad-4262-bb47-44029f152c5a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:35.762342 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 42b422ea-77b6-45a5-b704-37216b61ae1c up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:55:35.829237 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4a599c-bc00-4b42-a89b-71171455400c None None] Network 73aee4fc-670e-474e-9646-1272478c2ef4 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:55:35.959061 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-837a1a36-e7b0-42d2-969d-a8fe27f6870f None None] Provisioning for port 42b422ea-77b6-45a5-b704-37216b61ae1c completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:55:35.999922 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 42b422ea-77b6-45a5-b704-37216b61ae1c completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:55:36.005833 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 42b422ea-77b6-45a5-b704-37216b61ae1c triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:55:36.005833 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:36.130840 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3258e7b0-e1ad-4262-bb47-44029f152c5a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:36.136954 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3258e7b0-e1ad-4262-bb47-44029f152c5a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:36.248477 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:36.283802 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3258e7b0-e1ad-4262-bb47-44029f152c5a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:36.294546 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 42b422ea-77b6-45a5-b704-37216b61ae1c, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=42b422ea-77b6-45a5-b704-37216b61ae1c,segment=NetworkSegment(0bf4bf75-2bdf-4e91-916b-569970e809ca),segment_id=0bf4bf75-2bdf-4e91-916b-569970e809ca)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:55:36.302223 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:36.317280 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258e7b0-e1ad-4262-bb47-44029f152c5a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=5e999be8-10b4-4887-bea4-3ff7112f2c08,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:36.410759 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=42b422ea-77b6-45a5-b704-37216b61ae1c,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:36.486634 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3258e7b0-e1ad-4262-bb47-44029f152c5a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network 73aee4fc-670e-474e-9646-1272478c2ef4 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:55:36.488731 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-3258e7b0-e1ad-4262-bb47-44029f152c5a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:55:36.645724 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-a68f6974-760b-4034-98ee-f38959666de1 None None] Provisioning for port 5e999be8-10b4-4887-bea4-3ff7112f2c08 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:55:36.655291 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-a68f6974-760b-4034-98ee-f38959666de1 None None] Provisioning complete for port 5e999be8-10b4-4887-bea4-3ff7112f2c08 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:55:36.655634 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a68f6974-760b-4034-98ee-f38959666de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:36.741093 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-a68f6974-760b-4034-98ee-f38959666de1 None None] Port 5e999be8-10b4-4887-bea4-3ff7112f2c08 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:55:36.756824 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-a68f6974-760b-4034-98ee-f38959666de1 None None] Provisioning complete for port 42b422ea-77b6-45a5-b704-37216b61ae1c triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:55:36.757149 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a68f6974-760b-4034-98ee-f38959666de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:37.026612 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-480a7710-6232-431d-8480-d06496386e5d None None] Provisioning complete for port 5e999be8-10b4-4887-bea4-3ff7112f2c08 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:55:37.027182 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-480a7710-6232-431d-8480-d06496386e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:37.109363 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-480a7710-6232-431d-8480-d06496386e5d None None] Port 5e999be8-10b4-4887-bea4-3ff7112f2c08 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:55:37.197570 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3258e7b0-e1ad-4262-bb47-44029f152c5a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router 9c2e28e0-5f87-4e02-9d31-673327dd4e01 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:55:37.234481 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-b53a93ea-64da-4a48-a980-69489531416e None None] Provisioning complete for port 5e999be8-10b4-4887-bea4-3ff7112f2c08 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:55:37.235478 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b53a93ea-64da-4a48-a980-69489531416e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:37.294950 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-b53a93ea-64da-4a48-a980-69489531416e None None] Port 5e999be8-10b4-4887-bea4-3ff7112f2c08 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:55:37.410979 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3258e7b0-e1ad-4262-bb47-44029f152c5a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:55:37.425343 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3258e7b0-e1ad-4262-bb47-44029f152c5a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "PUT /v2.0/routers/9c2e28e0-5f87-4e02-9d31-673327dd4e01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7965100 Jan 21 09:55:37.428000 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38310) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:37.588455 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf9032f-c884-4fb8-af4e-1af3efedec5c tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:37.588832 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf9032f-c884-4fb8-af4e-1af3efedec5c tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:37.589195 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf9032f-c884-4fb8-af4e-1af3efedec5c tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:37.589581 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf9032f-c884-4fb8-af4e-1af3efedec5c tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:37.589940 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf9032f-c884-4fb8-af4e-1af3efedec5c tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:37.590318 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf9032f-c884-4fb8-af4e-1af3efedec5c tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:37.592101 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2bf9032f-c884-4fb8-af4e-1af3efedec5c tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1631105 Jan 21 09:55:37.594860 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38314) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:37.672341 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbc4d02-bfd6-4857-9a98-5dd6b96a55dd tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:37.672709 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbc4d02-bfd6-4857-9a98-5dd6b96a55dd tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:37.673069 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbc4d02-bfd6-4857-9a98-5dd6b96a55dd tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:37.673794 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbc4d02-bfd6-4857-9a98-5dd6b96a55dd tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:37.674478 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbc4d02-bfd6-4857-9a98-5dd6b96a55dd tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:37.674976 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbc4d02-bfd6-4857-9a98-5dd6b96a55dd tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:37.678742 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-fbbc4d02-bfd6-4857-9a98-5dd6b96a55dd tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0816994 Jan 21 09:55:37.680517 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38318) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:37.788570 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 42b422ea-77b6-45a5-b704-37216b61ae1c up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:55:37.861284 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 42b422ea-77b6-45a5-b704-37216b61ae1c triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:55:37.861683 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:37.905295 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-869fc8e4-41dc-45f9-82c9-ca1fa6c7ff8e tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2211232 Jan 21 09:55:37.990130 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device fc54d0d8-1cdf-4697-9aee-facefcbaa1f0 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:55:38.062594 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port fc54d0d8-1cdf-4697-9aee-facefcbaa1f0 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:55:38.068907 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port fc54d0d8-1cdf-4697-9aee-facefcbaa1f0 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:55:38.069330 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:38.116276 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38324) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:38.122047 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-07e04ff4-600a-4522-a9c6-18e440336c5d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-762069990', 'description': 'tempest-secgroup-smoke-762069990 description', 'project_id': 'e2711eddd053435baef8e70b41198188'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:55:38.127838 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-07e04ff4-600a-4522-a9c6-18e440336c5d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:55:38.132212 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-07e04ff4-600a-4522-a9c6-18e440336c5d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:55:38.135079 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-07e04ff4-600a-4522-a9c6-18e440336c5d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:55:38.141453 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-07e04ff4-600a-4522-a9c6-18e440336c5d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:55:38.155123 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-07e04ff4-600a-4522-a9c6-18e440336c5d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:38.187382 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:38.194739 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-07e04ff4-600a-4522-a9c6-18e440336c5d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:55:38.199137 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-07e04ff4-600a-4522-a9c6-18e440336c5d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:55:38.202402 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-07e04ff4-600a-4522-a9c6-18e440336c5d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:55:38.207170 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port fc54d0d8-1cdf-4697-9aee-facefcbaa1f0, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=fc54d0d8-1cdf-4697-9aee-facefcbaa1f0,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:55:38.209021 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-07e04ff4-600a-4522-a9c6-18e440336c5d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:55:38.211831 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:38.269086 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-07e04ff4-600a-4522-a9c6-18e440336c5d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:38.273687 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-07e04ff4-600a-4522-a9c6-18e440336c5d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:38.281734 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=fc54d0d8-1cdf-4697-9aee-facefcbaa1f0,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:38.318296 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e04ff4-600a-4522-a9c6-18e440336c5d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a29c2959-fdaa-46d4-9bd7-f3f9c9a714e8,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:38.324488 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-07e04ff4-600a-4522-a9c6-18e440336c5d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:38.325847 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-07e04ff4-600a-4522-a9c6-18e440336c5d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2085748 Jan 21 09:55:38.328789 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38328) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:38.334738 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-9f75a6a4-6e28-4526-9b01-c784d2fedf3d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': 'a29c2959-fdaa-46d4-9bd7-f3f9c9a714e8', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:55:38.340675 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9f75a6a4-6e28-4526-9b01-c784d2fedf3d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:55:38.344389 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9f75a6a4-6e28-4526-9b01-c784d2fedf3d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:55:38.348038 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9f75a6a4-6e28-4526-9b01-c784d2fedf3d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:55:38.353977 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9f75a6a4-6e28-4526-9b01-c784d2fedf3d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:55:38.371932 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9f75a6a4-6e28-4526-9b01-c784d2fedf3d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:38.441101 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9f75a6a4-6e28-4526-9b01-c784d2fedf3d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:38.444634 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9f75a6a4-6e28-4526-9b01-c784d2fedf3d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:38.470069 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75a6a4-6e28-4526-9b01-c784d2fedf3d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4462848-0f68-487b-a2a3-65d300c6498a,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:38.480443 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9f75a6a4-6e28-4526-9b01-c784d2fedf3d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:38.481712 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9f75a6a4-6e28-4526-9b01-c784d2fedf3d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1520221 Jan 21 09:55:38.484360 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38332) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:38.489769 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-89ac321b-a9ef-4ce6-a959-76c539b03730 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': 'a29c2959-fdaa-46d4-9bd7-f3f9c9a714e8', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:55:38.495563 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-89ac321b-a9ef-4ce6-a959-76c539b03730 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:55:38.499365 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-89ac321b-a9ef-4ce6-a959-76c539b03730 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:55:38.502198 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-89ac321b-a9ef-4ce6-a959-76c539b03730 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:55:38.507809 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-89ac321b-a9ef-4ce6-a959-76c539b03730 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:55:38.532677 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-89ac321b-a9ef-4ce6-a959-76c539b03730 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:38.602848 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-89ac321b-a9ef-4ce6-a959-76c539b03730 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:38.606629 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-89ac321b-a9ef-4ce6-a959-76c539b03730 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:38.638705 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac321b-a9ef-4ce6-a959-76c539b03730 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44fc9d44-2166-4701-a4c2-b81554df4a16,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:38.646467 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-89ac321b-a9ef-4ce6-a959-76c539b03730 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:38.647665 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-89ac321b-a9ef-4ce6-a959-76c539b03730 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1624086 Jan 21 09:55:38.650435 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38336) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:38.656000 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-4cab17a7-27e2-4ee6-9105-9e2edf559488 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': 'a29c2959-fdaa-46d4-9bd7-f3f9c9a714e8', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:55:38.662222 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4cab17a7-27e2-4ee6-9105-9e2edf559488 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:55:38.666991 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4cab17a7-27e2-4ee6-9105-9e2edf559488 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:55:38.670444 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4cab17a7-27e2-4ee6-9105-9e2edf559488 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:55:38.678643 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4cab17a7-27e2-4ee6-9105-9e2edf559488 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:55:38.695579 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4cab17a7-27e2-4ee6-9105-9e2edf559488 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:38.756990 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4cab17a7-27e2-4ee6-9105-9e2edf559488 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:38.759983 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4cab17a7-27e2-4ee6-9105-9e2edf559488 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:38.784525 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab17a7-27e2-4ee6-9105-9e2edf559488 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21bf3385-b02b-4834-9f86-c26dce975ef3,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:38.793240 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4cab17a7-27e2-4ee6-9105-9e2edf559488 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:38.794450 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4cab17a7-27e2-4ee6-9105-9e2edf559488 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1431155 Jan 21 09:55:38.797240 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38340) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:38.803558 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-e286f227-d6b8-4144-8dc0-34ad9a7daa28 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': 'a29c2959-fdaa-46d4-9bd7-f3f9c9a714e8', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:55:38.809503 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-e286f227-d6b8-4144-8dc0-34ad9a7daa28 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:55:38.813283 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e286f227-d6b8-4144-8dc0-34ad9a7daa28 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:55:38.816791 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e286f227-d6b8-4144-8dc0-34ad9a7daa28 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:55:38.823713 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-e286f227-d6b8-4144-8dc0-34ad9a7daa28 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:55:38.841686 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e286f227-d6b8-4144-8dc0-34ad9a7daa28 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:38.908243 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e286f227-d6b8-4144-8dc0-34ad9a7daa28 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:38.912414 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e286f227-d6b8-4144-8dc0-34ad9a7daa28 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:38.938138 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286f227-d6b8-4144-8dc0-34ad9a7daa28 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f23943-ea58-4bb0-b4fa-88d425a90529,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:38.947798 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e286f227-d6b8-4144-8dc0-34ad9a7daa28 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:38.948903 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e286f227-d6b8-4144-8dc0-34ad9a7daa28 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1507323 Jan 21 09:55:38.951691 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38344) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:38.958128 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-4bdafefe-27fb-4fab-8c90-56cb50914158 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': 'a29c2959-fdaa-46d4-9bd7-f3f9c9a714e8', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:55:38.963920 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4bdafefe-27fb-4fab-8c90-56cb50914158 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:55:38.967679 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4bdafefe-27fb-4fab-8c90-56cb50914158 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:55:38.970495 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4bdafefe-27fb-4fab-8c90-56cb50914158 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:55:38.976177 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4bdafefe-27fb-4fab-8c90-56cb50914158 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:55:38.990312 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.securitygroups_db [None req-4bdafefe-27fb-4fab-8c90-56cb50914158 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Project e2711eddd053435baef8e70b41198188 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:55:38.996802 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4bdafefe-27fb-4fab-8c90-56cb50914158 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:39.063004 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4bdafefe-27fb-4fab-8c90-56cb50914158 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:39.066978 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4bdafefe-27fb-4fab-8c90-56cb50914158 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:39.090460 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdafefe-27fb-4fab-8c90-56cb50914158 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5731ed9-7c25-4d87-83af-38dd8a2cfa29,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:39.099409 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4bdafefe-27fb-4fab-8c90-56cb50914158 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:39.100563 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4bdafefe-27fb-4fab-8c90-56cb50914158 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1479516 Jan 21 09:55:39.103533 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38348) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:39.108754 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-11225c82-51c7-4444-8336-b8a56ebb8059 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': 'a29c2959-fdaa-46d4-9bd7-f3f9c9a714e8', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:55:39.115267 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-11225c82-51c7-4444-8336-b8a56ebb8059 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:55:39.119263 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-11225c82-51c7-4444-8336-b8a56ebb8059 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:55:39.122163 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-11225c82-51c7-4444-8336-b8a56ebb8059 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:55:39.128634 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-11225c82-51c7-4444-8336-b8a56ebb8059 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:55:39.142125 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.securitygroups_db [None req-11225c82-51c7-4444-8336-b8a56ebb8059 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Project e2711eddd053435baef8e70b41198188 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:55:39.149568 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-11225c82-51c7-4444-8336-b8a56ebb8059 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:39.216653 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-11225c82-51c7-4444-8336-b8a56ebb8059 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:39.220377 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-11225c82-51c7-4444-8336-b8a56ebb8059 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:39.243946 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11225c82-51c7-4444-8336-b8a56ebb8059 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=901ef434-36ab-4e8a-8601-af08fe893fcb,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:39.254907 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-11225c82-51c7-4444-8336-b8a56ebb8059 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:39.256080 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-11225c82-51c7-4444-8336-b8a56ebb8059 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1516519 Jan 21 09:55:39.430146 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-f03a4ee9-a3ee-47de-91bc-fecae69713cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:55:39.453228 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-f03a4ee9-a3ee-47de-91bc-fecae69713cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:55:39.454588 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-f03a4ee9-a3ee-47de-91bc-fecae69713cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-762069990&fields=id&tenant_id=e2711eddd053435baef8e70b41198188 HTTP/1.1" status: 200 len: 267 time: 0.0653651 Jan 21 09:55:39.613833 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-514ac9f1-b37c-4458-a0c3-e100bc92f300 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:39.614514 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-514ac9f1-b37c-4458-a0c3-e100bc92f300 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:network {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:55:39.631160 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-514ac9f1-b37c-4458-a0c3-e100bc92f300 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:network {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:55:39.632317 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-514ac9f1-b37c-4458-a0c3-e100bc92f300 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/networks?id=73aee4fc-670e-474e-9646-1272478c2ef4 HTTP/1.1" status: 200 len: 796 time: 0.1705863 Jan 21 09:55:39.649980 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-5df90451-b743-4d29-b07c-a7332e03b2a3 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/quotas/e2711eddd053435baef8e70b41198188 HTTP/1.1" status: 200 len: 375 time: 0.0119028 Jan 21 09:55:39.721493 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device fc54d0d8-1cdf-4697-9aee-facefcbaa1f0 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:55:39.742861 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-81a4afea-4504-43a8-9c4c-4a21740e4200 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0865328 Jan 21 09:55:39.794426 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port fc54d0d8-1cdf-4697-9aee-facefcbaa1f0 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:55:39.796056 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:39.891653 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-bf32d9c2-4e6e-497c-980a-1b8cee27ae57 service neutron] 10.222.0.104 "GET /v2.0/networks/73aee4fc-670e-474e-9646-1272478c2ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367142 Jan 21 09:55:40.028585 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-fffdc5a6-fb5b-486e-9862-3d0fa62ee9e4 service neutron] 10.222.0.104 "GET /v2.0/networks/73aee4fc-670e-474e-9646-1272478c2ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303873 Jan 21 09:55:40.214828 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-bbf776d5-444d-4622-9b36-1917c54dd283 req-5782d55f-f560-4ea3-8eec-df4407f6a387 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:55:40.233795 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-bbf776d5-444d-4622-9b36-1917c54dd283 req-5782d55f-f560-4ea3-8eec-df4407f6a387 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:55:40.234995 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-bbf776d5-444d-4622-9b36-1917c54dd283 req-5782d55f-f560-4ea3-8eec-df4407f6a387 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=a6f0e70c-05a6-498c-901c-4359f5dfa60e HTTP/1.1" status: 200 len: 210 time: 0.0624063 Jan 21 09:55:41.293215 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-1c803b88-d02d-4a9c-89a9-d233154fb098 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:41.294687 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-1c803b88-d02d-4a9c-89a9-d233154fb098 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/networks?id=73aee4fc-670e-474e-9646-1272478c2ef4 HTTP/1.1" status: 200 len: 796 time: 0.1514339 Jan 21 09:55:41.355858 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-4a25db2d-4908-488d-ba1b-53ba20a11190 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2711eddd053435baef8e70b41198188 HTTP/1.1" status: 200 len: 379 time: 0.0478995 Jan 21 09:55:41.366043 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-ecdcc4f2-99ef-4e74-a5fd-d85081795050 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'port': {'device_id': 'a6f0e70c-05a6-498c-901c-4359f5dfa60e', 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4', 'admin_state_up': True, 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'security_groups': ['a29c2959-fdaa-46d4-9bd7-f3f9c9a714e8']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:55:41.488481 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d2726de7-1a15-409b-aaf9-331e78cb58b3 req-7c157306-1fca-4848-ab1e-1278a9cd15d5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=a6f0e70c-05a6-498c-901c-4359f5dfa60e HTTP/1.1" status: 200 len: 210 time: 0.1079996 Jan 21 09:55:41.662810 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-ecdcc4f2-99ef-4e74-a5fd-d85081795050 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:55:41.672617 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-ecdcc4f2-99ef-4e74-a5fd-d85081795050 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:55:41.683944 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-ecdcc4f2-99ef-4e74-a5fd-d85081795050 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Made reservation on behalf of e2711eddd053435baef8e70b41198188 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:55:41.687194 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-ecdcc4f2-99ef-4e74-a5fd-d85081795050 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:41.861883 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-ecdcc4f2-99ef-4e74-a5fd-d85081795050 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Allocated IP 172.20.0.9 (73aee4fc-670e-474e-9646-1272478c2ef4/cf065d14-97e2-4c59-99e2-8cb3c470e615/d81d6b9e-64bb-47ea-b888-3de7fb940767) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:55:41.903896 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cb439c-def3-466f-b9db-a06646025b13 None None] Sync routers for ids ['9c2e28e0-5f87-4e02-9d31-673327dd4e01'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:55:41.916652 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cb439c-def3-466f-b9db-a06646025b13 None None] Routers {'9c2e28e0-5f87-4e02-9d31-673327dd4e01'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:55:41.917253 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a5cb439c-def3-466f-b9db-a06646025b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:55:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9c2e28e0-5f87-4e02-9d31-673327dd4e01'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:42.061794 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-ecdcc4f2-99ef-4e74-a5fd-d85081795050 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:42.082081 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-ecdcc4f2-99ef-4e74-a5fd-d85081795050 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Transition to ACTIVE for port object d81d6b9e-64bb-47ea-b888-3de7fb940767 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:55:42.108793 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-ecdcc4f2-99ef-4e74-a5fd-d85081795050 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:42.140369 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-a5cb439c-def3-466f-b9db-a06646025b13 None None] Set router 9c2e28e0-5f87-4e02-9d31-673327dd4e01 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:55:42.190675 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-ecdcc4f2-99ef-4e74-a5fd-d85081795050 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network 73aee4fc-670e-474e-9646-1272478c2ef4 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:55:42.193795 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-ecdcc4f2-99ef-4e74-a5fd-d85081795050 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:55:42.196287 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-ecdcc4f2-99ef-4e74-a5fd-d85081795050 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:55:42.243335 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdcc4f2-99ef-4e74-a5fd-d85081795050 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=d81d6b9e-64bb-47ea-b888-3de7fb940767,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:42.278961 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-ecdcc4f2-99ef-4e74-a5fd-d85081795050 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:42.279575 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-ecdcc4f2-99ef-4e74-a5fd-d85081795050 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:42.310152 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-ecdcc4f2-99ef-4e74-a5fd-d85081795050 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9484780 Jan 21 09:55:42.325818 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-bee06a64-2328-453c-a6fd-4aa1f8cedbbe service neutron] Request body: {'port': {'device_id': 'a6f0e70c-05a6-498c-901c-4359f5dfa60e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:55:42.458170 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-bee06a64-2328-453c-a6fd-4aa1f8cedbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:42.487489 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5cce4f5e-7fd4-4634-87cc-651b575fc793 None None] Provisioning for port d81d6b9e-64bb-47ea-b888-3de7fb940767 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:55:42.494271 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5cce4f5e-7fd4-4634-87cc-651b575fc793 None None] Provisioning complete for port d81d6b9e-64bb-47ea-b888-3de7fb940767 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:55:42.494630 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5cce4f5e-7fd4-4634-87cc-651b575fc793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:42.565999 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5cce4f5e-7fd4-4634-87cc-651b575fc793 None None] Port d81d6b9e-64bb-47ea-b888-3de7fb940767 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:55:42.573967 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a5cb439c-def3-466f-b9db-a06646025b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'name': 'tempest-TestNetworkBasicOps-router-442513142', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28'}], 'enable_snat': True}, 'gw_port_id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:55:30Z', 'updated_at': '2022-01-21T09:55:35Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:31Z', 'updated_at': '2022-01-21T09:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '5e999be8-10b4-4887-bea4-3ff7112f2c08', 'name': '', 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:6e:38:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf065d14-97e2-4c59-99e2-8cb3c470e615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:34Z', 'updated_at': '2022-01-21T09:55:35Z', 'revision_number': 2, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'cf065d14-97e2-4c59-99e2-8cb3c470e615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:42.577269 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cb439c-def3-466f-b9db-a06646025b13 None None] Checking router: 9c2e28e0-5f87-4e02-9d31-673327dd4e01 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:55:42.577750 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cb439c-def3-466f-b9db-a06646025b13 None None] Updating router 9c2e28e0-5f87-4e02-9d31-673327dd4e01 port 5e999be8-10b4-4887-bea4-3ff7112f2c08 binding host dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:55:42.637030 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a5cb439c-def3-466f-b9db-a06646025b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:42.702227 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79890c8-aec7-4247-9bf8-0fe31dc42e95 req-e06e437f-f5fd-4b77-a03b-e4472844177a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:42.703707 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-b79890c8-aec7-4247-9bf8-0fe31dc42e95 req-e06e437f-f5fd-4b77-a03b-e4472844177a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=a6f0e70c-05a6-498c-901c-4359f5dfa60e HTTP/1.1" status: 200 len: 931 time: 0.0877314 Jan 21 09:55:42.760970 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-b79890c8-aec7-4247-9bf8-0fe31dc42e95 req-3eb75176-bf2a-4c52-b8e2-1a03d3fa3a54 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:55:42.776110 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-b79890c8-aec7-4247-9bf8-0fe31dc42e95 req-3eb75176-bf2a-4c52-b8e2-1a03d3fa3a54 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:55:42.777179 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-b79890c8-aec7-4247-9bf8-0fe31dc42e95 req-3eb75176-bf2a-4c52-b8e2-1a03d3fa3a54 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=a29c2959-fdaa-46d4-9bd7-f3f9c9a714e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678055 Jan 21 09:55:42.861934 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-bee06a64-2328-453c-a6fd-4aa1f8cedbbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d81d6b9e-64bb-47ea-b888-3de7fb940767 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:55:42.869632 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-bee06a64-2328-453c-a6fd-4aa1f8cedbbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:42.884809 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-bee06a64-2328-453c-a6fd-4aa1f8cedbbe service neutron] Transition to ACTIVE for port object d81d6b9e-64bb-47ea-b888-3de7fb940767 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:55:42.894166 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-bee06a64-2328-453c-a6fd-4aa1f8cedbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:43.021069 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee06a64-2328-453c-a6fd-4aa1f8cedbbe service neutron] Pushing event updated for resources: {'Port': ['ID=d81d6b9e-64bb-47ea-b888-3de7fb940767,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:43.118656 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a5cb439c-def3-466f-b9db-a06646025b13 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:43.133141 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-a5cb439c-def3-466f-b9db-a06646025b13 None None] Transition to ACTIVE for port object 5e999be8-10b4-4887-bea4-3ff7112f2c08 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:55:43.139570 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-bee06a64-2328-453c-a6fd-4aa1f8cedbbe service neutron] Attempting to bind port d81d6b9e-64bb-47ea-b888-3de7fb940767 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:55:43.140169 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-bee06a64-2328-453c-a6fd-4aa1f8cedbbe service neutron] Attempting to bind port d81d6b9e-64bb-47ea-b888-3de7fb940767 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '0bf4bf75-2bdf-4e91-916b-569970e809ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:55:43.141219 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-bee06a64-2328-453c-a6fd-4aa1f8cedbbe service neutron] Attempting to bind port d81d6b9e-64bb-47ea-b888-3de7fb940767 on network 73aee4fc-670e-474e-9646-1272478c2ef4 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:55:43.141764 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a5cb439c-def3-466f-b9db-a06646025b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:43.149274 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-bee06a64-2328-453c-a6fd-4aa1f8cedbbe service neutron] Port d81d6b9e-64bb-47ea-b888-3de7fb940767 on network 73aee4fc-670e-474e-9646-1272478c2ef4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:55:43.149796 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-bee06a64-2328-453c-a6fd-4aa1f8cedbbe service neutron] Attempting to bind port d81d6b9e-64bb-47ea-b888-3de7fb940767 on network 73aee4fc-670e-474e-9646-1272478c2ef4 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:55:43.159468 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-bee06a64-2328-453c-a6fd-4aa1f8cedbbe service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:55:43.159901 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-bee06a64-2328-453c-a6fd-4aa1f8cedbbe service neutron] Checking segment: {'id': '0bf4bf75-2bdf-4e91-916b-569970e809ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:55:43.160404 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-bee06a64-2328-453c-a6fd-4aa1f8cedbbe service neutron] Bound using segment: {'id': '0bf4bf75-2bdf-4e91-916b-569970e809ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:55:43.161754 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-bee06a64-2328-453c-a6fd-4aa1f8cedbbe service neutron] Bound port: d81d6b9e-64bb-47ea-b888-3de7fb940767, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bf4bf75-2bdf-4e91-916b-569970e809ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:55:43.162112 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-bee06a64-2328-453c-a6fd-4aa1f8cedbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:43.257606 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-bee06a64-2328-453c-a6fd-4aa1f8cedbbe service neutron] For port d81d6b9e-64bb-47ea-b888-3de7fb940767, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:55:43.261895 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-bee06a64-2328-453c-a6fd-4aa1f8cedbbe service neutron] For port d81d6b9e-64bb-47ea-b888-3de7fb940767, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d81d6b9e-64bb-47ea-b888-3de7fb940767,segment=NetworkSegment(0bf4bf75-2bdf-4e91-916b-569970e809ca),segment_id=0bf4bf75-2bdf-4e91-916b-569970e809ca)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:55:43.271215 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-bee06a64-2328-453c-a6fd-4aa1f8cedbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:43.316726 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b78f44-39cc-40be-b046-5a6405faca35 None None] Pushing event updated for resources: {'Port': ['ID=5e999be8-10b4-4887-bea4-3ff7112f2c08,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:43.385422 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-bee06a64-2328-453c-a6fd-4aa1f8cedbbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:43.386936 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-bee06a64-2328-453c-a6fd-4aa1f8cedbbe service neutron] 10.222.0.124 "PUT /v2.0/ports/d81d6b9e-64bb-47ea-b888-3de7fb940767 HTTP/1.1" status: 200 len: 1093 time: 1.0689957 Jan 21 09:55:43.387438 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f0e70c-05a6-498c-901c-4359f5dfa60e', 'tag': 'd81d6b9e-64bb-47ea-b888-3de7fb940767'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:55:43.426502 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee06a64-2328-453c-a6fd-4aa1f8cedbbe service neutron] Pushing event updated for resources: {'Port': ['ID=d81d6b9e-64bb-47ea-b888-3de7fb940767,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:43.437071 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-a5cb439c-def3-466f-b9db-a06646025b13 None None] Attempting to bind port 5e999be8-10b4-4887-bea4-3ff7112f2c08 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:55:43.437635 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-a5cb439c-def3-466f-b9db-a06646025b13 None None] Attempting to bind port 5e999be8-10b4-4887-bea4-3ff7112f2c08 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '0bf4bf75-2bdf-4e91-916b-569970e809ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:55:43.438161 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cb439c-def3-466f-b9db-a06646025b13 None None] Attempting to bind port 5e999be8-10b4-4887-bea4-3ff7112f2c08 on network 73aee4fc-670e-474e-9646-1272478c2ef4 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:55:43.448597 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cb439c-def3-466f-b9db-a06646025b13 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:55:43.449246 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cb439c-def3-466f-b9db-a06646025b13 None None] Checking segment: {'id': '0bf4bf75-2bdf-4e91-916b-569970e809ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:55:43.450784 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a5cb439c-def3-466f-b9db-a06646025b13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:43.451382 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cb439c-def3-466f-b9db-a06646025b13 None None] Bound using segment: {'id': '0bf4bf75-2bdf-4e91-916b-569970e809ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:55:43.452245 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-a5cb439c-def3-466f-b9db-a06646025b13 None None] Bound port: 5e999be8-10b4-4887-bea4-3ff7112f2c08, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf4bf75-2bdf-4e91-916b-569970e809ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:55:43.452829 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a5cb439c-def3-466f-b9db-a06646025b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:43.486495 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f0e70c-05a6-498c-901c-4359f5dfa60e', 'tag': 'd81d6b9e-64bb-47ea-b888-3de7fb940767', 'status': 'completed', 'code': 200} Jan 21 09:55:43.546256 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-2ba9d928-a001-4151-b068-6d887eff45de service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=a6f0e70c-05a6-498c-901c-4359f5dfa60e HTTP/1.1" status: 200 len: 1096 time: 0.0957837 Jan 21 09:55:43.574410 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-a5cb439c-def3-466f-b9db-a06646025b13 None None] For port 5e999be8-10b4-4887-bea4-3ff7112f2c08, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:55:43.583930 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-a5cb439c-def3-466f-b9db-a06646025b13 None None] For port 5e999be8-10b4-4887-bea4-3ff7112f2c08, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=5e999be8-10b4-4887-bea4-3ff7112f2c08,segment=NetworkSegment(0bf4bf75-2bdf-4e91-916b-569970e809ca),segment_id=0bf4bf75-2bdf-4e91-916b-569970e809ca)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:55:43.592225 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a5cb439c-def3-466f-b9db-a06646025b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:43.649371 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-691f81b1-03a6-44c0-bac9-ac18f0a69918 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d81d6b9e-64bb-47ea-b888-3de7fb940767 HTTP/1.1" status: 200 len: 217 time: 0.0953298 Jan 21 09:55:43.731382 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cb439c-def3-466f-b9db-a06646025b13 None None] Routers {'9c2e28e0-5f87-4e02-9d31-673327dd4e01'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:55:43.731382 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a5cb439c-def3-466f-b9db-a06646025b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:55:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9c2e28e0-5f87-4e02-9d31-673327dd4e01'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:43.798255 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-3b10b02e-4845-454e-b5fd-2d7e4184a113 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:43.798255 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-3b10b02e-4845-454e-b5fd-2d7e4184a113 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=cf065d14-97e2-4c59-99e2-8cb3c470e615 HTTP/1.1" status: 200 len: 835 time: 0.1448796 Jan 21 09:55:43.804604 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b78f44-39cc-40be-b046-5a6405faca35 None None] Pushing event updated for resources: {'Port': ['ID=5e999be8-10b4-4887-bea4-3ff7112f2c08,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:43.942133 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-0c0285ce-c36e-44b0-b3db-194bd70dab28 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=73aee4fc-670e-474e-9646-1272478c2ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1309121 Jan 21 09:55:44.009019 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-a5cb439c-def3-466f-b9db-a06646025b13 None None] Set router 9c2e28e0-5f87-4e02-9d31-673327dd4e01 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:55:44.263452 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dca8f0-36d8-428b-a15e-8149bb858511 req-0d36acd2-65c0-498b-b15c-5fc5c4bf715b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:44.273964 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-c2dca8f0-36d8-428b-a15e-8149bb858511 req-0d36acd2-65c0-498b-b15c-5fc5c4bf715b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=a6f0e70c-05a6-498c-901c-4359f5dfa60e HTTP/1.1" status: 200 len: 943 time: 0.2022662 Jan 21 09:55:44.349160 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-7f0f20ac-b274-4ace-bacb-24a673227162 service neutron] 10.222.0.124 "GET /v2.0/networks/73aee4fc-670e-474e-9646-1272478c2ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000494 Jan 21 09:55:44.354258 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-c2dca8f0-36d8-428b-a15e-8149bb858511 req-d9f4730b-a4be-4e0e-b1de-f3ec16b38183 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=a29c2959-fdaa-46d4-9bd7-f3f9c9a714e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697415 Jan 21 09:55:44.504737 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ac73b96d-8145-49a3-a1ba-1c0a7eadbe9a req-5138c6b5-2c08-4fa6-a92d-23889065b789 service neutron] 10.222.0.124 "GET /v2.0/networks/73aee4fc-670e-474e-9646-1272478c2ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478903 Jan 21 09:55:44.618748 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a5cb439c-def3-466f-b9db-a06646025b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'name': 'tempest-TestNetworkBasicOps-router-442513142', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28'}], 'enable_snat': True}, 'gw_port_id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:55:30Z', 'updated_at': '2022-01-21T09:55:35Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:31Z', 'updated_at': '2022-01-21T09:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '5e999be8-10b4-4887-bea4-3ff7112f2c08', 'name': '', 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:6e:38:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf065d14-97e2-4c59-99e2-8cb3c470e615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:34Z', 'updated_at': '2022-01-21T09:55:43Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'cf065d14-97e2-4c59-99e2-8cb3c470e615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:44.625754 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cb439c-def3-466f-b9db-a06646025b13 None None] The sync data for ids ['9c2e28e0-5f87-4e02-9d31-673327dd4e01'] in dv-neutron-825732-1-hyperv is: [{'id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'name': 'tempest-TestNetworkBasicOps-router-442513142', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28'}], 'enable_snat': True}, 'gw_port_id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:55:30Z', 'updated_at': '2022-01-21T09:55:35Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:31Z', 'updated_at': '2022-01-21T09:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '5e999be8-10b4-4887-bea4-3ff7112f2c08', 'name': '', 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:6e:38:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf065d14-97e2-4c59-99e2-8cb3c470e615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:34Z', 'updated_at': '2022-01-21T09:55:43Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'cf065d14-97e2-4c59-99e2-8cb3c470e615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:55:44.629916 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6359a91f-e5d1-4029-a8dd-84aa91947f6d req-ab20ae9f-e339-44ac-9640-41e28b82e83f service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=a6f0e70c-05a6-498c-901c-4359f5dfa60e HTTP/1.1" status: 200 len: 1096 time: 0.0757282 Jan 21 09:55:44.851937 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359a91f-e5d1-4029-a8dd-84aa91947f6d req-557586a8-3242-41c1-8a94-bb66084023e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:44.851937 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6359a91f-e5d1-4029-a8dd-84aa91947f6d req-557586a8-3242-41c1-8a94-bb66084023e6 service neutron] 10.222.0.124 "GET /v2.0/networks?id=73aee4fc-670e-474e-9646-1272478c2ef4 HTTP/1.1" status: 200 len: 897 time: 0.2177868 Jan 21 09:55:44.948514 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6359a91f-e5d1-4029-a8dd-84aa91947f6d req-c368610b-2bf5-4c73-b966-9a9afb497624 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d81d6b9e-64bb-47ea-b888-3de7fb940767 HTTP/1.1" status: 200 len: 217 time: 0.0894964 Jan 21 09:55:45.026602 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359a91f-e5d1-4029-a8dd-84aa91947f6d req-63aa7554-4365-4c02-bb43-1e3c38dd43b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:45.030108 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6359a91f-e5d1-4029-a8dd-84aa91947f6d req-63aa7554-4365-4c02-bb43-1e3c38dd43b4 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=cf065d14-97e2-4c59-99e2-8cb3c470e615 HTTP/1.1" status: 200 len: 835 time: 0.0756488 Jan 21 09:55:45.139856 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6359a91f-e5d1-4029-a8dd-84aa91947f6d req-2a0f6037-87dc-4401-b926-a5e519a02e9a service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=73aee4fc-670e-474e-9646-1272478c2ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1008027 Jan 21 09:55:45.312940 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6359a91f-e5d1-4029-a8dd-84aa91947f6d req-ea9ef407-0174-46f6-8330-213e382cc5ef service neutron] 10.222.0.124 "GET /v2.0/networks/73aee4fc-670e-474e-9646-1272478c2ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668694 Jan 21 09:55:45.504041 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6359a91f-e5d1-4029-a8dd-84aa91947f6d req-d2476dc1-e343-42ae-9260-115b71186afa service neutron] 10.222.0.124 "GET /v2.0/networks/73aee4fc-670e-474e-9646-1272478c2ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831079 Jan 21 09:55:45.629159 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f68c79-e329-4226-8ada-a0409459ffbf req-acf86c22-b3fd-417e-9397-7e1a2b41c4df tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:45.634379 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-b9f68c79-e329-4226-8ada-a0409459ffbf req-acf86c22-b3fd-417e-9397-7e1a2b41c4df tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:55:45.657879 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-b9f68c79-e329-4226-8ada-a0409459ffbf req-acf86c22-b3fd-417e-9397-7e1a2b41c4df tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:55:45.657879 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b9f68c79-e329-4226-8ada-a0409459ffbf req-acf86c22-b3fd-417e-9397-7e1a2b41c4df tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=a6f0e70c-05a6-498c-901c-4359f5dfa60e HTTP/1.1" status: 200 len: 943 time: 0.1322608 Jan 21 09:55:45.756525 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b9f68c79-e329-4226-8ada-a0409459ffbf req-1ed398d6-3df6-44f1-a280-519edf882571 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=a29c2959-fdaa-46d4-9bd7-f3f9c9a714e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893035 Jan 21 09:55:45.814933 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 5e999be8-10b4-4887-bea4-3ff7112f2c08 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:55:45.934604 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 5e999be8-10b4-4887-bea4-3ff7112f2c08 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:55:45.942075 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 5e999be8-10b4-4887-bea4-3ff7112f2c08 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:55:45.942075 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:46.083334 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:46.122958 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 5e999be8-10b4-4887-bea4-3ff7112f2c08, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=5e999be8-10b4-4887-bea4-3ff7112f2c08,segment=NetworkSegment(0bf4bf75-2bdf-4e91-916b-569970e809ca),segment_id=0bf4bf75-2bdf-4e91-916b-569970e809ca)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:55:46.129698 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:46.204775 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=5e999be8-10b4-4887-bea4-3ff7112f2c08,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:46.527893 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device d81d6b9e-64bb-47ea-b888-3de7fb940767 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:55:46.716244 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port d81d6b9e-64bb-47ea-b888-3de7fb940767, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d81d6b9e-64bb-47ea-b888-3de7fb940767,segment=NetworkSegment(0bf4bf75-2bdf-4e91-916b-569970e809ca),segment_id=0bf4bf75-2bdf-4e91-916b-569970e809ca)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:55:46.744868 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': 'd81d6b9e-64bb-47ea-b888-3de7fb940767', 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4', 'port_id': 'd81d6b9e-64bb-47ea-b888-3de7fb940767', 'mac_address': 'fa:16:3e:c2:20:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf065d14-97e2-4c59-99e2-8cb3c470e615', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:55:46.800525 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:46.823484 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d81d6b9e-64bb-47ea-b888-3de7fb940767 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:55:46.839709 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port d81d6b9e-64bb-47ea-b888-3de7fb940767, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d81d6b9e-64bb-47ea-b888-3de7fb940767,segment=NetworkSegment(0bf4bf75-2bdf-4e91-916b-569970e809ca),segment_id=0bf4bf75-2bdf-4e91-916b-569970e809ca)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:55:46.849138 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:46.948910 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=d81d6b9e-64bb-47ea-b888-3de7fb940767,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:47.036878 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefb552-c1b4-451c-9b62-abeb4e166525 req-ae003d4e-c7fb-4fdb-a383-d03199343d29 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:47.036878 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-feefb552-c1b4-451c-9b62-abeb4e166525 req-ae003d4e-c7fb-4fdb-a383-d03199343d29 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=a6f0e70c-05a6-498c-901c-4359f5dfa60e HTTP/1.1" status: 200 len: 944 time: 0.0913045 Jan 21 09:55:47.086544 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-feefb552-c1b4-451c-9b62-abeb4e166525 req-296c0bcb-e96f-4128-bac6-979603f4309c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=a29c2959-fdaa-46d4-9bd7-f3f9c9a714e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426250 Jan 21 09:55:47.096225 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['d81d6b9e-64bb-47ea-b888-3de7fb940767'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:55:47.736146 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 5e999be8-10b4-4887-bea4-3ff7112f2c08 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:55:47.803968 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 5e999be8-10b4-4887-bea4-3ff7112f2c08 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:55:47.804247 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:48.293199 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890da55-b972-4b32-9489-051d6050c94e req-55dce8d5-5395-44b0-8076-30848154ef10 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:48.294872 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3890da55-b972-4b32-9489-051d6050c94e req-55dce8d5-5395-44b0-8076-30848154ef10 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=a6f0e70c-05a6-498c-901c-4359f5dfa60e HTTP/1.1" status: 200 len: 944 time: 0.0840724 Jan 21 09:55:48.347619 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3890da55-b972-4b32-9489-051d6050c94e req-e842726c-bd44-4e67-a937-1a30e406ca86 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=a29c2959-fdaa-46d4-9bd7-f3f9c9a714e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473869 Jan 21 09:55:48.522086 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device d81d6b9e-64bb-47ea-b888-3de7fb940767 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:55:48.592247 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port d81d6b9e-64bb-47ea-b888-3de7fb940767 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:55:48.597534 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port d81d6b9e-64bb-47ea-b888-3de7fb940767 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:55:48.597922 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:48.722921 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:48.759837 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f0e70c-05a6-498c-901c-4359f5dfa60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81d6b9e-64bb-47ea-b888-3de7fb940767'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:55:48.765829 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port d81d6b9e-64bb-47ea-b888-3de7fb940767, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d81d6b9e-64bb-47ea-b888-3de7fb940767,segment=NetworkSegment(0bf4bf75-2bdf-4e91-916b-569970e809ca),segment_id=0bf4bf75-2bdf-4e91-916b-569970e809ca)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:55:48.772732 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:48.817586 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f0e70c-05a6-498c-901c-4359f5dfa60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81d6b9e-64bb-47ea-b888-3de7fb940767', 'code': 200} Jan 21 09:55:48.844132 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=d81d6b9e-64bb-47ea-b888-3de7fb940767,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:49.052567 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-152496bf-85af-4a0f-9c5b-72be69d4dfac req-f5575953-9e8d-4676-a863-83d66cffdda9 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=a6f0e70c-05a6-498c-901c-4359f5dfa60e HTTP/1.1" status: 200 len: 1098 time: 0.0680614 Jan 21 09:55:49.096938 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-152496bf-85af-4a0f-9c5b-72be69d4dfac req-ff7e4570-0d66-4acf-9265-25d2cb64f905 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=a29c2959-fdaa-46d4-9bd7-f3f9c9a714e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361521 Jan 21 09:55:49.578897 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb758d-ecd3-4ceb-a742-4312a54061a5 req-93e2e251-0b4b-425f-91f4-b9b10ed59f37 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:49.581095 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3fbb758d-ecd3-4ceb-a742-4312a54061a5 req-93e2e251-0b4b-425f-91f4-b9b10ed59f37 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=a6f0e70c-05a6-498c-901c-4359f5dfa60e HTTP/1.1" status: 200 len: 945 time: 0.1031604 Jan 21 09:55:49.635473 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3fbb758d-ecd3-4ceb-a742-4312a54061a5 req-8781d2f6-854b-492e-9dd3-85831a16c287 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=a29c2959-fdaa-46d4-9bd7-f3f9c9a714e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481787 Jan 21 09:55:50.299579 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:50.854953 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81da9e3-b29f-46b0-8f10-fe2a6a43fdce req-4bb54af0-c014-4498-803a-911f46b63a68 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:50.856516 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-d81da9e3-b29f-46b0-8f10-fe2a6a43fdce req-4bb54af0-c014-4498-803a-911f46b63a68 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=a6f0e70c-05a6-498c-901c-4359f5dfa60e HTTP/1.1" status: 200 len: 945 time: 0.0859215 Jan 21 09:55:50.921149 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-d81da9e3-b29f-46b0-8f10-fe2a6a43fdce req-580fd049-a95e-4ae2-b660-db8bdd71da62 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=a29c2959-fdaa-46d4-9bd7-f3f9c9a714e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583413 Jan 21 09:55:51.143071 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe9543-890e-4cc8-a270-c2b0540803c5 req-6deb5e47-b2fb-4b7b-97cd-fc31125ae434 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:51.143071 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bffe9543-890e-4cc8-a270-c2b0540803c5 req-6deb5e47-b2fb-4b7b-97cd-fc31125ae434 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=a6f0e70c-05a6-498c-901c-4359f5dfa60e HTTP/1.1" status: 200 len: 945 time: 0.0870948 Jan 21 09:55:51.190548 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bffe9543-890e-4cc8-a270-c2b0540803c5 req-91cd009b-6ae2-47e0-99f1-8c32ee17e117 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=a29c2959-fdaa-46d4-9bd7-f3f9c9a714e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451314 Jan 21 09:55:51.221706 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38398) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:51.298837 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b8a40b02-e195-46fd-bbd3-8a4d06dbe59b tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=a6f0e70c-05a6-498c-901c-4359f5dfa60e HTTP/1.1" status: 200 len: 1093 time: 0.0782230 Jan 21 09:55:51.301736 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38402) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:51.306927 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-781d803a-a52e-4b0e-8744-41884fb015da tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'port_id': 'd81d6b9e-64bb-47ea-b888-3de7fb940767', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:55:51.312227 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-781d803a-a52e-4b0e-8744-41884fb015da tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:55:51.316088 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-781d803a-a52e-4b0e-8744-41884fb015da tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:floatingip and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:55:51.318896 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-781d803a-a52e-4b0e-8744-41884fb015da tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:55:51.324712 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-781d803a-a52e-4b0e-8744-41884fb015da tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:55:51.336910 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-781d803a-a52e-4b0e-8744-41884fb015da tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:51.584094 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-781d803a-a52e-4b0e-8744-41884fb015da tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:51.733344 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-781d803a-a52e-4b0e-8744-41884fb015da tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Allocated IP 172.26.0.29 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/c5a963f9-4477-4833-9fb1-c653f99d899c) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:55:51.907182 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-781d803a-a52e-4b0e-8744-41884fb015da tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:51.939477 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-781d803a-a52e-4b0e-8744-41884fb015da tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:52.006614 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781d803a-a52e-4b0e-8744-41884fb015da tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:55:52.009460 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-781d803a-a52e-4b0e-8744-41884fb015da tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:55:52.013728 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781d803a-a52e-4b0e-8744-41884fb015da tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:55:52.049915 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d803a-a52e-4b0e-8744-41884fb015da tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=c5a963f9-4477-4833-9fb1-c653f99d899c,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:52.572009 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-781d803a-a52e-4b0e-8744-41884fb015da tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:52.645150 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-781d803a-a52e-4b0e-8744-41884fb015da tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:52.877118 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-781d803a-a52e-4b0e-8744-41884fb015da tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:52.882603 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-781d803a-a52e-4b0e-8744-41884fb015da tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:52.992470 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d803a-a52e-4b0e-8744-41884fb015da tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=c5a963f9-4477-4833-9fb1-c653f99d899c,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:53.011639 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-781d803a-a52e-4b0e-8744-41884fb015da tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:53.200271 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.l3_db [None req-781d803a-a52e-4b0e-8744-41884fb015da tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Floating IP 59f5e760-0312-4ab4-b8b0-ed423fea4fa9 associated. External IP: 172.26.0.29, port: d81d6b9e-64bb-47ea-b888-3de7fb940767. Jan 21 09:55:53.732618 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781d803a-a52e-4b0e-8744-41884fb015da tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router 9c2e28e0-5f87-4e02-9d31-673327dd4e01 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:55:53.895286 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3c416bd3-dd9e-4eec-ab34-745f6daa9670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:53.965255 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781d803a-a52e-4b0e-8744-41884fb015da tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:55:53.978867 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97adc7d-5801-4422-8f54-168598e13630 None None] Sync routers for ids ['9c2e28e0-5f87-4e02-9d31-673327dd4e01'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:55:53.996778 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97adc7d-5801-4422-8f54-168598e13630 None None] Routers {'9c2e28e0-5f87-4e02-9d31-673327dd4e01'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:55:53.997465 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-f97adc7d-5801-4422-8f54-168598e13630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:55:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9c2e28e0-5f87-4e02-9d31-673327dd4e01'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:54.002918 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-781d803a-a52e-4b0e-8744-41884fb015da tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:54.066265 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-781d803a-a52e-4b0e-8744-41884fb015da tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7635360 Jan 21 09:55:54.066943 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f0e70c-05a6-498c-901c-4359f5dfa60e', 'tag': 'd81d6b9e-64bb-47ea-b888-3de7fb940767'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:55:54.069527 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38406) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:54.132421 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f0e70c-05a6-498c-901c-4359f5dfa60e', 'tag': 'd81d6b9e-64bb-47ea-b888-3de7fb940767', 'status': 'completed', 'code': 200} Jan 21 09:55:54.183290 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b28f5d05-c682-43a3-8737-21ab967f3f84 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/59f5e760-0312-4ab4-b8b0-ed423fea4fa9 HTTP/1.1" status: 200 len: 990 time: 0.1121671 Jan 21 09:55:54.220151 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-f97adc7d-5801-4422-8f54-168598e13630 None None] Set router 9c2e28e0-5f87-4e02-9d31-673327dd4e01 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:55:54.233156 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cec95241-1436-4329-b4db-4f920562d59b req-ae4c45ae-5aea-4ec8-95fe-6bf1f61233e2 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=a6f0e70c-05a6-498c-901c-4359f5dfa60e HTTP/1.1" status: 200 len: 1098 time: 0.0792880 Jan 21 09:55:54.390850 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec95241-1436-4329-b4db-4f920562d59b req-2d02d80a-bb57-4160-afe6-80f4fe20298a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:54.392643 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cec95241-1436-4329-b4db-4f920562d59b req-2d02d80a-bb57-4160-afe6-80f4fe20298a service neutron] 10.222.0.124 "GET /v2.0/networks?id=73aee4fc-670e-474e-9646-1272478c2ef4 HTTP/1.1" status: 200 len: 897 time: 0.1533678 Jan 21 09:55:54.511778 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cec95241-1436-4329-b4db-4f920562d59b req-3b7b1619-3e8c-40b2-8dee-4e6104ec247e service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d81d6b9e-64bb-47ea-b888-3de7fb940767 HTTP/1.1" status: 200 len: 998 time: 0.1128047 Jan 21 09:55:54.582138 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec95241-1436-4329-b4db-4f920562d59b req-74de8145-77bb-4103-a4be-68d999d1bb25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:54.585444 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cec95241-1436-4329-b4db-4f920562d59b req-74de8145-77bb-4103-a4be-68d999d1bb25 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=cf065d14-97e2-4c59-99e2-8cb3c470e615 HTTP/1.1" status: 200 len: 835 time: 0.0659099 Jan 21 09:55:54.607797 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-f97adc7d-5801-4422-8f54-168598e13630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'name': 'tempest-TestNetworkBasicOps-router-442513142', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28'}], 'enable_snat': True}, 'gw_port_id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:55:30Z', 'updated_at': '2022-01-21T09:55:35Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:31Z', 'updated_at': '2022-01-21T09:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '59f5e760-0312-4ab4-b8b0-ed423fea4fa9', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.29', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'port_id': 'd81d6b9e-64bb-47ea-b888-3de7fb940767', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4', 'mac_address': 'fa:16:3e:c2:20:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f0e70c-05a6-498c-901c-4359f5dfa60e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:55:52Z', 'updated_at': '2022-01-21T09:55:52Z', 'revision_number': 0, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e999be8-10b4-4887-bea4-3ff7112f2c08', 'name': '', 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:6e:38:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf065d14-97e2-4c59-99e2-8cb3c470e615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:34Z', 'updated_at': '2022-01-21T09:55:46Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'cf065d14-97e2-4c59-99e2-8cb3c470e615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:54.609083 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97adc7d-5801-4422-8f54-168598e13630 None None] Checking router: 9c2e28e0-5f87-4e02-9d31-673327dd4e01 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:55:54.621728 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97adc7d-5801-4422-8f54-168598e13630 None None] Routers {'9c2e28e0-5f87-4e02-9d31-673327dd4e01'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:55:54.624197 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-f97adc7d-5801-4422-8f54-168598e13630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:55:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9c2e28e0-5f87-4e02-9d31-673327dd4e01'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:54.699713 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cec95241-1436-4329-b4db-4f920562d59b req-f59e23b1-b618-45ec-b0ad-680faa2320b0 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=73aee4fc-670e-474e-9646-1272478c2ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1032534 Jan 21 09:55:54.856676 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-f97adc7d-5801-4422-8f54-168598e13630 None None] Set router 9c2e28e0-5f87-4e02-9d31-673327dd4e01 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:55:54.858708 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cec95241-1436-4329-b4db-4f920562d59b req-38262a48-b05d-4d12-8058-502e26ec50d1 service neutron] 10.222.0.124 "GET /v2.0/networks/73aee4fc-670e-474e-9646-1272478c2ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585405 Jan 21 09:55:55.027661 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cec95241-1436-4329-b4db-4f920562d59b req-e0954e26-e4b6-44a7-b108-8e23a01451e5 service neutron] 10.222.0.124 "GET /v2.0/networks/73aee4fc-670e-474e-9646-1272478c2ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631181 Jan 21 09:55:55.188219 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38412) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:55.281755 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-f97adc7d-5801-4422-8f54-168598e13630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'name': 'tempest-TestNetworkBasicOps-router-442513142', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28'}], 'enable_snat': True}, 'gw_port_id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:55:30Z', 'updated_at': '2022-01-21T09:55:35Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:31Z', 'updated_at': '2022-01-21T09:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '59f5e760-0312-4ab4-b8b0-ed423fea4fa9', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.29', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'port_id': 'd81d6b9e-64bb-47ea-b888-3de7fb940767', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4', 'mac_address': 'fa:16:3e:c2:20:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f0e70c-05a6-498c-901c-4359f5dfa60e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:55:52Z', 'updated_at': '2022-01-21T09:55:52Z', 'revision_number': 0, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e999be8-10b4-4887-bea4-3ff7112f2c08', 'name': '', 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:6e:38:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf065d14-97e2-4c59-99e2-8cb3c470e615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:34Z', 'updated_at': '2022-01-21T09:55:46Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'cf065d14-97e2-4c59-99e2-8cb3c470e615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:55.291764 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97adc7d-5801-4422-8f54-168598e13630 None None] The sync data for ids ['9c2e28e0-5f87-4e02-9d31-673327dd4e01'] in dv-neutron-825732-1-hyperv is: [{'id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'name': 'tempest-TestNetworkBasicOps-router-442513142', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28'}], 'enable_snat': True}, 'gw_port_id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:55:30Z', 'updated_at': '2022-01-21T09:55:35Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:31Z', 'updated_at': '2022-01-21T09:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '59f5e760-0312-4ab4-b8b0-ed423fea4fa9', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.29', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'port_id': 'd81d6b9e-64bb-47ea-b888-3de7fb940767', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4', 'mac_address': 'fa:16:3e:c2:20:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f0e70c-05a6-498c-901c-4359f5dfa60e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:55:52Z', 'updated_at': '2022-01-21T09:55:52Z', 'revision_number': 0, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e999be8-10b4-4887-bea4-3ff7112f2c08', 'name': '', 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:6e:38:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf065d14-97e2-4c59-99e2-8cb3c470e615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:34Z', 'updated_at': '2022-01-21T09:55:46Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'cf065d14-97e2-4c59-99e2-8cb3c470e615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:55:55.320504 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0a12494c-7a5e-49b0-9bf6-5c6cbee0db20 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/59f5e760-0312-4ab4-b8b0-ed423fea4fa9 HTTP/1.1" status: 200 len: 990 time: 0.1312673 Jan 21 09:55:56.311936 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ddf2c6d9-d334-4da7-9e1d-0aac42fe5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:56.322580 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38416) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:56.527298 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9494ad42-8edd-4111-aa69-2da0248f0989 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/59f5e760-0312-4ab4-b8b0-ed423fea4fa9 HTTP/1.1" status: 200 len: 990 time: 0.2034042 Jan 21 09:55:57.422008 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:57.531317 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38420) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:57.636934 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d20bf0d8-a30f-4630-9d23-3119ec7fb050 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/59f5e760-0312-4ab4-b8b0-ed423fea4fa9 HTTP/1.1" status: 200 len: 990 time: 0.1043022 Jan 21 09:55:57.695676 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:57.822808 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4efe132-330a-4dcf-81b9-afb7e97f5d20 None None] New status for floating IP 59f5e760-0312-4ab4-b8b0-ed423fea4fa9: ACTIVE {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:55:58.640774 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38426) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:58.750870 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ee794945-0408-4b5e-8394-cc833cefa1c6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/59f5e760-0312-4ab4-b8b0-ed423fea4fa9 HTTP/1.1" status: 200 len: 992 time: 0.1089587 Jan 21 09:55:59.435878 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:04.596187 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:56:20.303973 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:23.891268 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-55b00ec0-33fb-4e6f-9537-471aff0c9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:26.314865 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d3b1259a-9097-4f12-ba37-7e4b23f29826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:27.424706 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:27.698050 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:27.909153 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38448) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:27.989357 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e75c15f9-ee40-4d1a-b7db-1e32175af51d tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/ports?project_id=e2711eddd053435baef8e70b41198188&network_id=73aee4fc-670e-474e-9646-1272478c2ef4 HTTP/1.1" status: 200 len: 2999 time: 0.0788310 Jan 21 09:56:29.438877 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:30.908015 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38460) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:30.972275 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dbcc29-6b8b-4b17-bdd2-8a9441a9bd99 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:30.973930 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-76dbcc29-6b8b-4b17-bdd2-8a9441a9bd99 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/subnets?network_id=05164b30-8981-419a-8272-388f48c19dd5 HTTP/1.1" status: 200 len: 814 time: 0.0647619 Jan 21 09:56:31.486225 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38468) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:31.491534 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6037b89a-4a07-4f84-a5e4-c2f06b14c303 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:56:31.589231 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6037b89a-4a07-4f84-a5e4-c2f06b14c303 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:32.007416 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6037b89a-4a07-4f84-a5e4-c2f06b14c303 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:32.011095 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6037b89a-4a07-4f84-a5e4-c2f06b14c303 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:32.011520 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.l3_db [None req-6037b89a-4a07-4f84-a5e4-c2f06b14c303 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Floating IP 59f5e760-0312-4ab4-b8b0-ed423fea4fa9 disassociated. External IP: 172.26.0.29, port: d81d6b9e-64bb-47ea-b888-3de7fb940767. Jan 21 09:56:32.423995 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6037b89a-4a07-4f84-a5e4-c2f06b14c303 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router 9c2e28e0-5f87-4e02-9d31-673327dd4e01 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:56:32.629471 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6037b89a-4a07-4f84-a5e4-c2f06b14c303 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:56:32.634922 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6037b89a-4a07-4f84-a5e4-c2f06b14c303 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:32.639421 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aaee9d-bb2c-4116-a2d0-e3e0ed4d77f3 None None] Sync routers for ids ['9c2e28e0-5f87-4e02-9d31-673327dd4e01'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:56:32.652412 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09aaee9d-bb2c-4116-a2d0-e3e0ed4d77f3 None None] Routers {'9c2e28e0-5f87-4e02-9d31-673327dd4e01'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:56:32.653127 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-09aaee9d-bb2c-4116-a2d0-e3e0ed4d77f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:56:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9c2e28e0-5f87-4e02-9d31-673327dd4e01'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:32.690820 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6037b89a-4a07-4f84-a5e4-c2f06b14c303 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "PUT /v2.0/floatingips/59f5e760-0312-4ab4-b8b0-ed423fea4fa9 HTTP/1.1" status: 200 len: 689 time: 1.2033465 Jan 21 09:56:32.691234 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f0e70c-05a6-498c-901c-4359f5dfa60e', 'tag': 'd81d6b9e-64bb-47ea-b888-3de7fb940767'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:56:32.694226 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38472) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:32.831906 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-27abe871-caf2-4d52-8e69-bc6eadc47979 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/59f5e760-0312-4ab4-b8b0-ed423fea4fa9 HTTP/1.1" status: 200 len: 689 time: 0.1364822 Jan 21 09:56:32.852596 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-09aaee9d-bb2c-4116-a2d0-e3e0ed4d77f3 None None] Set router 9c2e28e0-5f87-4e02-9d31-673327dd4e01 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:56:32.916141 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f0e70c-05a6-498c-901c-4359f5dfa60e', 'tag': 'd81d6b9e-64bb-47ea-b888-3de7fb940767', 'status': 'completed', 'code': 200} Jan 21 09:56:33.018680 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8c9b94e7-d599-489c-9ca0-f8efacb25142 req-f28be0d0-b59a-4b66-be4b-5465e3891ef8 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=a6f0e70c-05a6-498c-901c-4359f5dfa60e HTTP/1.1" status: 200 len: 1098 time: 0.0795016 Jan 21 09:56:33.155096 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b94e7-d599-489c-9ca0-f8efacb25142 req-0ad5a353-2f4e-4a70-8ce1-509c2c056abd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:33.156537 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8c9b94e7-d599-489c-9ca0-f8efacb25142 req-0ad5a353-2f4e-4a70-8ce1-509c2c056abd service neutron] 10.222.0.124 "GET /v2.0/networks?id=73aee4fc-670e-474e-9646-1272478c2ef4 HTTP/1.1" status: 200 len: 897 time: 0.1316216 Jan 21 09:56:33.212003 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-09aaee9d-bb2c-4116-a2d0-e3e0ed4d77f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'name': 'tempest-TestNetworkBasicOps-router-442513142', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28'}], 'enable_snat': True}, 'gw_port_id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:55:30Z', 'updated_at': '2022-01-21T09:55:35Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:31Z', 'updated_at': '2022-01-21T09:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '5e999be8-10b4-4887-bea4-3ff7112f2c08', 'name': '', 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:6e:38:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf065d14-97e2-4c59-99e2-8cb3c470e615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:34Z', 'updated_at': '2022-01-21T09:55:46Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'cf065d14-97e2-4c59-99e2-8cb3c470e615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:33.215938 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aaee9d-bb2c-4116-a2d0-e3e0ed4d77f3 None None] Checking router: 9c2e28e0-5f87-4e02-9d31-673327dd4e01 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:56:33.227282 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09aaee9d-bb2c-4116-a2d0-e3e0ed4d77f3 None None] Routers {'9c2e28e0-5f87-4e02-9d31-673327dd4e01'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:56:33.227502 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8c9b94e7-d599-489c-9ca0-f8efacb25142 req-8e4fa205-d2fa-4a9f-b52a-46e7311531eb service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d81d6b9e-64bb-47ea-b888-3de7fb940767 HTTP/1.1" status: 200 len: 217 time: 0.0648515 Jan 21 09:56:33.227878 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-09aaee9d-bb2c-4116-a2d0-e3e0ed4d77f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:56:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9c2e28e0-5f87-4e02-9d31-673327dd4e01'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:33.306057 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b94e7-d599-489c-9ca0-f8efacb25142 req-40c98158-9a9b-4cd1-be3f-88d57fb53410 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:33.307407 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8c9b94e7-d599-489c-9ca0-f8efacb25142 req-40c98158-9a9b-4cd1-be3f-88d57fb53410 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=cf065d14-97e2-4c59-99e2-8cb3c470e615 HTTP/1.1" status: 200 len: 835 time: 0.0747983 Jan 21 09:56:33.383944 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8c9b94e7-d599-489c-9ca0-f8efacb25142 req-4a14d211-00f2-4df3-b374-eda70f6793b6 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=73aee4fc-670e-474e-9646-1272478c2ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709298 Jan 21 09:56:33.407610 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-09aaee9d-bb2c-4116-a2d0-e3e0ed4d77f3 None None] Set router 9c2e28e0-5f87-4e02-9d31-673327dd4e01 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:56:33.530583 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8c9b94e7-d599-489c-9ca0-f8efacb25142 req-9c9eb612-e9d5-43db-b70f-7a2023e1687a service neutron] 10.222.0.124 "GET /v2.0/networks/73aee4fc-670e-474e-9646-1272478c2ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403999 Jan 21 09:56:33.670511 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8c9b94e7-d599-489c-9ca0-f8efacb25142 req-e8a7d3eb-f268-40f5-afa7-7a81ea4c5913 service neutron] 10.222.0.124 "GET /v2.0/networks/73aee4fc-670e-474e-9646-1272478c2ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339052 Jan 21 09:56:33.752754 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-09aaee9d-bb2c-4116-a2d0-e3e0ed4d77f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'name': 'tempest-TestNetworkBasicOps-router-442513142', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28'}], 'enable_snat': True}, 'gw_port_id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:55:30Z', 'updated_at': '2022-01-21T09:55:35Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:31Z', 'updated_at': '2022-01-21T09:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '5e999be8-10b4-4887-bea4-3ff7112f2c08', 'name': '', 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:6e:38:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf065d14-97e2-4c59-99e2-8cb3c470e615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:34Z', 'updated_at': '2022-01-21T09:55:46Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'cf065d14-97e2-4c59-99e2-8cb3c470e615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:33.758950 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aaee9d-bb2c-4116-a2d0-e3e0ed4d77f3 None None] The sync data for ids ['9c2e28e0-5f87-4e02-9d31-673327dd4e01'] in dv-neutron-825732-1-hyperv is: [{'id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'name': 'tempest-TestNetworkBasicOps-router-442513142', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28'}], 'enable_snat': True}, 'gw_port_id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:55:30Z', 'updated_at': '2022-01-21T09:55:35Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:31Z', 'updated_at': '2022-01-21T09:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '5e999be8-10b4-4887-bea4-3ff7112f2c08', 'name': '', 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:6e:38:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf065d14-97e2-4c59-99e2-8cb3c470e615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:34Z', 'updated_at': '2022-01-21T09:55:46Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'cf065d14-97e2-4c59-99e2-8cb3c470e615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:56:33.832769 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38480) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:33.921245 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-dd40443b-8be2-418a-ada8-409d01d2f5c7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/59f5e760-0312-4ab4-b8b0-ed423fea4fa9 HTTP/1.1" status: 200 len: 689 time: 0.0866518 Jan 21 09:56:33.998804 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ff8905-63b5-462d-8365-d101a7ac6f51 None None] New status for floating IP 59f5e760-0312-4ab4-b8b0-ed423fea4fa9: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:56:34.925380 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38484) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:35.006861 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-802560e3-dcd7-45ce-9e0b-0a27f4a52eac tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/59f5e760-0312-4ab4-b8b0-ed423fea4fa9 HTTP/1.1" status: 200 len: 687 time: 0.0802708 Jan 21 09:56:37.310354 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38492) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:37.315958 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-9f321322-c4c0-4969-8dab-53c1cfcbe957 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-581117700', 'description': 'tempest-secgroup-smoke-581117700 description', 'project_id': 'e2711eddd053435baef8e70b41198188'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:56:37.322027 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9f321322-c4c0-4969-8dab-53c1cfcbe957 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:37.331393 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9f321322-c4c0-4969-8dab-53c1cfcbe957 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:37.341277 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f321322-c4c0-4969-8dab-53c1cfcbe957 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:37.378185 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9f321322-c4c0-4969-8dab-53c1cfcbe957 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:37.382062 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9f321322-c4c0-4969-8dab-53c1cfcbe957 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:37.384868 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9f321322-c4c0-4969-8dab-53c1cfcbe957 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:37.390440 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9f321322-c4c0-4969-8dab-53c1cfcbe957 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:37.452710 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f321322-c4c0-4969-8dab-53c1cfcbe957 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:37.456637 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f321322-c4c0-4969-8dab-53c1cfcbe957 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:37.503904 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f321322-c4c0-4969-8dab-53c1cfcbe957 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a86c6ac4-eccf-4c1f-b7f9-41bb21a11f3a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:37.507466 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f321322-c4c0-4969-8dab-53c1cfcbe957 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:37.508698 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9f321322-c4c0-4969-8dab-53c1cfcbe957 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1973469 Jan 21 09:56:37.512118 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38496) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:37.515912 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f321322-c4c0-4969-8dab-53c1cfcbe957 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:37.516250 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f321322-c4c0-4969-8dab-53c1cfcbe957 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:37.516578 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f321322-c4c0-4969-8dab-53c1cfcbe957 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:37.516898 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f321322-c4c0-4969-8dab-53c1cfcbe957 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:37.517216 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f321322-c4c0-4969-8dab-53c1cfcbe957 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:37.517611 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f321322-c4c0-4969-8dab-53c1cfcbe957 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:37.517880 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f321322-c4c0-4969-8dab-53c1cfcbe957 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:37.518193 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f321322-c4c0-4969-8dab-53c1cfcbe957 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:37.518503 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f321322-c4c0-4969-8dab-53c1cfcbe957 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:37.518607 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-ddd47fdf-617d-4e19-a827-52eca806550e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': 'a86c6ac4-eccf-4c1f-b7f9-41bb21a11f3a', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:56:37.518809 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f321322-c4c0-4969-8dab-53c1cfcbe957 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:37.519242 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f321322-c4c0-4969-8dab-53c1cfcbe957 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:37.526663 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ddd47fdf-617d-4e19-a827-52eca806550e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:37.531145 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ddd47fdf-617d-4e19-a827-52eca806550e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:37.534046 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ddd47fdf-617d-4e19-a827-52eca806550e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:37.540679 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ddd47fdf-617d-4e19-a827-52eca806550e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:37.557282 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ddd47fdf-617d-4e19-a827-52eca806550e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:37.631960 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ddd47fdf-617d-4e19-a827-52eca806550e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:37.635884 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ddd47fdf-617d-4e19-a827-52eca806550e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:37.661323 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd47fdf-617d-4e19-a827-52eca806550e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=908f28ff-8360-4a22-8710-2cbe15a1f8ab,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:37.680518 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ddd47fdf-617d-4e19-a827-52eca806550e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:37.681721 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ddd47fdf-617d-4e19-a827-52eca806550e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1684687 Jan 21 09:56:37.683392 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd47fdf-617d-4e19-a827-52eca806550e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:37.683727 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd47fdf-617d-4e19-a827-52eca806550e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:37.684142 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd47fdf-617d-4e19-a827-52eca806550e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:37.684523 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd47fdf-617d-4e19-a827-52eca806550e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:37.684783 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38500) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:37.684889 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd47fdf-617d-4e19-a827-52eca806550e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:37.685189 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd47fdf-617d-4e19-a827-52eca806550e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:37.685533 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd47fdf-617d-4e19-a827-52eca806550e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:37.685866 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd47fdf-617d-4e19-a827-52eca806550e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:37.686189 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd47fdf-617d-4e19-a827-52eca806550e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:37.686508 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd47fdf-617d-4e19-a827-52eca806550e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:37.686822 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd47fdf-617d-4e19-a827-52eca806550e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:37.691697 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-3b8093ea-cf09-4b8c-8f7e-cfa9a381cdde tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': 'a86c6ac4-eccf-4c1f-b7f9-41bb21a11f3a', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:56:37.698170 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3b8093ea-cf09-4b8c-8f7e-cfa9a381cdde tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:37.701985 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3b8093ea-cf09-4b8c-8f7e-cfa9a381cdde tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:37.704884 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3b8093ea-cf09-4b8c-8f7e-cfa9a381cdde tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:37.712614 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3b8093ea-cf09-4b8c-8f7e-cfa9a381cdde tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:37.730823 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b8093ea-cf09-4b8c-8f7e-cfa9a381cdde tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:37.799952 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b8093ea-cf09-4b8c-8f7e-cfa9a381cdde tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:37.804474 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b8093ea-cf09-4b8c-8f7e-cfa9a381cdde tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:37.828961 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8093ea-cf09-4b8c-8f7e-cfa9a381cdde tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec0f6fd8-77cf-4404-8f62-3c1be6f91455,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:37.840905 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b8093ea-cf09-4b8c-8f7e-cfa9a381cdde tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:37.844931 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3b8093ea-cf09-4b8c-8f7e-cfa9a381cdde tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1591306 Jan 21 09:56:37.845150 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38504) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:37.851256 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-95143a14-d49c-4b3f-a719-61c4a24d2c10 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': 'a86c6ac4-eccf-4c1f-b7f9-41bb21a11f3a', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:56:37.857460 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-95143a14-d49c-4b3f-a719-61c4a24d2c10 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:37.861268 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-95143a14-d49c-4b3f-a719-61c4a24d2c10 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:37.864124 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-95143a14-d49c-4b3f-a719-61c4a24d2c10 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:37.870757 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-95143a14-d49c-4b3f-a719-61c4a24d2c10 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:37.897242 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-95143a14-d49c-4b3f-a719-61c4a24d2c10 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:37.963502 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-95143a14-d49c-4b3f-a719-61c4a24d2c10 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:37.967125 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-95143a14-d49c-4b3f-a719-61c4a24d2c10 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:37.990755 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95143a14-d49c-4b3f-a719-61c4a24d2c10 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f158d970-ebbc-4f81-8dfd-0e438ef0913d,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:37.999689 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-95143a14-d49c-4b3f-a719-61c4a24d2c10 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:38.000898 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-95143a14-d49c-4b3f-a719-61c4a24d2c10 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1547439 Jan 21 09:56:38.003672 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38508) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:38.009891 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-36296d77-ca4e-4d71-a6ad-2615fb8ceae4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': 'a86c6ac4-eccf-4c1f-b7f9-41bb21a11f3a', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:56:38.015722 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-36296d77-ca4e-4d71-a6ad-2615fb8ceae4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:38.019755 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-36296d77-ca4e-4d71-a6ad-2615fb8ceae4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:38.024053 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-36296d77-ca4e-4d71-a6ad-2615fb8ceae4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:38.029778 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-36296d77-ca4e-4d71-a6ad-2615fb8ceae4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:38.054176 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-36296d77-ca4e-4d71-a6ad-2615fb8ceae4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:38.118986 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-36296d77-ca4e-4d71-a6ad-2615fb8ceae4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:38.122650 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-36296d77-ca4e-4d71-a6ad-2615fb8ceae4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:38.154851 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36296d77-ca4e-4d71-a6ad-2615fb8ceae4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c0f048f-aab7-4b06-aa0c-f0dd92d612f0,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:38.161691 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-36296d77-ca4e-4d71-a6ad-2615fb8ceae4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:38.162900 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-36296d77-ca4e-4d71-a6ad-2615fb8ceae4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1583133 Jan 21 09:56:38.165610 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38512) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:38.171071 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-35808631-9eda-4a01-bb0f-c5da5997f04c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': 'a86c6ac4-eccf-4c1f-b7f9-41bb21a11f3a', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:56:38.177784 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-35808631-9eda-4a01-bb0f-c5da5997f04c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:38.181541 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-35808631-9eda-4a01-bb0f-c5da5997f04c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:38.184743 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-35808631-9eda-4a01-bb0f-c5da5997f04c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:38.190572 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-35808631-9eda-4a01-bb0f-c5da5997f04c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:38.205540 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.securitygroups_db [None req-35808631-9eda-4a01-bb0f-c5da5997f04c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Project e2711eddd053435baef8e70b41198188 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:56:38.211911 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-35808631-9eda-4a01-bb0f-c5da5997f04c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:38.373771 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-35808631-9eda-4a01-bb0f-c5da5997f04c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:38.377728 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-35808631-9eda-4a01-bb0f-c5da5997f04c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:38.405955 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35808631-9eda-4a01-bb0f-c5da5997f04c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8192d05-dcc7-4182-bbc5-e484de1d6b8e,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:38.416216 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-35808631-9eda-4a01-bb0f-c5da5997f04c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:38.417442 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-35808631-9eda-4a01-bb0f-c5da5997f04c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2509272 Jan 21 09:56:38.420318 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38516) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:38.429432 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-639e6a56-9c3c-4bb6-aec0-79dadb1d5c0e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': 'a86c6ac4-eccf-4c1f-b7f9-41bb21a11f3a', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:56:38.432783 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-639e6a56-9c3c-4bb6-aec0-79dadb1d5c0e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:38.436577 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-639e6a56-9c3c-4bb6-aec0-79dadb1d5c0e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:38.439461 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-639e6a56-9c3c-4bb6-aec0-79dadb1d5c0e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:38.446192 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-639e6a56-9c3c-4bb6-aec0-79dadb1d5c0e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:38.465802 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.securitygroups_db [None req-639e6a56-9c3c-4bb6-aec0-79dadb1d5c0e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Project e2711eddd053435baef8e70b41198188 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:56:38.472176 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-639e6a56-9c3c-4bb6-aec0-79dadb1d5c0e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:38.538803 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-639e6a56-9c3c-4bb6-aec0-79dadb1d5c0e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:38.542669 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-639e6a56-9c3c-4bb6-aec0-79dadb1d5c0e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:38.576321 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e6a56-9c3c-4bb6-aec0-79dadb1d5c0e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b926bf-179d-443e-a306-ad85e4ad27c8,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:38.586438 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-639e6a56-9c3c-4bb6-aec0-79dadb1d5c0e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:38.587596 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-639e6a56-9c3c-4bb6-aec0-79dadb1d5c0e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1663003 Jan 21 09:56:38.763410 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-d24fddef-ffa4-4bb9-b4d1-6c6f4e346bdc tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:56:38.779333 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-d24fddef-ffa4-4bb9-b4d1-6c6f4e346bdc tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:56:38.780430 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-d24fddef-ffa4-4bb9-b4d1-6c6f4e346bdc tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-581117700&fields=id&tenant_id=e2711eddd053435baef8e70b41198188 HTTP/1.1" status: 200 len: 267 time: 0.0572777 Jan 21 09:56:38.947305 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-c0e9820e-9734-4473-9378-547ba5312dcf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:38.947965 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-c0e9820e-9734-4473-9378-547ba5312dcf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:56:38.960359 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-c0e9820e-9734-4473-9378-547ba5312dcf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:56:38.961463 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-c0e9820e-9734-4473-9378-547ba5312dcf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/networks?id=73aee4fc-670e-474e-9646-1272478c2ef4 HTTP/1.1" status: 200 len: 796 time: 0.1739042 Jan 21 09:56:38.979030 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-2e5cef15-5442-4cff-b6e3-fc8907fc3778 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/quotas/e2711eddd053435baef8e70b41198188 HTTP/1.1" status: 200 len: 375 time: 0.0121717 Jan 21 09:56:39.077849 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-706d2e57-f093-444f-ab0a-190a91618667 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0933185 Jan 21 09:56:39.216443 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-121df0db-8d8e-47f5-a884-1054669e3e04 service neutron] 10.222.0.104 "GET /v2.0/networks/73aee4fc-670e-474e-9646-1272478c2ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260262 Jan 21 09:56:39.348198 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-a42d21ad-5e2c-41f7-8edf-31bfd9f819d9 service neutron] 10.222.0.104 "GET /v2.0/networks/73aee4fc-670e-474e-9646-1272478c2ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260908 Jan 21 09:56:39.541461 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-10818f39-87ff-4bd5-a3de-282970d8c1fb req-5ac42ff3-5856-42f6-abc4-811462b8bce6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=ed3df739-a269-4413-b00f-92147f71d7de HTTP/1.1" status: 200 len: 210 time: 0.0454354 Jan 21 09:56:40.631532 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-ce63de67-1f61-4e43-8f53-3ddcce6de5cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:40.632968 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-ce63de67-1f61-4e43-8f53-3ddcce6de5cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/networks?id=73aee4fc-670e-474e-9646-1272478c2ef4 HTTP/1.1" status: 200 len: 796 time: 0.2135513 Jan 21 09:56:40.636989 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-964a6752-9380-4b1d-ba29-e8c92d7ee7d2 req-38ae7b9c-de5b-4fb5-bdc6-8368046a3aef service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=e3be0992-3959-4b55-b7af-acd28777b576&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1946476 Jan 21 09:56:40.707094 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-44419a40-17c1-42e1-844f-c95aae0e617b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2711eddd053435baef8e70b41198188 HTTP/1.1" status: 200 len: 471 time: 0.0532856 Jan 21 09:56:40.716476 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-e9abbf80-aa7f-4971-926f-74f4c44b5bce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'port': {'device_id': 'ed3df739-a269-4413-b00f-92147f71d7de', 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4', 'admin_state_up': True, 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'security_groups': ['a86c6ac4-eccf-4c1f-b7f9-41bb21a11f3a']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:56:40.729025 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-49725bcb-adea-4b21-9e53-4dac9c683895 req-5a78035e-d19a-4ff8-9cc4-5bcb6a8c470e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=ed3df739-a269-4413-b00f-92147f71d7de HTTP/1.1" status: 200 len: 210 time: 0.0511975 Jan 21 09:56:40.906074 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-e9abbf80-aa7f-4971-926f-74f4c44b5bce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:40.910958 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-964a6752-9380-4b1d-ba29-e8c92d7ee7d2 req-1176d541-9878-4ba1-be2f-a4cbe76b0a8f service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=445ef770bf614bd2b6b8d3bcf07af0fd&device_id=e3be0992-3959-4b55-b7af-acd28777b576 HTTP/1.1" status: 200 len: 1098 time: 0.1805451 Jan 21 09:56:40.919412 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-e9abbf80-aa7f-4971-926f-74f4c44b5bce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:40.929965 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-e9abbf80-aa7f-4971-926f-74f4c44b5bce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Made reservation on behalf of e2711eddd053435baef8e70b41198188 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:56:40.932798 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-e9abbf80-aa7f-4971-926f-74f4c44b5bce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:41.143996 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a6752-9380-4b1d-ba29-e8c92d7ee7d2 req-2a978fc4-63fb-4dcd-b3b7-a053a8972c11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:41.145640 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-964a6752-9380-4b1d-ba29-e8c92d7ee7d2 req-2a978fc4-63fb-4dcd-b3b7-a053a8972c11 service neutron] 10.222.0.124 "GET /v2.0/networks?id=5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 HTTP/1.1" status: 200 len: 913 time: 0.2036850 Jan 21 09:56:41.295929 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-e9abbf80-aa7f-4971-926f-74f4c44b5bce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Allocated IP 172.20.0.7 (73aee4fc-670e-474e-9646-1272478c2ef4/cf065d14-97e2-4c59-99e2-8cb3c470e615/66521825-f145-4f76-9c40-2b36e6d94dd7) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:56:41.308023 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-964a6752-9380-4b1d-ba29-e8c92d7ee7d2 req-4be8d185-3bec-4337-8abc-eaad02131e26 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3eb86213-954e-49a8-a05c-9bfe302ffe6d HTTP/1.1" status: 200 len: 1000 time: 0.1340647 Jan 21 09:56:41.463307 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a6752-9380-4b1d-ba29-e8c92d7ee7d2 req-7d52f15e-77ed-4216-a015-e81a29097e2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:41.464675 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-964a6752-9380-4b1d-ba29-e8c92d7ee7d2 req-7d52f15e-77ed-4216-a015-e81a29097e2f service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f8e2e48f-3c2e-408d-ac72-f5742db41e13 HTTP/1.1" status: 200 len: 851 time: 0.1498940 Jan 21 09:56:41.590874 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-e9abbf80-aa7f-4971-926f-74f4c44b5bce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:41.596396 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:56:41.614095 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-964a6752-9380-4b1d-ba29-e8c92d7ee7d2 req-4c69db5d-f3e8-4e3f-8cec-d2ff6ec70d1d service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=5420f90b-fa8f-4acb-ab7a-0d5edf834ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1435421 Jan 21 09:56:41.615849 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-e9abbf80-aa7f-4971-926f-74f4c44b5bce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Transition to ACTIVE for port object 66521825-f145-4f76-9c40-2b36e6d94dd7 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:56:41.725188 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-e9abbf80-aa7f-4971-926f-74f4c44b5bce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:41.822428 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-964a6752-9380-4b1d-ba29-e8c92d7ee7d2 req-c576287c-eff1-42b1-b9b6-db78553a6f32 service neutron] 10.222.0.124 "GET /v2.0/networks/5420f90b-fa8f-4acb-ab7a-0d5edf834ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995957 Jan 21 09:56:41.824136 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-e9abbf80-aa7f-4971-926f-74f4c44b5bce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network 73aee4fc-670e-474e-9646-1272478c2ef4 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:56:41.827286 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-e9abbf80-aa7f-4971-926f-74f4c44b5bce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:56:41.832457 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-e9abbf80-aa7f-4971-926f-74f4c44b5bce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:56:42.009797 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9abbf80-aa7f-4971-926f-74f4c44b5bce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=66521825-f145-4f76-9c40-2b36e6d94dd7,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:42.083685 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-3d0fdd63-3e23-49c8-9b47-3ed795118719 None None] Provisioning for port 66521825-f145-4f76-9c40-2b36e6d94dd7 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:56:42.088776 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-3d0fdd63-3e23-49c8-9b47-3ed795118719 None None] Provisioning complete for port 66521825-f145-4f76-9c40-2b36e6d94dd7 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:56:42.089173 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3d0fdd63-3e23-49c8-9b47-3ed795118719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:42.141843 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-3d0fdd63-3e23-49c8-9b47-3ed795118719 None None] Port 66521825-f145-4f76-9c40-2b36e6d94dd7 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:56:42.144109 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-e9abbf80-aa7f-4971-926f-74f4c44b5bce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:42.144710 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-e9abbf80-aa7f-4971-926f-74f4c44b5bce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:42.216689 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-e9abbf80-aa7f-4971-926f-74f4c44b5bce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5038960 Jan 21 09:56:42.220478 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-964a6752-9380-4b1d-ba29-e8c92d7ee7d2 req-638c0088-3053-4794-b1f6-77ee1822cdf4 service neutron] 10.222.0.124 "GET /v2.0/networks/5420f90b-fa8f-4acb-ab7a-0d5edf834ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911898 Jan 21 09:56:42.230094 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347f78f-7be0-4786-977a-f37bd7e0c1b7 req-83563eaa-51c9-4050-8ab2-6c74453cacf1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:42.230670 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-a347f78f-7be0-4786-977a-f37bd7e0c1b7 req-83563eaa-51c9-4050-8ab2-6c74453cacf1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:56:42.238205 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-e0fcf788-8d45-4e24-b3df-932e7dcaec51 service neutron] Request body: {'port': {'device_id': 'ed3df739-a269-4413-b00f-92147f71d7de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:56:42.296500 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-a347f78f-7be0-4786-977a-f37bd7e0c1b7 req-83563eaa-51c9-4050-8ab2-6c74453cacf1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:56:42.297584 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a347f78f-7be0-4786-977a-f37bd7e0c1b7 req-83563eaa-51c9-4050-8ab2-6c74453cacf1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=ed3df739-a269-4413-b00f-92147f71d7de HTTP/1.1" status: 200 len: 931 time: 0.2981853 Jan 21 09:56:42.385803 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-e0fcf788-8d45-4e24-b3df-932e7dcaec51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:42.406398 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a347f78f-7be0-4786-977a-f37bd7e0c1b7 req-63aea06a-c9be-4809-97f9-f24f0197c9d6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=a86c6ac4-eccf-4c1f-b7f9-41bb21a11f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793512 Jan 21 09:56:42.738071 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-e0fcf788-8d45-4e24-b3df-932e7dcaec51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66521825-f145-4f76-9c40-2b36e6d94dd7 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:56:42.744755 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-e0fcf788-8d45-4e24-b3df-932e7dcaec51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:42.758734 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-e0fcf788-8d45-4e24-b3df-932e7dcaec51 service neutron] Transition to ACTIVE for port object 66521825-f145-4f76-9c40-2b36e6d94dd7 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:56:42.762182 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-e0fcf788-8d45-4e24-b3df-932e7dcaec51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:42.895267 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fcf788-8d45-4e24-b3df-932e7dcaec51 service neutron] Pushing event updated for resources: {'Port': ['ID=66521825-f145-4f76-9c40-2b36e6d94dd7,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:43.000994 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-e0fcf788-8d45-4e24-b3df-932e7dcaec51 service neutron] Attempting to bind port 66521825-f145-4f76-9c40-2b36e6d94dd7 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:56:43.001320 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-e0fcf788-8d45-4e24-b3df-932e7dcaec51 service neutron] Attempting to bind port 66521825-f145-4f76-9c40-2b36e6d94dd7 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '0bf4bf75-2bdf-4e91-916b-569970e809ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:56:43.001682 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-e0fcf788-8d45-4e24-b3df-932e7dcaec51 service neutron] Attempting to bind port 66521825-f145-4f76-9c40-2b36e6d94dd7 on network 73aee4fc-670e-474e-9646-1272478c2ef4 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:56:43.007604 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-e0fcf788-8d45-4e24-b3df-932e7dcaec51 service neutron] Port 66521825-f145-4f76-9c40-2b36e6d94dd7 on network 73aee4fc-670e-474e-9646-1272478c2ef4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:56:43.007915 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-e0fcf788-8d45-4e24-b3df-932e7dcaec51 service neutron] Attempting to bind port 66521825-f145-4f76-9c40-2b36e6d94dd7 on network 73aee4fc-670e-474e-9646-1272478c2ef4 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:56:43.013994 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-e0fcf788-8d45-4e24-b3df-932e7dcaec51 service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:56:43.014324 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-e0fcf788-8d45-4e24-b3df-932e7dcaec51 service neutron] Checking segment: {'id': '0bf4bf75-2bdf-4e91-916b-569970e809ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:56:43.014697 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-e0fcf788-8d45-4e24-b3df-932e7dcaec51 service neutron] Bound using segment: {'id': '0bf4bf75-2bdf-4e91-916b-569970e809ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:56:43.015110 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-e0fcf788-8d45-4e24-b3df-932e7dcaec51 service neutron] Bound port: 66521825-f145-4f76-9c40-2b36e6d94dd7, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bf4bf75-2bdf-4e91-916b-569970e809ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:56:43.015463 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-e0fcf788-8d45-4e24-b3df-932e7dcaec51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:43.107325 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-e0fcf788-8d45-4e24-b3df-932e7dcaec51 service neutron] For port 66521825-f145-4f76-9c40-2b36e6d94dd7, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:56:43.110112 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-e0fcf788-8d45-4e24-b3df-932e7dcaec51 service neutron] For port 66521825-f145-4f76-9c40-2b36e6d94dd7, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=66521825-f145-4f76-9c40-2b36e6d94dd7,segment=NetworkSegment(0bf4bf75-2bdf-4e91-916b-569970e809ca),segment_id=0bf4bf75-2bdf-4e91-916b-569970e809ca)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:56:43.114864 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-e0fcf788-8d45-4e24-b3df-932e7dcaec51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:43.174317 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-e0fcf788-8d45-4e24-b3df-932e7dcaec51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:43.175654 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-e0fcf788-8d45-4e24-b3df-932e7dcaec51 service neutron] 10.222.0.124 "PUT /v2.0/ports/66521825-f145-4f76-9c40-2b36e6d94dd7 HTTP/1.1" status: 200 len: 1093 time: 0.9423325 Jan 21 09:56:43.176075 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3df739-a269-4413-b00f-92147f71d7de', 'tag': '66521825-f145-4f76-9c40-2b36e6d94dd7'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:56:43.199134 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fcf788-8d45-4e24-b3df-932e7dcaec51 service neutron] Pushing event updated for resources: {'Port': ['ID=66521825-f145-4f76-9c40-2b36e6d94dd7,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:43.251487 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed3df739-a269-4413-b00f-92147f71d7de', 'tag': '66521825-f145-4f76-9c40-2b36e6d94dd7', 'status': 'completed', 'code': 200} Jan 21 09:56:43.299314 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-a9ef5d04-0914-4db4-8230-337d6a79f524 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=ed3df739-a269-4413-b00f-92147f71d7de HTTP/1.1" status: 200 len: 1096 time: 0.0789452 Jan 21 09:56:43.375830 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-bc88e0d9-5262-4d5f-afbf-29475140a9ed service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66521825-f145-4f76-9c40-2b36e6d94dd7 HTTP/1.1" status: 200 len: 217 time: 0.0691984 Jan 21 09:56:43.446195 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-ac197104-c2da-49e0-a2c2-5a0024c02372 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:43.447589 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-ac197104-c2da-49e0-a2c2-5a0024c02372 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=cf065d14-97e2-4c59-99e2-8cb3c470e615 HTTP/1.1" status: 200 len: 835 time: 0.0658627 Jan 21 09:56:43.525220 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-6044928f-9e76-4085-b5a5-a1696fa0f641 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=73aee4fc-670e-474e-9646-1272478c2ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719562 Jan 21 09:56:43.719658 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-95604385-813d-47f8-9917-0c19b31a1cf8 service neutron] 10.222.0.124 "GET /v2.0/networks/73aee4fc-670e-474e-9646-1272478c2ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887314 Jan 21 09:56:43.728194 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a6ec2-86a9-4fa4-9f15-914378ed6ff7 req-b8180b09-1c9b-4655-a696-ee5c0581107b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:43.729686 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-611a6ec2-86a9-4fa4-9f15-914378ed6ff7 req-b8180b09-1c9b-4655-a696-ee5c0581107b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=ed3df739-a269-4413-b00f-92147f71d7de HTTP/1.1" status: 200 len: 943 time: 0.1807570 Jan 21 09:56:43.978179 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-611a6ec2-86a9-4fa4-9f15-914378ed6ff7 req-8b7d2773-5a04-4b8a-9594-d4b3f55c1137 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=a86c6ac4-eccf-4c1f-b7f9-41bb21a11f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275022 Jan 21 09:56:43.999717 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a139f88c-96dc-409b-ae82-14bbabf4ed00 req-49754695-8852-4975-b1c6-9367596f32b8 service neutron] 10.222.0.124 "GET /v2.0/networks/73aee4fc-670e-474e-9646-1272478c2ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691159 Jan 21 09:56:44.123118 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ba630c83-3fbe-41d9-bbac-ed3a79ec23e4 req-cc73bb9c-5f54-4b0c-83fd-bf15eba91ec8 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=ed3df739-a269-4413-b00f-92147f71d7de HTTP/1.1" status: 200 len: 1096 time: 0.0778277 Jan 21 09:56:44.258688 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba630c83-3fbe-41d9-bbac-ed3a79ec23e4 req-e64a92d9-6f1f-4bb6-ad80-7c768416f612 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:44.260131 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ba630c83-3fbe-41d9-bbac-ed3a79ec23e4 req-e64a92d9-6f1f-4bb6-ad80-7c768416f612 service neutron] 10.222.0.124 "GET /v2.0/networks?id=73aee4fc-670e-474e-9646-1272478c2ef4 HTTP/1.1" status: 200 len: 897 time: 0.1301038 Jan 21 09:56:44.332252 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ba630c83-3fbe-41d9-bbac-ed3a79ec23e4 req-3495e346-b67f-4945-9935-cb5c4b409986 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66521825-f145-4f76-9c40-2b36e6d94dd7 HTTP/1.1" status: 200 len: 217 time: 0.0653148 Jan 21 09:56:44.396851 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba630c83-3fbe-41d9-bbac-ed3a79ec23e4 req-5edf6c4a-3cf7-4846-8937-d0d06800de2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:44.398322 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ba630c83-3fbe-41d9-bbac-ed3a79ec23e4 req-5edf6c4a-3cf7-4846-8937-d0d06800de2d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=cf065d14-97e2-4c59-99e2-8cb3c470e615 HTTP/1.1" status: 200 len: 835 time: 0.0594087 Jan 21 09:56:44.478887 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ba630c83-3fbe-41d9-bbac-ed3a79ec23e4 req-d7f5bebe-7081-42d2-9fd1-536fb5ae59bd service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=73aee4fc-670e-474e-9646-1272478c2ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740647 Jan 21 09:56:44.614009 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ba630c83-3fbe-41d9-bbac-ed3a79ec23e4 req-61c77f99-aa89-4b66-9ceb-e0d0a7a12c7f service neutron] 10.222.0.124 "GET /v2.0/networks/73aee4fc-670e-474e-9646-1272478c2ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281984 Jan 21 09:56:44.766893 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ba630c83-3fbe-41d9-bbac-ed3a79ec23e4 req-b86377ee-12c6-42a7-8fa9-23d79796172b service neutron] 10.222.0.124 "GET /v2.0/networks/73aee4fc-670e-474e-9646-1272478c2ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435752 Jan 21 09:56:45.289630 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161741b1-a222-4af5-949c-41d13a147c20 req-a684f53d-a971-4beb-b24f-ef431ff76ba7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:45.291068 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-161741b1-a222-4af5-949c-41d13a147c20 req-a684f53d-a971-4beb-b24f-ef431ff76ba7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=ed3df739-a269-4413-b00f-92147f71d7de HTTP/1.1" status: 200 len: 943 time: 0.1811821 Jan 21 09:56:45.337403 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-161741b1-a222-4af5-949c-41d13a147c20 req-fad037f7-6c10-4614-ad53-a69cc0b5e85a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=a86c6ac4-eccf-4c1f-b7f9-41bb21a11f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408182 Jan 21 09:56:46.537005 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea7e35-5bb3-4a5d-b58b-c0e4b525a8be req-b9de03db-c856-44f2-a4d6-ec9a4d4e6692 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:46.538503 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-36ea7e35-5bb3-4a5d-b58b-c0e4b525a8be req-b9de03db-c856-44f2-a4d6-ec9a4d4e6692 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=ed3df739-a269-4413-b00f-92147f71d7de HTTP/1.1" status: 200 len: 943 time: 0.0789058 Jan 21 09:56:46.583971 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-36ea7e35-5bb3-4a5d-b58b-c0e4b525a8be req-67f1461f-cdc3-4c2e-998d-0493335115b0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=a86c6ac4-eccf-4c1f-b7f9-41bb21a11f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394485 Jan 21 09:56:46.747267 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 66521825-f145-4f76-9c40-2b36e6d94dd7 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:56:46.920543 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 66521825-f145-4f76-9c40-2b36e6d94dd7, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=66521825-f145-4f76-9c40-2b36e6d94dd7,segment=NetworkSegment(0bf4bf75-2bdf-4e91-916b-569970e809ca),segment_id=0bf4bf75-2bdf-4e91-916b-569970e809ca)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:56:46.941595 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '66521825-f145-4f76-9c40-2b36e6d94dd7', 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4', 'port_id': '66521825-f145-4f76-9c40-2b36e6d94dd7', 'mac_address': 'fa:16:3e:19:10:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf065d14-97e2-4c59-99e2-8cb3c470e615', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:56:47.005043 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:47.026337 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66521825-f145-4f76-9c40-2b36e6d94dd7 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:56:47.049954 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 66521825-f145-4f76-9c40-2b36e6d94dd7, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=66521825-f145-4f76-9c40-2b36e6d94dd7,segment=NetworkSegment(0bf4bf75-2bdf-4e91-916b-569970e809ca),segment_id=0bf4bf75-2bdf-4e91-916b-569970e809ca)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:56:47.056889 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:47.131679 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=66521825-f145-4f76-9c40-2b36e6d94dd7,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:47.148038 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:47.148561 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:47.149162 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:47.149735 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:47.150100 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:47.150440 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:47.150770 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:47.151096 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:47.151420 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:47.151743 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:47.152064 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:47.309746 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['66521825-f145-4f76-9c40-2b36e6d94dd7'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:56:47.792575 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46065728-cdb6-46dc-8b56-95a2de564584 req-56a3f019-06f4-4ae2-bc9c-d9d7c0df7494 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:47.794076 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-46065728-cdb6-46dc-8b56-95a2de564584 req-56a3f019-06f4-4ae2-bc9c-d9d7c0df7494 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=ed3df739-a269-4413-b00f-92147f71d7de HTTP/1.1" status: 200 len: 944 time: 0.0886037 Jan 21 09:56:47.856793 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-46065728-cdb6-46dc-8b56-95a2de564584 req-7a8a1a46-add5-4100-a348-56d2c8fef2c6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=a86c6ac4-eccf-4c1f-b7f9-41bb21a11f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571568 Jan 21 09:56:48.746751 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 66521825-f145-4f76-9c40-2b36e6d94dd7 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:56:48.819907 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port 66521825-f145-4f76-9c40-2b36e6d94dd7 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:56:48.825321 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 66521825-f145-4f76-9c40-2b36e6d94dd7 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:56:48.825721 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:48.984355 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:49.012076 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3df739-a269-4413-b00f-92147f71d7de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66521825-f145-4f76-9c40-2b36e6d94dd7'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:56:49.022353 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 66521825-f145-4f76-9c40-2b36e6d94dd7, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=66521825-f145-4f76-9c40-2b36e6d94dd7,segment=NetworkSegment(0bf4bf75-2bdf-4e91-916b-569970e809ca),segment_id=0bf4bf75-2bdf-4e91-916b-569970e809ca)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:56:49.028042 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:49.083429 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b00932-d7b1-4c92-82ac-a8b72fb03a9c req-df5267c4-4f4c-41e2-ad60-5372c51887f2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:49.085068 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-93b00932-d7b1-4c92-82ac-a8b72fb03a9c req-df5267c4-4f4c-41e2-ad60-5372c51887f2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=ed3df739-a269-4413-b00f-92147f71d7de HTTP/1.1" status: 200 len: 945 time: 0.0886118 Jan 21 09:56:49.088341 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3df739-a269-4413-b00f-92147f71d7de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66521825-f145-4f76-9c40-2b36e6d94dd7', 'code': 200} Jan 21 09:56:49.105768 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=66521825-f145-4f76-9c40-2b36e6d94dd7,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:49.138583 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-93b00932-d7b1-4c92-82ac-a8b72fb03a9c req-f5f31ae3-269e-4e20-aa9f-d2a3e5e613d4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=a86c6ac4-eccf-4c1f-b7f9-41bb21a11f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473604 Jan 21 09:56:49.321914 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c72f406d-fdc5-4412-ab1f-6f80cb18a14f req-3fe1d639-e7a4-4ed7-89d4-c54ffa5e55e0 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=ed3df739-a269-4413-b00f-92147f71d7de HTTP/1.1" status: 200 len: 1098 time: 0.0782282 Jan 21 09:56:49.367831 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c72f406d-fdc5-4412-ab1f-6f80cb18a14f req-462989da-e29e-4f59-97cd-7080cb129c27 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=a86c6ac4-eccf-4c1f-b7f9-41bb21a11f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403500 Jan 21 09:56:50.329233 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:50.343604 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deaa05b-ac5f-4745-9828-4b6fdf904062 req-d6ead22c-4ae9-48d7-b438-3d94b1bf0f5e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:50.345052 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-5deaa05b-ac5f-4745-9828-4b6fdf904062 req-d6ead22c-4ae9-48d7-b438-3d94b1bf0f5e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=ed3df739-a269-4413-b00f-92147f71d7de HTTP/1.1" status: 200 len: 945 time: 0.0801184 Jan 21 09:56:50.392809 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-5deaa05b-ac5f-4745-9828-4b6fdf904062 req-36940aea-58ff-454f-a4d2-6bdda7887069 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=a86c6ac4-eccf-4c1f-b7f9-41bb21a11f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420637 Jan 21 09:56:51.603457 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b928fe-306d-4d21-a6fc-97e60894e50c req-2913429e-cddb-4f3a-b99a-fd41453df54b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:51.604973 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-87b928fe-306d-4d21-a6fc-97e60894e50c req-2913429e-cddb-4f3a-b99a-fd41453df54b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=ed3df739-a269-4413-b00f-92147f71d7de HTTP/1.1" status: 200 len: 945 time: 0.0808651 Jan 21 09:56:51.653985 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-87b928fe-306d-4d21-a6fc-97e60894e50c req-02cf3513-def4-4374-8b79-f63963177ae5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=a86c6ac4-eccf-4c1f-b7f9-41bb21a11f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434208 Jan 21 09:56:51.865978 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619ae0f-2c10-4808-873f-8865683d0334 req-76d16c92-0b6b-4520-afb0-f3e3b20508f4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:51.867514 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-8619ae0f-2c10-4808-873f-8865683d0334 req-76d16c92-0b6b-4520-afb0-f3e3b20508f4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=ed3df739-a269-4413-b00f-92147f71d7de HTTP/1.1" status: 200 len: 945 time: 0.0886579 Jan 21 09:56:51.923856 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-8619ae0f-2c10-4808-873f-8865683d0334 req-eefc6a0f-8b3b-4aeb-a9f2-969874c1476a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=a86c6ac4-eccf-4c1f-b7f9-41bb21a11f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508049 Jan 21 09:56:51.955772 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38562) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:52.029247 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4c08e186-4ee1-4565-8898-0d41c5f77c3c tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=ed3df739-a269-4413-b00f-92147f71d7de HTTP/1.1" status: 200 len: 1093 time: 0.0722263 Jan 21 09:56:52.031885 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38566) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:52.037640 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-537e0278-8d24-43bb-9eff-782ce63dbbdb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'floatingip': {'port_id': '66521825-f145-4f76-9c40-2b36e6d94dd7'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:56:52.116120 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-537e0278-8d24-43bb-9eff-782ce63dbbdb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:52.824044 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-537e0278-8d24-43bb-9eff-782ce63dbbdb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:52.828724 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-537e0278-8d24-43bb-9eff-782ce63dbbdb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:53.025323 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.l3_db [None req-537e0278-8d24-43bb-9eff-782ce63dbbdb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Floating IP 59f5e760-0312-4ab4-b8b0-ed423fea4fa9 associated. External IP: 172.26.0.29, port: 66521825-f145-4f76-9c40-2b36e6d94dd7. Jan 21 09:56:53.422826 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537e0278-8d24-43bb-9eff-782ce63dbbdb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router 9c2e28e0-5f87-4e02-9d31-673327dd4e01 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:56:53.636297 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537e0278-8d24-43bb-9eff-782ce63dbbdb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:56:53.641192 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-537e0278-8d24-43bb-9eff-782ce63dbbdb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:53.646693 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16db6d7a-b694-436c-b432-b12f9aa079e3 None None] Sync routers for ids ['9c2e28e0-5f87-4e02-9d31-673327dd4e01'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:56:53.659140 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16db6d7a-b694-436c-b432-b12f9aa079e3 None None] Routers {'9c2e28e0-5f87-4e02-9d31-673327dd4e01'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:56:53.659763 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-16db6d7a-b694-436c-b432-b12f9aa079e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:56:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9c2e28e0-5f87-4e02-9d31-673327dd4e01'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:53.704118 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-537e0278-8d24-43bb-9eff-782ce63dbbdb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "PUT /v2.0/floatingips/59f5e760-0312-4ab4-b8b0-ed423fea4fa9 HTTP/1.1" status: 200 len: 990 time: 1.6687722 Jan 21 09:56:53.704118 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3df739-a269-4413-b00f-92147f71d7de', 'tag': '66521825-f145-4f76-9c40-2b36e6d94dd7'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:56:53.705173 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38570) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:53.761284 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed3df739-a269-4413-b00f-92147f71d7de', 'tag': '66521825-f145-4f76-9c40-2b36e6d94dd7', 'status': 'completed', 'code': 200} Jan 21 09:56:53.823967 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-69a19c24-dde2-41cf-b3bd-436cc921bf31 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/59f5e760-0312-4ab4-b8b0-ed423fea4fa9 HTTP/1.1" status: 200 len: 990 time: 0.1175632 Jan 21 09:56:53.854196 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-16db6d7a-b694-436c-b432-b12f9aa079e3 None None] Set router 9c2e28e0-5f87-4e02-9d31-673327dd4e01 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:56:53.863980 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e4f5d158-1821-42d5-9777-1d9f6750083c req-b9e4bc2a-9ad9-4cda-9403-80c51284e08e service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=ed3df739-a269-4413-b00f-92147f71d7de HTTP/1.1" status: 200 len: 1098 time: 0.0793548 Jan 21 09:56:53.906657 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-46ce06af-9eaa-4297-8ab1-fa9fb6440953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:54.108687 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5d158-1821-42d5-9777-1d9f6750083c req-321ac5ff-403d-43de-b8b4-e49c58671ae4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:54.110179 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e4f5d158-1821-42d5-9777-1d9f6750083c req-321ac5ff-403d-43de-b8b4-e49c58671ae4 service neutron] 10.222.0.124 "GET /v2.0/networks?id=73aee4fc-670e-474e-9646-1272478c2ef4 HTTP/1.1" status: 200 len: 897 time: 0.2400384 Jan 21 09:56:54.216722 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-16db6d7a-b694-436c-b432-b12f9aa079e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'name': 'tempest-TestNetworkBasicOps-router-442513142', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28'}], 'enable_snat': True}, 'gw_port_id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:55:30Z', 'updated_at': '2022-01-21T09:55:35Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:31Z', 'updated_at': '2022-01-21T09:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '59f5e760-0312-4ab4-b8b0-ed423fea4fa9', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.29', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'port_id': '66521825-f145-4f76-9c40-2b36e6d94dd7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4', 'mac_address': 'fa:16:3e:19:10:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3df739-a269-4413-b00f-92147f71d7de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:55:52Z', 'updated_at': '2022-01-21T09:56:52Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e999be8-10b4-4887-bea4-3ff7112f2c08', 'name': '', 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:6e:38:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf065d14-97e2-4c59-99e2-8cb3c470e615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:34Z', 'updated_at': '2022-01-21T09:55:46Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'cf065d14-97e2-4c59-99e2-8cb3c470e615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:54.217244 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e4f5d158-1821-42d5-9777-1d9f6750083c req-1d002814-1831-49f7-9aaa-7cd25c96f8c7 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66521825-f145-4f76-9c40-2b36e6d94dd7 HTTP/1.1" status: 200 len: 998 time: 0.1012847 Jan 21 09:56:54.220549 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16db6d7a-b694-436c-b432-b12f9aa079e3 None None] Checking router: 9c2e28e0-5f87-4e02-9d31-673327dd4e01 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:56:54.232035 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16db6d7a-b694-436c-b432-b12f9aa079e3 None None] Routers {'9c2e28e0-5f87-4e02-9d31-673327dd4e01'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:56:54.232798 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-16db6d7a-b694-436c-b432-b12f9aa079e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:56:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9c2e28e0-5f87-4e02-9d31-673327dd4e01'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:54.282290 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5d158-1821-42d5-9777-1d9f6750083c req-62ec32a0-0778-468c-9c2d-5e6177ba7eb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:54.283765 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e4f5d158-1821-42d5-9777-1d9f6750083c req-62ec32a0-0778-468c-9c2d-5e6177ba7eb7 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=cf065d14-97e2-4c59-99e2-8cb3c470e615 HTTP/1.1" status: 200 len: 835 time: 0.0608947 Jan 21 09:56:54.361443 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e4f5d158-1821-42d5-9777-1d9f6750083c req-bc74c696-72c1-4323-a164-bb62aa99efcd service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=73aee4fc-670e-474e-9646-1272478c2ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708699 Jan 21 09:56:54.428130 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-16db6d7a-b694-436c-b432-b12f9aa079e3 None None] Set router 9c2e28e0-5f87-4e02-9d31-673327dd4e01 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:56:54.498096 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e4f5d158-1821-42d5-9777-1d9f6750083c req-8a795bd4-6660-4139-9c64-5f00b504d5d6 service neutron] 10.222.0.124 "GET /v2.0/networks/73aee4fc-670e-474e-9646-1272478c2ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298630 Jan 21 09:56:54.632749 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e4f5d158-1821-42d5-9777-1d9f6750083c req-acf69538-1156-4284-b4c5-0f76236f798c service neutron] 10.222.0.124 "GET /v2.0/networks/73aee4fc-670e-474e-9646-1272478c2ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286006 Jan 21 09:56:54.826191 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38576) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:54.827407 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-16db6d7a-b694-436c-b432-b12f9aa079e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'name': 'tempest-TestNetworkBasicOps-router-442513142', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28'}], 'enable_snat': True}, 'gw_port_id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:55:30Z', 'updated_at': '2022-01-21T09:55:35Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:31Z', 'updated_at': '2022-01-21T09:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '59f5e760-0312-4ab4-b8b0-ed423fea4fa9', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.29', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'port_id': '66521825-f145-4f76-9c40-2b36e6d94dd7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4', 'mac_address': 'fa:16:3e:19:10:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3df739-a269-4413-b00f-92147f71d7de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:55:52Z', 'updated_at': '2022-01-21T09:56:52Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e999be8-10b4-4887-bea4-3ff7112f2c08', 'name': '', 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:6e:38:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf065d14-97e2-4c59-99e2-8cb3c470e615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:34Z', 'updated_at': '2022-01-21T09:55:46Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'cf065d14-97e2-4c59-99e2-8cb3c470e615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:54.831531 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16db6d7a-b694-436c-b432-b12f9aa079e3 None None] The sync data for ids ['9c2e28e0-5f87-4e02-9d31-673327dd4e01'] in dv-neutron-825732-1-hyperv is: [{'id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'name': 'tempest-TestNetworkBasicOps-router-442513142', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28'}], 'enable_snat': True}, 'gw_port_id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:55:30Z', 'updated_at': '2022-01-21T09:55:35Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:31Z', 'updated_at': '2022-01-21T09:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '59f5e760-0312-4ab4-b8b0-ed423fea4fa9', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.29', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'port_id': '66521825-f145-4f76-9c40-2b36e6d94dd7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4', 'mac_address': 'fa:16:3e:19:10:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3df739-a269-4413-b00f-92147f71d7de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:55:52Z', 'updated_at': '2022-01-21T09:56:52Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e999be8-10b4-4887-bea4-3ff7112f2c08', 'name': '', 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:6e:38:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf065d14-97e2-4c59-99e2-8cb3c470e615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:34Z', 'updated_at': '2022-01-21T09:55:46Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'cf065d14-97e2-4c59-99e2-8cb3c470e615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:56:54.936316 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0dc73b89-fd42-4859-833b-40c4b6c95d96 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/59f5e760-0312-4ab4-b8b0-ed423fea4fa9 HTTP/1.1" status: 200 len: 990 time: 0.1089525 Jan 21 09:56:55.045271 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8d0994-7cc2-463b-bf0e-67b9fd3ed48d None None] New status for floating IP 59f5e760-0312-4ab4-b8b0-ed423fea4fa9: ACTIVE {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:56:55.939697 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38580) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:56.064549 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-167adf81-6e19-47e2-a4ea-09b099bd9746 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/59f5e760-0312-4ab4-b8b0-ed423fea4fa9 HTTP/1.1" status: 200 len: 992 time: 0.1237371 Jan 21 09:56:56.318510 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ece9dc88-53e8-4a1c-a961-409d69390316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:57.432444 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:57.700860 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:59.441732 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:04.780099 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38584) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:05.003793 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-f52236ab-4038-4a12-9955-eb4ee83b3ab3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Deleting port 53987de5-0ae7-48a9-8cb0-8dd9c42c061d {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:57:05.004119 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f52236ab-4038-4a12-9955-eb4ee83b3ab3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:05.181722 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f52236ab-4038-4a12-9955-eb4ee83b3ab3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:05.181942 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f52236ab-4038-4a12-9955-eb4ee83b3ab3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:05.311014 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-f52236ab-4038-4a12-9955-eb4ee83b3ab3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Calling delete_port for 53987de5-0ae7-48a9-8cb0-8dd9c42c061d owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:57:05.459815 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f52236ab-4038-4a12-9955-eb4ee83b3ab3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:05.506105 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52236ab-4038-4a12-9955-eb4ee83b3ab3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Pushing event deleted for resources: {'Port': ['ID=53987de5-0ae7-48a9-8cb0-8dd9c42c061d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:05.598561 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f52236ab-4038-4a12-9955-eb4ee83b3ab3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:06.094639 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52236ab-4038-4a12-9955-eb4ee83b3ab3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Router 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:57:06.294576 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52236ab-4038-4a12-9955-eb4ee83b3ab3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:57:06.304481 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3e03f1-e436-4b46-b963-e23b9e2cd927 None None] Sync routers for ids ['7cd4160e-8295-42eb-8f1c-0fd927c91ec8'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:57:06.315834 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f52236ab-4038-4a12-9955-eb4ee83b3ab3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:06.316408 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3e03f1-e436-4b46-b963-e23b9e2cd927 None None] Routers {'7cd4160e-8295-42eb-8f1c-0fd927c91ec8'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:57:06.317034 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-de3e03f1-e436-4b46-b963-e23b9e2cd927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:56:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['7cd4160e-8295-42eb-8f1c-0fd927c91ec8'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:06.373975 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f52236ab-4038-4a12-9955-eb4ee83b3ab3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "DELETE /v2.0/floatingips/200e50ec-86f1-4e53-b979-0d8deb13bde4 HTTP/1.1" status: 204 len: 168 time: 1.5925503 Jan 21 09:57:06.374361 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e791d82e-5600-4e85-801b-4637f5e03483', 'tag': '56c1a516-727a-4d0a-b5a5-af24c975690a'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:57:06.436787 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e791d82e-5600-4e85-801b-4637f5e03483', 'tag': '56c1a516-727a-4d0a-b5a5-af24c975690a', 'status': 'completed', 'code': 200} Jan 21 09:57:06.522187 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-de3e03f1-e436-4b46-b963-e23b9e2cd927 None None] Set router 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:57:06.543339 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-275c58f6-22ee-49be-b633-639f109f09e7 req-d527b0a1-49ca-4015-9b51-c252d49bdd94 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=445ef770bf614bd2b6b8d3bcf07af0fd&device_id=e791d82e-5600-4e85-801b-4637f5e03483 HTTP/1.1" status: 200 len: 1098 time: 0.0771458 Jan 21 09:57:06.732382 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c58f6-22ee-49be-b633-639f109f09e7 req-97505ff7-1c3b-40d5-b5a5-1923abfd374f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:06.733850 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-275c58f6-22ee-49be-b633-639f109f09e7 req-97505ff7-1c3b-40d5-b5a5-1923abfd374f service neutron] 10.222.0.124 "GET /v2.0/networks?id=5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 HTTP/1.1" status: 200 len: 913 time: 0.1804051 Jan 21 09:57:06.827749 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-275c58f6-22ee-49be-b633-639f109f09e7 req-10341382-5817-44b8-aaff-09159fa09291 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56c1a516-727a-4d0a-b5a5-af24c975690a HTTP/1.1" status: 200 len: 217 time: 0.0818214 Jan 21 09:57:06.897701 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-de3e03f1-e436-4b46-b963-e23b9e2cd927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'name': 'tempest-TestVolumeBootPattern-1713256989-router', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:53Z', 'updated_at': '2022-01-21T09:49:06Z', 'revision_number': 4, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'gw_port': {'id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:55Z', 'updated_at': '2022-01-21T09:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '5a95ea25-e412-49ae-bab7-5cb243ff3ead', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'floating_ip_address': '172.26.0.19', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'port_id': '3eb86213-954e-49a8-a05c-9bfe302ffe6d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'mac_address': 'fa:16:3e:87:08:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3be0992-3959-4b55-b7af-acd28777b576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:17Z', 'updated_at': '2022-01-21T09:53:20Z', 'revision_number': 1, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef1d8b4b-c256-4b95-8f29-d9256c44435b', 'name': '', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'mac_address': 'fa:16:3e:3f:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:55Z', 'revision_number': 5, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'subnets': [{'id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:06.901962 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3e03f1-e436-4b46-b963-e23b9e2cd927 None None] Checking router: 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:57:06.918511 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3e03f1-e436-4b46-b963-e23b9e2cd927 None None] Routers {'7cd4160e-8295-42eb-8f1c-0fd927c91ec8'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:57:06.919491 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-de3e03f1-e436-4b46-b963-e23b9e2cd927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:56:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['7cd4160e-8295-42eb-8f1c-0fd927c91ec8'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:06.921258 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c58f6-22ee-49be-b633-639f109f09e7 req-8b29ed90-39b7-422a-9546-899c1175314c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:06.922724 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-275c58f6-22ee-49be-b633-639f109f09e7 req-8b29ed90-39b7-422a-9546-899c1175314c service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f8e2e48f-3c2e-408d-ac72-f5742db41e13 HTTP/1.1" status: 200 len: 851 time: 0.0892034 Jan 21 09:57:06.932107 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582f358-596f-4e62-bb26-864ac83efc14 req-f82b3128-aedb-4c67-9790-c4551d0e40b9 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:06.933481 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e582f358-596f-4e62-bb26-864ac83efc14 req-f82b3128-aedb-4c67-9790-c4551d0e40b9 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=e791d82e-5600-4e85-801b-4637f5e03483 HTTP/1.1" status: 200 len: 945 time: 0.2337053 Jan 21 09:57:07.026464 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e582f358-596f-4e62-bb26-864ac83efc14 req-9b5ec392-29f7-4e74-a09a-376ff7e4fc8f tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637171 Jan 21 09:57:07.043283 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-275c58f6-22ee-49be-b633-639f109f09e7 req-c8fe610c-493f-45c9-a821-0cc0dfaac881 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=5420f90b-fa8f-4acb-ab7a-0d5edf834ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1088490 Jan 21 09:57:07.104900 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-de3e03f1-e436-4b46-b963-e23b9e2cd927 None None] Set router 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:57:07.188712 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-275c58f6-22ee-49be-b633-639f109f09e7 req-19c46700-2614-4ac4-8be9-43ab69297f41 service neutron] 10.222.0.124 "GET /v2.0/networks/5420f90b-fa8f-4acb-ab7a-0d5edf834ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386125 Jan 21 09:57:07.331402 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-275c58f6-22ee-49be-b633-639f109f09e7 req-5f86bc9a-831d-48c7-a5f1-c427e843ae2a service neutron] 10.222.0.124 "GET /v2.0/networks/5420f90b-fa8f-4acb-ab7a-0d5edf834ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359415 Jan 21 09:57:07.542020 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-de3e03f1-e436-4b46-b963-e23b9e2cd927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'name': 'tempest-TestVolumeBootPattern-1713256989-router', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:53Z', 'updated_at': '2022-01-21T09:49:06Z', 'revision_number': 4, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'gw_port': {'id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:55Z', 'updated_at': '2022-01-21T09:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '5a95ea25-e412-49ae-bab7-5cb243ff3ead', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'floating_ip_address': '172.26.0.19', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'port_id': '3eb86213-954e-49a8-a05c-9bfe302ffe6d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'mac_address': 'fa:16:3e:87:08:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3be0992-3959-4b55-b7af-acd28777b576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:17Z', 'updated_at': '2022-01-21T09:53:20Z', 'revision_number': 1, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef1d8b4b-c256-4b95-8f29-d9256c44435b', 'name': '', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'mac_address': 'fa:16:3e:3f:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:55Z', 'revision_number': 5, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'subnets': [{'id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:07.546557 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3e03f1-e436-4b46-b963-e23b9e2cd927 None None] The sync data for ids ['7cd4160e-8295-42eb-8f1c-0fd927c91ec8'] in dv-neutron-825732-1-hyperv is: [{'id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'name': 'tempest-TestVolumeBootPattern-1713256989-router', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:53Z', 'updated_at': '2022-01-21T09:49:06Z', 'revision_number': 4, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'gw_port': {'id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:55Z', 'updated_at': '2022-01-21T09:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '5a95ea25-e412-49ae-bab7-5cb243ff3ead', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'floating_ip_address': '172.26.0.19', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'port_id': '3eb86213-954e-49a8-a05c-9bfe302ffe6d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'mac_address': 'fa:16:3e:87:08:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3be0992-3959-4b55-b7af-acd28777b576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:17Z', 'updated_at': '2022-01-21T09:53:20Z', 'revision_number': 1, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef1d8b4b-c256-4b95-8f29-d9256c44435b', 'name': '', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'mac_address': 'fa:16:3e:3f:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:55Z', 'revision_number': 5, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'subnets': [{'id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:57:07.777752 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24af3b2-2d55-49d2-b5cb-4894f4d62c6c None None] New status for floating IP 200e50ec-86f1-4e53-b979-0d8deb13bde4: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:57:08.257668 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05536e22-75fa-416d-99af-c5e639258f8d req-4533431d-7abf-4870-8057-52e5392bd346 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:08.258352 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-05536e22-75fa-416d-99af-c5e639258f8d req-4533431d-7abf-4870-8057-52e5392bd346 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Synchronizing usage tracker for tenant:445ef770bf614bd2b6b8d3bcf07af0fd on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:57:08.274192 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-05536e22-75fa-416d-99af-c5e639258f8d req-4533431d-7abf-4870-8057-52e5392bd346 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Unset dirty status for tenant:445ef770bf614bd2b6b8d3bcf07af0fd on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:57:08.275670 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-05536e22-75fa-416d-99af-c5e639258f8d req-4533431d-7abf-4870-8057-52e5392bd346 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=e791d82e-5600-4e85-801b-4637f5e03483 HTTP/1.1" status: 200 len: 945 time: 0.0965459 Jan 21 09:57:08.323007 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-05536e22-75fa-416d-99af-c5e639258f8d req-a40fc14e-5b02-49eb-903f-3a367f88bfc0 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417011 Jan 21 09:57:08.582423 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febf7b8-7641-4624-b4e0-ad97c7383059 req-01673f72-7053-41e8-8053-22582653526f tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:08.584383 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8febf7b8-7641-4624-b4e0-ad97c7383059 req-01673f72-7053-41e8-8053-22582653526f tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.124 "GET /v2.0/ports?device_id=e791d82e-5600-4e85-801b-4637f5e03483 HTTP/1.1" status: 200 len: 945 time: 0.1905515 Jan 21 09:57:08.654574 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-8febf7b8-7641-4624-b4e0-ad97c7383059 req-917d34ec-86be-4271-9b9e-24e118c0eeb6 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Deleting port 56c1a516-727a-4d0a-b5a5-af24c975690a {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:57:08.654940 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8febf7b8-7641-4624-b4e0-ad97c7383059 req-917d34ec-86be-4271-9b9e-24e118c0eeb6 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:08.914723 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-8febf7b8-7641-4624-b4e0-ad97c7383059 req-917d34ec-86be-4271-9b9e-24e118c0eeb6 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] For port 56c1a516-727a-4d0a-b5a5-af24c975690a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=56c1a516-727a-4d0a-b5a5-af24c975690a,segment=NetworkSegment(9837c8e9-4888-432f-a43e-46a8a8628f53),segment_id=9837c8e9-4888-432f-a43e-46a8a8628f53)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:57:08.915078 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8febf7b8-7641-4624-b4e0-ad97c7383059 req-917d34ec-86be-4271-9b9e-24e118c0eeb6 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:09.037458 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-8febf7b8-7641-4624-b4e0-ad97c7383059 req-917d34ec-86be-4271-9b9e-24e118c0eeb6 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Calling delete_port for 56c1a516-727a-4d0a-b5a5-af24c975690a owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:57:09.189113 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8febf7b8-7641-4624-b4e0-ad97c7383059 req-917d34ec-86be-4271-9b9e-24e118c0eeb6 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:09.241151 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d34ec-86be-4271-9b9e-24e118c0eeb6 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Pushing event deleted for resources: {'Port': ['ID=56c1a516-727a-4d0a-b5a5-af24c975690a,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:09.318513 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-8febf7b8-7641-4624-b4e0-ad97c7383059 req-917d34ec-86be-4271-9b9e-24e118c0eeb6 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] No DVR routers for this DVR port 56c1a516-727a-4d0a-b5a5-af24c975690a on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:57:09.320876 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8febf7b8-7641-4624-b4e0-ad97c7383059 req-917d34ec-86be-4271-9b9e-24e118c0eeb6 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:09.323455 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e791d82e-5600-4e85-801b-4637f5e03483', 'name': 'network-vif-deleted', 'tag': '56c1a516-727a-4d0a-b5a5-af24c975690a'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:57:09.345499 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8febf7b8-7641-4624-b4e0-ad97c7383059 req-917d34ec-86be-4271-9b9e-24e118c0eeb6 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.124 "DELETE /v2.0/ports/56c1a516-727a-4d0a-b5a5-af24c975690a HTTP/1.1" status: 204 len: 173 time: 0.7553940 Jan 21 09:57:09.389186 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e791d82e-5600-4e85-801b-4637f5e03483', 'name': 'network-vif-deleted', 'tag': '56c1a516-727a-4d0a-b5a5-af24c975690a', 'status': 'completed', 'code': 200} Jan 21 09:57:09.495029 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-7b1fceef-93db-4ff7-a364-31f024f74a5b req-0bdd8e53-6ffa-4c36-a5c0-e455b95da439 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=e791d82e-5600-4e85-801b-4637f5e03483 HTTP/1.1" status: 200 len: 210 time: 0.0429890 Jan 21 09:57:10.687621 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-99bb619b-00ad-4d9b-ad0e-16cc020fcfc6 req-5d02b2a2-17ec-4cae-97fb-f71fd38e80dc tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Synchronizing usage tracker for tenant:445ef770bf614bd2b6b8d3bcf07af0fd on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:57:10.703874 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-99bb619b-00ad-4d9b-ad0e-16cc020fcfc6 req-5d02b2a2-17ec-4cae-97fb-f71fd38e80dc tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Unset dirty status for tenant:445ef770bf614bd2b6b8d3bcf07af0fd on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:57:10.705438 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-99bb619b-00ad-4d9b-ad0e-16cc020fcfc6 req-5d02b2a2-17ec-4cae-97fb-f71fd38e80dc tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=e791d82e-5600-4e85-801b-4637f5e03483 HTTP/1.1" status: 200 len: 210 time: 0.0614715 Jan 21 09:57:11.467265 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [req-67744b8e-b9cd-4fb0-b75a-457f2cc1369a req-8f9c1e8c-6f26-45ea-9a53-3a61bd06bfa2 service neutron] (83597) timed out ('10.222.0.124', 57921) {{(pid=83597) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 21 09:57:12.896426 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 56c1a516-727a-4d0a-b5a5-af24c975690a no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:57:12.933893 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: 56c1a516-727a-4d0a-b5a5-af24c975690a {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:57:12.934240 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 56c1a516-727a-4d0a-b5a5-af24c975690a not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:57:16.361244 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38622) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:16.567638 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-f4256ef3-ca0b-4cd1-97ad-80b29638158d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Deleting port 999438d3-7ec4-4098-acd3-604744e15afc {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:57:16.568099 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f4256ef3-ca0b-4cd1-97ad-80b29638158d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:16.737970 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f4256ef3-ca0b-4cd1-97ad-80b29638158d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:16.738290 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f4256ef3-ca0b-4cd1-97ad-80b29638158d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:16.861089 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-f4256ef3-ca0b-4cd1-97ad-80b29638158d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Calling delete_port for 999438d3-7ec4-4098-acd3-604744e15afc owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:57:17.006909 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f4256ef3-ca0b-4cd1-97ad-80b29638158d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:17.143105 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4256ef3-ca0b-4cd1-97ad-80b29638158d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Pushing event deleted for resources: {'Port': ['ID=999438d3-7ec4-4098-acd3-604744e15afc,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:17.234171 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f4256ef3-ca0b-4cd1-97ad-80b29638158d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:17.628660 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4256ef3-ca0b-4cd1-97ad-80b29638158d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Router 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:57:17.841891 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4256ef3-ca0b-4cd1-97ad-80b29638158d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:57:17.853965 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abc14b8-9db9-4e87-b5a3-da24054c8c4c None None] Sync routers for ids ['7cd4160e-8295-42eb-8f1c-0fd927c91ec8'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:57:17.865931 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f4256ef3-ca0b-4cd1-97ad-80b29638158d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:17.869300 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abc14b8-9db9-4e87-b5a3-da24054c8c4c None None] Routers {'7cd4160e-8295-42eb-8f1c-0fd927c91ec8'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:57:17.870065 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-6abc14b8-9db9-4e87-b5a3-da24054c8c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:56:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['7cd4160e-8295-42eb-8f1c-0fd927c91ec8'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:17.921800 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f4256ef3-ca0b-4cd1-97ad-80b29638158d tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "DELETE /v2.0/floatingips/5a95ea25-e412-49ae-bab7-5cb243ff3ead HTTP/1.1" status: 204 len: 168 time: 1.5592937 Jan 21 09:57:17.922367 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3be0992-3959-4b55-b7af-acd28777b576', 'tag': '3eb86213-954e-49a8-a05c-9bfe302ffe6d'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:57:17.986262 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3be0992-3959-4b55-b7af-acd28777b576', 'tag': '3eb86213-954e-49a8-a05c-9bfe302ffe6d', 'status': 'completed', 'code': 200} Jan 21 09:57:18.065533 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-6abc14b8-9db9-4e87-b5a3-da24054c8c4c None None] Set router 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:57:18.079355 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5c47f9ff-e0df-4726-9e87-4233cb7ee596 req-f221c5a2-f988-4000-b2df-c5db84f3b8ff service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=445ef770bf614bd2b6b8d3bcf07af0fd&device_id=e3be0992-3959-4b55-b7af-acd28777b576 HTTP/1.1" status: 200 len: 1098 time: 0.0705514 Jan 21 09:57:18.241934 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47f9ff-e0df-4726-9e87-4233cb7ee596 req-77fa20db-93cc-42a4-9c4d-ae2e6b014304 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:18.243719 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5c47f9ff-e0df-4726-9e87-4233cb7ee596 req-77fa20db-93cc-42a4-9c4d-ae2e6b014304 service neutron] 10.222.0.124 "GET /v2.0/networks?id=5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 HTTP/1.1" status: 200 len: 913 time: 0.1560929 Jan 21 09:57:18.366783 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5c47f9ff-e0df-4726-9e87-4233cb7ee596 req-6c30af79-aad0-4a3a-93c6-0bd680ce1c6f service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3eb86213-954e-49a8-a05c-9bfe302ffe6d HTTP/1.1" status: 200 len: 217 time: 0.1163015 Jan 21 09:57:18.430607 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-6abc14b8-9db9-4e87-b5a3-da24054c8c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'name': 'tempest-TestVolumeBootPattern-1713256989-router', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:53Z', 'updated_at': '2022-01-21T09:49:06Z', 'revision_number': 4, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'gw_port': {'id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:55Z', 'updated_at': '2022-01-21T09:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'ef1d8b4b-c256-4b95-8f29-d9256c44435b', 'name': '', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'mac_address': 'fa:16:3e:3f:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:55Z', 'revision_number': 5, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'subnets': [{'id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:18.436590 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abc14b8-9db9-4e87-b5a3-da24054c8c4c None None] Checking router: 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:57:18.448105 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abc14b8-9db9-4e87-b5a3-da24054c8c4c None None] Routers {'7cd4160e-8295-42eb-8f1c-0fd927c91ec8'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:57:18.448721 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-6abc14b8-9db9-4e87-b5a3-da24054c8c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:56:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['7cd4160e-8295-42eb-8f1c-0fd927c91ec8'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:18.456591 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bc762-358e-4c07-b2de-6f60c7283f68 req-2549f3fb-b2f0-4180-afbe-d656a7be4d71 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:18.458065 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ba8bc762-358e-4c07-b2de-6f60c7283f68 req-2549f3fb-b2f0-4180-afbe-d656a7be4d71 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=e3be0992-3959-4b55-b7af-acd28777b576 HTTP/1.1" status: 200 len: 945 time: 0.1503057 Jan 21 09:57:18.460177 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47f9ff-e0df-4726-9e87-4233cb7ee596 req-97db70f8-161a-4fd1-8c8a-c2e863f8a782 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:18.461450 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5c47f9ff-e0df-4726-9e87-4233cb7ee596 req-97db70f8-161a-4fd1-8c8a-c2e863f8a782 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f8e2e48f-3c2e-408d-ac72-f5742db41e13 HTTP/1.1" status: 200 len: 851 time: 0.0850480 Jan 21 09:57:18.553128 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ba8bc762-358e-4c07-b2de-6f60c7283f68 req-e618ea32-ccd0-4ac0-b110-57171664eaa7 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883803 Jan 21 09:57:18.575010 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5c47f9ff-e0df-4726-9e87-4233cb7ee596 req-883ce39e-a913-4fa0-9328-e2dad41c2beb service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=5420f90b-fa8f-4acb-ab7a-0d5edf834ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0974958 Jan 21 09:57:18.641898 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:57:18.676281 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-6abc14b8-9db9-4e87-b5a3-da24054c8c4c None None] Set router 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:57:18.717145 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5c47f9ff-e0df-4726-9e87-4233cb7ee596 req-fc710fe8-07ed-44ce-b125-3fc2aa5a1f35 service neutron] 10.222.0.124 "GET /v2.0/networks/5420f90b-fa8f-4acb-ab7a-0d5edf834ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343260 Jan 21 09:57:18.954257 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5c47f9ff-e0df-4726-9e87-4233cb7ee596 req-71018ff9-f971-4e5b-aa50-4500689a5ffc service neutron] 10.222.0.124 "GET /v2.0/networks/5420f90b-fa8f-4acb-ab7a-0d5edf834ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303638 Jan 21 09:57:19.018610 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-6abc14b8-9db9-4e87-b5a3-da24054c8c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'name': 'tempest-TestVolumeBootPattern-1713256989-router', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:53Z', 'updated_at': '2022-01-21T09:49:06Z', 'revision_number': 4, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'gw_port': {'id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:55Z', 'updated_at': '2022-01-21T09:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'ef1d8b4b-c256-4b95-8f29-d9256c44435b', 'name': '', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'mac_address': 'fa:16:3e:3f:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:55Z', 'revision_number': 5, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'subnets': [{'id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:19.023555 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abc14b8-9db9-4e87-b5a3-da24054c8c4c None None] The sync data for ids ['7cd4160e-8295-42eb-8f1c-0fd927c91ec8'] in dv-neutron-825732-1-hyperv is: [{'id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'name': 'tempest-TestVolumeBootPattern-1713256989-router', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:53Z', 'updated_at': '2022-01-21T09:49:06Z', 'revision_number': 4, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'gw_port': {'id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:55Z', 'updated_at': '2022-01-21T09:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'ef1d8b4b-c256-4b95-8f29-d9256c44435b', 'name': '', 'network_id': '5420f90b-fa8f-4acb-ab7a-0d5edf834ae6', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'mac_address': 'fa:16:3e:3f:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:55Z', 'revision_number': 5, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'subnets': [{'id': 'f8e2e48f-3c2e-408d-ac72-f5742db41e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:57:19.239269 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e063ec6e-c478-4784-9266-cfa3ccdaecbb None None] New status for floating IP 5a95ea25-e412-49ae-bab7-5cb243ff3ead: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:57:19.760641 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400633e9-41ad-4eef-b0d4-7e0bc48bd241 req-65d56101-84f3-4288-8af0-9d266fc17ac0 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:19.761332 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-400633e9-41ad-4eef-b0d4-7e0bc48bd241 req-65d56101-84f3-4288-8af0-9d266fc17ac0 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Synchronizing usage tracker for tenant:445ef770bf614bd2b6b8d3bcf07af0fd on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:57:19.778105 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-400633e9-41ad-4eef-b0d4-7e0bc48bd241 req-65d56101-84f3-4288-8af0-9d266fc17ac0 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Unset dirty status for tenant:445ef770bf614bd2b6b8d3bcf07af0fd on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:57:19.779341 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-400633e9-41ad-4eef-b0d4-7e0bc48bd241 req-65d56101-84f3-4288-8af0-9d266fc17ac0 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=e3be0992-3959-4b55-b7af-acd28777b576 HTTP/1.1" status: 200 len: 945 time: 0.0990810 Jan 21 09:57:19.829353 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-400633e9-41ad-4eef-b0d4-7e0bc48bd241 req-8f33a4c1-1a45-4c47-8deb-c135fc0ccd02 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/security-groups?id=b229d27d-480d-4602-a3e0-4edc6625f56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445375 Jan 21 09:57:20.056503 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaedf91-42da-4fae-af1f-3fbfe4e67ca2 req-17f60850-6b84-4931-9b0f-d6667253beb7 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:20.057920 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bfaedf91-42da-4fae-af1f-3fbfe4e67ca2 req-17f60850-6b84-4931-9b0f-d6667253beb7 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.124 "GET /v2.0/ports?device_id=e3be0992-3959-4b55-b7af-acd28777b576 HTTP/1.1" status: 200 len: 945 time: 0.0781314 Jan 21 09:57:20.129150 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-bfaedf91-42da-4fae-af1f-3fbfe4e67ca2 req-75c8edf2-233a-40a8-953e-b4490e83a74c tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Deleting port 3eb86213-954e-49a8-a05c-9bfe302ffe6d {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:57:20.129384 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-bfaedf91-42da-4fae-af1f-3fbfe4e67ca2 req-75c8edf2-233a-40a8-953e-b4490e83a74c tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:20.331269 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:20.385189 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-bfaedf91-42da-4fae-af1f-3fbfe4e67ca2 req-75c8edf2-233a-40a8-953e-b4490e83a74c tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] For port 3eb86213-954e-49a8-a05c-9bfe302ffe6d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=3eb86213-954e-49a8-a05c-9bfe302ffe6d,segment=NetworkSegment(9837c8e9-4888-432f-a43e-46a8a8628f53),segment_id=9837c8e9-4888-432f-a43e-46a8a8628f53)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:57:20.385565 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-bfaedf91-42da-4fae-af1f-3fbfe4e67ca2 req-75c8edf2-233a-40a8-953e-b4490e83a74c tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:20.508679 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-bfaedf91-42da-4fae-af1f-3fbfe4e67ca2 req-75c8edf2-233a-40a8-953e-b4490e83a74c tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Calling delete_port for 3eb86213-954e-49a8-a05c-9bfe302ffe6d owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:57:20.657230 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-bfaedf91-42da-4fae-af1f-3fbfe4e67ca2 req-75c8edf2-233a-40a8-953e-b4490e83a74c tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:20.716920 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8edf2-233a-40a8-953e-b4490e83a74c tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Pushing event deleted for resources: {'Port': ['ID=3eb86213-954e-49a8-a05c-9bfe302ffe6d,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:20.791946 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfaedf91-42da-4fae-af1f-3fbfe4e67ca2 req-75c8edf2-233a-40a8-953e-b4490e83a74c tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] No DVR routers for this DVR port 3eb86213-954e-49a8-a05c-9bfe302ffe6d on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:57:20.794609 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-bfaedf91-42da-4fae-af1f-3fbfe4e67ca2 req-75c8edf2-233a-40a8-953e-b4490e83a74c tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:20.797394 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3be0992-3959-4b55-b7af-acd28777b576', 'name': 'network-vif-deleted', 'tag': '3eb86213-954e-49a8-a05c-9bfe302ffe6d'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:57:20.813390 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bfaedf91-42da-4fae-af1f-3fbfe4e67ca2 req-75c8edf2-233a-40a8-953e-b4490e83a74c tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.124 "DELETE /v2.0/ports/3eb86213-954e-49a8-a05c-9bfe302ffe6d HTTP/1.1" status: 204 len: 173 time: 0.7499156 Jan 21 09:57:20.862435 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3be0992-3959-4b55-b7af-acd28777b576', 'name': 'network-vif-deleted', 'tag': '3eb86213-954e-49a8-a05c-9bfe302ffe6d', 'status': 'completed', 'code': 200} Jan 21 09:57:21.004152 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-d85a8c11-7c73-4fbf-a561-386cce848a7a req-886b7158-627c-4aca-a273-125e9e144c7f tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "GET /v2.0/ports?device_id=e3be0992-3959-4b55-b7af-acd28777b576 HTTP/1.1" status: 200 len: 210 time: 0.0422151 Jan 21 09:57:22.111051 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38648) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:22.275433 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-8ed3fb8e-194d-48df-ad55-ddd20ae8c64e tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Deleting port 20e1c199-18bc-417f-9d43-0056667e1126 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:57:22.275766 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8ed3fb8e-194d-48df-ad55-ddd20ae8c64e tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:22.453575 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8ed3fb8e-194d-48df-ad55-ddd20ae8c64e tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:22.453819 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8ed3fb8e-194d-48df-ad55-ddd20ae8c64e tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:22.576588 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-8ed3fb8e-194d-48df-ad55-ddd20ae8c64e tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Calling delete_port for 20e1c199-18bc-417f-9d43-0056667e1126 owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:57:22.822048 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8ed3fb8e-194d-48df-ad55-ddd20ae8c64e tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:22.871148 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3fb8e-194d-48df-ad55-ddd20ae8c64e tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Pushing event deleted for resources: {'Port': ['ID=20e1c199-18bc-417f-9d43-0056667e1126,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:22.965622 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8ed3fb8e-194d-48df-ad55-ddd20ae8c64e tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:22.979663 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8ed3fb8e-194d-48df-ad55-ddd20ae8c64e tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:22.980799 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8ed3fb8e-194d-48df-ad55-ddd20ae8c64e tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "DELETE /v2.0/floatingips/d77d6421-ffe7-4dc4-954e-c278616175c8 HTTP/1.1" status: 204 len: 168 time: 0.8687484 Jan 21 09:57:23.902047 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7a10cc6a-0536-4e4c-95f9-25462666ce20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:24.949236 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 3eb86213-954e-49a8-a05c-9bfe302ffe6d no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:57:24.984699 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: 3eb86213-954e-49a8-a05c-9bfe302ffe6d {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:57:24.985185 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 3eb86213-954e-49a8-a05c-9bfe302ffe6d not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:57:25.217321 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547fe93-ffda-4a69-969b-5275f3d339e7 req-68a7901b-cf23-47b9-ba51-a4dff298f7a1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:25.218782 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f547fe93-ffda-4a69-969b-5275f3d339e7 req-68a7901b-cf23-47b9-ba51-a4dff298f7a1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=ed3df739-a269-4413-b00f-92147f71d7de HTTP/1.1" status: 200 len: 945 time: 0.0821314 Jan 21 09:57:25.264837 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f547fe93-ffda-4a69-969b-5275f3d339e7 req-0e73b400-d211-4463-a88d-45a99f4cd7e8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=a86c6ac4-eccf-4c1f-b7f9-41bb21a11f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399961 Jan 21 09:57:25.480691 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38670) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:25.556880 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cfa74c51-a17e-48d0-b019-5fe89c15d4b3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:25.586260 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cfa74c51-a17e-48d0-b019-5fe89c15d4b3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:25.659219 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cfa74c51-a17e-48d0-b019-5fe89c15d4b3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:25.679684 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa74c51-a17e-48d0-b019-5fe89c15d4b3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b229d27d-480d-4602-a3e0-4edc6625f56c,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:25.690773 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cfa74c51-a17e-48d0-b019-5fe89c15d4b3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:25.706007 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-cfa74c51-a17e-48d0-b019-5fe89c15d4b3 tempest-TestVolumeBootPattern-1621670949 tempest-TestVolumeBootPattern-1621670949-project] 10.222.0.104 "DELETE /v2.0/security-groups/b229d27d-480d-4602-a3e0-4edc6625f56c HTTP/1.1" status: 204 len: 168 time: 0.2140720 Jan 21 09:57:25.764227 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38676) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:26.334992 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf33e-9bd0-4090-9194-7d1381cdb3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:26.367422 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ef9d7db4-4bb5-4c1b-b2fc-5443be721a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:26.744927 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35693026-27df-4803-83f6-36a46fa725df req-4031849e-749e-4b14-a488-a08f0fb0b18a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:26.746517 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-35693026-27df-4803-83f6-36a46fa725df req-4031849e-749e-4b14-a488-a08f0fb0b18a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=ed3df739-a269-4413-b00f-92147f71d7de HTTP/1.1" status: 200 len: 945 time: 0.3288500 Jan 21 09:57:26.790658 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773367a3-e4d0-476e-b6af-71864102e769 req-f7237754-22d7-4246-839d-14ac0ad6bece tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:26.792121 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-773367a3-e4d0-476e-b6af-71864102e769 req-f7237754-22d7-4246-839d-14ac0ad6bece tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/ports?device_id=ed3df739-a269-4413-b00f-92147f71d7de HTTP/1.1" status: 200 len: 945 time: 0.3012447 Jan 21 09:57:26.882228 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-773367a3-e4d0-476e-b6af-71864102e769 req-e0ec81a7-926b-4e5c-aca9-e185017d7074 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting port 66521825-f145-4f76-9c40-2b36e6d94dd7 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:57:26.882565 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-773367a3-e4d0-476e-b6af-71864102e769 req-e0ec81a7-926b-4e5c-aca9-e185017d7074 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:26.917541 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-35693026-27df-4803-83f6-36a46fa725df req-7b185ff5-159d-417d-877e-8edb53703686 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=a86c6ac4-eccf-4c1f-b7f9-41bb21a11f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639435 Jan 21 09:57:27.283266 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-773367a3-e4d0-476e-b6af-71864102e769 req-e0ec81a7-926b-4e5c-aca9-e185017d7074 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] For port 66521825-f145-4f76-9c40-2b36e6d94dd7, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=66521825-f145-4f76-9c40-2b36e6d94dd7,segment=NetworkSegment(0bf4bf75-2bdf-4e91-916b-569970e809ca),segment_id=0bf4bf75-2bdf-4e91-916b-569970e809ca)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:57:27.283608 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-773367a3-e4d0-476e-b6af-71864102e769 req-e0ec81a7-926b-4e5c-aca9-e185017d7074 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:27.427018 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:27.667841 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-773367a3-e4d0-476e-b6af-71864102e769 req-e0ec81a7-926b-4e5c-aca9-e185017d7074 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:27.668394 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-773367a3-e4d0-476e-b6af-71864102e769 req-e0ec81a7-926b-4e5c-aca9-e185017d7074 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:27.668394 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.l3_db [req-773367a3-e4d0-476e-b6af-71864102e769 req-e0ec81a7-926b-4e5c-aca9-e185017d7074 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Floating IP 59f5e760-0312-4ab4-b8b0-ed423fea4fa9 disassociated. External IP: 172.26.0.29, port: 66521825-f145-4f76-9c40-2b36e6d94dd7. Jan 21 09:57:27.668716 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-773367a3-e4d0-476e-b6af-71864102e769 req-e0ec81a7-926b-4e5c-aca9-e185017d7074 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Calling delete_port for 66521825-f145-4f76-9c40-2b36e6d94dd7 owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:57:27.704838 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:27.905707 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-773367a3-e4d0-476e-b6af-71864102e769 req-e0ec81a7-926b-4e5c-aca9-e185017d7074 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:27.969118 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec81a7-926b-4e5c-aca9-e185017d7074 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Port': ['ID=66521825-f145-4f76-9c40-2b36e6d94dd7,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:27.984151 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ef9d7db4-4bb5-4c1b-b2fc-5443be721a8d admin admin] Deleting port ef1d8b4b-c256-4b95-8f29-d9256c44435b {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:57:27.984488 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ef9d7db4-4bb5-4c1b-b2fc-5443be721a8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:28.090473 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a604dc54-24fa-4aa3-9f6e-701220b0d520 req-1f6e46d5-6dba-4d38-8a80-a195f93ac59c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=ed3df739-a269-4413-b00f-92147f71d7de HTTP/1.1" status: 200 len: 210 time: 0.0411720 Jan 21 09:57:28.414017 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ef9d7db4-4bb5-4c1b-b2fc-5443be721a8d admin admin] For port ef1d8b4b-c256-4b95-8f29-d9256c44435b, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ef1d8b4b-c256-4b95-8f29-d9256c44435b,segment=NetworkSegment(9837c8e9-4888-432f-a43e-46a8a8628f53),segment_id=9837c8e9-4888-432f-a43e-46a8a8628f53)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:57:28.414380 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ef9d7db4-4bb5-4c1b-b2fc-5443be721a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:28.546688 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ef9d7db4-4bb5-4c1b-b2fc-5443be721a8d admin admin] Calling delete_port for ef1d8b4b-c256-4b95-8f29-d9256c44435b owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:57:28.659606 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-773367a3-e4d0-476e-b6af-71864102e769 req-e0ec81a7-926b-4e5c-aca9-e185017d7074 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router 9c2e28e0-5f87-4e02-9d31-673327dd4e01 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:57:28.839126 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ef9d7db4-4bb5-4c1b-b2fc-5443be721a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:28.941871 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d7db4-4bb5-4c1b-b2fc-5443be721a8d admin admin] Pushing event deleted for resources: {'Port': ['ID=ef1d8b4b-c256-4b95-8f29-d9256c44435b,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:29.140487 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-773367a3-e4d0-476e-b6af-71864102e769 req-e0ec81a7-926b-4e5c-aca9-e185017d7074 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:57:29.151744 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159df97a-c8aa-416e-af38-1cbdfd5c6c85 None None] Sync routers for ids ['9c2e28e0-5f87-4e02-9d31-673327dd4e01'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:57:29.164558 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159df97a-c8aa-416e-af38-1cbdfd5c6c85 None None] Routers {'9c2e28e0-5f87-4e02-9d31-673327dd4e01'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:57:29.165153 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-159df97a-c8aa-416e-af38-1cbdfd5c6c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:57:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9c2e28e0-5f87-4e02-9d31-673327dd4e01'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:29.222218 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-773367a3-e4d0-476e-b6af-71864102e769 req-e0ec81a7-926b-4e5c-aca9-e185017d7074 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] No DVR routers for this DVR port 66521825-f145-4f76-9c40-2b36e6d94dd7 on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:57:29.225498 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-773367a3-e4d0-476e-b6af-71864102e769 req-e0ec81a7-926b-4e5c-aca9-e185017d7074 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:29.228044 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3df739-a269-4413-b00f-92147f71d7de', 'name': 'network-vif-deleted', 'tag': '66521825-f145-4f76-9c40-2b36e6d94dd7'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:57:29.292371 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3df739-a269-4413-b00f-92147f71d7de', 'name': 'network-vif-deleted', 'tag': '66521825-f145-4f76-9c40-2b36e6d94dd7', 'status': 'completed', 'code': 200} Jan 21 09:57:29.294373 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-d1c91012-635b-420a-9190-4b6a4e3b3a5b req-863b0987-8550-47a2-a5b8-cb85d85efba8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:57:29.302070 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-773367a3-e4d0-476e-b6af-71864102e769 req-e0ec81a7-926b-4e5c-aca9-e185017d7074 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "DELETE /v2.0/ports/66521825-f145-4f76-9c40-2b36e6d94dd7 HTTP/1.1" status: 204 len: 173 time: 2.5027297 Jan 21 09:57:29.344818 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-159df97a-c8aa-416e-af38-1cbdfd5c6c85 None None] Set router 9c2e28e0-5f87-4e02-9d31-673327dd4e01 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:57:29.375355 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-d1c91012-635b-420a-9190-4b6a4e3b3a5b req-863b0987-8550-47a2-a5b8-cb85d85efba8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:57:29.376165 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d1c91012-635b-420a-9190-4b6a4e3b3a5b req-863b0987-8550-47a2-a5b8-cb85d85efba8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=ed3df739-a269-4413-b00f-92147f71d7de HTTP/1.1" status: 200 len: 210 time: 0.1427939 Jan 21 09:57:29.425456 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ef9d7db4-4bb5-4c1b-b2fc-5443be721a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:29.452888 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:29.751676 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-159df97a-c8aa-416e-af38-1cbdfd5c6c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'name': 'tempest-TestNetworkBasicOps-router-442513142', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28'}], 'enable_snat': True}, 'gw_port_id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:55:30Z', 'updated_at': '2022-01-21T09:55:35Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:31Z', 'updated_at': '2022-01-21T09:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '5e999be8-10b4-4887-bea4-3ff7112f2c08', 'name': '', 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:6e:38:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf065d14-97e2-4c59-99e2-8cb3c470e615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:34Z', 'updated_at': '2022-01-21T09:55:46Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'cf065d14-97e2-4c59-99e2-8cb3c470e615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:29.759307 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159df97a-c8aa-416e-af38-1cbdfd5c6c85 None None] Checking router: 9c2e28e0-5f87-4e02-9d31-673327dd4e01 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:57:29.773296 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159df97a-c8aa-416e-af38-1cbdfd5c6c85 None None] Routers {'9c2e28e0-5f87-4e02-9d31-673327dd4e01'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:57:29.774133 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-159df97a-c8aa-416e-af38-1cbdfd5c6c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:57:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9c2e28e0-5f87-4e02-9d31-673327dd4e01'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:29.991879 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-159df97a-c8aa-416e-af38-1cbdfd5c6c85 None None] Set router 9c2e28e0-5f87-4e02-9d31-673327dd4e01 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:57:30.196717 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9d7db4-4bb5-4c1b-b2fc-5443be721a8d admin admin] Router 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:57:30.314682 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-159df97a-c8aa-416e-af38-1cbdfd5c6c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'name': 'tempest-TestNetworkBasicOps-router-442513142', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28'}], 'enable_snat': True}, 'gw_port_id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:55:30Z', 'updated_at': '2022-01-21T09:55:35Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:31Z', 'updated_at': '2022-01-21T09:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '5e999be8-10b4-4887-bea4-3ff7112f2c08', 'name': '', 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:6e:38:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf065d14-97e2-4c59-99e2-8cb3c470e615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:34Z', 'updated_at': '2022-01-21T09:55:46Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'cf065d14-97e2-4c59-99e2-8cb3c470e615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:30.319175 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159df97a-c8aa-416e-af38-1cbdfd5c6c85 None None] The sync data for ids ['9c2e28e0-5f87-4e02-9d31-673327dd4e01'] in dv-neutron-825732-1-hyperv is: [{'id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'name': 'tempest-TestNetworkBasicOps-router-442513142', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28'}], 'enable_snat': True}, 'gw_port_id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:55:30Z', 'updated_at': '2022-01-21T09:55:35Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:31Z', 'updated_at': '2022-01-21T09:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '5e999be8-10b4-4887-bea4-3ff7112f2c08', 'name': '', 'network_id': '73aee4fc-670e-474e-9646-1272478c2ef4', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:6e:38:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf065d14-97e2-4c59-99e2-8cb3c470e615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:34Z', 'updated_at': '2022-01-21T09:55:46Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'cf065d14-97e2-4c59-99e2-8cb3c470e615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:57:30.409621 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9d7db4-4bb5-4c1b-b2fc-5443be721a8d admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:57:30.417602 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ef9d7db4-4bb5-4c1b-b2fc-5443be721a8d admin admin] 10.222.0.104 "PUT /v2.0/routers/7cd4160e-8295-42eb-8f1c-0fd927c91ec8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6522081 Jan 21 09:57:30.420152 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38692) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:30.423789 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551c6ca2-2449-4883-b3fa-1fe281e93e92 None None] Sync routers for ids ['7cd4160e-8295-42eb-8f1c-0fd927c91ec8'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:57:30.439372 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551c6ca2-2449-4883-b3fa-1fe281e93e92 None None] Routers {'7cd4160e-8295-42eb-8f1c-0fd927c91ec8'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:57:30.440103 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-551c6ca2-2449-4883-b3fa-1fe281e93e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:57:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['7cd4160e-8295-42eb-8f1c-0fd927c91ec8'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:30.507545 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38696) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:30.589864 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8791843-ae10-4f30-9042-9107f788c018 None None] New status for floating IP 59f5e760-0312-4ab4-b8b0-ed423fea4fa9: DOWN {{(pid=83600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:57:30.609818 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1cd45106-a449-413c-ba8e-2636d49d9be0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:30.647290 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1cd45106-a449-413c-ba8e-2636d49d9be0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:30.650590 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-73ddc136-04c5-4c3e-a89c-8774b0c69d54 admin admin] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:30.700501 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-551c6ca2-2449-4883-b3fa-1fe281e93e92 None None] Set router 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:57:30.738304 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1cd45106-a449-413c-ba8e-2636d49d9be0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:30.768430 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd45106-a449-413c-ba8e-2636d49d9be0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86c6ac4-eccf-4c1f-b7f9-41bb21a11f3a,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:30.786007 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1cd45106-a449-413c-ba8e-2636d49d9be0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:30.788605 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-1cd45106-a449-413c-ba8e-2636d49d9be0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/security-groups/a86c6ac4-eccf-4c1f-b7f9-41bb21a11f3a HTTP/1.1" status: 204 len: 168 time: 0.2798121 Jan 21 09:57:30.841309 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38702) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:30.992280 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-73ddc136-04c5-4c3e-a89c-8774b0c69d54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:31.002970 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-73ddc136-04c5-4c3e-a89c-8774b0c69d54 admin admin] Deleting port ea11cc5d-598e-45e7-bde1-6ed95be002e3 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:57:31.003308 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-73ddc136-04c5-4c3e-a89c-8774b0c69d54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:31.007875 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 66521825-f145-4f76-9c40-2b36e6d94dd7 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:57:31.034681 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9999f692-451c-4360-b7c2-f4723ed58f74 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting port c5a963f9-4477-4833-9fb1-c653f99d899c {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:57:31.035188 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9999f692-451c-4360-b7c2-f4723ed58f74 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:31.090429 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: 66521825-f145-4f76-9c40-2b36e6d94dd7 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:57:31.090687 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 66521825-f145-4f76-9c40-2b36e6d94dd7 not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:57:31.120785 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-551c6ca2-2449-4883-b3fa-1fe281e93e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'name': 'tempest-TestVolumeBootPattern-1713256989-router', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:53Z', 'updated_at': '2022-01-21T09:57:28Z', 'revision_number': 5, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'gw_port': {'id': 'ea11cc5d-598e-45e7-bde1-6ed95be002e3', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:55Z', 'updated_at': '2022-01-21T09:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:31.125679 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551c6ca2-2449-4883-b3fa-1fe281e93e92 None None] Checking router: 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:57:31.137201 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551c6ca2-2449-4883-b3fa-1fe281e93e92 None None] Routers {'7cd4160e-8295-42eb-8f1c-0fd927c91ec8'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:57:31.137837 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-551c6ca2-2449-4883-b3fa-1fe281e93e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:57:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['7cd4160e-8295-42eb-8f1c-0fd927c91ec8'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:31.204770 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-73ddc136-04c5-4c3e-a89c-8774b0c69d54 admin admin] For port ea11cc5d-598e-45e7-bde1-6ed95be002e3, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ea11cc5d-598e-45e7-bde1-6ed95be002e3,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:57:31.205252 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-73ddc136-04c5-4c3e-a89c-8774b0c69d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:31.231496 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9999f692-451c-4360-b7c2-f4723ed58f74 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:31.232023 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9999f692-451c-4360-b7c2-f4723ed58f74 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:31.300962 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-551c6ca2-2449-4883-b3fa-1fe281e93e92 None None] Set router 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:57:31.330175 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-73ddc136-04c5-4c3e-a89c-8774b0c69d54 admin admin] Calling delete_port for ea11cc5d-598e-45e7-bde1-6ed95be002e3 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:57:31.358399 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9999f692-451c-4360-b7c2-f4723ed58f74 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Calling delete_port for c5a963f9-4477-4833-9fb1-c653f99d899c owned by network:floatingip {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:57:31.418094 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-551c6ca2-2449-4883-b3fa-1fe281e93e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'name': 'tempest-TestVolumeBootPattern-1713256989-router', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:53Z', 'updated_at': '2022-01-21T09:57:30Z', 'revision_number': 6, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'gw_port_host': None}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:31.422276 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551c6ca2-2449-4883-b3fa-1fe281e93e92 None None] The sync data for ids ['7cd4160e-8295-42eb-8f1c-0fd927c91ec8'] in dv-neutron-825732-1-hyperv is: [{'id': '7cd4160e-8295-42eb-8f1c-0fd927c91ec8', 'name': 'tempest-TestVolumeBootPattern-1713256989-router', 'tenant_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:53Z', 'updated_at': '2022-01-21T09:57:30Z', 'revision_number': 6, 'project_id': '445ef770bf614bd2b6b8d3bcf07af0fd', 'gw_port_host': None}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:57:31.508416 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9999f692-451c-4360-b7c2-f4723ed58f74 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:31.512125 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-73ddc136-04c5-4c3e-a89c-8774b0c69d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:31.556258 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999f692-451c-4360-b7c2-f4723ed58f74 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Port': ['ID=c5a963f9-4477-4833-9fb1-c653f99d899c,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:31.556478 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ddc136-04c5-4c3e-a89c-8774b0c69d54 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea11cc5d-598e-45e7-bde1-6ed95be002e3,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:31.649868 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9999f692-451c-4360-b7c2-f4723ed58f74 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:31.668640 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9999f692-451c-4360-b7c2-f4723ed58f74 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:31.669819 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9999f692-451c-4360-b7c2-f4723ed58f74 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/floatingips/59f5e760-0312-4ab4-b8b0-ed423fea4fa9 HTTP/1.1" status: 204 len: 168 time: 0.8274946 Jan 21 09:57:31.894616 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ef1d8b4b-c256-4b95-8f29-d9256c44435b no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:57:31.939068 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-73ddc136-04c5-4c3e-a89c-8774b0c69d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:31.949912 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: ef1d8b4b-c256-4b95-8f29-d9256c44435b {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:57:31.950252 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ef1d8b4b-c256-4b95-8f29-d9256c44435b not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:57:32.209295 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-73ddc136-04c5-4c3e-a89c-8774b0c69d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:32.213727 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-73ddc136-04c5-4c3e-a89c-8774b0c69d54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:32.220533 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071926d-9e72-4d01-a362-ef95d3dc7224 req-25148c8e-3e13-4787-ab0e-42473fd1b41a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:32.221328 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-1071926d-9e72-4d01-a362-ef95d3dc7224 req-25148c8e-3e13-4787-ab0e-42473fd1b41a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:57:32.238847 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-1071926d-9e72-4d01-a362-ef95d3dc7224 req-25148c8e-3e13-4787-ab0e-42473fd1b41a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:57:32.240737 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1071926d-9e72-4d01-a362-ef95d3dc7224 req-25148c8e-3e13-4787-ab0e-42473fd1b41a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=a6f0e70c-05a6-498c-901c-4359f5dfa60e HTTP/1.1" status: 200 len: 945 time: 0.2011521 Jan 21 09:57:32.243519 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-73ddc136-04c5-4c3e-a89c-8774b0c69d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:32.244093 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ddc136-04c5-4c3e-a89c-8774b0c69d54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cd4160e-8295-42eb-8f1c-0fd927c91ec8 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:57:32.261457 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-73ddc136-04c5-4c3e-a89c-8774b0c69d54 admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:32.264982 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-73ddc136-04c5-4c3e-a89c-8774b0c69d54 admin admin] 10.222.0.104 "DELETE /v2.0/routers/7cd4160e-8295-42eb-8f1c-0fd927c91ec8 HTTP/1.1" status: 204 len: 168 time: 1.8415670 Jan 21 09:57:32.265672 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38710) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:32.299934 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-1071926d-9e72-4d01-a362-ef95d3dc7224 req-fd3651ef-40ae-48db-9b16-83e5a31e937d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:57:32.317440 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-1071926d-9e72-4d01-a362-ef95d3dc7224 req-fd3651ef-40ae-48db-9b16-83e5a31e937d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:57:32.319821 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1071926d-9e72-4d01-a362-ef95d3dc7224 req-fd3651ef-40ae-48db-9b16-83e5a31e937d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=a29c2959-fdaa-46d4-9bd7-f3f9c9a714e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702167 Jan 21 09:57:32.332764 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b09bf31-32bb-417e-93a7-59cd9be4b8f0 admin admin] Deleting subnet f8e2e48f-3c2e-408d-ac72-f5742db41e13 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:57:32.336656 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b09bf31-32bb-417e-93a7-59cd9be4b8f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:32.393550 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b09bf31-32bb-417e-93a7-59cd9be4b8f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:32.475498 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b09bf31-32bb-417e-93a7-59cd9be4b8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:32.557594 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b09bf31-32bb-417e-93a7-59cd9be4b8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:32.597417 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09bf31-32bb-417e-93a7-59cd9be4b8f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8e2e48f-3c2e-408d-ac72-f5742db41e13,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:32.607877 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b09bf31-32bb-417e-93a7-59cd9be4b8f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:32.612820 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dc4f76-ab30-44f0-aa20-a8172bac2180 None None] Network 5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:57:32.616838 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1b09bf31-32bb-417e-93a7-59cd9be4b8f0 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/f8e2e48f-3c2e-408d-ac72-f5742db41e13 HTTP/1.1" status: 204 len: 168 time: 0.3477483 Jan 21 09:57:32.617091 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38714) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:32.727684 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-94af1659-aa12-45b4-8fc9-8c0935e8558f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:32.746589 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-94af1659-aa12-45b4-8fc9-8c0935e8558f admin admin] Deleting port 1745fdfc-3170-4649-b784-740ec2b0d0ba {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:57:32.746919 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-94af1659-aa12-45b4-8fc9-8c0935e8558f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:32.878013 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35efe526-a870-4a54-b447-6cc682f325be None None] DHCP port deletion for 5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:57:32.883815 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-35efe526-a870-4a54-b447-6cc682f325be None None] Deleting port 1745fdfc-3170-4649-b784-740ec2b0d0ba {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:57:32.884425 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-35efe526-a870-4a54-b447-6cc682f325be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:32.969205 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-94af1659-aa12-45b4-8fc9-8c0935e8558f admin admin] For port 1745fdfc-3170-4649-b784-740ec2b0d0ba, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=1745fdfc-3170-4649-b784-740ec2b0d0ba,segment=NetworkSegment(9837c8e9-4888-432f-a43e-46a8a8628f53),segment_id=9837c8e9-4888-432f-a43e-46a8a8628f53)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:57:32.969577 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-94af1659-aa12-45b4-8fc9-8c0935e8558f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:33.089174 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-94af1659-aa12-45b4-8fc9-8c0935e8558f admin admin] Calling delete_port for 1745fdfc-3170-4649-b784-740ec2b0d0ba owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:57:33.090424 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-35efe526-a870-4a54-b447-6cc682f325be None None] For port 1745fdfc-3170-4649-b784-740ec2b0d0ba, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=1745fdfc-3170-4649-b784-740ec2b0d0ba,segment=NetworkSegment(9837c8e9-4888-432f-a43e-46a8a8628f53),segment_id=9837c8e9-4888-432f-a43e-46a8a8628f53)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:57:33.090905 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-35efe526-a870-4a54-b447-6cc682f325be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:33.168113 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-94af1659-aa12-45b4-8fc9-8c0935e8558f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:33.213810 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af1659-aa12-45b4-8fc9-8c0935e8558f admin admin] Pushing event deleted for resources: {'Port': ['ID=1745fdfc-3170-4649-b784-740ec2b0d0ba,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:33.217024 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-35efe526-a870-4a54-b447-6cc682f325be None None] Calling delete_port for 1745fdfc-3170-4649-b784-740ec2b0d0ba owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:57:33.218234 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af1659-aa12-45b4-8fc9-8c0935e8558f admin admin] No DVR routers for this DVR port 1745fdfc-3170-4649-b784-740ec2b0d0ba on host dv-neutron-825732-1-hyperv {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:57:33.293158 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-35efe526-a870-4a54-b447-6cc682f325be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:57:33.293409 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-35efe526-a870-4a54-b447-6cc682f325be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:57:33.422661 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d9b7a-7568-47a7-85c4-9dbf36e1b0a2 req-c223da36-4cf6-4f1f-bd0b-e96eed04cc05 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:33.424223 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-953d9b7a-7568-47a7-85c4-9dbf36e1b0a2 req-c223da36-4cf6-4f1f-bd0b-e96eed04cc05 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/ports?device_id=a6f0e70c-05a6-498c-901c-4359f5dfa60e HTTP/1.1" status: 200 len: 945 time: 0.0822372 Jan 21 09:57:33.439698 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-94af1659-aa12-45b4-8fc9-8c0935e8558f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:33.496721 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-953d9b7a-7568-47a7-85c4-9dbf36e1b0a2 req-7e65b0c5-fd23-4e24-8e48-cdfa67c63482 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting port d81d6b9e-64bb-47ea-b888-3de7fb940767 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:57:33.497169 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-953d9b7a-7568-47a7-85c4-9dbf36e1b0a2 req-7e65b0c5-fd23-4e24-8e48-cdfa67c63482 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:33.501394 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-94af1659-aa12-45b4-8fc9-8c0935e8558f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5420f90b-fa8f-4acb-ab7a-0d5edf834ae6']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:33.523794 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-94af1659-aa12-45b4-8fc9-8c0935e8558f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9837c8e9-4888-432f-a43e-46a8a8628f53') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:33.524085 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-94af1659-aa12-45b4-8fc9-8c0935e8558f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9837c8e9-4888-432f-a43e-46a8a8628f53') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:33.538886 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-94af1659-aa12-45b4-8fc9-8c0935e8558f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:33.562408 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-94af1659-aa12-45b4-8fc9-8c0935e8558f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:33.571034 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94af1659-aa12-45b4-8fc9-8c0935e8558f admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:57:33.571424 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-94af1659-aa12-45b4-8fc9-8c0935e8558f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:33.584835 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:57:33.584835 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:57:33.584835 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:57:33.584835 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:57:33.584835 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:57:33.584835 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:57:33.584835 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:57:33.584835 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:57:33.584835 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:57:33.584835 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:57:33.584835 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:57:33.584835 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:57:33.584835 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:57:33.584835 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:57:33.584835 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:57:33.584835 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:57:33.584835 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:57:33.584835 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:57:33.584835 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:57:33.584835 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:57:33.584835 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:57:33.584835 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:57:33.584835 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:57:33.584835 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:57:33.584835 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:57:33.584835 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:57:33.584835 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:57:33.584835 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:57:33.584835 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:57:33.584835 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:57:33.584835 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:57:33.584835 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:57:33.667663 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83251ad5-8551-4c31-9310-546c07ff9289 req-6499f7ce-32ab-48f9-bf93-c8825fdec45e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:33.669060 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-83251ad5-8551-4c31-9310-546c07ff9289 req-6499f7ce-32ab-48f9-bf93-c8825fdec45e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=a6f0e70c-05a6-498c-901c-4359f5dfa60e HTTP/1.1" status: 200 len: 945 time: 0.2033527 Jan 21 09:57:33.675011 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-94af1659-aa12-45b4-8fc9-8c0935e8558f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:33.693488 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-94af1659-aa12-45b4-8fc9-8c0935e8558f admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:33.732407 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af1659-aa12-45b4-8fc9-8c0935e8558f admin admin] Pushing event deleted for resources: {'Network': ['ID=5420f90b-fa8f-4acb-ab7a-0d5edf834ae6,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:33.749778 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-94af1659-aa12-45b4-8fc9-8c0935e8558f admin admin] 10.222.0.104 "DELETE /v2.0/networks/5420f90b-fa8f-4acb-ab7a-0d5edf834ae6 HTTP/1.1" status: 204 len: 168 time: 1.1313381 Jan 21 09:57:33.752203 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38720) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:33.765560 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-953d9b7a-7568-47a7-85c4-9dbf36e1b0a2 req-7e65b0c5-fd23-4e24-8e48-cdfa67c63482 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] For port d81d6b9e-64bb-47ea-b888-3de7fb940767, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d81d6b9e-64bb-47ea-b888-3de7fb940767,segment=NetworkSegment(0bf4bf75-2bdf-4e91-916b-569970e809ca),segment_id=0bf4bf75-2bdf-4e91-916b-569970e809ca)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:57:33.765560 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-953d9b7a-7568-47a7-85c4-9dbf36e1b0a2 req-7e65b0c5-fd23-4e24-8e48-cdfa67c63482 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:33.794184 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-35efe526-a870-4a54-b447-6cc682f325be None None] Deleting port 1745fdfc-3170-4649-b784-740ec2b0d0ba {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:57:33.799069 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-35efe526-a870-4a54-b447-6cc682f325be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:33.827974 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ea11cc5d-598e-45e7-bde1-6ed95be002e3 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:57:33.845915 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-83251ad5-8551-4c31-9310-546c07ff9289 req-68b734d2-8712-4dc7-a27a-d5162d5a3034 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=a29c2959-fdaa-46d4-9bd7-f3f9c9a714e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498320 Jan 21 09:57:33.889116 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: ea11cc5d-598e-45e7-bde1-6ed95be002e3 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:57:33.889449 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ea11cc5d-598e-45e7-bde1-6ed95be002e3 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:57:33.890076 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 1745fdfc-3170-4649-b784-740ec2b0d0ba no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:57:33.924115 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 1745fdfc-3170-4649-b784-740ec2b0d0ba {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:57:33.924365 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 1745fdfc-3170-4649-b784-740ec2b0d0ba not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:57:33.935682 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-953d9b7a-7568-47a7-85c4-9dbf36e1b0a2 req-7e65b0c5-fd23-4e24-8e48-cdfa67c63482 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Calling delete_port for d81d6b9e-64bb-47ea-b888-3de7fb940767 owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:57:33.959772 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-35efe526-a870-4a54-b447-6cc682f325be None None] The port '1745fdfc-3170-4649-b784-740ec2b0d0ba' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:57:34.084759 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-953d9b7a-7568-47a7-85c4-9dbf36e1b0a2 req-7e65b0c5-fd23-4e24-8e48-cdfa67c63482 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:34.183809 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65b0c5-fd23-4e24-8e48-cdfa67c63482 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Port': ['ID=d81d6b9e-64bb-47ea-b888-3de7fb940767,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:34.208786 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-853a4c16-6c2e-4d92-a45a-861064ea89dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:34.222676 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-953d9b7a-7568-47a7-85c4-9dbf36e1b0a2 req-7e65b0c5-fd23-4e24-8e48-cdfa67c63482 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] No DVR routers for this DVR port d81d6b9e-64bb-47ea-b888-3de7fb940767 on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:57:34.225636 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-953d9b7a-7568-47a7-85c4-9dbf36e1b0a2 req-7e65b0c5-fd23-4e24-8e48-cdfa67c63482 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:34.228124 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f0e70c-05a6-498c-901c-4359f5dfa60e', 'name': 'network-vif-deleted', 'tag': 'd81d6b9e-64bb-47ea-b888-3de7fb940767'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:57:34.243889 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-953d9b7a-7568-47a7-85c4-9dbf36e1b0a2 req-7e65b0c5-fd23-4e24-8e48-cdfa67c63482 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "DELETE /v2.0/ports/d81d6b9e-64bb-47ea-b888-3de7fb940767 HTTP/1.1" status: 204 len: 173 time: 0.8140852 Jan 21 09:57:34.285880 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f0e70c-05a6-498c-901c-4359f5dfa60e', 'name': 'network-vif-deleted', 'tag': 'd81d6b9e-64bb-47ea-b888-3de7fb940767', 'status': 'completed', 'code': 200} Jan 21 09:57:34.848039 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-853a4c16-6c2e-4d92-a45a-861064ea89dc admin admin] Deleting port 627dd660-b7b9-47b4-9b2e-3e48947b71ef {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:57:34.849110 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-853a4c16-6c2e-4d92-a45a-861064ea89dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:34.969818 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38728) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:35.047402 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9430ceec-04cf-4fae-9da6-304c23f4811e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:35.083751 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9430ceec-04cf-4fae-9da6-304c23f4811e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:35.152402 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9430ceec-04cf-4fae-9da6-304c23f4811e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:35.164528 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-853a4c16-6c2e-4d92-a45a-861064ea89dc admin admin] For port 627dd660-b7b9-47b4-9b2e-3e48947b71ef, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=627dd660-b7b9-47b4-9b2e-3e48947b71ef,segment=NetworkSegment(89ee0a78-05a7-468d-96e7-01f4543336e4),segment_id=89ee0a78-05a7-468d-96e7-01f4543336e4)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:57:35.164880 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-853a4c16-6c2e-4d92-a45a-861064ea89dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:35.171936 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430ceec-04cf-4fae-9da6-304c23f4811e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29c2959-fdaa-46d4-9bd7-f3f9c9a714e8,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:35.180577 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9430ceec-04cf-4fae-9da6-304c23f4811e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:35.184696 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9430ceec-04cf-4fae-9da6-304c23f4811e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/security-groups/a29c2959-fdaa-46d4-9bd7-f3f9c9a714e8 HTTP/1.1" status: 204 len: 168 time: 0.2109313 Jan 21 09:57:35.227767 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38734) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:35.287537 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-853a4c16-6c2e-4d92-a45a-861064ea89dc admin admin] Calling delete_port for 627dd660-b7b9-47b4-9b2e-3e48947b71ef owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:57:35.475059 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-853a4c16-6c2e-4d92-a45a-861064ea89dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:35.525159 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a4c16-6c2e-4d92-a45a-861064ea89dc admin admin] Pushing event deleted for resources: {'Port': ['ID=627dd660-b7b9-47b4-9b2e-3e48947b71ef,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:35.682058 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-906994a1-c3c0-4e6d-8aac-369c8c7fb962 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:35.865663 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-853a4c16-6c2e-4d92-a45a-861064ea89dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:36.457141 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-906994a1-c3c0-4e6d-8aac-369c8c7fb962 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting port 5e999be8-10b4-4887-bea4-3ff7112f2c08 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:57:36.457766 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-906994a1-c3c0-4e6d-8aac-369c8c7fb962 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:36.474885 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853a4c16-6c2e-4d92-a45a-861064ea89dc admin admin] Router f066f73d-4115-4315-a2b5-0deff4e44a86 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:57:36.657752 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-906994a1-c3c0-4e6d-8aac-369c8c7fb962 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] For port 5e999be8-10b4-4887-bea4-3ff7112f2c08, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=5e999be8-10b4-4887-bea4-3ff7112f2c08,segment=NetworkSegment(0bf4bf75-2bdf-4e91-916b-569970e809ca),segment_id=0bf4bf75-2bdf-4e91-916b-569970e809ca)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:57:36.658120 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-906994a1-c3c0-4e6d-8aac-369c8c7fb962 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:36.792415 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853a4c16-6c2e-4d92-a45a-861064ea89dc admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:57:36.802237 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-906994a1-c3c0-4e6d-8aac-369c8c7fb962 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Calling delete_port for 5e999be8-10b4-4887-bea4-3ff7112f2c08 owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:57:36.806372 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadc5ab4-05a8-4df8-86a0-ea14bb93ae15 None None] Sync routers for ids ['f066f73d-4115-4315-a2b5-0deff4e44a86'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:57:36.821130 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-853a4c16-6c2e-4d92-a45a-861064ea89dc admin admin] 10.222.0.104 "PUT /v2.0/routers/f066f73d-4115-4315-a2b5-0deff4e44a86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0678577 Jan 21 09:57:36.823830 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38738) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:36.828501 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadc5ab4-05a8-4df8-86a0-ea14bb93ae15 None None] Routers {'f066f73d-4115-4315-a2b5-0deff4e44a86'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:57:36.829119 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-fadc5ab4-05a8-4df8-86a0-ea14bb93ae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:57:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['f066f73d-4115-4315-a2b5-0deff4e44a86'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:37.014103 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-906994a1-c3c0-4e6d-8aac-369c8c7fb962 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:37.045905 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c73e400e-c40a-48a5-a51e-a06425686f6f admin admin] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:37.062228 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906994a1-c3c0-4e6d-8aac-369c8c7fb962 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Port': ['ID=5e999be8-10b4-4887-bea4-3ff7112f2c08,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:37.076952 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-fadc5ab4-05a8-4df8-86a0-ea14bb93ae15 None None] Set router f066f73d-4115-4315-a2b5-0deff4e44a86 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:57:37.283935 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c73e400e-c40a-48a5-a51e-a06425686f6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:37.296398 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c73e400e-c40a-48a5-a51e-a06425686f6f admin admin] Deleting port ec8a36df-4259-4ce9-af8e-c5d861ae407d {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:57:37.296719 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c73e400e-c40a-48a5-a51e-a06425686f6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:37.387542 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-906994a1-c3c0-4e6d-8aac-369c8c7fb962 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:37.391387 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-fadc5ab4-05a8-4df8-86a0-ea14bb93ae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f066f73d-4115-4315-a2b5-0deff4e44a86', 'name': 'tempest-TestVolumeBootPattern-510190061-router', 'tenant_id': '46be4eed59ff4316b230439062a7a607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ec8a36df-4259-4ce9-af8e-c5d861ae407d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:18Z', 'updated_at': '2022-01-21T09:57:35Z', 'revision_number': 5, 'project_id': '46be4eed59ff4316b230439062a7a607', 'gw_port': {'id': 'ec8a36df-4259-4ce9-af8e-c5d861ae407d', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f066f73d-4115-4315-a2b5-0deff4e44a86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:20Z', 'updated_at': '2022-01-21T09:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:37.396075 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadc5ab4-05a8-4df8-86a0-ea14bb93ae15 None None] Checking router: f066f73d-4115-4315-a2b5-0deff4e44a86 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:57:37.408324 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadc5ab4-05a8-4df8-86a0-ea14bb93ae15 None None] Routers {'f066f73d-4115-4315-a2b5-0deff4e44a86'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:57:37.408939 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-fadc5ab4-05a8-4df8-86a0-ea14bb93ae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:57:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['f066f73d-4115-4315-a2b5-0deff4e44a86'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:37.491870 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-c73e400e-c40a-48a5-a51e-a06425686f6f admin admin] For port ec8a36df-4259-4ce9-af8e-c5d861ae407d, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ec8a36df-4259-4ce9-af8e-c5d861ae407d,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:57:37.492352 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c73e400e-c40a-48a5-a51e-a06425686f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:37.567201 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-fadc5ab4-05a8-4df8-86a0-ea14bb93ae15 None None] Set router f066f73d-4115-4315-a2b5-0deff4e44a86 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:57:37.618767 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c73e400e-c40a-48a5-a51e-a06425686f6f admin admin] Calling delete_port for ec8a36df-4259-4ce9-af8e-c5d861ae407d owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:57:37.676215 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-fadc5ab4-05a8-4df8-86a0-ea14bb93ae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f066f73d-4115-4315-a2b5-0deff4e44a86', 'name': 'tempest-TestVolumeBootPattern-510190061-router', 'tenant_id': '46be4eed59ff4316b230439062a7a607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:18Z', 'updated_at': '2022-01-21T09:57:37Z', 'revision_number': 6, 'project_id': '46be4eed59ff4316b230439062a7a607', 'gw_port_host': None}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:37.681636 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadc5ab4-05a8-4df8-86a0-ea14bb93ae15 None None] The sync data for ids ['f066f73d-4115-4315-a2b5-0deff4e44a86'] in dv-neutron-825732-1-hyperv is: [{'id': 'f066f73d-4115-4315-a2b5-0deff4e44a86', 'name': 'tempest-TestVolumeBootPattern-510190061-router', 'tenant_id': '46be4eed59ff4316b230439062a7a607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:18Z', 'updated_at': '2022-01-21T09:57:37Z', 'revision_number': 6, 'project_id': '46be4eed59ff4316b230439062a7a607', 'gw_port_host': None}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:57:37.809722 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c73e400e-c40a-48a5-a51e-a06425686f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:37.861416 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e400e-c40a-48a5-a51e-a06425686f6f admin admin] Pushing event deleted for resources: {'Port': ['ID=ec8a36df-4259-4ce9-af8e-c5d861ae407d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:37.948467 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e400e-c40a-48a5-a51e-a06425686f6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:37.948862 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e400e-c40a-48a5-a51e-a06425686f6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:37.949203 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e400e-c40a-48a5-a51e-a06425686f6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:37.949560 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e400e-c40a-48a5-a51e-a06425686f6f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:37.949894 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e400e-c40a-48a5-a51e-a06425686f6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:37.950220 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e400e-c40a-48a5-a51e-a06425686f6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:37.950539 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e400e-c40a-48a5-a51e-a06425686f6f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:37.950857 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e400e-c40a-48a5-a51e-a06425686f6f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:37.951170 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e400e-c40a-48a5-a51e-a06425686f6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:37.951481 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e400e-c40a-48a5-a51e-a06425686f6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:37.951793 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e400e-c40a-48a5-a51e-a06425686f6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:38.118360 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 627dd660-b7b9-47b4-9b2e-3e48947b71ef no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:57:38.127298 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c73e400e-c40a-48a5-a51e-a06425686f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:38.150771 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906994a1-c3c0-4e6d-8aac-369c8c7fb962 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router 9c2e28e0-5f87-4e02-9d31-673327dd4e01 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:57:38.160742 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 627dd660-b7b9-47b4-9b2e-3e48947b71ef {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:57:38.162505 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 627dd660-b7b9-47b4-9b2e-3e48947b71ef not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:57:38.379796 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906994a1-c3c0-4e6d-8aac-369c8c7fb962 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:57:38.390645 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2b32f6-580f-4912-a4d3-5fd8b0e8923a None None] Sync routers for ids ['9c2e28e0-5f87-4e02-9d31-673327dd4e01'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:57:38.394121 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-906994a1-c3c0-4e6d-8aac-369c8c7fb962 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "PUT /v2.0/routers/9c2e28e0-5f87-4e02-9d31-673327dd4e01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1652155 Jan 21 09:57:38.397854 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38742) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:38.403373 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2b32f6-580f-4912-a4d3-5fd8b0e8923a None None] Routers {'9c2e28e0-5f87-4e02-9d31-673327dd4e01'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:57:38.404178 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-dc2b32f6-580f-4912-a4d3-5fd8b0e8923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:57:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9c2e28e0-5f87-4e02-9d31-673327dd4e01'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:38.540852 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c73e400e-c40a-48a5-a51e-a06425686f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:38.555657 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c73e400e-c40a-48a5-a51e-a06425686f6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:38.590364 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c73e400e-c40a-48a5-a51e-a06425686f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:38.592520 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73e400e-c40a-48a5-a51e-a06425686f6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f066f73d-4115-4315-a2b5-0deff4e44a86 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:57:38.603602 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-dc2b32f6-580f-4912-a4d3-5fd8b0e8923a None None] Set router 9c2e28e0-5f87-4e02-9d31-673327dd4e01 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:57:38.610237 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c73e400e-c40a-48a5-a51e-a06425686f6f admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:38.611265 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c73e400e-c40a-48a5-a51e-a06425686f6f admin admin] 10.222.0.104 "DELETE /v2.0/routers/f066f73d-4115-4315-a2b5-0deff4e44a86 HTTP/1.1" status: 204 len: 168 time: 1.7863746 Jan 21 09:57:38.613936 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38746) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:38.621296 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-1013de14-c7db-45b6-8168-588604fbbc57 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting subnet cf065d14-97e2-4c59-99e2-8cb3c470e615 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:57:38.626983 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1013de14-c7db-45b6-8168-588604fbbc57 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:38.683894 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1907060-3454-4de9-8d85-892b5d813b23 admin admin] Deleting subnet 8674a2d4-7608-4f3c-8ee7-cc36d566c9ec {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:57:38.687912 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d1907060-3454-4de9-8d85-892b5d813b23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:38.690067 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1013de14-c7db-45b6-8168-588604fbbc57 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:38.758891 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d1907060-3454-4de9-8d85-892b5d813b23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:38.795152 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1013de14-c7db-45b6-8168-588604fbbc57 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:38.869964 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d1907060-3454-4de9-8d85-892b5d813b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:38.906202 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1013de14-c7db-45b6-8168-588604fbbc57 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:38.952092 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013de14-c7db-45b6-8168-588604fbbc57 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Subnet': ['ID=cf065d14-97e2-4c59-99e2-8cb3c470e615,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:38.956388 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d1907060-3454-4de9-8d85-892b5d813b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:38.963791 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1013de14-c7db-45b6-8168-588604fbbc57 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:38.969166 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5431ae3d-0bb2-41b2-91d9-defefb3b1e54 None None] Network 73aee4fc-670e-474e-9646-1272478c2ef4 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:57:38.969458 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1013de14-c7db-45b6-8168-588604fbbc57 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:38.976897 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1013de14-c7db-45b6-8168-588604fbbc57 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:38.977242 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1013de14-c7db-45b6-8168-588604fbbc57 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:38.977590 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1013de14-c7db-45b6-8168-588604fbbc57 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:38.977915 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1013de14-c7db-45b6-8168-588604fbbc57 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:38.978240 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1013de14-c7db-45b6-8168-588604fbbc57 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:38.978559 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1013de14-c7db-45b6-8168-588604fbbc57 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:38.979058 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1013de14-c7db-45b6-8168-588604fbbc57 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:38.979386 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1013de14-c7db-45b6-8168-588604fbbc57 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:38.979702 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1013de14-c7db-45b6-8168-588604fbbc57 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:38.980063 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1013de14-c7db-45b6-8168-588604fbbc57 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:38.988652 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-1013de14-c7db-45b6-8168-588604fbbc57 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/subnets/cf065d14-97e2-4c59-99e2-8cb3c470e615 HTTP/1.1" status: 204 len: 168 time: 0.5872366 Jan 21 09:57:38.989898 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38750) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:39.000576 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1907060-3454-4de9-8d85-892b5d813b23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8674a2d4-7608-4f3c-8ee7-cc36d566c9ec,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:39.001860 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-dc2b32f6-580f-4912-a4d3-5fd8b0e8923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'name': 'tempest-TestNetworkBasicOps-router-442513142', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28'}], 'enable_snat': True}, 'gw_port_id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:55:30Z', 'updated_at': '2022-01-21T09:57:36Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:31Z', 'updated_at': '2022-01-21T09:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:39.005274 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d1907060-3454-4de9-8d85-892b5d813b23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:39.014080 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d1907060-3454-4de9-8d85-892b5d813b23 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/8674a2d4-7608-4f3c-8ee7-cc36d566c9ec HTTP/1.1" status: 204 len: 168 time: 0.3980269 Jan 21 09:57:39.016137 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38754) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:39.019020 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2b32f6-580f-4912-a4d3-5fd8b0e8923a None None] Checking router: 9c2e28e0-5f87-4e02-9d31-673327dd4e01 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:57:39.032690 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2b32f6-580f-4912-a4d3-5fd8b0e8923a None None] Routers {'9c2e28e0-5f87-4e02-9d31-673327dd4e01'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:57:39.033696 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-dc2b32f6-580f-4912-a4d3-5fd8b0e8923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:57:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['9c2e28e0-5f87-4e02-9d31-673327dd4e01'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:39.139938 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9729c911-a85c-4b58-bbbf-682824ad5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:39.152503 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad859fc3-125f-48de-a86e-9249076c4e9d None None] Network 3c7ecd14-7b1e-4350-90a1-61e73ac7f6e9 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:57:39.155134 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-9729c911-a85c-4b58-bbbf-682824ad5d20 admin admin] Deleting port e0da9672-571c-4825-9490-27b79e8db104 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:57:39.155473 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9729c911-a85c-4b58-bbbf-682824ad5d20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:39.240104 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-dc2b32f6-580f-4912-a4d3-5fd8b0e8923a None None] Set router 9c2e28e0-5f87-4e02-9d31-673327dd4e01 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:57:39.246468 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ce417710-cd77-4462-8aee-2d5746b814bf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:39.276848 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device d81d6b9e-64bb-47ea-b888-3de7fb940767 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:57:39.388859 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-9729c911-a85c-4b58-bbbf-682824ad5d20 admin admin] For port e0da9672-571c-4825-9490-27b79e8db104, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=e0da9672-571c-4825-9490-27b79e8db104,segment=NetworkSegment(89ee0a78-05a7-468d-96e7-01f4543336e4),segment_id=89ee0a78-05a7-468d-96e7-01f4543336e4)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:57:39.389212 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9729c911-a85c-4b58-bbbf-682824ad5d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:39.435162 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: d81d6b9e-64bb-47ea-b888-3de7fb940767 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:57:39.435509 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device d81d6b9e-64bb-47ea-b888-3de7fb940767 not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:57:39.499166 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ce417710-cd77-4462-8aee-2d5746b814bf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:39.513266 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ce417710-cd77-4462-8aee-2d5746b814bf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting port fc54d0d8-1cdf-4697-9aee-facefcbaa1f0 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:57:39.515154 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ce417710-cd77-4462-8aee-2d5746b814bf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:39.528417 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-9729c911-a85c-4b58-bbbf-682824ad5d20 admin admin] Calling delete_port for e0da9672-571c-4825-9490-27b79e8db104 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:57:39.562386 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3f159e-7f80-40c6-9bfa-63d62c9df358 None None] DHCP port deletion for 3c7ecd14-7b1e-4350-90a1-61e73ac7f6e9 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:57:39.570848 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-1a3f159e-7f80-40c6-9bfa-63d62c9df358 None None] Deleting port e0da9672-571c-4825-9490-27b79e8db104 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:57:39.571224 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1a3f159e-7f80-40c6-9bfa-63d62c9df358 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:39.618142 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-dc2b32f6-580f-4912-a4d3-5fd8b0e8923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'name': 'tempest-TestNetworkBasicOps-router-442513142', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28'}], 'enable_snat': True}, 'gw_port_id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:55:30Z', 'updated_at': '2022-01-21T09:57:36Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:31Z', 'updated_at': '2022-01-21T09:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:39.625032 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270470d2-5752-4fac-878c-d94f1bdc54c3 None None] DHCP port deletion for 73aee4fc-670e-474e-9646-1272478c2ef4 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:57:39.628533 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2b32f6-580f-4912-a4d3-5fd8b0e8923a None None] The sync data for ids ['9c2e28e0-5f87-4e02-9d31-673327dd4e01'] in dv-neutron-825732-1-hyperv is: [{'id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'name': 'tempest-TestNetworkBasicOps-router-442513142', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28'}], 'enable_snat': True}, 'gw_port_id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:55:30Z', 'updated_at': '2022-01-21T09:57:36Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': 'fc54d0d8-1cdf-4697-9aee-facefcbaa1f0', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2e28e0-5f87-4e02-9d31-673327dd4e01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:31Z', 'updated_at': '2022-01-21T09:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:57:39.637899 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9729c911-a85c-4b58-bbbf-682824ad5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:39.684982 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729c911-a85c-4b58-bbbf-682824ad5d20 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0da9672-571c-4825-9490-27b79e8db104,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:39.688494 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-270470d2-5752-4fac-878c-d94f1bdc54c3 None None] Deleting port 42b422ea-77b6-45a5-b704-37216b61ae1c {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:57:39.688642 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-270470d2-5752-4fac-878c-d94f1bdc54c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:39.696662 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9729c911-a85c-4b58-bbbf-682824ad5d20 admin admin] No DVR routers for this DVR port e0da9672-571c-4825-9490-27b79e8db104 on host dv-neutron-825732-1-hyperv {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:57:39.725352 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-1a3f159e-7f80-40c6-9bfa-63d62c9df358 None None] The port 'e0da9672-571c-4825-9490-27b79e8db104' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:57:39.820661 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9729c911-a85c-4b58-bbbf-682824ad5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:39.849202 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-9729c911-a85c-4b58-bbbf-682824ad5d20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c7ecd14-7b1e-4350-90a1-61e73ac7f6e9']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:39.862154 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-9729c911-a85c-4b58-bbbf-682824ad5d20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ee0a78-05a7-468d-96e7-01f4543336e4') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:39.862489 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-9729c911-a85c-4b58-bbbf-682824ad5d20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ee0a78-05a7-468d-96e7-01f4543336e4') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:39.875731 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9729c911-a85c-4b58-bbbf-682824ad5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:39.892481 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ce417710-cd77-4462-8aee-2d5746b814bf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] For port fc54d0d8-1cdf-4697-9aee-facefcbaa1f0, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=fc54d0d8-1cdf-4697-9aee-facefcbaa1f0,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:57:39.893820 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ce417710-cd77-4462-8aee-2d5746b814bf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:39.897946 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9729c911-a85c-4b58-bbbf-682824ad5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:39.906538 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9729c911-a85c-4b58-bbbf-682824ad5d20 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:57:39.906971 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9729c911-a85c-4b58-bbbf-682824ad5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:39.921103 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:57:39.921103 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:57:39.921103 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:57:39.921103 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:57:39.921103 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:57:39.921103 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:57:39.921103 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:57:39.921103 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:57:39.921103 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:57:39.921103 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:57:39.921103 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:57:39.921103 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:57:39.921103 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:57:39.921103 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:57:39.921103 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:57:39.921103 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:57:39.921103 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:57:39.921103 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:57:39.921103 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:57:39.921103 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:57:39.921103 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:57:39.921103 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:57:39.921103 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:57:39.921103 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:57:39.921103 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:57:39.921103 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:57:39.921103 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:57:39.921103 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:57:39.921103 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:57:39.921103 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:57:39.921103 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:57:39.921103 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:57:39.932129 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-270470d2-5752-4fac-878c-d94f1bdc54c3 None None] For port 42b422ea-77b6-45a5-b704-37216b61ae1c, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=42b422ea-77b6-45a5-b704-37216b61ae1c,segment=NetworkSegment(0bf4bf75-2bdf-4e91-916b-569970e809ca),segment_id=0bf4bf75-2bdf-4e91-916b-569970e809ca)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:57:39.932129 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-270470d2-5752-4fac-878c-d94f1bdc54c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:40.019126 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9729c911-a85c-4b58-bbbf-682824ad5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:40.042501 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9729c911-a85c-4b58-bbbf-682824ad5d20 admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:40.060340 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9729c911-a85c-4b58-bbbf-682824ad5d20 admin admin] 10.222.0.104 "DELETE /v2.0/networks/3c7ecd14-7b1e-4350-90a1-61e73ac7f6e9 HTTP/1.1" status: 204 len: 168 time: 1.0430954 Jan 21 09:57:40.064360 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ce417710-cd77-4462-8aee-2d5746b814bf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Calling delete_port for fc54d0d8-1cdf-4697-9aee-facefcbaa1f0 owned by network:router_gateway {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:57:40.075171 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729c911-a85c-4b58-bbbf-682824ad5d20 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c7ecd14-7b1e-4350-90a1-61e73ac7f6e9,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:40.146756 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 5e999be8-10b4-4887-bea4-3ff7112f2c08 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:57:40.179120 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-270470d2-5752-4fac-878c-d94f1bdc54c3 None None] Calling delete_port for 42b422ea-77b6-45a5-b704-37216b61ae1c owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:57:40.223353 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 5e999be8-10b4-4887-bea4-3ff7112f2c08 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:57:40.224678 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 5e999be8-10b4-4887-bea4-3ff7112f2c08 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:57:40.225106 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 42b422ea-77b6-45a5-b704-37216b61ae1c no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:57:40.246029 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38760) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:40.301165 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ce417710-cd77-4462-8aee-2d5746b814bf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:40.308594 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c8d4c972-7606-4152-9045-10d36da354f8 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=445ef770bf614bd2b6b8d3bcf07af0fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0612717 Jan 21 09:57:40.309616 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38764) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:40.352389 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Port 42b422ea-77b6-45a5-b704-37216b61ae1c update to DOWN by agent not found {{(pid=83599) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Jan 21 09:57:40.352740 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ec8a36df-4259-4ce9-af8e-c5d861ae407d no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:57:40.361417 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce417710-cd77-4462-8aee-2d5746b814bf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Port': ['ID=fc54d0d8-1cdf-4697-9aee-facefcbaa1f0,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:40.380880 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-556c104c-a866-4185-ad1c-b02b0079636d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:40.381077 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-270470d2-5752-4fac-878c-d94f1bdc54c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:40.413765 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-556c104c-a866-4185-ad1c-b02b0079636d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:40.428797 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: ec8a36df-4259-4ce9-af8e-c5d861ae407d {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:57:40.429140 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ec8a36df-4259-4ce9-af8e-c5d861ae407d not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:57:40.429584 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device e0da9672-571c-4825-9490-27b79e8db104 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:57:40.484296 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270470d2-5752-4fac-878c-d94f1bdc54c3 None None] No DVR routers for this DVR port 42b422ea-77b6-45a5-b704-37216b61ae1c on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:57:40.502917 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: e0da9672-571c-4825-9490-27b79e8db104 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:57:40.503567 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device e0da9672-571c-4825-9490-27b79e8db104 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:57:40.506634 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270470d2-5752-4fac-878c-d94f1bdc54c3 None None] Pushing event deleted for resources: {'Port': ['ID=42b422ea-77b6-45a5-b704-37216b61ae1c,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:40.585753 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-556c104c-a866-4185-ad1c-b02b0079636d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:40.604557 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c104c-a866-4185-ad1c-b02b0079636d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3569a6b-1141-4d92-a17b-1eeb6025931d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:40.618624 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-556c104c-a866-4185-ad1c-b02b0079636d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:40.622663 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-556c104c-a866-4185-ad1c-b02b0079636d admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/f3569a6b-1141-4d92-a17b-1eeb6025931d HTTP/1.1" status: 204 len: 168 time: 0.3092542 Jan 21 09:57:40.675440 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ce417710-cd77-4462-8aee-2d5746b814bf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:40.965001 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ce417710-cd77-4462-8aee-2d5746b814bf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:40.970193 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ce417710-cd77-4462-8aee-2d5746b814bf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:40.998279 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ce417710-cd77-4462-8aee-2d5746b814bf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:40.998869 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce417710-cd77-4462-8aee-2d5746b814bf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Fanout notify agent at l3_agent the message router_deleted on router 9c2e28e0-5f87-4e02-9d31-673327dd4e01 {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:57:41.014903 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ce417710-cd77-4462-8aee-2d5746b814bf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:41.016314 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ce417710-cd77-4462-8aee-2d5746b814bf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/routers/9c2e28e0-5f87-4e02-9d31-673327dd4e01 HTTP/1.1" status: 204 len: 168 time: 2.0253012 Jan 21 09:57:41.019267 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38772) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:41.107795 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38776) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:41.151809 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-599439d7-2916-45c0-945b-90605499ae48 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:41.168618 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-33329951-0951-4625-a9e1-34b12ab9068c admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=46be4eed59ff4316b230439062a7a607&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0596168 Jan 21 09:57:41.170992 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38780) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:41.236315 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-15488af5-47a5-48fa-9201-faec6feeae6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:41.262877 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-15488af5-47a5-48fa-9201-faec6feeae6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:41.285447 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-599439d7-2916-45c0-945b-90605499ae48 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:41.317095 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-599439d7-2916-45c0-945b-90605499ae48 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73aee4fc-670e-474e-9646-1272478c2ef4']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:41.324146 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-15488af5-47a5-48fa-9201-faec6feeae6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:41.331424 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-599439d7-2916-45c0-945b-90605499ae48 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf4bf75-2bdf-4e91-916b-569970e809ca') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:41.331864 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-599439d7-2916-45c0-945b-90605499ae48 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf4bf75-2bdf-4e91-916b-569970e809ca') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:41.341663 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15488af5-47a5-48fa-9201-faec6feeae6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34732104-e835-44da-a07b-7f19e1d9cce6,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:41.345453 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-599439d7-2916-45c0-945b-90605499ae48 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:41.346322 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-15488af5-47a5-48fa-9201-faec6feeae6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:41.350400 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-15488af5-47a5-48fa-9201-faec6feeae6e admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/34732104-e835-44da-a07b-7f19e1d9cce6 HTTP/1.1" status: 204 len: 168 time: 0.1755638 Jan 21 09:57:41.363863 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-599439d7-2916-45c0-945b-90605499ae48 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:41.371442 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-599439d7-2916-45c0-945b-90605499ae48 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:57:41.371845 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-599439d7-2916-45c0-945b-90605499ae48 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:41.389305 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:57:41.389305 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:57:41.389305 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:57:41.389305 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:57:41.389305 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:57:41.389305 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:57:41.389305 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:57:41.389305 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:57:41.389305 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:57:41.389305 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:57:41.389305 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:57:41.389305 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:57:41.389305 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:57:41.389305 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:57:41.389305 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:57:41.389305 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:57:41.389305 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:57:41.389305 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:57:41.389305 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:57:41.389305 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:57:41.389305 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:57:41.389305 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:57:41.389305 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:57:41.389305 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:57:41.389305 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:57:41.389305 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:57:41.389305 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:57:41.389305 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:57:41.389305 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:57:41.389305 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:57:41.389305 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:57:41.389305 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:57:41.479916 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-599439d7-2916-45c0-945b-90605499ae48 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:41.501010 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-599439d7-2916-45c0-945b-90605499ae48 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:41.511562 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599439d7-2916-45c0-945b-90605499ae48 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Network': ['ID=73aee4fc-670e-474e-9646-1272478c2ef4,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:41.521428 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-599439d7-2916-45c0-945b-90605499ae48 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/networks/73aee4fc-670e-474e-9646-1272478c2ef4 HTTP/1.1" status: 204 len: 168 time: 0.5007045 Jan 21 09:57:41.543218 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38786) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:41.549764 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-7ad7f9d4-1125-4da3-86b5-a9622ad660f6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'network': {'name': 'tempest-network-smoke--450779571', 'project_id': 'e2711eddd053435baef8e70b41198188', 'port_security_enabled': True}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:57:41.554937 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7ad7f9d4-1125-4da3-86b5-a9622ad660f6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:41.559830 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-7ad7f9d4-1125-4da3-86b5-a9622ad660f6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:network and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:41.562852 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-7ad7f9d4-1125-4da3-86b5-a9622ad660f6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:41.569296 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7ad7f9d4-1125-4da3-86b5-a9622ad660f6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:41.579459 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad7f9d4-1125-4da3-86b5-a9622ad660f6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Made reservation on behalf of e2711eddd053435baef8e70b41198188 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:57:41.582615 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7ad7f9d4-1125-4da3-86b5-a9622ad660f6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:41.616245 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ad7f9d4-1125-4da3-86b5-a9622ad660f6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:57:41.627822 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7ad7f9d4-1125-4da3-86b5-a9622ad660f6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:41.628115 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-7ad7f9d4-1125-4da3-86b5-a9622ad660f6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Added segment d3ee328d-ecdb-409f-ab61-c1db1cc06b5b of type vlan for network 7986e8d3-2551-484f-bbfb-0a9e6ae33fc9 Jan 21 09:57:41.660003 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7ad7f9d4-1125-4da3-86b5-a9622ad660f6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:41.699213 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7ad7f9d4-1125-4da3-86b5-a9622ad660f6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:41.703170 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad7f9d4-1125-4da3-86b5-a9622ad660f6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:41.703805 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7ad7f9d4-1125-4da3-86b5-a9622ad660f6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:41.807347 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device fc54d0d8-1cdf-4697-9aee-facefcbaa1f0 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:57:41.826965 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7ad7f9d4-1125-4da3-86b5-a9622ad660f6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2800291 Jan 21 09:57:41.827435 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38790) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:41.832426 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-0396003c-406c-424c-bbba-887840f3f5e8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-804029425', 'admin_state_up': True, 'project_id': 'e2711eddd053435baef8e70b41198188', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:57:41.838639 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7f9d4-1125-4da3-86b5-a9622ad660f6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Network': ['ID=7986e8d3-2551-484f-bbfb-0a9e6ae33fc9,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:41.841770 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: fc54d0d8-1cdf-4697-9aee-facefcbaa1f0 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:57:41.842316 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device fc54d0d8-1cdf-4697-9aee-facefcbaa1f0 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:57:41.842508 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0396003c-406c-424c-bbba-887840f3f5e8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:41.846668 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0396003c-406c-424c-bbba-887840f3f5e8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:router and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:41.849757 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0396003c-406c-424c-bbba-887840f3f5e8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:41.851881 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 7986e8d3-2551-484f-bbfb-0a9e6ae33fc9 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:57:41.856464 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0396003c-406c-424c-bbba-887840f3f5e8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:41.872628 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0396003c-406c-424c-bbba-887840f3f5e8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:41.873733 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0396003c-406c-424c-bbba-887840f3f5e8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:41.898502 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0396003c-406c-424c-bbba-887840f3f5e8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:42.048000 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0396003c-406c-424c-bbba-887840f3f5e8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:42.227945 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0396003c-406c-424c-bbba-887840f3f5e8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:42.261723 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0396003c-406c-424c-bbba-887840f3f5e8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:42.408034 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-0396003c-406c-424c-bbba-887840f3f5e8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Allocated IP 172.26.0.207 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/9fdbc9c0-e7da-4073-98cf-0385eff31b87) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:57:42.563552 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0396003c-406c-424c-bbba-887840f3f5e8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:42.591283 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0396003c-406c-424c-bbba-887840f3f5e8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:42.662665 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0396003c-406c-424c-bbba-887840f3f5e8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:57:42.665504 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-0396003c-406c-424c-bbba-887840f3f5e8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:57:42.669270 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0396003c-406c-424c-bbba-887840f3f5e8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:57:42.698533 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0396003c-406c-424c-bbba-887840f3f5e8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=9fdbc9c0-e7da-4073-98cf-0385eff31b87,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:42.926011 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0396003c-406c-424c-bbba-887840f3f5e8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:42.926788 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0396003c-406c-424c-bbba-887840f3f5e8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:43.158939 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0396003c-406c-424c-bbba-887840f3f5e8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router 7d97b8ae-ca71-43a7-a051-d15f02716d8d is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:57:43.358458 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0396003c-406c-424c-bbba-887840f3f5e8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:57:43.371345 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68862047-00ba-4910-b3ad-7c8ce7305503 None None] Sync routers for ids ['7d97b8ae-ca71-43a7-a051-d15f02716d8d'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:57:43.383659 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68862047-00ba-4910-b3ad-7c8ce7305503 None None] Routers {'7d97b8ae-ca71-43a7-a051-d15f02716d8d'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:57:43.384355 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-68862047-00ba-4910-b3ad-7c8ce7305503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:57:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['7d97b8ae-ca71-43a7-a051-d15f02716d8d'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:43.387949 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0396003c-406c-424c-bbba-887840f3f5e8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:43.389210 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0396003c-406c-424c-bbba-887840f3f5e8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5609243 Jan 21 09:57:43.392636 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38794) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:43.576950 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-68862047-00ba-4910-b3ad-7c8ce7305503 None None] Set router 7d97b8ae-ca71-43a7-a051-d15f02716d8d gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:57:43.700393 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-af35763d-e8b2-4b32-b0c2-8b3626abb3ac tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/subnets?project_id=e2711eddd053435baef8e70b41198188&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3065662 Jan 21 09:57:43.703123 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38800) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:43.843952 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86d862f-c27b-4c3d-b9fa-d400262f3138 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:43.845412 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e86d862f-c27b-4c3d-b9fa-d400262f3138 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1412325 Jan 21 09:57:43.848225 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38804) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:43.876544 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-68862047-00ba-4910-b3ad-7c8ce7305503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'name': 'tempest-TestNetworkBasicOps-router-804029425', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '9fdbc9c0-e7da-4073-98cf-0385eff31b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:57:41Z', 'updated_at': '2022-01-21T09:57:42Z', 'revision_number': 3, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9fdbc9c0-e7da-4073-98cf-0385eff31b87', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:93:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:42Z', 'updated_at': '2022-01-21T09:57:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:43.881750 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68862047-00ba-4910-b3ad-7c8ce7305503 None None] Checking router: 7d97b8ae-ca71-43a7-a051-d15f02716d8d for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:57:43.882109 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68862047-00ba-4910-b3ad-7c8ce7305503 None None] Updating router 7d97b8ae-ca71-43a7-a051-d15f02716d8d port 9fdbc9c0-e7da-4073-98cf-0385eff31b87 binding host dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:57:43.892657 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c33a9159-a6c0-4121-88ac-b026c71865fd tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/subnets?network_id=05164b30-8981-419a-8272-388f48c19dd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422051 Jan 21 09:57:43.895521 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38808) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:43.901172 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c235a6db-b23a-41cd-bcf7-f88e3b73bf30 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1423558827', 'network_id': '7986e8d3-2551-484f-bbfb-0a9e6ae33fc9', 'project_id': 'e2711eddd053435baef8e70b41198188', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:57:43.946945 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-68862047-00ba-4910-b3ad-7c8ce7305503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:44.019486 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c235a6db-b23a-41cd-bcf7-f88e3b73bf30 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:44.024237 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c235a6db-b23a-41cd-bcf7-f88e3b73bf30 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:subnet and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:44.027161 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c235a6db-b23a-41cd-bcf7-f88e3b73bf30 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:44.032993 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c235a6db-b23a-41cd-bcf7-f88e3b73bf30 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:44.044850 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c235a6db-b23a-41cd-bcf7-f88e3b73bf30 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Made reservation on behalf of e2711eddd053435baef8e70b41198188 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:57:44.166531 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c235a6db-b23a-41cd-bcf7-f88e3b73bf30 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:44.330078 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-68862047-00ba-4910-b3ad-7c8ce7305503 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:44.342869 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-68862047-00ba-4910-b3ad-7c8ce7305503 None None] Transition to ACTIVE for port object 9fdbc9c0-e7da-4073-98cf-0385eff31b87 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:57:44.350827 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-68862047-00ba-4910-b3ad-7c8ce7305503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:44.388372 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c235a6db-b23a-41cd-bcf7-f88e3b73bf30 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:44.433649 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-68862047-00ba-4910-b3ad-7c8ce7305503 None None] Attempting to bind port 9fdbc9c0-e7da-4073-98cf-0385eff31b87 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:57:44.434201 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-68862047-00ba-4910-b3ad-7c8ce7305503 None None] Attempting to bind port 9fdbc9c0-e7da-4073-98cf-0385eff31b87 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:57:44.434295 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68862047-00ba-4910-b3ad-7c8ce7305503 None None] Attempting to bind port 9fdbc9c0-e7da-4073-98cf-0385eff31b87 on network 05164b30-8981-419a-8272-388f48c19dd5 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:57:44.436359 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1dc676-46e6-48c7-9e57-9bb7a5d89907 None None] Pushing event updated for resources: {'Port': ['ID=9fdbc9c0-e7da-4073-98cf-0385eff31b87,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:44.444423 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68862047-00ba-4910-b3ad-7c8ce7305503 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:57:44.444423 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68862047-00ba-4910-b3ad-7c8ce7305503 None None] Checking segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:57:44.444898 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-68862047-00ba-4910-b3ad-7c8ce7305503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:44.445005 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68862047-00ba-4910-b3ad-7c8ce7305503 None None] Bound using segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:57:44.445418 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-68862047-00ba-4910-b3ad-7c8ce7305503 None None] Bound port: 9fdbc9c0-e7da-4073-98cf-0385eff31b87, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:57:44.445814 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-68862047-00ba-4910-b3ad-7c8ce7305503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:44.455189 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235a6db-b23a-41cd-bcf7-f88e3b73bf30 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Subnet': ['ID=aae55edd-d583-4268-9613-24cac4ea0245,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:44.483081 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c235a6db-b23a-41cd-bcf7-f88e3b73bf30 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Checking segment: {'id': 'd3ee328d-ecdb-409f-ab61-c1db1cc06b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7986e8d3-2551-484f-bbfb-0a9e6ae33fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:57:44.483437 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c235a6db-b23a-41cd-bcf7-f88e3b73bf30 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network hostable DHCP agents. Network: 7986e8d3-2551-484f-bbfb-0a9e6ae33fc9, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:57:44.506023 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c235a6db-b23a-41cd-bcf7-f88e3b73bf30 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network 7986e8d3-2551-484f-bbfb-0a9e6ae33fc9 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:57:44.516782 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-c235a6db-b23a-41cd-bcf7-f88e3b73bf30 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 7986e8d3-2551-484f-bbfb-0a9e6ae33fc9) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:57:44.522320 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c235a6db-b23a-41cd-bcf7-f88e3b73bf30 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:44.522896 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c235a6db-b23a-41cd-bcf7-f88e3b73bf30 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:44.528205 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5055c01c-8031-4f79-af5b-f70238111cb8 None None] Network 7986e8d3-2551-484f-bbfb-0a9e6ae33fc9 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:57:44.546704 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c235a6db-b23a-41cd-bcf7-f88e3b73bf30 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6498587 Jan 21 09:57:44.549292 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38812) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:44.588931 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-68862047-00ba-4910-b3ad-7c8ce7305503 None None] For port 9fdbc9c0-e7da-4073-98cf-0385eff31b87, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:57:44.606916 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-68862047-00ba-4910-b3ad-7c8ce7305503 None None] For port 9fdbc9c0-e7da-4073-98cf-0385eff31b87, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=9fdbc9c0-e7da-4073-98cf-0385eff31b87,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:57:44.620604 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-68862047-00ba-4910-b3ad-7c8ce7305503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:44.778191 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1dc676-46e6-48c7-9e57-9bb7a5d89907 None None] Pushing event updated for resources: {'Port': ['ID=9fdbc9c0-e7da-4073-98cf-0385eff31b87,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:44.811476 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68862047-00ba-4910-b3ad-7c8ce7305503 None None] Routers {'7d97b8ae-ca71-43a7-a051-d15f02716d8d'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:57:44.812111 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-68862047-00ba-4910-b3ad-7c8ce7305503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:57:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['7d97b8ae-ca71-43a7-a051-d15f02716d8d'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:44.898209 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1a00d4-58a6-4a29-94ca-fbccea6c55a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-7986e8d3-2551-484f-bbfb-0a9e6ae33fc9', 'network_id': '7986e8d3-2551-484f-bbfb-0a9e6ae33fc9', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ips': [{'subnet_id': 'aae55edd-d583-4268-9613-24cac4ea0245'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:57:44.899021 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dc1a00d4-58a6-4a29-94ca-fbccea6c55a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:45.080589 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-68862047-00ba-4910-b3ad-7c8ce7305503 None None] Set router 7d97b8ae-ca71-43a7-a051-d15f02716d8d gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:57:45.304394 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-dc1a00d4-58a6-4a29-94ca-fbccea6c55a1 None None] Allocated IP 172.20.0.2 (7986e8d3-2551-484f-bbfb-0a9e6ae33fc9/aae55edd-d583-4268-9613-24cac4ea0245/3f28912f-ccb1-41af-8118-f6326a4162be) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:57:45.452397 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d938ecf9-c4d1-4f18-8db2-670fe65c61b9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:45.594755 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-68862047-00ba-4910-b3ad-7c8ce7305503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'name': 'tempest-TestNetworkBasicOps-router-804029425', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '9fdbc9c0-e7da-4073-98cf-0385eff31b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:57:41Z', 'updated_at': '2022-01-21T09:57:42Z', 'revision_number': 3, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9fdbc9c0-e7da-4073-98cf-0385eff31b87', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:93:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:42Z', 'updated_at': '2022-01-21T09:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:45.600329 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dc1a00d4-58a6-4a29-94ca-fbccea6c55a1 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:45.605899 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68862047-00ba-4910-b3ad-7c8ce7305503 None None] The sync data for ids ['7d97b8ae-ca71-43a7-a051-d15f02716d8d'] in dv-neutron-825732-1-hyperv is: [{'id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'name': 'tempest-TestNetworkBasicOps-router-804029425', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '9fdbc9c0-e7da-4073-98cf-0385eff31b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:57:41Z', 'updated_at': '2022-01-21T09:57:42Z', 'revision_number': 3, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9fdbc9c0-e7da-4073-98cf-0385eff31b87', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:93:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:42Z', 'updated_at': '2022-01-21T09:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:57:45.614604 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-dc1a00d4-58a6-4a29-94ca-fbccea6c55a1 None None] Transition to ACTIVE for port object 3f28912f-ccb1-41af-8118-f6326a4162be will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:57:45.644515 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-dc1a00d4-58a6-4a29-94ca-fbccea6c55a1 None None] Transition to ACTIVE for port object 3f28912f-ccb1-41af-8118-f6326a4162be will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:57:45.655657 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dc1a00d4-58a6-4a29-94ca-fbccea6c55a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:45.736910 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1a00d4-58a6-4a29-94ca-fbccea6c55a1 None None] Network 7986e8d3-2551-484f-bbfb-0a9e6ae33fc9 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:57:45.740053 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-dc1a00d4-58a6-4a29-94ca-fbccea6c55a1 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:57:45.742490 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1a00d4-58a6-4a29-94ca-fbccea6c55a1 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:57:45.753126 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a00d4-58a6-4a29-94ca-fbccea6c55a1 None None] Pushing event updated for resources: {'Port': ['ID=3f28912f-ccb1-41af-8118-f6326a4162be,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:45.879218 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-dc1a00d4-58a6-4a29-94ca-fbccea6c55a1 None None] Attempting to bind port 3f28912f-ccb1-41af-8118-f6326a4162be on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:57:45.879910 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-dc1a00d4-58a6-4a29-94ca-fbccea6c55a1 None None] Attempting to bind port 3f28912f-ccb1-41af-8118-f6326a4162be by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'd3ee328d-ecdb-409f-ab61-c1db1cc06b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7986e8d3-2551-484f-bbfb-0a9e6ae33fc9'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:57:45.880597 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1a00d4-58a6-4a29-94ca-fbccea6c55a1 None None] Attempting to bind port 3f28912f-ccb1-41af-8118-f6326a4162be on network 7986e8d3-2551-484f-bbfb-0a9e6ae33fc9 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:57:45.892015 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1a00d4-58a6-4a29-94ca-fbccea6c55a1 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:57:45.892513 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1a00d4-58a6-4a29-94ca-fbccea6c55a1 None None] Checking segment: {'id': 'd3ee328d-ecdb-409f-ab61-c1db1cc06b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7986e8d3-2551-484f-bbfb-0a9e6ae33fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:57:45.893626 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dc1a00d4-58a6-4a29-94ca-fbccea6c55a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:45.893626 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1a00d4-58a6-4a29-94ca-fbccea6c55a1 None None] Bound using segment: {'id': 'd3ee328d-ecdb-409f-ab61-c1db1cc06b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7986e8d3-2551-484f-bbfb-0a9e6ae33fc9'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:57:45.895848 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-dc1a00d4-58a6-4a29-94ca-fbccea6c55a1 None None] Bound port: 3f28912f-ccb1-41af-8118-f6326a4162be, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3ee328d-ecdb-409f-ab61-c1db1cc06b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7986e8d3-2551-484f-bbfb-0a9e6ae33fc9'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:57:45.896400 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dc1a00d4-58a6-4a29-94ca-fbccea6c55a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:45.921086 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-d938ecf9-c4d1-4f18-8db2-670fe65c61b9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Allocated IP 172.20.0.1 (7986e8d3-2551-484f-bbfb-0a9e6ae33fc9/aae55edd-d583-4268-9613-24cac4ea0245/e6aa8280-2525-4472-8311-973e00fe59aa) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:57:46.060610 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-dc1a00d4-58a6-4a29-94ca-fbccea6c55a1 None None] For port 3f28912f-ccb1-41af-8118-f6326a4162be, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:57:46.064125 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-dc1a00d4-58a6-4a29-94ca-fbccea6c55a1 None None] For port 3f28912f-ccb1-41af-8118-f6326a4162be, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=3f28912f-ccb1-41af-8118-f6326a4162be,segment=NetworkSegment(d3ee328d-ecdb-409f-ab61-c1db1cc06b5b),segment_id=d3ee328d-ecdb-409f-ab61-c1db1cc06b5b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:57:46.070587 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dc1a00d4-58a6-4a29-94ca-fbccea6c55a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:46.102380 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d938ecf9-c4d1-4f18-8db2-670fe65c61b9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:46.120451 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d938ecf9-c4d1-4f18-8db2-670fe65c61b9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Transition to ACTIVE for port object e6aa8280-2525-4472-8311-973e00fe59aa will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:57:46.151598 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d938ecf9-c4d1-4f18-8db2-670fe65c61b9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:46.162633 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a00d4-58a6-4a29-94ca-fbccea6c55a1 None None] Pushing event updated for resources: {'Port': ['ID=3f28912f-ccb1-41af-8118-f6326a4162be,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:46.225485 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d938ecf9-c4d1-4f18-8db2-670fe65c61b9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network 7986e8d3-2551-484f-bbfb-0a9e6ae33fc9 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:57:46.228828 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-d938ecf9-c4d1-4f18-8db2-670fe65c61b9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:57:46.233439 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d938ecf9-c4d1-4f18-8db2-670fe65c61b9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:57:46.273628 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938ecf9-c4d1-4f18-8db2-670fe65c61b9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=e6aa8280-2525-4472-8311-973e00fe59aa,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:46.320416 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d938ecf9-c4d1-4f18-8db2-670fe65c61b9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:46.453152 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d938ecf9-c4d1-4f18-8db2-670fe65c61b9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:47.023768 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d938ecf9-c4d1-4f18-8db2-670fe65c61b9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:47.029697 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d938ecf9-c4d1-4f18-8db2-670fe65c61b9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:47.133301 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20914757-362c-4342-a461-0c220f895ff3 None None] Network 7986e8d3-2551-484f-bbfb-0a9e6ae33fc9 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:57:47.142980 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938ecf9-c4d1-4f18-8db2-670fe65c61b9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=e6aa8280-2525-4472-8311-973e00fe59aa,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:47.147091 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d938ecf9-c4d1-4f18-8db2-670fe65c61b9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:47.242059 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-1404b79f-c3e3-4520-8deb-7ce66a521c3f None None] Provisioning for port 3f28912f-ccb1-41af-8118-f6326a4162be completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:57:47.297539 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d938ecf9-c4d1-4f18-8db2-670fe65c61b9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network 7986e8d3-2551-484f-bbfb-0a9e6ae33fc9 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:57:47.298701 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-d938ecf9-c4d1-4f18-8db2-670fe65c61b9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:57:47.597806 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-184c24fa-f8c1-45d8-825e-856bc813bd6e None None] Provisioning for port e6aa8280-2525-4472-8311-973e00fe59aa completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:57:47.604447 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-184c24fa-f8c1-45d8-825e-856bc813bd6e None None] Provisioning complete for port e6aa8280-2525-4472-8311-973e00fe59aa triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:57:47.604961 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-184c24fa-f8c1-45d8-825e-856bc813bd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:47.671137 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-184c24fa-f8c1-45d8-825e-856bc813bd6e None None] Port e6aa8280-2525-4472-8311-973e00fe59aa cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:57:47.727929 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d938ecf9-c4d1-4f18-8db2-670fe65c61b9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router 7d97b8ae-ca71-43a7-a051-d15f02716d8d has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:57:47.828510 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-6578359f-4440-4621-82a7-161e13f2751e None None] Provisioning complete for port e6aa8280-2525-4472-8311-973e00fe59aa triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:57:47.829048 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6578359f-4440-4621-82a7-161e13f2751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:47.894117 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 3f28912f-ccb1-41af-8118-f6326a4162be up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:57:47.997575 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-6578359f-4440-4621-82a7-161e13f2751e None None] Port e6aa8280-2525-4472-8311-973e00fe59aa cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:57:48.021309 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d938ecf9-c4d1-4f18-8db2-670fe65c61b9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:57:48.023316 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 3f28912f-ccb1-41af-8118-f6326a4162be completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:57:48.030488 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 3f28912f-ccb1-41af-8118-f6326a4162be triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:57:48.031167 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:48.034827 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d938ecf9-c4d1-4f18-8db2-670fe65c61b9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "PUT /v2.0/routers/7d97b8ae-ca71-43a7-a051-d15f02716d8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4844484 Jan 21 09:57:48.037546 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38816) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:48.181284 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-9031bf26-673d-48d1-9dac-dd1c6e2534c3 None None] Provisioning complete for port e6aa8280-2525-4472-8311-973e00fe59aa triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:57:48.181885 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9031bf26-673d-48d1-9dac-dd1c6e2534c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:48.182681 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a39349-9c50-4e5c-920f-39862ffadd42 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:48.183070 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a39349-9c50-4e5c-920f-39862ffadd42 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:48.183435 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a39349-9c50-4e5c-920f-39862ffadd42 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:48.183794 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a39349-9c50-4e5c-920f-39862ffadd42 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:48.185423 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-27a39349-9c50-4e5c-920f-39862ffadd42 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1469784 Jan 21 09:57:48.188789 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38820) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:48.265590 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:48.271951 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc731c3-96d5-49e8-8a28-1c64c5d8ec79 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:48.272224 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc731c3-96d5-49e8-8a28-1c64c5d8ec79 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:48.272898 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc731c3-96d5-49e8-8a28-1c64c5d8ec79 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:48.273289 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc731c3-96d5-49e8-8a28-1c64c5d8ec79 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:48.275099 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-edc731c3-96d5-49e8-8a28-1c64c5d8ec79 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0853410 Jan 21 09:57:48.278049 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38824) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:48.295949 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-9031bf26-673d-48d1-9dac-dd1c6e2534c3 None None] Port e6aa8280-2525-4472-8311-973e00fe59aa cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:57:48.318075 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 3f28912f-ccb1-41af-8118-f6326a4162be, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=3f28912f-ccb1-41af-8118-f6326a4162be,segment=NetworkSegment(d3ee328d-ecdb-409f-ab61-c1db1cc06b5b),segment_id=d3ee328d-ecdb-409f-ab61-c1db1cc06b5b)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:57:48.323709 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:48.324555 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 9fdbc9c0-e7da-4073-98cf-0385eff31b87 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:57:48.454894 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=3f28912f-ccb1-41af-8118-f6326a4162be,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:48.468164 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:48.468502 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:48.468837 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:48.469298 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:48.469904 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:48.470418 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:48.471012 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:48.471443 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:48.471949 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:48.472464 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:48.472978 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:48.485212 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 9fdbc9c0-e7da-4073-98cf-0385eff31b87 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:57:48.492145 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 9fdbc9c0-e7da-4073-98cf-0385eff31b87 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:57:48.492514 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:48.621967 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:48.641173 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 9fdbc9c0-e7da-4073-98cf-0385eff31b87, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=9fdbc9c0-e7da-4073-98cf-0385eff31b87,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:57:48.642100 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4d7b9faa-550d-4bd1-a1ae-747b6a32b079 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.3627150 Jan 21 09:57:48.645321 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38828) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:48.649270 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:48.651245 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6e556f25-7237-4836-b9c3-edbb2f2c31b4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1538148327', 'network_id': '7986e8d3-2551-484f-bbfb-0a9e6ae33fc9'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:57:48.719596 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=9fdbc9c0-e7da-4073-98cf-0385eff31b87,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:48.790116 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6e556f25-7237-4836-b9c3-edbb2f2c31b4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:48.794227 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6e556f25-7237-4836-b9c3-edbb2f2c31b4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:port and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:48.797027 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6e556f25-7237-4836-b9c3-edbb2f2c31b4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:48.803508 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6e556f25-7237-4836-b9c3-edbb2f2c31b4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:48.815579 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e556f25-7237-4836-b9c3-edbb2f2c31b4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Made reservation on behalf of e2711eddd053435baef8e70b41198188 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:57:48.820562 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6e556f25-7237-4836-b9c3-edbb2f2c31b4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:48.857763 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-6e556f25-7237-4836-b9c3-edbb2f2c31b4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] device_id is not set on port 0abe0d54-5c0d-4159-b51b-8ead1e28f073 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:57:49.015619 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-6e556f25-7237-4836-b9c3-edbb2f2c31b4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Allocated IP 172.20.0.12 (7986e8d3-2551-484f-bbfb-0a9e6ae33fc9/aae55edd-d583-4268-9613-24cac4ea0245/0abe0d54-5c0d-4159-b51b-8ead1e28f073) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:57:49.234138 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6e556f25-7237-4836-b9c3-edbb2f2c31b4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:49.250056 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-6e556f25-7237-4836-b9c3-edbb2f2c31b4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Transition to ACTIVE for port object 0abe0d54-5c0d-4159-b51b-8ead1e28f073 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:57:49.276660 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6e556f25-7237-4836-b9c3-edbb2f2c31b4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:49.291057 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bed461-b73d-4dc0-bc4a-a3414ef0fd50 None None] Sync routers for ids ['7d97b8ae-ca71-43a7-a051-d15f02716d8d'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:57:49.307481 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bed461-b73d-4dc0-bc4a-a3414ef0fd50 None None] Routers {'7d97b8ae-ca71-43a7-a051-d15f02716d8d'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:57:49.308110 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-09bed461-b73d-4dc0-bc4a-a3414ef0fd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:57:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['7d97b8ae-ca71-43a7-a051-d15f02716d8d'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:49.375574 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e556f25-7237-4836-b9c3-edbb2f2c31b4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network 7986e8d3-2551-484f-bbfb-0a9e6ae33fc9 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:57:49.379220 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-6e556f25-7237-4836-b9c3-edbb2f2c31b4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:57:49.384143 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e556f25-7237-4836-b9c3-edbb2f2c31b4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:57:49.415983 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e556f25-7237-4836-b9c3-edbb2f2c31b4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=0abe0d54-5c0d-4159-b51b-8ead1e28f073,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:49.456457 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e556f25-7237-4836-b9c3-edbb2f2c31b4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:49.457217 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6e556f25-7237-4836-b9c3-edbb2f2c31b4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:49.485691 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6e556f25-7237-4836-b9c3-edbb2f2c31b4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8389473 Jan 21 09:57:49.547072 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-09bed461-b73d-4dc0-bc4a-a3414ef0fd50 None None] Set router 7d97b8ae-ca71-43a7-a051-d15f02716d8d gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:57:49.757315 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-bc33420c-bdfa-48be-b7f8-d256f6b2b1d0 None None] Provisioning for port 0abe0d54-5c0d-4159-b51b-8ead1e28f073 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:57:49.771560 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-bc33420c-bdfa-48be-b7f8-d256f6b2b1d0 None None] Provisioning complete for port 0abe0d54-5c0d-4159-b51b-8ead1e28f073 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:57:49.773358 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bc33420c-bdfa-48be-b7f8-d256f6b2b1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:49.870871 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-bc33420c-bdfa-48be-b7f8-d256f6b2b1d0 None None] Port 0abe0d54-5c0d-4159-b51b-8ead1e28f073 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:57:49.894018 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 3f28912f-ccb1-41af-8118-f6326a4162be up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:57:49.990833 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 3f28912f-ccb1-41af-8118-f6326a4162be triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:57:49.991206 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:50.040298 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-09bed461-b73d-4dc0-bc4a-a3414ef0fd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'name': 'tempest-TestNetworkBasicOps-router-804029425', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '9fdbc9c0-e7da-4073-98cf-0385eff31b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:57:41Z', 'updated_at': '2022-01-21T09:57:46Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9fdbc9c0-e7da-4073-98cf-0385eff31b87', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:93:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:42Z', 'updated_at': '2022-01-21T09:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'e6aa8280-2525-4472-8311-973e00fe59aa', 'name': '', 'network_id': '7986e8d3-2551-484f-bbfb-0a9e6ae33fc9', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:86:3f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aae55edd-d583-4268-9613-24cac4ea0245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:45Z', 'updated_at': '2022-01-21T09:57:46Z', 'revision_number': 2, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'aae55edd-d583-4268-9613-24cac4ea0245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:50.044760 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bed461-b73d-4dc0-bc4a-a3414ef0fd50 None None] Checking router: 7d97b8ae-ca71-43a7-a051-d15f02716d8d for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:57:50.045111 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bed461-b73d-4dc0-bc4a-a3414ef0fd50 None None] Updating router 7d97b8ae-ca71-43a7-a051-d15f02716d8d port e6aa8280-2525-4472-8311-973e00fe59aa binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:57:50.106131 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-09bed461-b73d-4dc0-bc4a-a3414ef0fd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:50.113015 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 9fdbc9c0-e7da-4073-98cf-0385eff31b87 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:57:50.191968 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 9fdbc9c0-e7da-4073-98cf-0385eff31b87 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:57:50.193595 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:50.302975 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38836) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:50.309425 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-72196f0c-58c7-47a6-b138-a0c8e9f0f77c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-662049310', 'description': 'tempest-secgroup-smoke-662049310 description', 'project_id': 'e2711eddd053435baef8e70b41198188'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:57:50.317750 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-72196f0c-58c7-47a6-b138-a0c8e9f0f77c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:50.323948 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-72196f0c-58c7-47a6-b138-a0c8e9f0f77c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:50.327580 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-72196f0c-58c7-47a6-b138-a0c8e9f0f77c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:50.336696 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-72196f0c-58c7-47a6-b138-a0c8e9f0f77c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:50.338707 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:50.348463 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-72196f0c-58c7-47a6-b138-a0c8e9f0f77c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:50.384538 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-72196f0c-58c7-47a6-b138-a0c8e9f0f77c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:50.388442 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-72196f0c-58c7-47a6-b138-a0c8e9f0f77c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:50.391264 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-72196f0c-58c7-47a6-b138-a0c8e9f0f77c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:50.400755 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-72196f0c-58c7-47a6-b138-a0c8e9f0f77c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:50.461460 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-72196f0c-58c7-47a6-b138-a0c8e9f0f77c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:50.466531 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-72196f0c-58c7-47a6-b138-a0c8e9f0f77c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:50.491245 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-09bed461-b73d-4dc0-bc4a-a3414ef0fd50 None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:50.504099 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-09bed461-b73d-4dc0-bc4a-a3414ef0fd50 None None] Transition to ACTIVE for port object e6aa8280-2525-4472-8311-973e00fe59aa will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:57:50.512690 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-09bed461-b73d-4dc0-bc4a-a3414ef0fd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:50.517290 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72196f0c-58c7-47a6-b138-a0c8e9f0f77c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deaf5fb1-325a-4d1e-8d6b-62b95d2204b1,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:50.524807 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-72196f0c-58c7-47a6-b138-a0c8e9f0f77c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:50.528858 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-72196f0c-58c7-47a6-b138-a0c8e9f0f77c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2223001 Jan 21 09:57:50.529222 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38840) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:50.534787 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-d8de84b2-e84e-4dfe-ab68-4dd6ae6de50d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': 'deaf5fb1-325a-4d1e-8d6b-62b95d2204b1', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:57:50.541067 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-d8de84b2-e84e-4dfe-ab68-4dd6ae6de50d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:50.544913 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-d8de84b2-e84e-4dfe-ab68-4dd6ae6de50d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:50.547765 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-d8de84b2-e84e-4dfe-ab68-4dd6ae6de50d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:50.554685 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-d8de84b2-e84e-4dfe-ab68-4dd6ae6de50d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:50.578473 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d8de84b2-e84e-4dfe-ab68-4dd6ae6de50d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:50.647973 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b15a6-524b-4ede-9a1b-e0c44103cd40 None None] Pushing event updated for resources: {'Port': ['ID=e6aa8280-2525-4472-8311-973e00fe59aa,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:50.660972 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d8de84b2-e84e-4dfe-ab68-4dd6ae6de50d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:50.662320 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261b15a6-524b-4ede-9a1b-e0c44103cd40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:50.662657 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261b15a6-524b-4ede-9a1b-e0c44103cd40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:50.663007 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261b15a6-524b-4ede-9a1b-e0c44103cd40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:50.663322 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261b15a6-524b-4ede-9a1b-e0c44103cd40 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:50.663637 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261b15a6-524b-4ede-9a1b-e0c44103cd40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:50.663991 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261b15a6-524b-4ede-9a1b-e0c44103cd40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:50.664358 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261b15a6-524b-4ede-9a1b-e0c44103cd40 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:50.664572 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261b15a6-524b-4ede-9a1b-e0c44103cd40 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:50.664868 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261b15a6-524b-4ede-9a1b-e0c44103cd40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:50.665215 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261b15a6-524b-4ede-9a1b-e0c44103cd40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:50.665762 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261b15a6-524b-4ede-9a1b-e0c44103cd40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:50.667171 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d8de84b2-e84e-4dfe-ab68-4dd6ae6de50d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:50.693248 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de84b2-e84e-4dfe-ab68-4dd6ae6de50d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f70aa65d-f0e2-4461-afc2-e4c87b7edf43,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:50.708519 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d8de84b2-e84e-4dfe-ab68-4dd6ae6de50d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:50.710945 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d8de84b2-e84e-4dfe-ab68-4dd6ae6de50d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1804323 Jan 21 09:57:50.713874 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38844) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:50.719889 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-66972066-ceb4-4a65-b133-d6564acbad61 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': 'deaf5fb1-325a-4d1e-8d6b-62b95d2204b1', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:57:50.727097 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-66972066-ceb4-4a65-b133-d6564acbad61 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:50.731577 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-66972066-ceb4-4a65-b133-d6564acbad61 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:50.734629 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-66972066-ceb4-4a65-b133-d6564acbad61 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:50.740782 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-66972066-ceb4-4a65-b133-d6564acbad61 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:50.755405 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-09bed461-b73d-4dc0-bc4a-a3414ef0fd50 None None] Attempting to bind port e6aa8280-2525-4472-8311-973e00fe59aa on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:57:50.755882 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-09bed461-b73d-4dc0-bc4a-a3414ef0fd50 None None] Attempting to bind port e6aa8280-2525-4472-8311-973e00fe59aa by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'd3ee328d-ecdb-409f-ab61-c1db1cc06b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7986e8d3-2551-484f-bbfb-0a9e6ae33fc9'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:57:50.756374 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bed461-b73d-4dc0-bc4a-a3414ef0fd50 None None] Attempting to bind port e6aa8280-2525-4472-8311-973e00fe59aa on network 7986e8d3-2551-484f-bbfb-0a9e6ae33fc9 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:57:50.763091 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-66972066-ceb4-4a65-b133-d6564acbad61 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:50.765670 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bed461-b73d-4dc0-bc4a-a3414ef0fd50 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:57:50.766044 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bed461-b73d-4dc0-bc4a-a3414ef0fd50 None None] Checking segment: {'id': 'd3ee328d-ecdb-409f-ab61-c1db1cc06b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7986e8d3-2551-484f-bbfb-0a9e6ae33fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:57:50.766440 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-09bed461-b73d-4dc0-bc4a-a3414ef0fd50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:50.766830 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bed461-b73d-4dc0-bc4a-a3414ef0fd50 None None] Bound using segment: {'id': 'd3ee328d-ecdb-409f-ab61-c1db1cc06b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7986e8d3-2551-484f-bbfb-0a9e6ae33fc9'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:57:50.767297 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-09bed461-b73d-4dc0-bc4a-a3414ef0fd50 None None] Bound port: e6aa8280-2525-4472-8311-973e00fe59aa, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3ee328d-ecdb-409f-ab61-c1db1cc06b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7986e8d3-2551-484f-bbfb-0a9e6ae33fc9'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:57:50.767671 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-09bed461-b73d-4dc0-bc4a-a3414ef0fd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:50.842841 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-66972066-ceb4-4a65-b133-d6564acbad61 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:50.848023 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-66972066-ceb4-4a65-b133-d6564acbad61 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:50.871950 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-09bed461-b73d-4dc0-bc4a-a3414ef0fd50 None None] For port e6aa8280-2525-4472-8311-973e00fe59aa, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:57:50.874693 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66972066-ceb4-4a65-b133-d6564acbad61 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b15879-575f-40c7-a3f1-94b57ffec8f6,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:50.876318 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-09bed461-b73d-4dc0-bc4a-a3414ef0fd50 None None] For port e6aa8280-2525-4472-8311-973e00fe59aa, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=e6aa8280-2525-4472-8311-973e00fe59aa,segment=NetworkSegment(d3ee328d-ecdb-409f-ab61-c1db1cc06b5b),segment_id=d3ee328d-ecdb-409f-ab61-c1db1cc06b5b)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:57:50.882700 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-09bed461-b73d-4dc0-bc4a-a3414ef0fd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:50.890460 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-66972066-ceb4-4a65-b133-d6564acbad61 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:50.895629 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38848) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:50.896254 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-66972066-ceb4-4a65-b133-d6564acbad61 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1789889 Jan 21 09:57:50.904097 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-a1c70d94-d53b-43eb-8f32-e4c82d633b17 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': 'deaf5fb1-325a-4d1e-8d6b-62b95d2204b1', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:57:50.911812 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a1c70d94-d53b-43eb-8f32-e4c82d633b17 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:50.925591 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-a1c70d94-d53b-43eb-8f32-e4c82d633b17 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:50.930787 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-a1c70d94-d53b-43eb-8f32-e4c82d633b17 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:50.937859 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a1c70d94-d53b-43eb-8f32-e4c82d633b17 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:50.964125 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a1c70d94-d53b-43eb-8f32-e4c82d633b17 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:50.982043 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b15a6-524b-4ede-9a1b-e0c44103cd40 None None] Pushing event updated for resources: {'Port': ['ID=e6aa8280-2525-4472-8311-973e00fe59aa,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:50.986789 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bed461-b73d-4dc0-bc4a-a3414ef0fd50 None None] Routers {'7d97b8ae-ca71-43a7-a051-d15f02716d8d'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:57:50.987555 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-09bed461-b73d-4dc0-bc4a-a3414ef0fd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:57:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['7d97b8ae-ca71-43a7-a051-d15f02716d8d'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:51.041961 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a1c70d94-d53b-43eb-8f32-e4c82d633b17 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:51.047164 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a1c70d94-d53b-43eb-8f32-e4c82d633b17 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:51.074424 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c70d94-d53b-43eb-8f32-e4c82d633b17 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=debf8f0a-ef78-4f82-9253-97d0428f2c43,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:51.086295 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a1c70d94-d53b-43eb-8f32-e4c82d633b17 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:51.087738 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a1c70d94-d53b-43eb-8f32-e4c82d633b17 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1901300 Jan 21 09:57:51.090617 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38852) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:51.096168 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-9ec474bd-ddb1-46a2-9493-ac099d3371ac tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': 'deaf5fb1-325a-4d1e-8d6b-62b95d2204b1', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:57:51.102804 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9ec474bd-ddb1-46a2-9493-ac099d3371ac tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:51.106916 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9ec474bd-ddb1-46a2-9493-ac099d3371ac tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:51.109961 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9ec474bd-ddb1-46a2-9493-ac099d3371ac tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:51.117220 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9ec474bd-ddb1-46a2-9493-ac099d3371ac tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:51.137125 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9ec474bd-ddb1-46a2-9493-ac099d3371ac tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:51.186101 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-09bed461-b73d-4dc0-bc4a-a3414ef0fd50 None None] Set router 7d97b8ae-ca71-43a7-a051-d15f02716d8d gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:57:51.211504 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9ec474bd-ddb1-46a2-9493-ac099d3371ac tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:51.215606 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9ec474bd-ddb1-46a2-9493-ac099d3371ac tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:51.244843 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec474bd-ddb1-46a2-9493-ac099d3371ac tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c25a5464-58d6-4460-ae7d-532134d83105,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:51.253727 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9ec474bd-ddb1-46a2-9493-ac099d3371ac tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:51.255534 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9ec474bd-ddb1-46a2-9493-ac099d3371ac tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1639252 Jan 21 09:57:51.258164 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38856) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:51.263779 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-26c70fb3-cc59-4a7d-8f8e-10e7102e40a3 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': 'deaf5fb1-325a-4d1e-8d6b-62b95d2204b1', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:57:51.269538 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-26c70fb3-cc59-4a7d-8f8e-10e7102e40a3 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:51.274103 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-26c70fb3-cc59-4a7d-8f8e-10e7102e40a3 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:51.276962 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-26c70fb3-cc59-4a7d-8f8e-10e7102e40a3 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:51.283045 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-26c70fb3-cc59-4a7d-8f8e-10e7102e40a3 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:51.295793 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-26c70fb3-cc59-4a7d-8f8e-10e7102e40a3 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Project e2711eddd053435baef8e70b41198188 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:57:51.304346 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-26c70fb3-cc59-4a7d-8f8e-10e7102e40a3 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:51.376928 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-26c70fb3-cc59-4a7d-8f8e-10e7102e40a3 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:51.381909 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-26c70fb3-cc59-4a7d-8f8e-10e7102e40a3 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:51.406396 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c70fb3-cc59-4a7d-8f8e-10e7102e40a3 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77143104-97f0-4d57-875e-86da0bdaba4c,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:51.416546 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-26c70fb3-cc59-4a7d-8f8e-10e7102e40a3 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:51.417806 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-26c70fb3-cc59-4a7d-8f8e-10e7102e40a3 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1586142 Jan 21 09:57:51.420488 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38860) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:51.426264 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e8577eb8-95b2-43c7-9f02-15ed072dcc32 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': 'deaf5fb1-325a-4d1e-8d6b-62b95d2204b1', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:57:51.433260 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e8577eb8-95b2-43c7-9f02-15ed072dcc32 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:51.437042 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e8577eb8-95b2-43c7-9f02-15ed072dcc32 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:51.439986 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e8577eb8-95b2-43c7-9f02-15ed072dcc32 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:51.452610 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e8577eb8-95b2-43c7-9f02-15ed072dcc32 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:51.464304 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-e8577eb8-95b2-43c7-9f02-15ed072dcc32 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Project e2711eddd053435baef8e70b41198188 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:57:51.470783 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e8577eb8-95b2-43c7-9f02-15ed072dcc32 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:51.528124 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-09bed461-b73d-4dc0-bc4a-a3414ef0fd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'name': 'tempest-TestNetworkBasicOps-router-804029425', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '9fdbc9c0-e7da-4073-98cf-0385eff31b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:57:41Z', 'updated_at': '2022-01-21T09:57:46Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9fdbc9c0-e7da-4073-98cf-0385eff31b87', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:93:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:42Z', 'updated_at': '2022-01-21T09:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'e6aa8280-2525-4472-8311-973e00fe59aa', 'name': '', 'network_id': '7986e8d3-2551-484f-bbfb-0a9e6ae33fc9', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:86:3f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aae55edd-d583-4268-9613-24cac4ea0245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:45Z', 'updated_at': '2022-01-21T09:57:50Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'aae55edd-d583-4268-9613-24cac4ea0245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:51.532164 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bed461-b73d-4dc0-bc4a-a3414ef0fd50 None None] The sync data for ids ['7d97b8ae-ca71-43a7-a051-d15f02716d8d'] in dv-neutron-825732-1-hyperv is: [{'id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'name': 'tempest-TestNetworkBasicOps-router-804029425', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '9fdbc9c0-e7da-4073-98cf-0385eff31b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:57:41Z', 'updated_at': '2022-01-21T09:57:46Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9fdbc9c0-e7da-4073-98cf-0385eff31b87', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:93:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:42Z', 'updated_at': '2022-01-21T09:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'e6aa8280-2525-4472-8311-973e00fe59aa', 'name': '', 'network_id': '7986e8d3-2551-484f-bbfb-0a9e6ae33fc9', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:86:3f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aae55edd-d583-4268-9613-24cac4ea0245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:45Z', 'updated_at': '2022-01-21T09:57:50Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'aae55edd-d583-4268-9613-24cac4ea0245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:57:51.542925 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e8577eb8-95b2-43c7-9f02-15ed072dcc32 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:51.547039 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e8577eb8-95b2-43c7-9f02-15ed072dcc32 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:51.572776 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8577eb8-95b2-43c7-9f02-15ed072dcc32 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ef8075-a5ec-4132-9a79-1938d78e2148,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:51.591538 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e8577eb8-95b2-43c7-9f02-15ed072dcc32 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:51.601738 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e8577eb8-95b2-43c7-9f02-15ed072dcc32 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1711962 Jan 21 09:57:51.829056 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device e6aa8280-2525-4472-8311-973e00fe59aa up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:57:51.887844 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-56cc5149-d458-499a-ba86-baf2307cab79 req-dd5dcbce-87ee-456a-a25a-3cd6fc652e75 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:57:51.909867 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-56cc5149-d458-499a-ba86-baf2307cab79 req-dd5dcbce-87ee-456a-a25a-3cd6fc652e75 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:57:51.913631 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-56cc5149-d458-499a-ba86-baf2307cab79 req-dd5dcbce-87ee-456a-a25a-3cd6fc652e75 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-662049310&fields=id&tenant_id=e2711eddd053435baef8e70b41198188 HTTP/1.1" status: 200 len: 267 time: 0.0972145 Jan 21 09:57:51.916835 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port e6aa8280-2525-4472-8311-973e00fe59aa completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:57:51.922821 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port e6aa8280-2525-4472-8311-973e00fe59aa triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:57:51.923214 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:51.991777 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc5149-d458-499a-ba86-baf2307cab79 req-2eb4bee6-4fd6-42e7-9829-2625760bb81a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:51.992292 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-56cc5149-d458-499a-ba86-baf2307cab79 req-2eb4bee6-4fd6-42e7-9829-2625760bb81a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:57:52.009996 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-56cc5149-d458-499a-ba86-baf2307cab79 req-2eb4bee6-4fd6-42e7-9829-2625760bb81a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:57:52.011169 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-56cc5149-d458-499a-ba86-baf2307cab79 req-2eb4bee6-4fd6-42e7-9829-2625760bb81a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports/0abe0d54-5c0d-4159-b51b-8ead1e28f073 HTTP/1.1" status: 200 len: 931 time: 0.0895913 Jan 21 09:57:52.047422 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:52.122997 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port e6aa8280-2525-4472-8311-973e00fe59aa, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=e6aa8280-2525-4472-8311-973e00fe59aa,segment=NetworkSegment(d3ee328d-ecdb-409f-ab61-c1db1cc06b5b),segment_id=d3ee328d-ecdb-409f-ab61-c1db1cc06b5b)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:57:52.127609 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:52.183303 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-56cc5149-d458-499a-ba86-baf2307cab79 req-b31e0d21-d741-4468-9af6-80d80aa62187 service neutron] 10.222.0.104 "GET /v2.0/ports/0abe0d54-5c0d-4159-b51b-8ead1e28f073?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1540151 Jan 21 09:57:52.198535 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=e6aa8280-2525-4472-8311-973e00fe59aa,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:52.448016 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-56cc5149-d458-499a-ba86-baf2307cab79 req-0993a037-02f9-44e0-afe8-f4172e82d16c service neutron] 10.222.0.104 "GET /v2.0/networks/7986e8d3-2551-484f-bbfb-0a9e6ae33fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584791 Jan 21 09:57:52.595943 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-56cc5149-d458-499a-ba86-baf2307cab79 req-bff39d27-b41f-47a5-8836-602f2ac17ab2 service neutron] 10.222.0.104 "GET /v2.0/networks/7986e8d3-2551-484f-bbfb-0a9e6ae33fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421814 Jan 21 09:57:52.785013 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-200174b0-dd3b-42e4-9c7f-20da78ce23de req-56b42c46-6732-41ef-8462-f58fb76db5ce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:57:52.797268 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-200174b0-dd3b-42e4-9c7f-20da78ce23de req-56b42c46-6732-41ef-8462-f58fb76db5ce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:57:52.798492 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-200174b0-dd3b-42e4-9c7f-20da78ce23de req-56b42c46-6732-41ef-8462-f58fb76db5ce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=380f7aeb-6699-4f71-9818-db479e74ee4e HTTP/1.1" status: 200 len: 210 time: 0.0560908 Jan 21 09:57:53.799999 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device e6aa8280-2525-4472-8311-973e00fe59aa up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:57:53.886958 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port e6aa8280-2525-4472-8311-973e00fe59aa triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:57:53.887340 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:53.930173 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c9d94258-7cd5-4b88-a117-bd73b46f23dc req-308e1ace-b85a-44fd-b177-fde1dd2b76d1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=380f7aeb-6699-4f71-9818-db479e74ee4e HTTP/1.1" status: 200 len: 210 time: 0.0559020 Jan 21 09:57:53.958382 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-08081845-071b-46b5-b144-61951a0c5cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:55.040185 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-62c6a1da-b3af-45ed-a312-fdee4dd6481c req-80f51f54-900d-43fe-a239-0a4fcf908f57 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=380f7aeb-6699-4f71-9818-db479e74ee4e HTTP/1.1" status: 200 len: 210 time: 0.0463588 Jan 21 09:57:55.611838 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:57:55.836176 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-56cc5149-d458-499a-ba86-baf2307cab79 req-23f0af40-856b-4fde-a845-586ffc200a91 service neutron] 10.222.0.124 "GET /v2.0/ports/0abe0d54-5c0d-4159-b51b-8ead1e28f073 HTTP/1.1" status: 200 len: 1027 time: 0.0844688 Jan 21 09:57:55.997027 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc5149-d458-499a-ba86-baf2307cab79 req-e19d55d8-48ff-4dc2-9552-7052a8744ae2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:55.998529 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-56cc5149-d458-499a-ba86-baf2307cab79 req-e19d55d8-48ff-4dc2-9552-7052a8744ae2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/networks?id=7986e8d3-2551-484f-bbfb-0a9e6ae33fc9 HTTP/1.1" status: 200 len: 796 time: 0.1575770 Jan 21 09:57:56.054204 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-56cc5149-d458-499a-ba86-baf2307cab79 req-e7c22fe3-3622-4e88-a242-b04d4854493c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2711eddd053435baef8e70b41198188 HTTP/1.1" status: 200 len: 379 time: 0.0429754 Jan 21 09:57:56.064066 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-56cc5149-d458-499a-ba86-baf2307cab79 req-8bfb41fb-07f1-49f5-aa49-e586a9b5e078 service neutron] Request body: {'port': {'device_id': '380f7aeb-6699-4f71-9818-db479e74ee4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:57:56.218908 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d209e5f3-2e90-43c4-b7e7-cae4fcbdbf96 req-27987355-58e4-407f-95ba-4c5e10ec5a4b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=380f7aeb-6699-4f71-9818-db479e74ee4e HTTP/1.1" status: 200 len: 210 time: 0.0537646 Jan 21 09:57:56.224489 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-56cc5149-d458-499a-ba86-baf2307cab79 req-8bfb41fb-07f1-49f5-aa49-e586a9b5e078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:56.320004 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-03c42993-e408-41d3-aa8c-6e29c5f60566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:56.591332 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-56cc5149-d458-499a-ba86-baf2307cab79 req-8bfb41fb-07f1-49f5-aa49-e586a9b5e078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0abe0d54-5c0d-4159-b51b-8ead1e28f073 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:57:56.599145 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-56cc5149-d458-499a-ba86-baf2307cab79 req-8bfb41fb-07f1-49f5-aa49-e586a9b5e078 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:56.614174 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-56cc5149-d458-499a-ba86-baf2307cab79 req-8bfb41fb-07f1-49f5-aa49-e586a9b5e078 service neutron] Transition to ACTIVE for port object 0abe0d54-5c0d-4159-b51b-8ead1e28f073 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:57:56.618316 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-56cc5149-d458-499a-ba86-baf2307cab79 req-8bfb41fb-07f1-49f5-aa49-e586a9b5e078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:56.749051 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb41fb-07f1-49f5-aa49-e586a9b5e078 service neutron] Pushing event updated for resources: {'Port': ['ID=0abe0d54-5c0d-4159-b51b-8ead1e28f073,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:56.867041 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-56cc5149-d458-499a-ba86-baf2307cab79 req-8bfb41fb-07f1-49f5-aa49-e586a9b5e078 service neutron] Attempting to bind port 0abe0d54-5c0d-4159-b51b-8ead1e28f073 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:57:56.867590 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-56cc5149-d458-499a-ba86-baf2307cab79 req-8bfb41fb-07f1-49f5-aa49-e586a9b5e078 service neutron] Attempting to bind port 0abe0d54-5c0d-4159-b51b-8ead1e28f073 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'd3ee328d-ecdb-409f-ab61-c1db1cc06b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7986e8d3-2551-484f-bbfb-0a9e6ae33fc9'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:57:56.867675 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cc5149-d458-499a-ba86-baf2307cab79 req-8bfb41fb-07f1-49f5-aa49-e586a9b5e078 service neutron] Attempting to bind port 0abe0d54-5c0d-4159-b51b-8ead1e28f073 on network 7986e8d3-2551-484f-bbfb-0a9e6ae33fc9 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:57:56.873487 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cc5149-d458-499a-ba86-baf2307cab79 req-8bfb41fb-07f1-49f5-aa49-e586a9b5e078 service neutron] Port 0abe0d54-5c0d-4159-b51b-8ead1e28f073 on network 7986e8d3-2551-484f-bbfb-0a9e6ae33fc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:57:56.873839 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cc5149-d458-499a-ba86-baf2307cab79 req-8bfb41fb-07f1-49f5-aa49-e586a9b5e078 service neutron] Attempting to bind port 0abe0d54-5c0d-4159-b51b-8ead1e28f073 on network 7986e8d3-2551-484f-bbfb-0a9e6ae33fc9 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:57:56.881069 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cc5149-d458-499a-ba86-baf2307cab79 req-8bfb41fb-07f1-49f5-aa49-e586a9b5e078 service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:57:56.881490 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cc5149-d458-499a-ba86-baf2307cab79 req-8bfb41fb-07f1-49f5-aa49-e586a9b5e078 service neutron] Checking segment: {'id': 'd3ee328d-ecdb-409f-ab61-c1db1cc06b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7986e8d3-2551-484f-bbfb-0a9e6ae33fc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:57:56.882029 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cc5149-d458-499a-ba86-baf2307cab79 req-8bfb41fb-07f1-49f5-aa49-e586a9b5e078 service neutron] Bound using segment: {'id': 'd3ee328d-ecdb-409f-ab61-c1db1cc06b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7986e8d3-2551-484f-bbfb-0a9e6ae33fc9'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:57:56.882490 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-56cc5149-d458-499a-ba86-baf2307cab79 req-8bfb41fb-07f1-49f5-aa49-e586a9b5e078 service neutron] Bound port: 0abe0d54-5c0d-4159-b51b-8ead1e28f073, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3ee328d-ecdb-409f-ab61-c1db1cc06b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7986e8d3-2551-484f-bbfb-0a9e6ae33fc9'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:57:56.882928 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-56cc5149-d458-499a-ba86-baf2307cab79 req-8bfb41fb-07f1-49f5-aa49-e586a9b5e078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:56.980214 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-56cc5149-d458-499a-ba86-baf2307cab79 req-8bfb41fb-07f1-49f5-aa49-e586a9b5e078 service neutron] For port 0abe0d54-5c0d-4159-b51b-8ead1e28f073, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:57:56.983194 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-56cc5149-d458-499a-ba86-baf2307cab79 req-8bfb41fb-07f1-49f5-aa49-e586a9b5e078 service neutron] For port 0abe0d54-5c0d-4159-b51b-8ead1e28f073, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0abe0d54-5c0d-4159-b51b-8ead1e28f073,segment=NetworkSegment(d3ee328d-ecdb-409f-ab61-c1db1cc06b5b),segment_id=d3ee328d-ecdb-409f-ab61-c1db1cc06b5b)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:57:56.987803 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-56cc5149-d458-499a-ba86-baf2307cab79 req-8bfb41fb-07f1-49f5-aa49-e586a9b5e078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:57.054508 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-56cc5149-d458-499a-ba86-baf2307cab79 req-8bfb41fb-07f1-49f5-aa49-e586a9b5e078 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:57.055931 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-56cc5149-d458-499a-ba86-baf2307cab79 req-8bfb41fb-07f1-49f5-aa49-e586a9b5e078 service neutron] 10.222.0.124 "PUT /v2.0/ports/0abe0d54-5c0d-4159-b51b-8ead1e28f073 HTTP/1.1" status: 200 len: 1132 time: 0.9956214 Jan 21 09:57:57.056340 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380f7aeb-6699-4f71-9818-db479e74ee4e', 'tag': '0abe0d54-5c0d-4159-b51b-8ead1e28f073'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:57:57.082091 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb41fb-07f1-49f5-aa49-e586a9b5e078 service neutron] Pushing event updated for resources: {'Port': ['ID=0abe0d54-5c0d-4159-b51b-8ead1e28f073,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:57.137917 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '380f7aeb-6699-4f71-9818-db479e74ee4e', 'tag': '0abe0d54-5c0d-4159-b51b-8ead1e28f073', 'status': 'completed', 'code': 200} Jan 21 09:57:57.172214 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-56cc5149-d458-499a-ba86-baf2307cab79 req-2c00ba5d-7cd1-4bb4-9448-7e842dbbca4d service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=380f7aeb-6699-4f71-9818-db479e74ee4e HTTP/1.1" status: 200 len: 1135 time: 0.0786602 Jan 21 09:57:57.340963 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-56cc5149-d458-499a-ba86-baf2307cab79 req-c01347ee-243b-45c7-868f-454e8847f4fc service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0abe0d54-5c0d-4159-b51b-8ead1e28f073 HTTP/1.1" status: 200 len: 217 time: 0.1620390 Jan 21 09:57:57.435365 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:57.449076 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc5149-d458-499a-ba86-baf2307cab79 req-53121445-3017-44a3-84f5-8736fba2174c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:57.450529 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-56cc5149-d458-499a-ba86-baf2307cab79 req-53121445-3017-44a3-84f5-8736fba2174c service neutron] 10.222.0.124 "GET /v2.0/subnets?id=aae55edd-d583-4268-9613-24cac4ea0245 HTTP/1.1" status: 200 len: 835 time: 0.1036923 Jan 21 09:57:57.529688 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a2c97-5036-452e-8e2d-f106d7b32c6d req-20b7cbe7-a155-4727-8719-eeb73d01e9c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:57.531212 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b17a2c97-5036-452e-8e2d-f106d7b32c6d req-20b7cbe7-a155-4727-8719-eeb73d01e9c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=380f7aeb-6699-4f71-9818-db479e74ee4e HTTP/1.1" status: 200 len: 982 time: 0.1546619 Jan 21 09:57:57.570174 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-56cc5149-d458-499a-ba86-baf2307cab79 req-f20dd89e-868f-4fcd-a0a4-52f102d264b4 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=7986e8d3-2551-484f-bbfb-0a9e6ae33fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1113987 Jan 21 09:57:57.658638 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b17a2c97-5036-452e-8e2d-f106d7b32c6d req-b86de228-0618-4b07-8764-e59efb2dd5bd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=5b04ac79-d84d-4b83-9391-5b9719e85fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206002 Jan 21 09:57:57.708087 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:57.719301 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-56cc5149-d458-499a-ba86-baf2307cab79 req-b1d616be-53fb-4cd5-a9ea-4d25df50fe1c service neutron] 10.222.0.124 "GET /v2.0/networks/7986e8d3-2551-484f-bbfb-0a9e6ae33fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422215 Jan 21 09:57:57.860791 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-56cc5149-d458-499a-ba86-baf2307cab79 req-7e95062a-a457-4534-aeba-1f179ad63b5e service neutron] 10.222.0.124 "GET /v2.0/networks/7986e8d3-2551-484f-bbfb-0a9e6ae33fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354148 Jan 21 09:57:57.978911 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-72f79ee6-b6c7-43cb-aa1e-cc594bc65af9 req-0e4dd695-a093-4785-a7d7-27d3eabfe0f9 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=380f7aeb-6699-4f71-9818-db479e74ee4e HTTP/1.1" status: 200 len: 1135 time: 0.0709283 Jan 21 09:57:58.115202 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f79ee6-b6c7-43cb-aa1e-cc594bc65af9 req-df520a31-ecb1-43b7-a334-7dcd028947b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:58.116638 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-72f79ee6-b6c7-43cb-aa1e-cc594bc65af9 req-df520a31-ecb1-43b7-a334-7dcd028947b2 service neutron] 10.222.0.124 "GET /v2.0/networks?id=7986e8d3-2551-484f-bbfb-0a9e6ae33fc9 HTTP/1.1" status: 200 len: 897 time: 0.1318631 Jan 21 09:57:58.188535 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-72f79ee6-b6c7-43cb-aa1e-cc594bc65af9 req-0de6ebda-f9be-4764-8ffb-427a6eb49b03 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0abe0d54-5c0d-4159-b51b-8ead1e28f073 HTTP/1.1" status: 200 len: 217 time: 0.0648003 Jan 21 09:57:58.251170 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f79ee6-b6c7-43cb-aa1e-cc594bc65af9 req-0dde540b-22a1-4516-8a08-55a8537ca514 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:58.252500 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-72f79ee6-b6c7-43cb-aa1e-cc594bc65af9 req-0dde540b-22a1-4516-8a08-55a8537ca514 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=aae55edd-d583-4268-9613-24cac4ea0245 HTTP/1.1" status: 200 len: 835 time: 0.0582621 Jan 21 09:57:58.327623 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-72f79ee6-b6c7-43cb-aa1e-cc594bc65af9 req-c4bab410-b1eb-4134-89e4-8f39c1366a0f service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=7986e8d3-2551-484f-bbfb-0a9e6ae33fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688798 Jan 21 09:57:58.458824 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-72f79ee6-b6c7-43cb-aa1e-cc594bc65af9 req-7de1c9b3-695f-42b8-b8a4-64dd5e40c665 service neutron] 10.222.0.124 "GET /v2.0/networks/7986e8d3-2551-484f-bbfb-0a9e6ae33fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245823 Jan 21 09:57:58.599443 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-72f79ee6-b6c7-43cb-aa1e-cc594bc65af9 req-98fcad15-6de0-430e-81a5-f89c3c829756 service neutron] 10.222.0.124 "GET /v2.0/networks/7986e8d3-2551-484f-bbfb-0a9e6ae33fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341004 Jan 21 09:57:59.058003 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a916c-141e-402f-8125-45ac090b180d req-b8626fcc-b732-470b-a06e-8bbc65b828c7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:59.059456 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-2d7a916c-141e-402f-8125-45ac090b180d req-b8626fcc-b732-470b-a06e-8bbc65b828c7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=380f7aeb-6699-4f71-9818-db479e74ee4e HTTP/1.1" status: 200 len: 982 time: 0.2708433 Jan 21 09:57:59.107702 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-2d7a916c-141e-402f-8125-45ac090b180d req-dba8f44a-2658-4631-8855-1c8a39cedf91 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=5b04ac79-d84d-4b83-9391-5b9719e85fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424845 Jan 21 09:57:59.444650 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:00.389419 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336007e-3e8f-4605-8a63-00961deb6861 req-2cb044b1-ccc2-4942-9a93-f00aa6f8e879 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:00.390887 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2336007e-3e8f-4605-8a63-00961deb6861 req-2cb044b1-ccc2-4942-9a93-f00aa6f8e879 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=380f7aeb-6699-4f71-9818-db479e74ee4e HTTP/1.1" status: 200 len: 982 time: 0.1557448 Jan 21 09:58:00.439970 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2336007e-3e8f-4605-8a63-00961deb6861 req-85de5759-8aac-4667-8325-7d6d66dc4960 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=5b04ac79-d84d-4b83-9391-5b9719e85fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397851 Jan 21 09:58:01.158203 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 0abe0d54-5c0d-4159-b51b-8ead1e28f073 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:58:01.294653 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 0abe0d54-5c0d-4159-b51b-8ead1e28f073, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0abe0d54-5c0d-4159-b51b-8ead1e28f073,segment=NetworkSegment(d3ee328d-ecdb-409f-ab61-c1db1cc06b5b),segment_id=d3ee328d-ecdb-409f-ab61-c1db1cc06b5b)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:01.313595 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '0abe0d54-5c0d-4159-b51b-8ead1e28f073', 'network_id': '7986e8d3-2551-484f-bbfb-0a9e6ae33fc9', 'port_id': '0abe0d54-5c0d-4159-b51b-8ead1e28f073', 'mac_address': 'fa:16:3e:1c:e1:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aae55edd-d583-4268-9613-24cac4ea0245', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:58:01.367821 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:01.385493 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0abe0d54-5c0d-4159-b51b-8ead1e28f073 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:58:01.402094 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 0abe0d54-5c0d-4159-b51b-8ead1e28f073, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0abe0d54-5c0d-4159-b51b-8ead1e28f073,segment=NetworkSegment(d3ee328d-ecdb-409f-ab61-c1db1cc06b5b),segment_id=d3ee328d-ecdb-409f-ab61-c1db1cc06b5b)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:01.406458 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:01.473038 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=0abe0d54-5c0d-4159-b51b-8ead1e28f073,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:01.625841 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['0abe0d54-5c0d-4159-b51b-8ead1e28f073'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:58:01.673913 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae91cc1-849a-47dd-a6d5-52cf27f04f08 req-e75a44f5-342e-472c-8de7-160378972277 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:01.675374 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-3ae91cc1-849a-47dd-a6d5-52cf27f04f08 req-e75a44f5-342e-472c-8de7-160378972277 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=380f7aeb-6699-4f71-9818-db479e74ee4e HTTP/1.1" status: 200 len: 983 time: 0.0895417 Jan 21 09:58:01.724170 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-3ae91cc1-849a-47dd-a6d5-52cf27f04f08 req-182e26d6-5bf2-431b-a417-e7663fb361ab tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=5b04ac79-d84d-4b83-9391-5b9719e85fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424979 Jan 21 09:58:02.934065 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d90c3-1888-4674-a3f7-c4f0a6b5ff14 req-8c8b1d52-ad86-407d-a8da-fe5b10b0bbad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:02.935513 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-252d90c3-1888-4674-a3f7-c4f0a6b5ff14 req-8c8b1d52-ad86-407d-a8da-fe5b10b0bbad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=380f7aeb-6699-4f71-9818-db479e74ee4e HTTP/1.1" status: 200 len: 983 time: 0.0788705 Jan 21 09:58:02.987874 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-252d90c3-1888-4674-a3f7-c4f0a6b5ff14 req-816c242d-49b9-44e3-b24c-4892be6fbecb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=5b04ac79-d84d-4b83-9391-5b9719e85fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467014 Jan 21 09:58:03.170720 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 0abe0d54-5c0d-4159-b51b-8ead1e28f073 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:58:03.242421 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port 0abe0d54-5c0d-4159-b51b-8ead1e28f073 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:58:03.247004 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 0abe0d54-5c0d-4159-b51b-8ead1e28f073 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:58:03.247374 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:03.361508 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:03.388958 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380f7aeb-6699-4f71-9818-db479e74ee4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abe0d54-5c0d-4159-b51b-8ead1e28f073'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:58:03.398842 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 0abe0d54-5c0d-4159-b51b-8ead1e28f073, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0abe0d54-5c0d-4159-b51b-8ead1e28f073,segment=NetworkSegment(d3ee328d-ecdb-409f-ab61-c1db1cc06b5b),segment_id=d3ee328d-ecdb-409f-ab61-c1db1cc06b5b)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:03.403270 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:03.447500 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '380f7aeb-6699-4f71-9818-db479e74ee4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abe0d54-5c0d-4159-b51b-8ead1e28f073', 'code': 200} Jan 21 09:58:03.478112 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=0abe0d54-5c0d-4159-b51b-8ead1e28f073,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:03.679914 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-38099d57-1cc8-4405-964d-dbe02bdd3d6f req-b67b4caa-62c7-4714-ae67-995befcb0ab8 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=380f7aeb-6699-4f71-9818-db479e74ee4e HTTP/1.1" status: 200 len: 1137 time: 0.0765858 Jan 21 09:58:03.722902 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-38099d57-1cc8-4405-964d-dbe02bdd3d6f req-46078ff9-890f-4ac7-9a5e-22abd9ca7e2b service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=5b04ac79-d84d-4b83-9391-5b9719e85fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364006 Jan 21 09:58:04.299582 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50bbb08-3e87-457f-be1f-ad01c0a2d0ba req-6cd8181f-83a7-4360-b57a-73112341aa7f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:04.301708 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a50bbb08-3e87-457f-be1f-ad01c0a2d0ba req-6cd8181f-83a7-4360-b57a-73112341aa7f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=380f7aeb-6699-4f71-9818-db479e74ee4e HTTP/1.1" status: 200 len: 984 time: 0.1751914 Jan 21 09:58:04.346591 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a50bbb08-3e87-457f-be1f-ad01c0a2d0ba req-ca5b3e76-0695-497a-8923-07af9bfcd3d5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=5b04ac79-d84d-4b83-9391-5b9719e85fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392900 Jan 21 09:58:05.554013 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18bb30-c504-4c33-9ba6-3eaa93cdd341 req-279d3294-444b-4c9c-ae3a-b8a1fe634f60 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:05.555555 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-9b18bb30-c504-4c33-9ba6-3eaa93cdd341 req-279d3294-444b-4c9c-ae3a-b8a1fe634f60 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=380f7aeb-6699-4f71-9818-db479e74ee4e HTTP/1.1" status: 200 len: 984 time: 0.0785983 Jan 21 09:58:05.619797 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-9b18bb30-c504-4c33-9ba6-3eaa93cdd341 req-78c89f7c-2d52-4643-aaa2-c888b73ccbab tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=5b04ac79-d84d-4b83-9391-5b9719e85fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583925 Jan 21 09:58:05.827275 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4caaf-5c5b-47d9-924c-8ea645d4a73e req-46ed0820-43e4-4323-ba33-51a4c4426877 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:05.828758 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f5c4caaf-5c5b-47d9-924c-8ea645d4a73e req-46ed0820-43e4-4323-ba33-51a4c4426877 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=380f7aeb-6699-4f71-9818-db479e74ee4e HTTP/1.1" status: 200 len: 984 time: 0.0795152 Jan 21 09:58:05.884783 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f5c4caaf-5c5b-47d9-924c-8ea645d4a73e req-7e5eded7-e8b9-4f35-b57e-2c059845d387 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=5b04ac79-d84d-4b83-9391-5b9719e85fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502577 Jan 21 09:58:05.913289 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38918) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:06.003317 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-341595ec-6948-429d-b61d-8ce8bd79a72e tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=380f7aeb-6699-4f71-9818-db479e74ee4e HTTP/1.1" status: 200 len: 1132 time: 0.0887492 Jan 21 09:58:06.008448 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38922) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:06.013610 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-38f17ce9-07e9-43ae-9d5c-19325e9c6cbd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'port_id': '0abe0d54-5c0d-4159-b51b-8ead1e28f073', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:58:06.019016 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-38f17ce9-07e9-43ae-9d5c-19325e9c6cbd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:58:06.023870 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-38f17ce9-07e9-43ae-9d5c-19325e9c6cbd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:floatingip and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:58:06.027115 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-38f17ce9-07e9-43ae-9d5c-19325e9c6cbd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:58:06.033035 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-38f17ce9-07e9-43ae-9d5c-19325e9c6cbd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:58:06.047358 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-38f17ce9-07e9-43ae-9d5c-19325e9c6cbd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:06.189585 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-38f17ce9-07e9-43ae-9d5c-19325e9c6cbd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:06.332048 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-38f17ce9-07e9-43ae-9d5c-19325e9c6cbd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Allocated IP 172.26.0.167 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/78cf2cc1-b892-4928-b03b-0fab13bf2319) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:58:06.485100 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-38f17ce9-07e9-43ae-9d5c-19325e9c6cbd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:06.514025 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-38f17ce9-07e9-43ae-9d5c-19325e9c6cbd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:06.578644 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f17ce9-07e9-43ae-9d5c-19325e9c6cbd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:58:06.581368 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-38f17ce9-07e9-43ae-9d5c-19325e9c6cbd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:58:06.585989 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f17ce9-07e9-43ae-9d5c-19325e9c6cbd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:58:06.619032 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f17ce9-07e9-43ae-9d5c-19325e9c6cbd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=78cf2cc1-b892-4928-b03b-0fab13bf2319,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:07.232127 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-38f17ce9-07e9-43ae-9d5c-19325e9c6cbd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:07.290224 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-38f17ce9-07e9-43ae-9d5c-19325e9c6cbd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:07.505343 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-38f17ce9-07e9-43ae-9d5c-19325e9c6cbd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:07.509942 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-38f17ce9-07e9-43ae-9d5c-19325e9c6cbd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:07.621780 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f17ce9-07e9-43ae-9d5c-19325e9c6cbd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=78cf2cc1-b892-4928-b03b-0fab13bf2319,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:07.651741 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-38f17ce9-07e9-43ae-9d5c-19325e9c6cbd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:07.861201 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.l3_db [None req-38f17ce9-07e9-43ae-9d5c-19325e9c6cbd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Floating IP 6aed22a4-f63a-40df-8eb6-7a69f34231ec associated. External IP: 172.26.0.167, port: 0abe0d54-5c0d-4159-b51b-8ead1e28f073. Jan 21 09:58:08.256880 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f17ce9-07e9-43ae-9d5c-19325e9c6cbd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router 7d97b8ae-ca71-43a7-a051-d15f02716d8d has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:58:08.551138 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f17ce9-07e9-43ae-9d5c-19325e9c6cbd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:58:08.560855 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9361d77d-7e0e-429d-b117-71b0000789fb None None] Sync routers for ids ['7d97b8ae-ca71-43a7-a051-d15f02716d8d'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:58:08.573797 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9361d77d-7e0e-429d-b117-71b0000789fb None None] Routers {'7d97b8ae-ca71-43a7-a051-d15f02716d8d'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:58:08.574468 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9361d77d-7e0e-429d-b117-71b0000789fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:57:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['7d97b8ae-ca71-43a7-a051-d15f02716d8d'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:08.576960 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-38f17ce9-07e9-43ae-9d5c-19325e9c6cbd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:08.639395 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-38f17ce9-07e9-43ae-9d5c-19325e9c6cbd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 2.6267245 Jan 21 09:58:08.639395 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380f7aeb-6699-4f71-9818-db479e74ee4e', 'tag': '0abe0d54-5c0d-4159-b51b-8ead1e28f073'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:58:08.640726 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38926) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:08.698357 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '380f7aeb-6699-4f71-9818-db479e74ee4e', 'tag': '0abe0d54-5c0d-4159-b51b-8ead1e28f073', 'status': 'completed', 'code': 200} Jan 21 09:58:08.743779 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c3ed6bc9-f3da-4314-94d4-82d9eab5a240 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=380f7aeb-6699-4f71-9818-db479e74ee4e&network_id=7986e8d3-2551-484f-bbfb-0a9e6ae33fc9 HTTP/1.1" status: 200 len: 1132 time: 0.1015048 Jan 21 09:58:08.766900 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-9361d77d-7e0e-429d-b117-71b0000789fb None None] Set router 7d97b8ae-ca71-43a7-a051-d15f02716d8d gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:58:08.882110 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b2928350-c051-49e1-90fb-63881ff518c9 req-60c6d97c-6fbb-48ba-bf86-c28d29463b38 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=380f7aeb-6699-4f71-9818-db479e74ee4e HTTP/1.1" status: 200 len: 1137 time: 0.1606898 Jan 21 09:58:09.040129 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2928350-c051-49e1-90fb-63881ff518c9 req-3df0107e-7470-46ec-ad99-ed0c19b6aa8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:09.047606 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b2928350-c051-49e1-90fb-63881ff518c9 req-3df0107e-7470-46ec-ad99-ed0c19b6aa8e service neutron] 10.222.0.124 "GET /v2.0/networks?id=7986e8d3-2551-484f-bbfb-0a9e6ae33fc9 HTTP/1.1" status: 200 len: 897 time: 0.1499624 Jan 21 09:58:09.157918 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b2928350-c051-49e1-90fb-63881ff518c9 req-984b2a52-dfc0-43e3-8b19-6e3c8685d2c7 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0abe0d54-5c0d-4159-b51b-8ead1e28f073 HTTP/1.1" status: 200 len: 1038 time: 0.1079800 Jan 21 09:58:09.176338 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1659c-2bfc-4a70-ac12-3edb0f736b27 req-1f28d04b-5a4c-468f-8d80-2d40577bb5ab tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:09.178235 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-5ad1659c-2bfc-4a70-ac12-3edb0f736b27 req-1f28d04b-5a4c-468f-8d80-2d40577bb5ab tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=380f7aeb-6699-4f71-9818-db479e74ee4e HTTP/1.1" status: 200 len: 984 time: 0.0865855 Jan 21 09:58:09.224723 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9361d77d-7e0e-429d-b117-71b0000789fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'name': 'tempest-TestNetworkBasicOps-router-804029425', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '9fdbc9c0-e7da-4073-98cf-0385eff31b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:57:41Z', 'updated_at': '2022-01-21T09:57:46Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9fdbc9c0-e7da-4073-98cf-0385eff31b87', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:93:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:42Z', 'updated_at': '2022-01-21T09:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '6aed22a4-f63a-40df-8eb6-7a69f34231ec', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.167', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'port_id': '0abe0d54-5c0d-4159-b51b-8ead1e28f073', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1538148327', 'network_id': '7986e8d3-2551-484f-bbfb-0a9e6ae33fc9', 'mac_address': 'fa:16:3e:1c:e1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380f7aeb-6699-4f71-9818-db479e74ee4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:58:07Z', 'updated_at': '2022-01-21T09:58:07Z', 'revision_number': 0, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6aa8280-2525-4472-8311-973e00fe59aa', 'name': '', 'network_id': '7986e8d3-2551-484f-bbfb-0a9e6ae33fc9', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:86:3f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aae55edd-d583-4268-9613-24cac4ea0245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:45Z', 'updated_at': '2022-01-21T09:57:52Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'aae55edd-d583-4268-9613-24cac4ea0245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:09.226271 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2928350-c051-49e1-90fb-63881ff518c9 req-8ccf6927-011a-4b69-8176-ef70ac356d8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:09.227961 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b2928350-c051-49e1-90fb-63881ff518c9 req-8ccf6927-011a-4b69-8176-ef70ac356d8f service neutron] 10.222.0.124 "GET /v2.0/subnets?id=aae55edd-d583-4268-9613-24cac4ea0245 HTTP/1.1" status: 200 len: 835 time: 0.0636806 Jan 21 09:58:09.228862 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9361d77d-7e0e-429d-b117-71b0000789fb None None] Checking router: 7d97b8ae-ca71-43a7-a051-d15f02716d8d for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:58:09.229833 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-5ad1659c-2bfc-4a70-ac12-3edb0f736b27 req-5bb5c385-3894-45b4-960c-28e523f5e95e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=5b04ac79-d84d-4b83-9391-5b9719e85fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451996 Jan 21 09:58:09.240220 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9361d77d-7e0e-429d-b117-71b0000789fb None None] Routers {'7d97b8ae-ca71-43a7-a051-d15f02716d8d'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:58:09.240829 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9361d77d-7e0e-429d-b117-71b0000789fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:57:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['7d97b8ae-ca71-43a7-a051-d15f02716d8d'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:09.314584 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b2928350-c051-49e1-90fb-63881ff518c9 req-8fc60ae9-621b-4774-b8a9-957c8ee95fc6 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=7986e8d3-2551-484f-bbfb-0a9e6ae33fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796766 Jan 21 09:58:09.430930 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-9361d77d-7e0e-429d-b117-71b0000789fb None None] Set router 7d97b8ae-ca71-43a7-a051-d15f02716d8d gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:58:09.453780 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b2928350-c051-49e1-90fb-63881ff518c9 req-08dccfff-9cc9-4238-ba02-a2dceaf5d970 service neutron] 10.222.0.124 "GET /v2.0/networks/7986e8d3-2551-484f-bbfb-0a9e6ae33fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321964 Jan 21 09:58:09.587457 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b2928350-c051-49e1-90fb-63881ff518c9 req-132ce253-8878-436f-8f26-7c059a515f39 service neutron] 10.222.0.124 "GET /v2.0/networks/7986e8d3-2551-484f-bbfb-0a9e6ae33fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278651 Jan 21 09:58:09.788800 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9361d77d-7e0e-429d-b117-71b0000789fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'name': 'tempest-TestNetworkBasicOps-router-804029425', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '9fdbc9c0-e7da-4073-98cf-0385eff31b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:57:41Z', 'updated_at': '2022-01-21T09:57:46Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9fdbc9c0-e7da-4073-98cf-0385eff31b87', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:93:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:42Z', 'updated_at': '2022-01-21T09:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '6aed22a4-f63a-40df-8eb6-7a69f34231ec', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.167', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'port_id': '0abe0d54-5c0d-4159-b51b-8ead1e28f073', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1538148327', 'network_id': '7986e8d3-2551-484f-bbfb-0a9e6ae33fc9', 'mac_address': 'fa:16:3e:1c:e1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380f7aeb-6699-4f71-9818-db479e74ee4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:58:07Z', 'updated_at': '2022-01-21T09:58:07Z', 'revision_number': 0, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6aa8280-2525-4472-8311-973e00fe59aa', 'name': '', 'network_id': '7986e8d3-2551-484f-bbfb-0a9e6ae33fc9', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:86:3f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aae55edd-d583-4268-9613-24cac4ea0245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:45Z', 'updated_at': '2022-01-21T09:57:52Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'aae55edd-d583-4268-9613-24cac4ea0245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:09.792971 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9361d77d-7e0e-429d-b117-71b0000789fb None None] The sync data for ids ['7d97b8ae-ca71-43a7-a051-d15f02716d8d'] in dv-neutron-825732-1-hyperv is: [{'id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'name': 'tempest-TestNetworkBasicOps-router-804029425', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '9fdbc9c0-e7da-4073-98cf-0385eff31b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:57:41Z', 'updated_at': '2022-01-21T09:57:46Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9fdbc9c0-e7da-4073-98cf-0385eff31b87', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:93:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:42Z', 'updated_at': '2022-01-21T09:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '6aed22a4-f63a-40df-8eb6-7a69f34231ec', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.167', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'port_id': '0abe0d54-5c0d-4159-b51b-8ead1e28f073', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1538148327', 'network_id': '7986e8d3-2551-484f-bbfb-0a9e6ae33fc9', 'mac_address': 'fa:16:3e:1c:e1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380f7aeb-6699-4f71-9818-db479e74ee4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:58:07Z', 'updated_at': '2022-01-21T09:58:07Z', 'revision_number': 0, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6aa8280-2525-4472-8311-973e00fe59aa', 'name': '', 'network_id': '7986e8d3-2551-484f-bbfb-0a9e6ae33fc9', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:86:3f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aae55edd-d583-4268-9613-24cac4ea0245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:45Z', 'updated_at': '2022-01-21T09:57:52Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'aae55edd-d583-4268-9613-24cac4ea0245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:58:10.002250 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f95b77-1b84-44dd-8f60-4ec0a96caa54 None None] New status for floating IP 6aed22a4-f63a-40df-8eb6-7a69f34231ec: ACTIVE {{(pid=83600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:58:10.498878 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12585d4-7d5c-4ef3-9b87-7f5c48484bdf req-a1634f6b-74cc-40b8-bf1c-8ca301825a28 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:10.500321 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f12585d4-7d5c-4ef3-9b87-7f5c48484bdf req-a1634f6b-74cc-40b8-bf1c-8ca301825a28 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=380f7aeb-6699-4f71-9818-db479e74ee4e HTTP/1.1" status: 200 len: 984 time: 0.1147749 Jan 21 09:58:10.506818 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36e569-453d-46d8-b21f-bff71492437e req-aa547152-c5dd-4f8d-9fca-4d53d991a050 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:10.508302 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0c36e569-453d-46d8-b21f-bff71492437e req-aa547152-c5dd-4f8d-9fca-4d53d991a050 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/ports?device_id=380f7aeb-6699-4f71-9818-db479e74ee4e HTTP/1.1" status: 200 len: 984 time: 0.1540837 Jan 21 09:58:10.601538 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f12585d4-7d5c-4ef3-9b87-7f5c48484bdf req-6269e270-2ea4-4e67-9c91-ceec65bb454d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=5b04ac79-d84d-4b83-9391-5b9719e85fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921395 Jan 21 09:58:10.605948 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36e569-453d-46d8-b21f-bff71492437e req-fc904a2e-b99a-478d-a7b8-4a44d4df598f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:10.607341 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0c36e569-453d-46d8-b21f-bff71492437e req-fc904a2e-b99a-478d-a7b8-4a44d4df598f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/ports/0abe0d54-5c0d-4159-b51b-8ead1e28f073?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0846505 Jan 21 09:58:10.752353 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0c36e569-453d-46d8-b21f-bff71492437e req-bbfce99c-3cce-4bc3-89da-684c4a1a26e7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/networks/7986e8d3-2551-484f-bbfb-0a9e6ae33fc9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1397834 Jan 21 09:58:10.762190 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-0c36e569-453d-46d8-b21f-bff71492437e req-85b4f275-5f9d-4782-9294-94ba313eb621 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:58:10.873889 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-0c36e569-453d-46d8-b21f-bff71492437e req-85b4f275-5f9d-4782-9294-94ba313eb621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:11.184983 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-0c36e569-453d-46d8-b21f-bff71492437e req-85b4f275-5f9d-4782-9294-94ba313eb621 service neutron] For port 0abe0d54-5c0d-4159-b51b-8ead1e28f073, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0abe0d54-5c0d-4159-b51b-8ead1e28f073,segment=NetworkSegment(d3ee328d-ecdb-409f-ab61-c1db1cc06b5b),segment_id=d3ee328d-ecdb-409f-ab61-c1db1cc06b5b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:11.215138 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-0c36e569-453d-46d8-b21f-bff71492437e req-85b4f275-5f9d-4782-9294-94ba313eb621 service neutron] For port 0abe0d54-5c0d-4159-b51b-8ead1e28f073, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:58:11.268707 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-0c36e569-453d-46d8-b21f-bff71492437e req-85b4f275-5f9d-4782-9294-94ba313eb621 service neutron] device_id is not set on port 0abe0d54-5c0d-4159-b51b-8ead1e28f073 yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:58:11.277674 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-0c36e569-453d-46d8-b21f-bff71492437e req-85b4f275-5f9d-4782-9294-94ba313eb621 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:11.283186 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-0c36e569-453d-46d8-b21f-bff71492437e req-85b4f275-5f9d-4782-9294-94ba313eb621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:11.405879 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4f275-5f9d-4782-9294-94ba313eb621 service neutron] Pushing event updated for resources: {'Port': ['ID=0abe0d54-5c0d-4159-b51b-8ead1e28f073,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:11.487472 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c36e569-453d-46d8-b21f-bff71492437e req-85b4f275-5f9d-4782-9294-94ba313eb621 service neutron] No DVR routers for this DVR port 0abe0d54-5c0d-4159-b51b-8ead1e28f073 on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:58:11.577293 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5f5a6abd-99e6-4f8c-b39b-72a172d0cf10 None None] Provisioning complete for port 0abe0d54-5c0d-4159-b51b-8ead1e28f073 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:58:11.577929 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5f5a6abd-99e6-4f8c-b39b-72a172d0cf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:11.635473 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5f5a6abd-99e6-4f8c-b39b-72a172d0cf10 None None] Port 0abe0d54-5c0d-4159-b51b-8ead1e28f073 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:58:11.749924 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-0c36e569-453d-46d8-b21f-bff71492437e req-85b4f275-5f9d-4782-9294-94ba313eb621 service neutron] In _notify_port_updated(), no bound segment for port 0abe0d54-5c0d-4159-b51b-8ead1e28f073 on network 7986e8d3-2551-484f-bbfb-0a9e6ae33fc9 {{(pid=83598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:58:11.750974 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-0c36e569-453d-46d8-b21f-bff71492437e req-85b4f275-5f9d-4782-9294-94ba313eb621 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:11.756208 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0c36e569-453d-46d8-b21f-bff71492437e req-85b4f275-5f9d-4782-9294-94ba313eb621 service neutron] 10.222.0.124 "PUT /v2.0/ports/0abe0d54-5c0d-4159-b51b-8ead1e28f073 HTTP/1.1" status: 200 len: 1027 time: 0.9944885 Jan 21 09:58:11.788869 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-857deb2d-8c74-41c2-b794-22896458844b req-1eb6d467-f253-4ed5-bf68-0e9174cb41ec tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=380f7aeb-6699-4f71-9818-db479e74ee4e HTTP/1.1" status: 200 len: 210 time: 0.0490818 Jan 21 09:58:12.900841 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38944) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:12.968161 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4058b770-29eb-40d3-9450-63585538eccf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:12.969472 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4058b770-29eb-40d3-9450-63585538eccf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports/0abe0d54-5c0d-4159-b51b-8ead1e28f073 HTTP/1.1" status: 200 len: 926 time: 0.0675859 Jan 21 09:58:13.597739 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38950) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:13.603583 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-24e4f991-7dea-44ee-8271-7a329d88caab tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-426277436', 'description': 'tempest-secgroup-smoke-426277436 description', 'project_id': 'e2711eddd053435baef8e70b41198188'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:58:13.609623 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-24e4f991-7dea-44ee-8271-7a329d88caab tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:58:13.620478 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-24e4f991-7dea-44ee-8271-7a329d88caab tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:58:13.631427 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-24e4f991-7dea-44ee-8271-7a329d88caab tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:13.677795 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-24e4f991-7dea-44ee-8271-7a329d88caab tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:58:13.682082 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-24e4f991-7dea-44ee-8271-7a329d88caab tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:58:13.685132 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-24e4f991-7dea-44ee-8271-7a329d88caab tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:58:13.691996 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-24e4f991-7dea-44ee-8271-7a329d88caab tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:58:13.756114 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-24e4f991-7dea-44ee-8271-7a329d88caab tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:13.760242 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-24e4f991-7dea-44ee-8271-7a329d88caab tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:13.805092 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4f991-7dea-44ee-8271-7a329d88caab tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=127a562a-bb40-491e-aff4-51c9a49f7f0e,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:13.814428 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-24e4f991-7dea-44ee-8271-7a329d88caab tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:13.815585 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-24e4f991-7dea-44ee-8271-7a329d88caab tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2168670 Jan 21 09:58:13.819947 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38954) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:13.825460 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-732f64de-1521-40f6-9918-0d862140e2f1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': '127a562a-bb40-491e-aff4-51c9a49f7f0e', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:58:13.831411 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-732f64de-1521-40f6-9918-0d862140e2f1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:58:13.835375 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-732f64de-1521-40f6-9918-0d862140e2f1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:58:13.838442 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-732f64de-1521-40f6-9918-0d862140e2f1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:58:13.844080 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-732f64de-1521-40f6-9918-0d862140e2f1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:58:13.868174 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-732f64de-1521-40f6-9918-0d862140e2f1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:13.938373 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-732f64de-1521-40f6-9918-0d862140e2f1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:13.942971 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-732f64de-1521-40f6-9918-0d862140e2f1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:13.967773 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f64de-1521-40f6-9918-0d862140e2f1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9927e5fd-8bdf-4d58-a8ac-763cdc1fae02,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:13.978540 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-732f64de-1521-40f6-9918-0d862140e2f1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:13.979910 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-732f64de-1521-40f6-9918-0d862140e2f1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1590726 Jan 21 09:58:13.982885 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38958) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:13.988386 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-d04c6d0b-917b-465f-a715-1592649e8d01 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': '127a562a-bb40-491e-aff4-51c9a49f7f0e', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:58:13.995127 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d04c6d0b-917b-465f-a715-1592649e8d01 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:58:13.999050 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-d04c6d0b-917b-465f-a715-1592649e8d01 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:58:14.001962 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-d04c6d0b-917b-465f-a715-1592649e8d01 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:58:14.011907 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d04c6d0b-917b-465f-a715-1592649e8d01 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:58:14.029394 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d04c6d0b-917b-465f-a715-1592649e8d01 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:14.102500 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d04c6d0b-917b-465f-a715-1592649e8d01 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:14.106212 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d04c6d0b-917b-465f-a715-1592649e8d01 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:14.136633 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c6d0b-917b-465f-a715-1592649e8d01 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba9738b9-d8e9-40b7-8828-f5659f569173,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:14.147242 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d04c6d0b-917b-465f-a715-1592649e8d01 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:14.148433 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d04c6d0b-917b-465f-a715-1592649e8d01 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1645968 Jan 21 09:58:14.151230 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 38962) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:14.156577 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-62654baf-79c6-4d33-91f6-e6ccfde2de97 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': '127a562a-bb40-491e-aff4-51c9a49f7f0e', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:58:14.163276 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-62654baf-79c6-4d33-91f6-e6ccfde2de97 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:58:14.167098 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-62654baf-79c6-4d33-91f6-e6ccfde2de97 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:58:14.177565 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-62654baf-79c6-4d33-91f6-e6ccfde2de97 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:58:14.183457 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-62654baf-79c6-4d33-91f6-e6ccfde2de97 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:58:14.200516 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-62654baf-79c6-4d33-91f6-e6ccfde2de97 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:14.270198 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-62654baf-79c6-4d33-91f6-e6ccfde2de97 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:14.281118 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-62654baf-79c6-4d33-91f6-e6ccfde2de97 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:14.314313 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62654baf-79c6-4d33-91f6-e6ccfde2de97 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af56e93-463e-4b3b-81ff-66c7738d5768,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:14.324068 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-62654baf-79c6-4d33-91f6-e6ccfde2de97 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:14.325810 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-62654baf-79c6-4d33-91f6-e6ccfde2de97 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1733301 Jan 21 09:58:14.328643 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38966) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:14.334750 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-6763fb8b-01b9-4985-a5d7-42a361d74afd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': '127a562a-bb40-491e-aff4-51c9a49f7f0e', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:58:14.340970 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6763fb8b-01b9-4985-a5d7-42a361d74afd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:58:14.345169 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6763fb8b-01b9-4985-a5d7-42a361d74afd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:58:14.348323 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6763fb8b-01b9-4985-a5d7-42a361d74afd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:58:14.355266 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6763fb8b-01b9-4985-a5d7-42a361d74afd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:58:14.374272 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6763fb8b-01b9-4985-a5d7-42a361d74afd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:14.443761 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6763fb8b-01b9-4985-a5d7-42a361d74afd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:14.447664 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6763fb8b-01b9-4985-a5d7-42a361d74afd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:14.471332 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6763fb8b-01b9-4985-a5d7-42a361d74afd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d082d91-eb94-4f9d-a33d-b20e815052af,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:14.482203 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6763fb8b-01b9-4985-a5d7-42a361d74afd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:14.483379 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6763fb8b-01b9-4985-a5d7-42a361d74afd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1537163 Jan 21 09:58:14.486576 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38970) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:14.492902 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-a46b24a7-5ad1-4e49-bdc5-b5b86123eee4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': '127a562a-bb40-491e-aff4-51c9a49f7f0e', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:58:14.498951 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a46b24a7-5ad1-4e49-bdc5-b5b86123eee4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:58:14.502779 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a46b24a7-5ad1-4e49-bdc5-b5b86123eee4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:58:14.506510 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a46b24a7-5ad1-4e49-bdc5-b5b86123eee4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:58:14.512179 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a46b24a7-5ad1-4e49-bdc5-b5b86123eee4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:58:14.523737 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.securitygroups_db [None req-a46b24a7-5ad1-4e49-bdc5-b5b86123eee4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Project e2711eddd053435baef8e70b41198188 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:58:14.530057 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a46b24a7-5ad1-4e49-bdc5-b5b86123eee4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:14.600660 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a46b24a7-5ad1-4e49-bdc5-b5b86123eee4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:14.604897 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a46b24a7-5ad1-4e49-bdc5-b5b86123eee4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:14.632931 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b24a7-5ad1-4e49-bdc5-b5b86123eee4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66479f51-6cc6-4180-98b6-309e55f2eeb2,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:14.642168 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a46b24a7-5ad1-4e49-bdc5-b5b86123eee4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:14.643480 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a46b24a7-5ad1-4e49-bdc5-b5b86123eee4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1559095 Jan 21 09:58:14.648381 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 38974) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:14.654100 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-db6c2562-b89b-4cd1-8942-2bf89f89f647 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': '127a562a-bb40-491e-aff4-51c9a49f7f0e', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:58:14.660192 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-db6c2562-b89b-4cd1-8942-2bf89f89f647 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:58:14.664029 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-db6c2562-b89b-4cd1-8942-2bf89f89f647 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:58:14.666893 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-db6c2562-b89b-4cd1-8942-2bf89f89f647 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:58:14.673410 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-db6c2562-b89b-4cd1-8942-2bf89f89f647 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:58:14.684244 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.securitygroups_db [None req-db6c2562-b89b-4cd1-8942-2bf89f89f647 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Project e2711eddd053435baef8e70b41198188 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:58:14.690877 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-db6c2562-b89b-4cd1-8942-2bf89f89f647 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:14.758473 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-db6c2562-b89b-4cd1-8942-2bf89f89f647 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:14.762871 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-db6c2562-b89b-4cd1-8942-2bf89f89f647 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:14.787251 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c2562-b89b-4cd1-8942-2bf89f89f647 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c351b5-75e5-4722-80fa-510951dc5aab,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:14.796065 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-db6c2562-b89b-4cd1-8942-2bf89f89f647 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:14.798874 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-db6c2562-b89b-4cd1-8942-2bf89f89f647 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1494086 Jan 21 09:58:14.973449 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-764ea622-fe85-4e1f-bf9d-f773dd12ecb7 req-40a3a013-943e-4287-8a83-e296b3685888 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-426277436&fields=id&tenant_id=e2711eddd053435baef8e70b41198188 HTTP/1.1" status: 200 len: 267 time: 0.0418408 Jan 21 09:58:15.049664 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ea622-fe85-4e1f-bf9d-f773dd12ecb7 req-06de46f2-597e-485a-b5da-5a05f5ed3dc6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:15.050959 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-764ea622-fe85-4e1f-bf9d-f773dd12ecb7 req-06de46f2-597e-485a-b5da-5a05f5ed3dc6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports/0abe0d54-5c0d-4159-b51b-8ead1e28f073 HTTP/1.1" status: 200 len: 931 time: 0.0704985 Jan 21 09:58:15.125334 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-764ea622-fe85-4e1f-bf9d-f773dd12ecb7 req-8026af9a-676e-45f0-9cd3-cc930641954e service neutron] 10.222.0.104 "GET /v2.0/ports/0abe0d54-5c0d-4159-b51b-8ead1e28f073?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0615742 Jan 21 09:58:15.247549 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 0abe0d54-5c0d-4159-b51b-8ead1e28f073 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:58:15.268788 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-764ea622-fe85-4e1f-bf9d-f773dd12ecb7 req-fa11a837-6da8-477b-a425-0d4c585360de service neutron] 10.222.0.104 "GET /v2.0/networks/7986e8d3-2551-484f-bbfb-0a9e6ae33fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375070 Jan 21 09:58:15.304888 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 0abe0d54-5c0d-4159-b51b-8ead1e28f073 not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:58:15.401284 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-764ea622-fe85-4e1f-bf9d-f773dd12ecb7 req-45d45d2f-5c45-4d18-834c-304ce6d46c6a service neutron] 10.222.0.104 "GET /v2.0/networks/7986e8d3-2551-484f-bbfb-0a9e6ae33fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252580 Jan 21 09:58:15.592461 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-2b4e814e-51e0-4c61-a1a4-e5e918e0154e req-2c829415-8342-4ae7-9d81-8ec8b1945953 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=9f0aedb2-4d22-4900-bea0-3082b07397b8 HTTP/1.1" status: 200 len: 210 time: 0.0425441 Jan 21 09:58:16.815676 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2f2cf565-1169-4c16-abf8-bc6157a0452e req-dcba8a2b-127f-4480-92d2-59fb78486181 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=9f0aedb2-4d22-4900-bea0-3082b07397b8 HTTP/1.1" status: 200 len: 210 time: 0.0953548 Jan 21 09:58:16.844952 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-764ea622-fe85-4e1f-bf9d-f773dd12ecb7 req-d2850c63-78b7-433a-b98c-72c42037e487 service neutron] 10.222.0.124 "GET /v2.0/ports/0abe0d54-5c0d-4159-b51b-8ead1e28f073 HTTP/1.1" status: 200 len: 1027 time: 0.0876961 Jan 21 09:58:16.999729 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ea622-fe85-4e1f-bf9d-f773dd12ecb7 req-94a0d2a7-cbc4-431d-9d4f-9d46598de264 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:17.001121 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-764ea622-fe85-4e1f-bf9d-f773dd12ecb7 req-94a0d2a7-cbc4-431d-9d4f-9d46598de264 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/networks?id=7986e8d3-2551-484f-bbfb-0a9e6ae33fc9 HTTP/1.1" status: 200 len: 796 time: 0.1506984 Jan 21 09:58:17.056479 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-764ea622-fe85-4e1f-bf9d-f773dd12ecb7 req-c276441c-0f62-4cb4-87a4-afa98eb3c695 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2711eddd053435baef8e70b41198188 HTTP/1.1" status: 200 len: 471 time: 0.0430324 Jan 21 09:58:17.066362 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-764ea622-fe85-4e1f-bf9d-f773dd12ecb7 req-eab9382c-a3f9-4769-9707-203fa10b75e9 service neutron] Request body: {'port': {'device_id': '9f0aedb2-4d22-4900-bea0-3082b07397b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:58:17.276350 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-764ea622-fe85-4e1f-bf9d-f773dd12ecb7 req-eab9382c-a3f9-4769-9707-203fa10b75e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:17.627186 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-764ea622-fe85-4e1f-bf9d-f773dd12ecb7 req-eab9382c-a3f9-4769-9707-203fa10b75e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0abe0d54-5c0d-4159-b51b-8ead1e28f073 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:58:17.634110 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-764ea622-fe85-4e1f-bf9d-f773dd12ecb7 req-eab9382c-a3f9-4769-9707-203fa10b75e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:17.648540 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-764ea622-fe85-4e1f-bf9d-f773dd12ecb7 req-eab9382c-a3f9-4769-9707-203fa10b75e9 service neutron] Transition to ACTIVE for port object 0abe0d54-5c0d-4159-b51b-8ead1e28f073 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:58:17.652631 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-764ea622-fe85-4e1f-bf9d-f773dd12ecb7 req-eab9382c-a3f9-4769-9707-203fa10b75e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:17.794023 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9382c-a3f9-4769-9707-203fa10b75e9 service neutron] Pushing event updated for resources: {'Port': ['ID=0abe0d54-5c0d-4159-b51b-8ead1e28f073,revision_number=7']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:17.943523 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-764ea622-fe85-4e1f-bf9d-f773dd12ecb7 req-eab9382c-a3f9-4769-9707-203fa10b75e9 service neutron] Attempting to bind port 0abe0d54-5c0d-4159-b51b-8ead1e28f073 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:58:17.944219 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-764ea622-fe85-4e1f-bf9d-f773dd12ecb7 req-eab9382c-a3f9-4769-9707-203fa10b75e9 service neutron] Attempting to bind port 0abe0d54-5c0d-4159-b51b-8ead1e28f073 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'd3ee328d-ecdb-409f-ab61-c1db1cc06b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7986e8d3-2551-484f-bbfb-0a9e6ae33fc9'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:58:17.944219 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764ea622-fe85-4e1f-bf9d-f773dd12ecb7 req-eab9382c-a3f9-4769-9707-203fa10b75e9 service neutron] Attempting to bind port 0abe0d54-5c0d-4159-b51b-8ead1e28f073 on network 7986e8d3-2551-484f-bbfb-0a9e6ae33fc9 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:58:17.950232 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764ea622-fe85-4e1f-bf9d-f773dd12ecb7 req-eab9382c-a3f9-4769-9707-203fa10b75e9 service neutron] Port 0abe0d54-5c0d-4159-b51b-8ead1e28f073 on network 7986e8d3-2551-484f-bbfb-0a9e6ae33fc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:58:17.950621 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764ea622-fe85-4e1f-bf9d-f773dd12ecb7 req-eab9382c-a3f9-4769-9707-203fa10b75e9 service neutron] Attempting to bind port 0abe0d54-5c0d-4159-b51b-8ead1e28f073 on network 7986e8d3-2551-484f-bbfb-0a9e6ae33fc9 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:58:17.957084 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764ea622-fe85-4e1f-bf9d-f773dd12ecb7 req-eab9382c-a3f9-4769-9707-203fa10b75e9 service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:58:17.957598 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764ea622-fe85-4e1f-bf9d-f773dd12ecb7 req-eab9382c-a3f9-4769-9707-203fa10b75e9 service neutron] Checking segment: {'id': 'd3ee328d-ecdb-409f-ab61-c1db1cc06b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7986e8d3-2551-484f-bbfb-0a9e6ae33fc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:58:17.958668 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764ea622-fe85-4e1f-bf9d-f773dd12ecb7 req-eab9382c-a3f9-4769-9707-203fa10b75e9 service neutron] Bound using segment: {'id': 'd3ee328d-ecdb-409f-ab61-c1db1cc06b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7986e8d3-2551-484f-bbfb-0a9e6ae33fc9'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:58:17.959105 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-764ea622-fe85-4e1f-bf9d-f773dd12ecb7 req-eab9382c-a3f9-4769-9707-203fa10b75e9 service neutron] Bound port: 0abe0d54-5c0d-4159-b51b-8ead1e28f073, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3ee328d-ecdb-409f-ab61-c1db1cc06b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7986e8d3-2551-484f-bbfb-0a9e6ae33fc9'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:58:17.959453 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-764ea622-fe85-4e1f-bf9d-f773dd12ecb7 req-eab9382c-a3f9-4769-9707-203fa10b75e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:18.057868 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0fc8a-eab0-4553-afd4-824534b3c9f7 req-e518f0ad-46e2-4201-ae31-d2f4fc06c229 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:18.059307 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-cbe0fc8a-eab0-4553-afd4-824534b3c9f7 req-e518f0ad-46e2-4201-ae31-d2f4fc06c229 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=9f0aedb2-4d22-4900-bea0-3082b07397b8 HTTP/1.1" status: 200 len: 982 time: 0.0889959 Jan 21 09:58:18.060676 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-764ea622-fe85-4e1f-bf9d-f773dd12ecb7 req-eab9382c-a3f9-4769-9707-203fa10b75e9 service neutron] For port 0abe0d54-5c0d-4159-b51b-8ead1e28f073, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:58:18.064585 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-764ea622-fe85-4e1f-bf9d-f773dd12ecb7 req-eab9382c-a3f9-4769-9707-203fa10b75e9 service neutron] For port 0abe0d54-5c0d-4159-b51b-8ead1e28f073, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0abe0d54-5c0d-4159-b51b-8ead1e28f073,segment=NetworkSegment(d3ee328d-ecdb-409f-ab61-c1db1cc06b5b),segment_id=d3ee328d-ecdb-409f-ab61-c1db1cc06b5b)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:58:18.069070 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-764ea622-fe85-4e1f-bf9d-f773dd12ecb7 req-eab9382c-a3f9-4769-9707-203fa10b75e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:18.108424 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-cbe0fc8a-eab0-4553-afd4-824534b3c9f7 req-f9b03b48-4f64-4eb5-8552-128fe024f779 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:58:18.126202 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-cbe0fc8a-eab0-4553-afd4-824534b3c9f7 req-f9b03b48-4f64-4eb5-8552-128fe024f779 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:58:18.127469 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-cbe0fc8a-eab0-4553-afd4-824534b3c9f7 req-f9b03b48-4f64-4eb5-8552-128fe024f779 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=5b04ac79-d84d-4b83-9391-5b9719e85fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616705 Jan 21 09:58:18.146799 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-764ea622-fe85-4e1f-bf9d-f773dd12ecb7 req-eab9382c-a3f9-4769-9707-203fa10b75e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:18.148195 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-764ea622-fe85-4e1f-bf9d-f773dd12ecb7 req-eab9382c-a3f9-4769-9707-203fa10b75e9 service neutron] 10.222.0.124 "PUT /v2.0/ports/0abe0d54-5c0d-4159-b51b-8ead1e28f073 HTTP/1.1" status: 200 len: 1132 time: 1.0857720 Jan 21 09:58:18.148597 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0aedb2-4d22-4900-bea0-3082b07397b8', 'tag': '0abe0d54-5c0d-4159-b51b-8ead1e28f073'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:58:18.178367 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9382c-a3f9-4769-9707-203fa10b75e9 service neutron] Pushing event updated for resources: {'Port': ['ID=0abe0d54-5c0d-4159-b51b-8ead1e28f073,revision_number=8']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:18.242221 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0aedb2-4d22-4900-bea0-3082b07397b8', 'tag': '0abe0d54-5c0d-4159-b51b-8ead1e28f073', 'status': 'completed', 'code': 200} Jan 21 09:58:18.275034 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-764ea622-fe85-4e1f-bf9d-f773dd12ecb7 req-38846a51-913b-491c-81f7-6c735fa87e83 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=9f0aedb2-4d22-4900-bea0-3082b07397b8 HTTP/1.1" status: 200 len: 1135 time: 0.0838552 Jan 21 09:58:18.379687 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-764ea622-fe85-4e1f-bf9d-f773dd12ecb7 req-68199c33-7588-4ae7-a6d6-d3b7ed92a5dd service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0abe0d54-5c0d-4159-b51b-8ead1e28f073 HTTP/1.1" status: 200 len: 1038 time: 0.0984020 Jan 21 09:58:18.447651 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ea622-fe85-4e1f-bf9d-f773dd12ecb7 req-1f1fa634-b190-40b8-ba16-7749176119de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:18.449072 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-764ea622-fe85-4e1f-bf9d-f773dd12ecb7 req-1f1fa634-b190-40b8-ba16-7749176119de service neutron] 10.222.0.124 "GET /v2.0/subnets?id=aae55edd-d583-4268-9613-24cac4ea0245 HTTP/1.1" status: 200 len: 835 time: 0.0632493 Jan 21 09:58:18.524626 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-764ea622-fe85-4e1f-bf9d-f773dd12ecb7 req-0f6b126b-5c86-469b-8626-45e3f5bef83c service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=7986e8d3-2551-484f-bbfb-0a9e6ae33fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701244 Jan 21 09:58:18.669684 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-764ea622-fe85-4e1f-bf9d-f773dd12ecb7 req-4ebc6542-af07-45eb-ae62-c7543b966c30 service neutron] 10.222.0.124 "GET /v2.0/networks/7986e8d3-2551-484f-bbfb-0a9e6ae33fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384416 Jan 21 09:58:18.816982 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-764ea622-fe85-4e1f-bf9d-f773dd12ecb7 req-786f2e07-81a7-4796-9b3b-a19b012400ef service neutron] 10.222.0.124 "GET /v2.0/networks/7986e8d3-2551-484f-bbfb-0a9e6ae33fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413288 Jan 21 09:58:18.935640 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f084ebdf-caf6-48a3-be9d-db2676cb5a0d req-4363893a-3b47-47ca-941a-cf9f87185fcb service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=9f0aedb2-4d22-4900-bea0-3082b07397b8 HTTP/1.1" status: 200 len: 1135 time: 0.0716050 Jan 21 09:58:19.068543 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084ebdf-caf6-48a3-be9d-db2676cb5a0d req-aa927982-455a-4173-9605-519641b0404a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:19.070242 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f084ebdf-caf6-48a3-be9d-db2676cb5a0d req-aa927982-455a-4173-9605-519641b0404a service neutron] 10.222.0.124 "GET /v2.0/networks?id=7986e8d3-2551-484f-bbfb-0a9e6ae33fc9 HTTP/1.1" status: 200 len: 897 time: 0.1283929 Jan 21 09:58:19.277735 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f084ebdf-caf6-48a3-be9d-db2676cb5a0d req-e8dc7fcc-94d5-4a73-a18b-c7e03cb1ec58 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0abe0d54-5c0d-4159-b51b-8ead1e28f073 HTTP/1.1" status: 200 len: 1038 time: 0.1983247 Jan 21 09:58:19.339741 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a775b-6f07-44a7-a73c-5d167baaefbe req-09f027e6-241b-451f-baf2-ddfd777ade67 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:19.341230 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-2f6a775b-6f07-44a7-a73c-5d167baaefbe req-09f027e6-241b-451f-baf2-ddfd777ade67 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=9f0aedb2-4d22-4900-bea0-3082b07397b8 HTTP/1.1" status: 200 len: 982 time: 0.0778537 Jan 21 09:58:19.345199 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084ebdf-caf6-48a3-be9d-db2676cb5a0d req-3be02ec6-593d-4c0c-b1b4-d31fd24dbd56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:19.346706 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f084ebdf-caf6-48a3-be9d-db2676cb5a0d req-3be02ec6-593d-4c0c-b1b4-d31fd24dbd56 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=aae55edd-d583-4268-9613-24cac4ea0245 HTTP/1.1" status: 200 len: 835 time: 0.0629852 Jan 21 09:58:19.388527 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-2f6a775b-6f07-44a7-a73c-5d167baaefbe req-b27a259a-a7db-4e78-8c99-3460ce32e81c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=5b04ac79-d84d-4b83-9391-5b9719e85fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414803 Jan 21 09:58:19.432497 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f084ebdf-caf6-48a3-be9d-db2676cb5a0d req-7eff1918-4f24-4d69-90a5-9c2ed9da74a1 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=7986e8d3-2551-484f-bbfb-0a9e6ae33fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778768 Jan 21 09:58:19.583980 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f084ebdf-caf6-48a3-be9d-db2676cb5a0d req-c614408d-390a-48ae-b9f2-956017bd5024 service neutron] 10.222.0.124 "GET /v2.0/networks/7986e8d3-2551-484f-bbfb-0a9e6ae33fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441150 Jan 21 09:58:19.721387 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f084ebdf-caf6-48a3-be9d-db2676cb5a0d req-e6daf42d-50ca-45f3-941a-9990afff36f8 service neutron] 10.222.0.124 "GET /v2.0/networks/7986e8d3-2551-484f-bbfb-0a9e6ae33fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303430 Jan 21 09:58:20.340096 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:20.600897 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d55a63-0973-47ae-8ae9-fcb2ca517526 req-5f4161f1-f99d-49b8-9e05-6d5e2de134c5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:20.602397 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-41d55a63-0973-47ae-8ae9-fcb2ca517526 req-5f4161f1-f99d-49b8-9e05-6d5e2de134c5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=9f0aedb2-4d22-4900-bea0-3082b07397b8 HTTP/1.1" status: 200 len: 982 time: 0.0882919 Jan 21 09:58:20.650952 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-41d55a63-0973-47ae-8ae9-fcb2ca517526 req-afdba036-8902-48a1-9cd5-b8f97aa78780 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=5b04ac79-d84d-4b83-9391-5b9719e85fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429034 Jan 21 09:58:21.278900 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 0abe0d54-5c0d-4159-b51b-8ead1e28f073 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:58:21.420151 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 0abe0d54-5c0d-4159-b51b-8ead1e28f073, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0abe0d54-5c0d-4159-b51b-8ead1e28f073,segment=NetworkSegment(d3ee328d-ecdb-409f-ab61-c1db1cc06b5b),segment_id=d3ee328d-ecdb-409f-ab61-c1db1cc06b5b)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:21.434515 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '0abe0d54-5c0d-4159-b51b-8ead1e28f073', 'network_id': '7986e8d3-2551-484f-bbfb-0a9e6ae33fc9', 'port_id': '0abe0d54-5c0d-4159-b51b-8ead1e28f073', 'mac_address': 'fa:16:3e:1c:e1:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aae55edd-d583-4268-9613-24cac4ea0245', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:58:21.495773 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:21.513608 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0abe0d54-5c0d-4159-b51b-8ead1e28f073 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:58:21.530106 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 0abe0d54-5c0d-4159-b51b-8ead1e28f073, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0abe0d54-5c0d-4159-b51b-8ead1e28f073,segment=NetworkSegment(d3ee328d-ecdb-409f-ab61-c1db1cc06b5b),segment_id=d3ee328d-ecdb-409f-ab61-c1db1cc06b5b)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:21.534534 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:21.599847 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=0abe0d54-5c0d-4159-b51b-8ead1e28f073,revision_number=9']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:21.738526 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['0abe0d54-5c0d-4159-b51b-8ead1e28f073'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:58:21.860881 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61c1de-7f0d-4c5b-85a1-b2bb2f3fe130 req-53de0efa-7e9d-4d2b-a1f1-ac5dfd267bf1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:21.862521 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-af61c1de-7f0d-4c5b-85a1-b2bb2f3fe130 req-53de0efa-7e9d-4d2b-a1f1-ac5dfd267bf1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=9f0aedb2-4d22-4900-bea0-3082b07397b8 HTTP/1.1" status: 200 len: 983 time: 0.0869567 Jan 21 09:58:21.913641 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-af61c1de-7f0d-4c5b-85a1-b2bb2f3fe130 req-f0d9fea3-1231-443d-b718-a201f93be942 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=5b04ac79-d84d-4b83-9391-5b9719e85fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450594 Jan 21 09:58:23.123280 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278723e8-b57a-4d23-b025-d070aa5df1b6 req-ee1610c4-fc8d-4e76-9c16-b81ce2c4d810 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:23.124750 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-278723e8-b57a-4d23-b025-d070aa5df1b6 req-ee1610c4-fc8d-4e76-9c16-b81ce2c4d810 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=9f0aedb2-4d22-4900-bea0-3082b07397b8 HTTP/1.1" status: 200 len: 983 time: 0.0777709 Jan 21 09:58:23.173501 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-278723e8-b57a-4d23-b025-d070aa5df1b6 req-409ebe3f-742b-4d6d-ae2e-8e99ed430bf8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=5b04ac79-d84d-4b83-9391-5b9719e85fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423117 Jan 21 09:58:23.297795 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 0abe0d54-5c0d-4159-b51b-8ead1e28f073 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:58:23.368910 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port 0abe0d54-5c0d-4159-b51b-8ead1e28f073 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:58:23.373587 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 0abe0d54-5c0d-4159-b51b-8ead1e28f073 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:58:23.373960 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:23.490351 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:23.526591 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0aedb2-4d22-4900-bea0-3082b07397b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abe0d54-5c0d-4159-b51b-8ead1e28f073'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:58:23.536362 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 0abe0d54-5c0d-4159-b51b-8ead1e28f073, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0abe0d54-5c0d-4159-b51b-8ead1e28f073,segment=NetworkSegment(d3ee328d-ecdb-409f-ab61-c1db1cc06b5b),segment_id=d3ee328d-ecdb-409f-ab61-c1db1cc06b5b)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:23.540573 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:23.583831 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0aedb2-4d22-4900-bea0-3082b07397b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abe0d54-5c0d-4159-b51b-8ead1e28f073', 'code': 200} Jan 21 09:58:23.608245 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=0abe0d54-5c0d-4159-b51b-8ead1e28f073,revision_number=10']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:23.815716 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5d8909ae-6ef9-4728-98a2-9497c0e5f524 req-78d5766c-ec21-442b-a435-c8879cf6e196 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=9f0aedb2-4d22-4900-bea0-3082b07397b8 HTTP/1.1" status: 200 len: 1138 time: 0.0751693 Jan 21 09:58:23.869407 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5d8909ae-6ef9-4728-98a2-9497c0e5f524 req-b9781660-608a-44f4-a489-cd071cf1b07e service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=5b04ac79-d84d-4b83-9391-5b9719e85fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453415 Jan 21 09:58:23.901173 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e2dc2100-63c1-4ab2-b9da-4d6e4bf82031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:24.380534 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8d375-46e1-422d-bf76-e27b5ea47992 req-091909b2-27a1-4d41-90f3-c9ee315b961e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:24.382260 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-60e8d375-46e1-422d-bf76-e27b5ea47992 req-091909b2-27a1-4d41-90f3-c9ee315b961e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=9f0aedb2-4d22-4900-bea0-3082b07397b8 HTTP/1.1" status: 200 len: 985 time: 0.0807180 Jan 21 09:58:24.430544 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-60e8d375-46e1-422d-bf76-e27b5ea47992 req-c47a3700-55e1-4ec8-b3a3-812a39cdb1c1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=5b04ac79-d84d-4b83-9391-5b9719e85fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424035 Jan 21 09:58:25.633256 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff2dd2-3018-4f79-8876-736b2052c28d req-c09e96e8-58ee-4530-b90d-a1d2e04f8da3 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:25.634927 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-c1ff2dd2-3018-4f79-8876-736b2052c28d req-c09e96e8-58ee-4530-b90d-a1d2e04f8da3 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=9f0aedb2-4d22-4900-bea0-3082b07397b8 HTTP/1.1" status: 200 len: 985 time: 0.0765252 Jan 21 09:58:25.684533 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-c1ff2dd2-3018-4f79-8876-736b2052c28d req-e60b1312-97c2-4a8c-9d65-b1eb6f8adcf1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=5b04ac79-d84d-4b83-9391-5b9719e85fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439405 Jan 21 09:58:25.897547 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8fc173-10d3-43c2-bf45-7db486ea9510 req-db15768e-b60c-4ef9-9a51-b56c9b5b7b89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:25.899094 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5a8fc173-10d3-43c2-bf45-7db486ea9510 req-db15768e-b60c-4ef9-9a51-b56c9b5b7b89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=9f0aedb2-4d22-4900-bea0-3082b07397b8 HTTP/1.1" status: 200 len: 985 time: 0.0909665 Jan 21 09:58:25.952085 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5a8fc173-10d3-43c2-bf45-7db486ea9510 req-5aa0cfa6-0507-4adb-9caa-9879f7539c93 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=5b04ac79-d84d-4b83-9391-5b9719e85fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475605 Jan 21 09:58:25.979160 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39022) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:26.057263 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4c65bdf8-77f5-45b0-9dd5-9ef37bbc253b tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=9f0aedb2-4d22-4900-bea0-3082b07397b8&network_id=7986e8d3-2551-484f-bbfb-0a9e6ae33fc9 HTTP/1.1" status: 200 len: 1133 time: 0.0770247 Jan 21 09:58:26.327262 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e09ccf55-edb9-4fd4-b81b-430c98c3d67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:26.462361 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4d584-b2a4-495d-a6ba-2125a3f15da1 req-59bb3c4f-36a8-4f55-b6fc-cb6f188f3f02 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:26.463920 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7fd4d584-b2a4-495d-a6ba-2125a3f15da1 req-59bb3c4f-36a8-4f55-b6fc-cb6f188f3f02 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=9f0aedb2-4d22-4900-bea0-3082b07397b8 HTTP/1.1" status: 200 len: 985 time: 0.0801234 Jan 21 09:58:26.509881 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7fd4d584-b2a4-495d-a6ba-2125a3f15da1 req-29cde9c4-12c1-434e-8d48-efd560651045 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=5b04ac79-d84d-4b83-9391-5b9719e85fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398455 Jan 21 09:58:27.429767 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:27.689141 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100664f-6643-4a93-852e-b8fdf8d66bbf req-e1996ce2-fd21-474b-9a3d-8c46abdeac6f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:27.690499 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d100664f-6643-4a93-852e-b8fdf8d66bbf req-e1996ce2-fd21-474b-9a3d-8c46abdeac6f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/ports?device_id=9f0aedb2-4d22-4900-bea0-3082b07397b8 HTTP/1.1" status: 200 len: 985 time: 0.0780623 Jan 21 09:58:27.712248 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:27.721496 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac673ba6-e6b5-4a92-b478-628420e183e9 req-01685bd8-33c6-4869-8828-60083d5760db tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:27.723192 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ac673ba6-e6b5-4a92-b478-628420e183e9 req-01685bd8-33c6-4869-8828-60083d5760db tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=9f0aedb2-4d22-4900-bea0-3082b07397b8 HTTP/1.1" status: 200 len: 985 time: 0.0804780 Jan 21 09:58:27.764815 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100664f-6643-4a93-852e-b8fdf8d66bbf req-01afd7c5-ffec-436a-85d2-a2647cc3fd8d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:27.766494 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d100664f-6643-4a93-852e-b8fdf8d66bbf req-01afd7c5-ffec-436a-85d2-a2647cc3fd8d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/ports/0abe0d54-5c0d-4159-b51b-8ead1e28f073?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0708561 Jan 21 09:58:27.771647 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ac673ba6-e6b5-4a92-b478-628420e183e9 req-4d9fb298-c9e3-4b22-b65d-8550b6de988a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=5b04ac79-d84d-4b83-9391-5b9719e85fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422585 Jan 21 09:58:27.914761 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d100664f-6643-4a93-852e-b8fdf8d66bbf req-38157fd6-40a6-442e-8ec0-035e0c8fe95d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/networks/7986e8d3-2551-484f-bbfb-0a9e6ae33fc9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1429636 Jan 21 09:58:27.925912 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-d100664f-6643-4a93-852e-b8fdf8d66bbf req-82b26788-bc5e-495a-8a8c-7903e28d73dd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:58:28.034604 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-d100664f-6643-4a93-852e-b8fdf8d66bbf req-82b26788-bc5e-495a-8a8c-7903e28d73dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:28.326228 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-d100664f-6643-4a93-852e-b8fdf8d66bbf req-82b26788-bc5e-495a-8a8c-7903e28d73dd service neutron] For port 0abe0d54-5c0d-4159-b51b-8ead1e28f073, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0abe0d54-5c0d-4159-b51b-8ead1e28f073,segment=NetworkSegment(d3ee328d-ecdb-409f-ab61-c1db1cc06b5b),segment_id=d3ee328d-ecdb-409f-ab61-c1db1cc06b5b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:28.355314 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-d100664f-6643-4a93-852e-b8fdf8d66bbf req-82b26788-bc5e-495a-8a8c-7903e28d73dd service neutron] For port 0abe0d54-5c0d-4159-b51b-8ead1e28f073, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:58:28.413019 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-d100664f-6643-4a93-852e-b8fdf8d66bbf req-82b26788-bc5e-495a-8a8c-7903e28d73dd service neutron] device_id is not set on port 0abe0d54-5c0d-4159-b51b-8ead1e28f073 yet. {{(pid=83598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:58:28.421170 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-d100664f-6643-4a93-852e-b8fdf8d66bbf req-82b26788-bc5e-495a-8a8c-7903e28d73dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:28.427210 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-d100664f-6643-4a93-852e-b8fdf8d66bbf req-82b26788-bc5e-495a-8a8c-7903e28d73dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:28.562682 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b26788-bc5e-495a-8a8c-7903e28d73dd service neutron] Pushing event updated for resources: {'Port': ['ID=0abe0d54-5c0d-4159-b51b-8ead1e28f073,revision_number=11']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:28.627476 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-d100664f-6643-4a93-852e-b8fdf8d66bbf req-82b26788-bc5e-495a-8a8c-7903e28d73dd service neutron] No DVR routers for this DVR port 0abe0d54-5c0d-4159-b51b-8ead1e28f073 on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:58:28.714386 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-73a42ba0-84ae-416f-b424-2cb8fab06e75 None None] Provisioning complete for port 0abe0d54-5c0d-4159-b51b-8ead1e28f073 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:58:28.714988 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-73a42ba0-84ae-416f-b424-2cb8fab06e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:28.767948 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-73a42ba0-84ae-416f-b424-2cb8fab06e75 None None] Port 0abe0d54-5c0d-4159-b51b-8ead1e28f073 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:58:28.888453 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-d100664f-6643-4a93-852e-b8fdf8d66bbf req-82b26788-bc5e-495a-8a8c-7903e28d73dd service neutron] In _notify_port_updated(), no bound segment for port 0abe0d54-5c0d-4159-b51b-8ead1e28f073 on network 7986e8d3-2551-484f-bbfb-0a9e6ae33fc9 {{(pid=83598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:58:28.889415 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-d100664f-6643-4a93-852e-b8fdf8d66bbf req-82b26788-bc5e-495a-8a8c-7903e28d73dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:28.890864 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d100664f-6643-4a93-852e-b8fdf8d66bbf req-82b26788-bc5e-495a-8a8c-7903e28d73dd service neutron] 10.222.0.124 "PUT /v2.0/ports/0abe0d54-5c0d-4159-b51b-8ead1e28f073 HTTP/1.1" status: 200 len: 1028 time: 0.9700410 Jan 21 09:58:28.949173 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-43d57344-16a0-4d8a-9b0b-1637549ea284 req-eccfe3de-3503-4a7f-8197-7439ce3bca5d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=9f0aedb2-4d22-4900-bea0-3082b07397b8 HTTP/1.1" status: 200 len: 210 time: 0.0419300 Jan 21 09:58:29.450000 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:30.066250 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39036) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:30.137146 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3cdb0b80-a081-4bf4-b08f-0b5fdf293835 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:30.167227 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3cdb0b80-a081-4bf4-b08f-0b5fdf293835 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:30.230827 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3cdb0b80-a081-4bf4-b08f-0b5fdf293835 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:30.249855 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb0b80-a081-4bf4-b08f-0b5fdf293835 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=127a562a-bb40-491e-aff4-51c9a49f7f0e,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:30.261098 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3cdb0b80-a081-4bf4-b08f-0b5fdf293835 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:30.262302 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-3cdb0b80-a081-4bf4-b08f-0b5fdf293835 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/security-groups/127a562a-bb40-491e-aff4-51c9a49f7f0e HTTP/1.1" status: 204 len: 168 time: 0.1942470 Jan 21 09:58:30.302548 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39042) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:30.506935 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-5509c70a-6eda-45bc-8222-7f09d7b5a1ed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting port 78cf2cc1-b892-4928-b03b-0fab13bf2319 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:58:30.507267 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5509c70a-6eda-45bc-8222-7f09d7b5a1ed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:30.775001 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5509c70a-6eda-45bc-8222-7f09d7b5a1ed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:30.775221 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5509c70a-6eda-45bc-8222-7f09d7b5a1ed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:30.899964 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-5509c70a-6eda-45bc-8222-7f09d7b5a1ed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Calling delete_port for 78cf2cc1-b892-4928-b03b-0fab13bf2319 owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:58:31.046059 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5509c70a-6eda-45bc-8222-7f09d7b5a1ed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:31.093792 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5509c70a-6eda-45bc-8222-7f09d7b5a1ed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Port': ['ID=78cf2cc1-b892-4928-b03b-0fab13bf2319,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:31.182530 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5509c70a-6eda-45bc-8222-7f09d7b5a1ed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:31.607649 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5509c70a-6eda-45bc-8222-7f09d7b5a1ed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router 7d97b8ae-ca71-43a7-a051-d15f02716d8d has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:58:31.812372 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5509c70a-6eda-45bc-8222-7f09d7b5a1ed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:58:31.822565 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0081512e-dd1d-43a4-a0f2-6f7feb3ef3d2 None None] Sync routers for ids ['7d97b8ae-ca71-43a7-a051-d15f02716d8d'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:58:31.834503 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5509c70a-6eda-45bc-8222-7f09d7b5a1ed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:31.836127 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0081512e-dd1d-43a4-a0f2-6f7feb3ef3d2 None None] Routers {'7d97b8ae-ca71-43a7-a051-d15f02716d8d'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:58:31.836828 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0081512e-dd1d-43a4-a0f2-6f7feb3ef3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:58:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['7d97b8ae-ca71-43a7-a051-d15f02716d8d'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:31.888873 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5509c70a-6eda-45bc-8222-7f09d7b5a1ed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/floatingips/6aed22a4-f63a-40df-8eb6-7a69f34231ec HTTP/1.1" status: 204 len: 168 time: 1.5846922 Jan 21 09:58:32.062569 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39050) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:32.065633 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-0081512e-dd1d-43a4-a0f2-6f7feb3ef3d2 None None] Set router 7d97b8ae-ca71-43a7-a051-d15f02716d8d gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:58:32.138419 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dd283604-6b8f-43de-89df-a9dc61165ee8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:32.170742 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dd283604-6b8f-43de-89df-a9dc61165ee8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:32.237785 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dd283604-6b8f-43de-89df-a9dc61165ee8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:32.259007 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd283604-6b8f-43de-89df-a9dc61165ee8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deaf5fb1-325a-4d1e-8d6b-62b95d2204b1,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:32.265589 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dd283604-6b8f-43de-89df-a9dc61165ee8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:32.269700 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-dd283604-6b8f-43de-89df-a9dc61165ee8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/security-groups/deaf5fb1-325a-4d1e-8d6b-62b95d2204b1 HTTP/1.1" status: 204 len: 168 time: 0.2031088 Jan 21 09:58:32.310177 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39056) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:32.376807 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-43855c66-7059-4ca3-8282-b3e881be6aa4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting port 0abe0d54-5c0d-4159-b51b-8ead1e28f073 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:58:32.377144 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-43855c66-7059-4ca3-8282-b3e881be6aa4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:32.417334 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0081512e-dd1d-43a4-a0f2-6f7feb3ef3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'name': 'tempest-TestNetworkBasicOps-router-804029425', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '9fdbc9c0-e7da-4073-98cf-0385eff31b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:57:41Z', 'updated_at': '2022-01-21T09:57:46Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9fdbc9c0-e7da-4073-98cf-0385eff31b87', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:93:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:42Z', 'updated_at': '2022-01-21T09:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'e6aa8280-2525-4472-8311-973e00fe59aa', 'name': '', 'network_id': '7986e8d3-2551-484f-bbfb-0a9e6ae33fc9', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:86:3f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aae55edd-d583-4268-9613-24cac4ea0245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:45Z', 'updated_at': '2022-01-21T09:57:52Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'aae55edd-d583-4268-9613-24cac4ea0245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:32.421235 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0081512e-dd1d-43a4-a0f2-6f7feb3ef3d2 None None] Checking router: 7d97b8ae-ca71-43a7-a051-d15f02716d8d for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:58:32.431714 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0081512e-dd1d-43a4-a0f2-6f7feb3ef3d2 None None] Routers {'7d97b8ae-ca71-43a7-a051-d15f02716d8d'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:58:32.432320 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0081512e-dd1d-43a4-a0f2-6f7feb3ef3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:58:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['7d97b8ae-ca71-43a7-a051-d15f02716d8d'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:32.612364 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:58:32.619757 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-0081512e-dd1d-43a4-a0f2-6f7feb3ef3d2 None None] Set router 7d97b8ae-ca71-43a7-a051-d15f02716d8d gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:58:32.725899 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-43855c66-7059-4ca3-8282-b3e881be6aa4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:32.846344 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-43855c66-7059-4ca3-8282-b3e881be6aa4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Calling delete_port for 0abe0d54-5c0d-4159-b51b-8ead1e28f073 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:58:32.952206 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0081512e-dd1d-43a4-a0f2-6f7feb3ef3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'name': 'tempest-TestNetworkBasicOps-router-804029425', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '9fdbc9c0-e7da-4073-98cf-0385eff31b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:57:41Z', 'updated_at': '2022-01-21T09:57:46Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9fdbc9c0-e7da-4073-98cf-0385eff31b87', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:93:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:42Z', 'updated_at': '2022-01-21T09:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'e6aa8280-2525-4472-8311-973e00fe59aa', 'name': '', 'network_id': '7986e8d3-2551-484f-bbfb-0a9e6ae33fc9', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:86:3f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aae55edd-d583-4268-9613-24cac4ea0245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:45Z', 'updated_at': '2022-01-21T09:57:52Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'aae55edd-d583-4268-9613-24cac4ea0245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:32.956349 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0081512e-dd1d-43a4-a0f2-6f7feb3ef3d2 None None] The sync data for ids ['7d97b8ae-ca71-43a7-a051-d15f02716d8d'] in dv-neutron-825732-1-hyperv is: [{'id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'name': 'tempest-TestNetworkBasicOps-router-804029425', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '9fdbc9c0-e7da-4073-98cf-0385eff31b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:57:41Z', 'updated_at': '2022-01-21T09:57:46Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9fdbc9c0-e7da-4073-98cf-0385eff31b87', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:93:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:42Z', 'updated_at': '2022-01-21T09:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'e6aa8280-2525-4472-8311-973e00fe59aa', 'name': '', 'network_id': '7986e8d3-2551-484f-bbfb-0a9e6ae33fc9', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:86:3f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aae55edd-d583-4268-9613-24cac4ea0245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:45Z', 'updated_at': '2022-01-21T09:57:52Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'aae55edd-d583-4268-9613-24cac4ea0245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:58:32.999080 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-43855c66-7059-4ca3-8282-b3e881be6aa4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:33.054759 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43855c66-7059-4ca3-8282-b3e881be6aa4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Port': ['ID=0abe0d54-5c0d-4159-b51b-8ead1e28f073,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:33.159521 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-43855c66-7059-4ca3-8282-b3e881be6aa4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:33.169755 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-43855c66-7059-4ca3-8282-b3e881be6aa4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/ports/0abe0d54-5c0d-4159-b51b-8ead1e28f073 HTTP/1.1" status: 204 len: 168 time: 0.8583295 Jan 21 09:58:33.172424 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39060) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:33.201248 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ee9044-27a5-4d40-a4f5-621cadf7bcac None None] New status for floating IP 6aed22a4-f63a-40df-8eb6-7a69f34231ec: DOWN {{(pid=83600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:58:33.325667 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 0abe0d54-5c0d-4159-b51b-8ead1e28f073 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:58:33.362246 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: 0abe0d54-5c0d-4159-b51b-8ead1e28f073 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:58:33.362587 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 0abe0d54-5c0d-4159-b51b-8ead1e28f073 not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:58:33.610309 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-758ae69f-ddbd-464f-8b8f-0be7c0e170b2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:34.341275 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-758ae69f-ddbd-464f-8b8f-0be7c0e170b2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting port e6aa8280-2525-4472-8311-973e00fe59aa {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:58:34.341976 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-758ae69f-ddbd-464f-8b8f-0be7c0e170b2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:34.533577 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-758ae69f-ddbd-464f-8b8f-0be7c0e170b2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] For port e6aa8280-2525-4472-8311-973e00fe59aa, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=e6aa8280-2525-4472-8311-973e00fe59aa,segment=NetworkSegment(d3ee328d-ecdb-409f-ab61-c1db1cc06b5b),segment_id=d3ee328d-ecdb-409f-ab61-c1db1cc06b5b)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:34.533928 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-758ae69f-ddbd-464f-8b8f-0be7c0e170b2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:34.661359 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-758ae69f-ddbd-464f-8b8f-0be7c0e170b2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Calling delete_port for e6aa8280-2525-4472-8311-973e00fe59aa owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:58:34.853323 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-758ae69f-ddbd-464f-8b8f-0be7c0e170b2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:34.905984 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ae69f-ddbd-464f-8b8f-0be7c0e170b2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Port': ['ID=e6aa8280-2525-4472-8311-973e00fe59aa,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:35.205117 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-758ae69f-ddbd-464f-8b8f-0be7c0e170b2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:35.898554 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758ae69f-ddbd-464f-8b8f-0be7c0e170b2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router 7d97b8ae-ca71-43a7-a051-d15f02716d8d has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:58:36.108220 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758ae69f-ddbd-464f-8b8f-0be7c0e170b2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:58:36.118441 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96109a4-20d3-467f-a510-d6480554e03c None None] Sync routers for ids ['7d97b8ae-ca71-43a7-a051-d15f02716d8d'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:58:36.121592 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-758ae69f-ddbd-464f-8b8f-0be7c0e170b2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "PUT /v2.0/routers/7d97b8ae-ca71-43a7-a051-d15f02716d8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9481320 Jan 21 09:58:36.124527 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39064) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:36.132392 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96109a4-20d3-467f-a510-d6480554e03c None None] Routers {'7d97b8ae-ca71-43a7-a051-d15f02716d8d'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:58:36.132990 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c96109a4-20d3-467f-a510-d6480554e03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:58:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['7d97b8ae-ca71-43a7-a051-d15f02716d8d'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:36.324362 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ad102a-72c0-4964-9ded-7addbc33e1aa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting subnet aae55edd-d583-4268-9613-24cac4ea0245 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:58:36.328065 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03ad102a-72c0-4964-9ded-7addbc33e1aa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:36.335821 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-c96109a4-20d3-467f-a510-d6480554e03c None None] Set router 7d97b8ae-ca71-43a7-a051-d15f02716d8d gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:58:36.383287 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03ad102a-72c0-4964-9ded-7addbc33e1aa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:36.475765 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03ad102a-72c0-4964-9ded-7addbc33e1aa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:36.551721 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03ad102a-72c0-4964-9ded-7addbc33e1aa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:36.589858 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad102a-72c0-4964-9ded-7addbc33e1aa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Subnet': ['ID=aae55edd-d583-4268-9613-24cac4ea0245,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:36.596637 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03ad102a-72c0-4964-9ded-7addbc33e1aa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:36.603045 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-03ad102a-72c0-4964-9ded-7addbc33e1aa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/subnets/aae55edd-d583-4268-9613-24cac4ea0245 HTTP/1.1" status: 204 len: 168 time: 0.4779058 Jan 21 09:58:36.605771 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39068) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:36.611900 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709574c6-21b6-4804-9c95-b79cbb48c731 None None] Network 7986e8d3-2551-484f-bbfb-0a9e6ae33fc9 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:58:36.843966 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1f279d3-00a3-44e9-84a4-9317230df5a1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:36.870342 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c96109a4-20d3-467f-a510-d6480554e03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'name': 'tempest-TestNetworkBasicOps-router-804029425', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '9fdbc9c0-e7da-4073-98cf-0385eff31b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:57:41Z', 'updated_at': '2022-01-21T09:58:34Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9fdbc9c0-e7da-4073-98cf-0385eff31b87', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:93:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:42Z', 'updated_at': '2022-01-21T09:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:36.876875 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96109a4-20d3-467f-a510-d6480554e03c None None] Checking router: 7d97b8ae-ca71-43a7-a051-d15f02716d8d for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:58:36.896241 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96109a4-20d3-467f-a510-d6480554e03c None None] Routers {'7d97b8ae-ca71-43a7-a051-d15f02716d8d'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:58:36.896872 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c96109a4-20d3-467f-a510-d6480554e03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:58:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['7d97b8ae-ca71-43a7-a051-d15f02716d8d'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:36.952028 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a185d11f-183f-4b17-987e-92f8b871ab33 None None] DHCP port deletion for 7986e8d3-2551-484f-bbfb-0a9e6ae33fc9 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:58:36.964310 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-a185d11f-183f-4b17-987e-92f8b871ab33 None None] Deleting port 3f28912f-ccb1-41af-8118-f6326a4162be {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:58:36.964680 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a185d11f-183f-4b17-987e-92f8b871ab33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:37.069866 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1f279d3-00a3-44e9-84a4-9317230df5a1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:37.079470 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-b1f279d3-00a3-44e9-84a4-9317230df5a1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting port 9fdbc9c0-e7da-4073-98cf-0385eff31b87 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:58:37.079798 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1f279d3-00a3-44e9-84a4-9317230df5a1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:37.259798 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-c96109a4-20d3-467f-a510-d6480554e03c None None] Set router 7d97b8ae-ca71-43a7-a051-d15f02716d8d gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:58:37.260529 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-b1f279d3-00a3-44e9-84a4-9317230df5a1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] For port 9fdbc9c0-e7da-4073-98cf-0385eff31b87, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=9fdbc9c0-e7da-4073-98cf-0385eff31b87,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:37.260901 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1f279d3-00a3-44e9-84a4-9317230df5a1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:37.393415 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-b1f279d3-00a3-44e9-84a4-9317230df5a1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Calling delete_port for 9fdbc9c0-e7da-4073-98cf-0385eff31b87 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:58:37.461094 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-a185d11f-183f-4b17-987e-92f8b871ab33 None None] For port 3f28912f-ccb1-41af-8118-f6326a4162be, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=3f28912f-ccb1-41af-8118-f6326a4162be,segment=NetworkSegment(d3ee328d-ecdb-409f-ab61-c1db1cc06b5b),segment_id=d3ee328d-ecdb-409f-ab61-c1db1cc06b5b)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:37.461785 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a185d11f-183f-4b17-987e-92f8b871ab33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:37.597579 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-a185d11f-183f-4b17-987e-92f8b871ab33 None None] Calling delete_port for 3f28912f-ccb1-41af-8118-f6326a4162be owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:58:37.667935 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1f279d3-00a3-44e9-84a4-9317230df5a1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:37.712226 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f279d3-00a3-44e9-84a4-9317230df5a1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Port': ['ID=9fdbc9c0-e7da-4073-98cf-0385eff31b87,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:37.752159 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a185d11f-183f-4b17-987e-92f8b871ab33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:37.860309 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185d11f-183f-4b17-987e-92f8b871ab33 None None] Pushing event deleted for resources: {'Port': ['ID=3f28912f-ccb1-41af-8118-f6326a4162be,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:37.870431 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a185d11f-183f-4b17-987e-92f8b871ab33 None None] No DVR routers for this DVR port 3f28912f-ccb1-41af-8118-f6326a4162be on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:58:37.897256 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 3f28912f-ccb1-41af-8118-f6326a4162be no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:58:37.933447 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 3f28912f-ccb1-41af-8118-f6326a4162be {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:58:37.933829 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 3f28912f-ccb1-41af-8118-f6326a4162be not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:58:37.936103 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c96109a4-20d3-467f-a510-d6480554e03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'name': 'tempest-TestNetworkBasicOps-router-804029425', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '9fdbc9c0-e7da-4073-98cf-0385eff31b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:57:41Z', 'updated_at': '2022-01-21T09:58:34Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9fdbc9c0-e7da-4073-98cf-0385eff31b87', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:93:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:42Z', 'updated_at': '2022-01-21T09:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:37.940672 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96109a4-20d3-467f-a510-d6480554e03c None None] The sync data for ids ['7d97b8ae-ca71-43a7-a051-d15f02716d8d'] in dv-neutron-825732-1-hyperv is: [{'id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'name': 'tempest-TestNetworkBasicOps-router-804029425', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '9fdbc9c0-e7da-4073-98cf-0385eff31b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:57:41Z', 'updated_at': '2022-01-21T09:58:34Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9fdbc9c0-e7da-4073-98cf-0385eff31b87', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:93:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d97b8ae-ca71-43a7-a051-d15f02716d8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:42Z', 'updated_at': '2022-01-21T09:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:58:37.984045 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1f279d3-00a3-44e9-84a4-9317230df5a1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:38.240808 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1f279d3-00a3-44e9-84a4-9317230df5a1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:38.245886 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1f279d3-00a3-44e9-84a4-9317230df5a1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:38.275458 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1f279d3-00a3-44e9-84a4-9317230df5a1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:38.275974 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f279d3-00a3-44e9-84a4-9317230df5a1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Fanout notify agent at l3_agent the message router_deleted on router 7d97b8ae-ca71-43a7-a051-d15f02716d8d {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:58:38.290963 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1f279d3-00a3-44e9-84a4-9317230df5a1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:38.292105 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b1f279d3-00a3-44e9-84a4-9317230df5a1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/routers/7d97b8ae-ca71-43a7-a051-d15f02716d8d HTTP/1.1" status: 204 len: 168 time: 1.6851790 Jan 21 09:58:38.294962 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39072) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:38.417074 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff59eca2-41e5-45b6-8cec-8ab1503e7bad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:38.550706 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff59eca2-41e5-45b6-8cec-8ab1503e7bad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:38.579346 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-ff59eca2-41e5-45b6-8cec-8ab1503e7bad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7986e8d3-2551-484f-bbfb-0a9e6ae33fc9']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:38.591590 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-ff59eca2-41e5-45b6-8cec-8ab1503e7bad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3ee328d-ecdb-409f-ab61-c1db1cc06b5b') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:38.591877 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-ff59eca2-41e5-45b6-8cec-8ab1503e7bad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3ee328d-ecdb-409f-ab61-c1db1cc06b5b') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:38.605814 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff59eca2-41e5-45b6-8cec-8ab1503e7bad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:38.623023 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff59eca2-41e5-45b6-8cec-8ab1503e7bad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:38.628838 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff59eca2-41e5-45b6-8cec-8ab1503e7bad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:58:38.630184 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff59eca2-41e5-45b6-8cec-8ab1503e7bad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:38.644175 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 09:58:38.644175 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:58:38.644175 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 09:58:38.644175 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:58:38.644175 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 09:58:38.644175 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:58:38.644175 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 09:58:38.644175 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:58:38.644175 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 09:58:38.644175 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:58:38.644175 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 09:58:38.644175 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:58:38.644175 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 09:58:38.644175 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:58:38.644175 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:58:38.644175 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:58:38.644175 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:58:38.644175 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:58:38.644175 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 09:58:38.644175 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:58:38.644175 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 09:58:38.644175 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:58:38.644175 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:58:38.644175 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:58:38.644175 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 09:58:38.644175 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:58:38.644175 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:58:38.644175 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:58:38.644175 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:58:38.644175 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:58:38.644175 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:58:38.644175 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:58:38.726212 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff59eca2-41e5-45b6-8cec-8ab1503e7bad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:38.743726 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff59eca2-41e5-45b6-8cec-8ab1503e7bad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:38.755506 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59eca2-41e5-45b6-8cec-8ab1503e7bad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Network': ['ID=7986e8d3-2551-484f-bbfb-0a9e6ae33fc9,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:38.762736 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ff59eca2-41e5-45b6-8cec-8ab1503e7bad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/networks/7986e8d3-2551-484f-bbfb-0a9e6ae33fc9 HTTP/1.1" status: 204 len: 168 time: 0.4665084 Jan 21 09:58:38.768860 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff59eca2-41e5-45b6-8cec-8ab1503e7bad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:38.771850 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff59eca2-41e5-45b6-8cec-8ab1503e7bad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:38.771850 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff59eca2-41e5-45b6-8cec-8ab1503e7bad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:38.771850 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff59eca2-41e5-45b6-8cec-8ab1503e7bad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:38.771850 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff59eca2-41e5-45b6-8cec-8ab1503e7bad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:38.771850 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff59eca2-41e5-45b6-8cec-8ab1503e7bad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:38.771850 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff59eca2-41e5-45b6-8cec-8ab1503e7bad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:38.771850 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff59eca2-41e5-45b6-8cec-8ab1503e7bad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:38.772440 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff59eca2-41e5-45b6-8cec-8ab1503e7bad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:38.772440 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff59eca2-41e5-45b6-8cec-8ab1503e7bad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:38.772593 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff59eca2-41e5-45b6-8cec-8ab1503e7bad tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:38.772966 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39076) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:38.787404 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-28a05266-54c5-4d04-9f35-a40857d56ab6 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0130260 Jan 21 09:58:38.789868 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39080) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:38.795082 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-76f2d161-d673-4e15-aba2-bcb2d87903fa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'network': {'name': 'tempest-network-smoke--2094124521', 'project_id': 'e2711eddd053435baef8e70b41198188', 'port_security_enabled': True}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:58:38.799806 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-76f2d161-d673-4e15-aba2-bcb2d87903fa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:58:38.805058 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-76f2d161-d673-4e15-aba2-bcb2d87903fa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:network and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:58:38.808519 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-76f2d161-d673-4e15-aba2-bcb2d87903fa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:58:38.815206 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-76f2d161-d673-4e15-aba2-bcb2d87903fa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:58:38.828144 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f2d161-d673-4e15-aba2-bcb2d87903fa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Made reservation on behalf of e2711eddd053435baef8e70b41198188 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:58:38.831355 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-76f2d161-d673-4e15-aba2-bcb2d87903fa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:38.860269 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f2d161-d673-4e15-aba2-bcb2d87903fa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:58:38.871487 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-76f2d161-d673-4e15-aba2-bcb2d87903fa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:38.871842 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-76f2d161-d673-4e15-aba2-bcb2d87903fa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Added segment f72cc531-d1d7-43db-8f59-2c4f51abf4f1 of type vlan for network cedb4ff2-0611-4eb3-a0dd-56de67875cc4 Jan 21 09:58:38.899927 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-76f2d161-d673-4e15-aba2-bcb2d87903fa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:38.931074 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-76f2d161-d673-4e15-aba2-bcb2d87903fa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:38.935619 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f2d161-d673-4e15-aba2-bcb2d87903fa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:38.936207 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-76f2d161-d673-4e15-aba2-bcb2d87903fa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:39.049297 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-76f2d161-d673-4e15-aba2-bcb2d87903fa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2583508 Jan 21 09:58:39.052984 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2d161-d673-4e15-aba2-bcb2d87903fa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Network': ['ID=cedb4ff2-0611-4eb3-a0dd-56de67875cc4,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:39.053236 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39084) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:39.058497 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-0f40165b-c76e-48c4-b207-0fbadc68d0ce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1528213046', 'admin_state_up': True, 'project_id': 'e2711eddd053435baef8e70b41198188', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:58:39.061971 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f2d161-d673-4e15-aba2-bcb2d87903fa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:39.062314 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f2d161-d673-4e15-aba2-bcb2d87903fa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:39.062650 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f2d161-d673-4e15-aba2-bcb2d87903fa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:39.062976 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f2d161-d673-4e15-aba2-bcb2d87903fa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:39.063300 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f2d161-d673-4e15-aba2-bcb2d87903fa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:39.063617 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f2d161-d673-4e15-aba2-bcb2d87903fa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:39.063929 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f2d161-d673-4e15-aba2-bcb2d87903fa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:39.064246 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f2d161-d673-4e15-aba2-bcb2d87903fa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:39.064567 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f2d161-d673-4e15-aba2-bcb2d87903fa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:39.064875 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f2d161-d673-4e15-aba2-bcb2d87903fa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:39.065188 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f2d161-d673-4e15-aba2-bcb2d87903fa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:39.065499 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0f40165b-c76e-48c4-b207-0fbadc68d0ce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:58:39.077410 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network cedb4ff2-0611-4eb3-a0dd-56de67875cc4 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:58:39.077986 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0f40165b-c76e-48c4-b207-0fbadc68d0ce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:router and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:58:39.080513 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0f40165b-c76e-48c4-b207-0fbadc68d0ce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:58:39.087572 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0f40165b-c76e-48c4-b207-0fbadc68d0ce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:58:39.098103 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f40165b-c76e-48c4-b207-0fbadc68d0ce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:39.099021 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f40165b-c76e-48c4-b207-0fbadc68d0ce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:39.118001 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f40165b-c76e-48c4-b207-0fbadc68d0ce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:39.274440 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f40165b-c76e-48c4-b207-0fbadc68d0ce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:39.561266 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f40165b-c76e-48c4-b207-0fbadc68d0ce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:39.590730 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f40165b-c76e-48c4-b207-0fbadc68d0ce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:39.731822 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-0f40165b-c76e-48c4-b207-0fbadc68d0ce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Allocated IP 172.26.0.55 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/9ac79e0e-1b4d-4b1f-98ff-26685198d9fc) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:58:39.781875 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device e6aa8280-2525-4472-8311-973e00fe59aa no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:58:39.814989 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: e6aa8280-2525-4472-8311-973e00fe59aa {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:58:39.815241 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device e6aa8280-2525-4472-8311-973e00fe59aa not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:58:39.815663 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 9fdbc9c0-e7da-4073-98cf-0385eff31b87 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:58:39.847984 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 9fdbc9c0-e7da-4073-98cf-0385eff31b87 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:58:39.848923 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 9fdbc9c0-e7da-4073-98cf-0385eff31b87 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:58:39.887166 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f40165b-c76e-48c4-b207-0fbadc68d0ce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:39.916496 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f40165b-c76e-48c4-b207-0fbadc68d0ce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:39.980640 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f40165b-c76e-48c4-b207-0fbadc68d0ce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:58:39.983404 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-0f40165b-c76e-48c4-b207-0fbadc68d0ce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:58:39.987015 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f40165b-c76e-48c4-b207-0fbadc68d0ce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:58:40.016376 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40165b-c76e-48c4-b207-0fbadc68d0ce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=9ac79e0e-1b4d-4b1f-98ff-26685198d9fc,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:40.148800 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f40165b-c76e-48c4-b207-0fbadc68d0ce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:40.149438 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f40165b-c76e-48c4-b207-0fbadc68d0ce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:40.378466 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f40165b-c76e-48c4-b207-0fbadc68d0ce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router 46561b16-8744-4204-b5fa-a181c40440b7 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:58:40.610847 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f40165b-c76e-48c4-b207-0fbadc68d0ce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:58:40.622546 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8d693f-8440-45e2-8111-e48aa4778f51 None None] Sync routers for ids ['46561b16-8744-4204-b5fa-a181c40440b7'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:58:40.642953 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f40165b-c76e-48c4-b207-0fbadc68d0ce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:40.647754 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8d693f-8440-45e2-8111-e48aa4778f51 None None] Routers {'46561b16-8744-4204-b5fa-a181c40440b7'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:58:40.647900 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0f40165b-c76e-48c4-b207-0fbadc68d0ce tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5900285 Jan 21 09:58:40.647989 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-de8d693f-8440-45e2-8111-e48aa4778f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:58:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['46561b16-8744-4204-b5fa-a181c40440b7'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:40.648138 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39088) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:40.692198 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-7ca4f0d3-a39a-456d-8007-cbce0beec085 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/subnets?project_id=e2711eddd053435baef8e70b41198188&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423372 Jan 21 09:58:40.694967 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39092) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:40.836380 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-de8d693f-8440-45e2-8111-e48aa4778f51 None None] Set router 46561b16-8744-4204-b5fa-a181c40440b7 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:58:40.840079 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dca474a-b08a-4dcb-950f-8289bbf64dc7 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:40.845243 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4dca474a-b08a-4dcb-950f-8289bbf64dc7 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1457655 Jan 21 09:58:40.845634 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39096) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:40.891269 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8381f7ae-5405-429a-90da-3e249ad6d669 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/subnets?network_id=05164b30-8981-419a-8272-388f48c19dd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444770 Jan 21 09:58:40.893980 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39100) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:40.900714 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-a8752e7f-6316-4b3b-a510-0c3d6cecb060 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1245973768', 'network_id': 'cedb4ff2-0611-4eb3-a0dd-56de67875cc4', 'project_id': 'e2711eddd053435baef8e70b41198188', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:58:41.012569 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a8752e7f-6316-4b3b-a510-0c3d6cecb060 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:58:41.016450 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-a8752e7f-6316-4b3b-a510-0c3d6cecb060 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:subnet and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:58:41.020986 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-a8752e7f-6316-4b3b-a510-0c3d6cecb060 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:58:41.027683 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a8752e7f-6316-4b3b-a510-0c3d6cecb060 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:58:41.038882 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8752e7f-6316-4b3b-a510-0c3d6cecb060 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Made reservation on behalf of e2711eddd053435baef8e70b41198188 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:58:41.137244 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-de8d693f-8440-45e2-8111-e48aa4778f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46561b16-8744-4204-b5fa-a181c40440b7', 'name': 'tempest-TestNetworkBasicOps-router-1528213046', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.55'}], 'enable_snat': True}, 'gw_port_id': '9ac79e0e-1b4d-4b1f-98ff-26685198d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:58:40Z', 'revision_number': 3, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9ac79e0e-1b4d-4b1f-98ff-26685198d9fc', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46561b16-8744-4204-b5fa-a181c40440b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:58:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:41.140459 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a8752e7f-6316-4b3b-a510-0c3d6cecb060 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:41.141348 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8d693f-8440-45e2-8111-e48aa4778f51 None None] Checking router: 46561b16-8744-4204-b5fa-a181c40440b7 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:58:41.141720 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8d693f-8440-45e2-8111-e48aa4778f51 None None] Updating router 46561b16-8744-4204-b5fa-a181c40440b7 port 9ac79e0e-1b4d-4b1f-98ff-26685198d9fc binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:58:41.197774 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-de8d693f-8440-45e2-8111-e48aa4778f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:41.459026 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a8752e7f-6316-4b3b-a510-0c3d6cecb060 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:41.532424 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8752e7f-6316-4b3b-a510-0c3d6cecb060 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Subnet': ['ID=0bcdf8f4-5a8a-4d6b-8835-70816e31a95e,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:41.544193 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-de8d693f-8440-45e2-8111-e48aa4778f51 None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:41.553344 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8752e7f-6316-4b3b-a510-0c3d6cecb060 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Checking segment: {'id': 'f72cc531-d1d7-43db-8f59-2c4f51abf4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cedb4ff2-0611-4eb3-a0dd-56de67875cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:58:41.553740 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8752e7f-6316-4b3b-a510-0c3d6cecb060 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network hostable DHCP agents. Network: cedb4ff2-0611-4eb3-a0dd-56de67875cc4, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:58:41.556603 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-de8d693f-8440-45e2-8111-e48aa4778f51 None None] Transition to ACTIVE for port object 9ac79e0e-1b4d-4b1f-98ff-26685198d9fc will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:58:41.562975 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-de8d693f-8440-45e2-8111-e48aa4778f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:41.578190 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8752e7f-6316-4b3b-a510-0c3d6cecb060 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network cedb4ff2-0611-4eb3-a0dd-56de67875cc4 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:58:41.588579 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-a8752e7f-6316-4b3b-a510-0c3d6cecb060 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, cedb4ff2-0611-4eb3-a0dd-56de67875cc4) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:58:41.592528 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8752e7f-6316-4b3b-a510-0c3d6cecb060 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:41.593096 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a8752e7f-6316-4b3b-a510-0c3d6cecb060 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:41.601798 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8727cb-a63f-4639-af6d-85631e7cda7b None None] Network cedb4ff2-0611-4eb3-a0dd-56de67875cc4 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:58:41.632160 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a8752e7f-6316-4b3b-a510-0c3d6cecb060 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7337530 Jan 21 09:58:41.632480 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39104) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:41.640800 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-de8d693f-8440-45e2-8111-e48aa4778f51 None None] Attempting to bind port 9ac79e0e-1b4d-4b1f-98ff-26685198d9fc on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:58:41.641375 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-de8d693f-8440-45e2-8111-e48aa4778f51 None None] Attempting to bind port 9ac79e0e-1b4d-4b1f-98ff-26685198d9fc by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:58:41.641487 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8d693f-8440-45e2-8111-e48aa4778f51 None None] Attempting to bind port 9ac79e0e-1b4d-4b1f-98ff-26685198d9fc on network 05164b30-8981-419a-8272-388f48c19dd5 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:58:41.652440 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b5b0bf-5077-4112-af31-970092bd7faf None None] Pushing event updated for resources: {'Port': ['ID=9ac79e0e-1b4d-4b1f-98ff-26685198d9fc,revision_number=2']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:41.655127 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8d693f-8440-45e2-8111-e48aa4778f51 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:58:41.655492 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8d693f-8440-45e2-8111-e48aa4778f51 None None] Checking segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:58:41.655880 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-de8d693f-8440-45e2-8111-e48aa4778f51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:41.656256 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8d693f-8440-45e2-8111-e48aa4778f51 None None] Bound using segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:58:41.656712 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-de8d693f-8440-45e2-8111-e48aa4778f51 None None] Bound port: 9ac79e0e-1b4d-4b1f-98ff-26685198d9fc, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:58:41.657067 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-de8d693f-8440-45e2-8111-e48aa4778f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:41.736521 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-de8d693f-8440-45e2-8111-e48aa4778f51 None None] For port 9ac79e0e-1b4d-4b1f-98ff-26685198d9fc, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:58:41.741039 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-de8d693f-8440-45e2-8111-e48aa4778f51 None None] For port 9ac79e0e-1b4d-4b1f-98ff-26685198d9fc, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=9ac79e0e-1b4d-4b1f-98ff-26685198d9fc,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:58:41.746176 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-de8d693f-8440-45e2-8111-e48aa4778f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:41.829862 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8d693f-8440-45e2-8111-e48aa4778f51 None None] Routers {'46561b16-8744-4204-b5fa-a181c40440b7'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:58:41.830778 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-de8d693f-8440-45e2-8111-e48aa4778f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:58:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['46561b16-8744-4204-b5fa-a181c40440b7'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:41.852123 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250e1502-0926-4bd2-a06a-2afbaef1507b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-cedb4ff2-0611-4eb3-a0dd-56de67875cc4', 'network_id': 'cedb4ff2-0611-4eb3-a0dd-56de67875cc4', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ips': [{'subnet_id': '0bcdf8f4-5a8a-4d6b-8835-70816e31a95e'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:58:41.852795 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-250e1502-0926-4bd2-a06a-2afbaef1507b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:41.935814 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b5b0bf-5077-4112-af31-970092bd7faf None None] Pushing event updated for resources: {'Port': ['ID=9ac79e0e-1b4d-4b1f-98ff-26685198d9fc,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:42.027497 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-250e1502-0926-4bd2-a06a-2afbaef1507b None None] Allocated IP 172.20.0.2 (cedb4ff2-0611-4eb3-a0dd-56de67875cc4/0bcdf8f4-5a8a-4d6b-8835-70816e31a95e/765d6c86-7144-4e05-a7b8-d30fd2a294a4) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:58:42.059851 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-de8d693f-8440-45e2-8111-e48aa4778f51 None None] Set router 46561b16-8744-4204-b5fa-a181c40440b7 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:58:42.238818 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-250e1502-0926-4bd2-a06a-2afbaef1507b None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:42.250038 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-250e1502-0926-4bd2-a06a-2afbaef1507b None None] Transition to ACTIVE for port object 765d6c86-7144-4e05-a7b8-d30fd2a294a4 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:58:42.273762 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-250e1502-0926-4bd2-a06a-2afbaef1507b None None] Transition to ACTIVE for port object 765d6c86-7144-4e05-a7b8-d30fd2a294a4 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:58:42.279548 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-250e1502-0926-4bd2-a06a-2afbaef1507b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:42.352938 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250e1502-0926-4bd2-a06a-2afbaef1507b None None] Network cedb4ff2-0611-4eb3-a0dd-56de67875cc4 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:58:42.357347 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e1502-0926-4bd2-a06a-2afbaef1507b None None] Pushing event updated for resources: {'Port': ['ID=765d6c86-7144-4e05-a7b8-d30fd2a294a4,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:42.359799 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-250e1502-0926-4bd2-a06a-2afbaef1507b None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:58:42.362056 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250e1502-0926-4bd2-a06a-2afbaef1507b None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:58:42.383074 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-de8d693f-8440-45e2-8111-e48aa4778f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46561b16-8744-4204-b5fa-a181c40440b7', 'name': 'tempest-TestNetworkBasicOps-router-1528213046', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.55'}], 'enable_snat': True}, 'gw_port_id': '9ac79e0e-1b4d-4b1f-98ff-26685198d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:58:40Z', 'revision_number': 3, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9ac79e0e-1b4d-4b1f-98ff-26685198d9fc', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46561b16-8744-4204-b5fa-a181c40440b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:42.387747 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8d693f-8440-45e2-8111-e48aa4778f51 None None] The sync data for ids ['46561b16-8744-4204-b5fa-a181c40440b7'] in dv-neutron-825732-1-hyperv is: [{'id': '46561b16-8744-4204-b5fa-a181c40440b7', 'name': 'tempest-TestNetworkBasicOps-router-1528213046', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.55'}], 'enable_snat': True}, 'gw_port_id': '9ac79e0e-1b4d-4b1f-98ff-26685198d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:58:40Z', 'revision_number': 3, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9ac79e0e-1b4d-4b1f-98ff-26685198d9fc', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46561b16-8744-4204-b5fa-a181c40440b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:58:42.456908 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-250e1502-0926-4bd2-a06a-2afbaef1507b None None] Attempting to bind port 765d6c86-7144-4e05-a7b8-d30fd2a294a4 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:58:42.457314 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-250e1502-0926-4bd2-a06a-2afbaef1507b None None] Attempting to bind port 765d6c86-7144-4e05-a7b8-d30fd2a294a4 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'f72cc531-d1d7-43db-8f59-2c4f51abf4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cedb4ff2-0611-4eb3-a0dd-56de67875cc4'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:58:42.457711 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250e1502-0926-4bd2-a06a-2afbaef1507b None None] Attempting to bind port 765d6c86-7144-4e05-a7b8-d30fd2a294a4 on network cedb4ff2-0611-4eb3-a0dd-56de67875cc4 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:58:42.465685 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250e1502-0926-4bd2-a06a-2afbaef1507b None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:58:42.466179 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250e1502-0926-4bd2-a06a-2afbaef1507b None None] Checking segment: {'id': 'f72cc531-d1d7-43db-8f59-2c4f51abf4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cedb4ff2-0611-4eb3-a0dd-56de67875cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:58:42.466585 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-250e1502-0926-4bd2-a06a-2afbaef1507b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:42.466962 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250e1502-0926-4bd2-a06a-2afbaef1507b None None] Bound using segment: {'id': 'f72cc531-d1d7-43db-8f59-2c4f51abf4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cedb4ff2-0611-4eb3-a0dd-56de67875cc4'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:58:42.467420 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-250e1502-0926-4bd2-a06a-2afbaef1507b None None] Bound port: 765d6c86-7144-4e05-a7b8-d30fd2a294a4, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f72cc531-d1d7-43db-8f59-2c4f51abf4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cedb4ff2-0611-4eb3-a0dd-56de67875cc4'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:58:42.467791 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-250e1502-0926-4bd2-a06a-2afbaef1507b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:42.468633 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-159321d4-f079-4181-b879-92b5dde679c4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:42.588929 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-250e1502-0926-4bd2-a06a-2afbaef1507b None None] For port 765d6c86-7144-4e05-a7b8-d30fd2a294a4, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:58:42.592230 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-250e1502-0926-4bd2-a06a-2afbaef1507b None None] For port 765d6c86-7144-4e05-a7b8-d30fd2a294a4, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=765d6c86-7144-4e05-a7b8-d30fd2a294a4,segment=NetworkSegment(f72cc531-d1d7-43db-8f59-2c4f51abf4f1),segment_id=f72cc531-d1d7-43db-8f59-2c4f51abf4f1)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:58:42.603182 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-250e1502-0926-4bd2-a06a-2afbaef1507b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:42.692102 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e1502-0926-4bd2-a06a-2afbaef1507b None None] Pushing event updated for resources: {'Port': ['ID=765d6c86-7144-4e05-a7b8-d30fd2a294a4,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:42.971169 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-159321d4-f079-4181-b879-92b5dde679c4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Allocated IP 172.20.0.1 (cedb4ff2-0611-4eb3-a0dd-56de67875cc4/0bcdf8f4-5a8a-4d6b-8835-70816e31a95e/f370d892-3a7d-4586-8a1b-a991c1e5c40e) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:58:43.157208 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-159321d4-f079-4181-b879-92b5dde679c4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:43.175333 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-159321d4-f079-4181-b879-92b5dde679c4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Transition to ACTIVE for port object f370d892-3a7d-4586-8a1b-a991c1e5c40e will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:58:43.199406 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-159321d4-f079-4181-b879-92b5dde679c4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:43.374480 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159321d4-f079-4181-b879-92b5dde679c4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network cedb4ff2-0611-4eb3-a0dd-56de67875cc4 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:58:43.377605 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-159321d4-f079-4181-b879-92b5dde679c4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:58:43.382290 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159321d4-f079-4181-b879-92b5dde679c4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:58:43.407943 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159321d4-f079-4181-b879-92b5dde679c4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=f370d892-3a7d-4586-8a1b-a991c1e5c40e,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:43.442917 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-159321d4-f079-4181-b879-92b5dde679c4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:43.543214 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-159321d4-f079-4181-b879-92b5dde679c4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:43.620805 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb1eb61-47b4-4f20-a739-3b44c0346bb3 None None] Network cedb4ff2-0611-4eb3-a0dd-56de67875cc4 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:58:43.735408 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-007cb1d6-7609-49a5-85aa-daec8e94c4f2 None None] Provisioning for port 765d6c86-7144-4e05-a7b8-d30fd2a294a4 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:58:43.897681 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 765d6c86-7144-4e05-a7b8-d30fd2a294a4 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:58:43.977620 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 765d6c86-7144-4e05-a7b8-d30fd2a294a4 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:58:43.982922 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 765d6c86-7144-4e05-a7b8-d30fd2a294a4 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:58:43.983399 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:43.991875 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-159321d4-f079-4181-b879-92b5dde679c4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:43.996980 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-159321d4-f079-4181-b879-92b5dde679c4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:44.112480 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-159321d4-f079-4181-b879-92b5dde679c4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:44.116722 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159321d4-f079-4181-b879-92b5dde679c4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=f370d892-3a7d-4586-8a1b-a991c1e5c40e,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:44.117846 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:44.155353 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 765d6c86-7144-4e05-a7b8-d30fd2a294a4, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=765d6c86-7144-4e05-a7b8-d30fd2a294a4,segment=NetworkSegment(f72cc531-d1d7-43db-8f59-2c4f51abf4f1),segment_id=f72cc531-d1d7-43db-8f59-2c4f51abf4f1)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:44.166407 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:44.167301 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 9ac79e0e-1b4d-4b1f-98ff-26685198d9fc up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:58:44.265491 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159321d4-f079-4181-b879-92b5dde679c4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network cedb4ff2-0611-4eb3-a0dd-56de67875cc4 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:58:44.267052 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-159321d4-f079-4181-b879-92b5dde679c4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:58:44.334838 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=765d6c86-7144-4e05-a7b8-d30fd2a294a4,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:44.347214 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-fbf330c9-df7c-414a-af0c-a90cea6e7190 None None] Provisioning for port f370d892-3a7d-4586-8a1b-a991c1e5c40e completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:58:44.353989 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-fbf330c9-df7c-414a-af0c-a90cea6e7190 None None] Provisioning complete for port f370d892-3a7d-4586-8a1b-a991c1e5c40e triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:58:44.354361 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fbf330c9-df7c-414a-af0c-a90cea6e7190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:44.417585 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-fbf330c9-df7c-414a-af0c-a90cea6e7190 None None] Port f370d892-3a7d-4586-8a1b-a991c1e5c40e cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:58:44.421200 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 9ac79e0e-1b4d-4b1f-98ff-26685198d9fc completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:58:44.430069 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 9ac79e0e-1b4d-4b1f-98ff-26685198d9fc triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:58:44.430660 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:44.479511 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-fbf330c9-df7c-414a-af0c-a90cea6e7190 None None] Provisioning complete for port 765d6c86-7144-4e05-a7b8-d30fd2a294a4 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:58:44.479957 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fbf330c9-df7c-414a-af0c-a90cea6e7190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:44.649719 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:44.675015 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 9ac79e0e-1b4d-4b1f-98ff-26685198d9fc, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=9ac79e0e-1b4d-4b1f-98ff-26685198d9fc,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:44.679719 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:44.704254 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159321d4-f079-4181-b879-92b5dde679c4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router 46561b16-8744-4204-b5fa-a181c40440b7 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:58:44.748263 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=9ac79e0e-1b4d-4b1f-98ff-26685198d9fc,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:44.793830 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ddf2b01b-f831-47d1-8ca0-660920ac88b5 None None] Provisioning complete for port f370d892-3a7d-4586-8a1b-a991c1e5c40e triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:58:44.794202 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ddf2b01b-f831-47d1-8ca0-660920ac88b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:44.847439 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-ddf2b01b-f831-47d1-8ca0-660920ac88b5 None None] Port f370d892-3a7d-4586-8a1b-a991c1e5c40e cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:58:44.913445 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159321d4-f079-4181-b879-92b5dde679c4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:58:44.926229 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-159321d4-f079-4181-b879-92b5dde679c4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "PUT /v2.0/routers/46561b16-8744-4204-b5fa-a181c40440b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2926095 Jan 21 09:58:44.928646 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39108) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:45.159840 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bd8e3a-86c8-44ca-a160-502ec2b37c50 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:45.160316 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bd8e3a-86c8-44ca-a160-502ec2b37c50 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:45.160725 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bd8e3a-86c8-44ca-a160-502ec2b37c50 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:45.161079 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bd8e3a-86c8-44ca-a160-502ec2b37c50 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:45.162722 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d2bd8e3a-86c8-44ca-a160-502ec2b37c50 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2332144 Jan 21 09:58:45.165345 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39112) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:45.234631 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ecdcd0-b4dd-4b34-8bfa-e67268d431d1 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:45.234985 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ecdcd0-b4dd-4b34-8bfa-e67268d431d1 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:45.235474 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ecdcd0-b4dd-4b34-8bfa-e67268d431d1 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:45.235689 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ecdcd0-b4dd-4b34-8bfa-e67268d431d1 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:45.237293 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-38ecdcd0-b4dd-4b34-8bfa-e67268d431d1 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0710542 Jan 21 09:58:45.240203 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39116) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:45.443601 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b7b82e1f-8637-4758-98c0-f93889ed4479 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2023325 Jan 21 09:58:45.728279 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39122) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:45.733968 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-4d9b9567-ac37-4110-b8bf-df02993452a4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1900393847', 'description': 'tempest-secgroup-smoke-1900393847 description', 'project_id': 'e2711eddd053435baef8e70b41198188'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:58:45.740517 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4d9b9567-ac37-4110-b8bf-df02993452a4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:58:45.746552 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-4d9b9567-ac37-4110-b8bf-df02993452a4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:58:45.750135 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-4d9b9567-ac37-4110-b8bf-df02993452a4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:58:45.757544 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4d9b9567-ac37-4110-b8bf-df02993452a4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:58:45.767552 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4d9b9567-ac37-4110-b8bf-df02993452a4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:45.826780 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4d9b9567-ac37-4110-b8bf-df02993452a4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:58:45.831362 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-4d9b9567-ac37-4110-b8bf-df02993452a4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:58:45.835716 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-4d9b9567-ac37-4110-b8bf-df02993452a4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:58:45.839962 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 765d6c86-7144-4e05-a7b8-d30fd2a294a4 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:58:45.850582 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4d9b9567-ac37-4110-b8bf-df02993452a4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:58:45.911908 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 765d6c86-7144-4e05-a7b8-d30fd2a294a4 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:58:45.912371 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:45.913445 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4d9b9567-ac37-4110-b8bf-df02993452a4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:45.918265 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4d9b9567-ac37-4110-b8bf-df02993452a4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:45.972254 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b9567-ac37-4110-b8bf-df02993452a4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97eaffca-f8c5-4963-8d9c-831fc8522a66,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:45.981743 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4d9b9567-ac37-4110-b8bf-df02993452a4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:45.986379 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39126) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:45.993199 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-a5e87ea1-2d4e-4a71-8fba-d45659b057ed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': '97eaffca-f8c5-4963-8d9c-831fc8522a66', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:58:45.997445 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4d9b9567-ac37-4110-b8bf-df02993452a4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2681193 Jan 21 09:58:45.999814 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a5e87ea1-2d4e-4a71-8fba-d45659b057ed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:58:46.003968 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a5e87ea1-2d4e-4a71-8fba-d45659b057ed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:58:46.007711 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a5e87ea1-2d4e-4a71-8fba-d45659b057ed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:58:46.015814 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a5e87ea1-2d4e-4a71-8fba-d45659b057ed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:58:46.019238 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f129814c-e85e-4d88-a47b-0139a56b29df None None] Sync routers for ids ['46561b16-8744-4204-b5fa-a181c40440b7'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:58:46.033160 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a5e87ea1-2d4e-4a71-8fba-d45659b057ed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.046257 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 9ac79e0e-1b4d-4b1f-98ff-26685198d9fc up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:58:46.074655 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f129814c-e85e-4d88-a47b-0139a56b29df None None] Routers {'46561b16-8744-4204-b5fa-a181c40440b7'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:58:46.075361 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f129814c-e85e-4d88-a47b-0139a56b29df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:58:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['46561b16-8744-4204-b5fa-a181c40440b7'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:46.100820 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a5e87ea1-2d4e-4a71-8fba-d45659b057ed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.104913 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a5e87ea1-2d4e-4a71-8fba-d45659b057ed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.138014 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e87ea1-2d4e-4a71-8fba-d45659b057ed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e966c8-cf71-4e5e-ae86-1b3c6bc860ee,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:46.148471 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a5e87ea1-2d4e-4a71-8fba-d45659b057ed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.149760 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a5e87ea1-2d4e-4a71-8fba-d45659b057ed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1623297 Jan 21 09:58:46.152691 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39130) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:46.158196 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-68ee586c-cd55-4d12-b8b1-7d1b2c36da5b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': '97eaffca-f8c5-4963-8d9c-831fc8522a66', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:58:46.165355 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-68ee586c-cd55-4d12-b8b1-7d1b2c36da5b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:58:46.169658 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-68ee586c-cd55-4d12-b8b1-7d1b2c36da5b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:58:46.172550 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-68ee586c-cd55-4d12-b8b1-7d1b2c36da5b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:58:46.178639 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-68ee586c-cd55-4d12-b8b1-7d1b2c36da5b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:58:46.196272 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-68ee586c-cd55-4d12-b8b1-7d1b2c36da5b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.273461 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 9ac79e0e-1b4d-4b1f-98ff-26685198d9fc triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:58:46.273731 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.275546 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-68ee586c-cd55-4d12-b8b1-7d1b2c36da5b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.279384 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-68ee586c-cd55-4d12-b8b1-7d1b2c36da5b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.303832 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee586c-cd55-4d12-b8b1-7d1b2c36da5b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c180cb9-b067-4f8a-86a6-9ff925a830a0,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:46.312916 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-68ee586c-cd55-4d12-b8b1-7d1b2c36da5b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.314135 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-68ee586c-cd55-4d12-b8b1-7d1b2c36da5b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1605365 Jan 21 09:58:46.317722 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39134) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:46.325325 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-ab8c7e1d-00b0-46b5-aafa-1e4288ddba6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': '97eaffca-f8c5-4963-8d9c-831fc8522a66', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:58:46.329899 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-f129814c-e85e-4d88-a47b-0139a56b29df None None] Set router 46561b16-8744-4204-b5fa-a181c40440b7 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:58:46.332818 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ab8c7e1d-00b0-46b5-aafa-1e4288ddba6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:58:46.336664 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ab8c7e1d-00b0-46b5-aafa-1e4288ddba6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:58:46.339579 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ab8c7e1d-00b0-46b5-aafa-1e4288ddba6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:58:46.345308 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ab8c7e1d-00b0-46b5-aafa-1e4288ddba6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:58:46.365001 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ab8c7e1d-00b0-46b5-aafa-1e4288ddba6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.431631 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ab8c7e1d-00b0-46b5-aafa-1e4288ddba6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.435648 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ab8c7e1d-00b0-46b5-aafa-1e4288ddba6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.456742 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c7e1d-00b0-46b5-aafa-1e4288ddba6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be196e8-5f18-48cf-80de-e910a77213bd,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:46.468492 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ab8c7e1d-00b0-46b5-aafa-1e4288ddba6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.469851 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ab8c7e1d-00b0-46b5-aafa-1e4288ddba6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1508071 Jan 21 09:58:46.473297 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39138) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:46.479808 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-01a589ce-f83a-4c43-bd14-cdce3e86a76b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': '97eaffca-f8c5-4963-8d9c-831fc8522a66', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:58:46.486108 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-01a589ce-f83a-4c43-bd14-cdce3e86a76b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:58:46.490052 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-01a589ce-f83a-4c43-bd14-cdce3e86a76b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:58:46.493165 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-01a589ce-f83a-4c43-bd14-cdce3e86a76b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:58:46.499489 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-01a589ce-f83a-4c43-bd14-cdce3e86a76b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:58:46.517132 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-01a589ce-f83a-4c43-bd14-cdce3e86a76b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.589189 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-01a589ce-f83a-4c43-bd14-cdce3e86a76b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.593149 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-01a589ce-f83a-4c43-bd14-cdce3e86a76b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.621777 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a589ce-f83a-4c43-bd14-cdce3e86a76b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=648179a6-4c3e-4a3c-a59c-c1eb12df7a57,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:46.635569 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-01a589ce-f83a-4c43-bd14-cdce3e86a76b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.635569 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-01a589ce-f83a-4c43-bd14-cdce3e86a76b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1570628 Jan 21 09:58:46.635569 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39142) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:46.640695 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-78fc994e-65bb-4dec-95de-27ff9995f71f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': '97eaffca-f8c5-4963-8d9c-831fc8522a66', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:58:46.647552 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-78fc994e-65bb-4dec-95de-27ff9995f71f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:58:46.651565 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-78fc994e-65bb-4dec-95de-27ff9995f71f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:58:46.654444 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-78fc994e-65bb-4dec-95de-27ff9995f71f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:58:46.660639 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-78fc994e-65bb-4dec-95de-27ff9995f71f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:58:46.671886 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.securitygroups_db [None req-78fc994e-65bb-4dec-95de-27ff9995f71f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Project e2711eddd053435baef8e70b41198188 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:58:46.678607 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-78fc994e-65bb-4dec-95de-27ff9995f71f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.710116 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f129814c-e85e-4d88-a47b-0139a56b29df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46561b16-8744-4204-b5fa-a181c40440b7', 'name': 'tempest-TestNetworkBasicOps-router-1528213046', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.55'}], 'enable_snat': True}, 'gw_port_id': '9ac79e0e-1b4d-4b1f-98ff-26685198d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:58:43Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9ac79e0e-1b4d-4b1f-98ff-26685198d9fc', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46561b16-8744-4204-b5fa-a181c40440b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'f370d892-3a7d-4586-8a1b-a991c1e5c40e', 'name': '', 'network_id': 'cedb4ff2-0611-4eb3-a0dd-56de67875cc4', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:36:b6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46561b16-8744-4204-b5fa-a181c40440b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bcdf8f4-5a8a-4d6b-8835-70816e31a95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:42Z', 'updated_at': '2022-01-21T09:58:43Z', 'revision_number': 2, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': '0bcdf8f4-5a8a-4d6b-8835-70816e31a95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:46.714168 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f129814c-e85e-4d88-a47b-0139a56b29df None None] Checking router: 46561b16-8744-4204-b5fa-a181c40440b7 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:58:46.714516 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f129814c-e85e-4d88-a47b-0139a56b29df None None] Updating router 46561b16-8744-4204-b5fa-a181c40440b7 port f370d892-3a7d-4586-8a1b-a991c1e5c40e binding host dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:58:46.758106 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-78fc994e-65bb-4dec-95de-27ff9995f71f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.763030 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-78fc994e-65bb-4dec-95de-27ff9995f71f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.771710 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f129814c-e85e-4d88-a47b-0139a56b29df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.796734 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc994e-65bb-4dec-95de-27ff9995f71f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f24ac8d6-1378-4ec0-b92b-dec42e822fa4,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:46.806901 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-78fc994e-65bb-4dec-95de-27ff9995f71f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.808280 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-78fc994e-65bb-4dec-95de-27ff9995f71f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1724279 Jan 21 09:58:46.810881 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39146) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:46.816878 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-d3e59971-f6b9-4d8f-be8d-2f8164eb93cb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': '97eaffca-f8c5-4963-8d9c-831fc8522a66', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:58:46.822884 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-d3e59971-f6b9-4d8f-be8d-2f8164eb93cb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:58:46.826918 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-d3e59971-f6b9-4d8f-be8d-2f8164eb93cb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:58:46.829948 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-d3e59971-f6b9-4d8f-be8d-2f8164eb93cb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:58:46.840563 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-d3e59971-f6b9-4d8f-be8d-2f8164eb93cb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:58:46.855192 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.securitygroups_db [None req-d3e59971-f6b9-4d8f-be8d-2f8164eb93cb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Project e2711eddd053435baef8e70b41198188 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:58:46.862372 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d3e59971-f6b9-4d8f-be8d-2f8164eb93cb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.941436 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d3e59971-f6b9-4d8f-be8d-2f8164eb93cb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.946657 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d3e59971-f6b9-4d8f-be8d-2f8164eb93cb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.977076 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e59971-f6b9-4d8f-be8d-2f8164eb93cb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1a3cc06-f582-4703-95fd-537c8a3ea419,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:46.984490 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d3e59971-f6b9-4d8f-be8d-2f8164eb93cb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.985808 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d3e59971-f6b9-4d8f-be8d-2f8164eb93cb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1739154 Jan 21 09:58:47.163619 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-f56ce086-f220-4a0c-8c19-e97f55112fd8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:58:47.175060 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f129814c-e85e-4d88-a47b-0139a56b29df None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:47.179810 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-f56ce086-f220-4a0c-8c19-e97f55112fd8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:58:47.181198 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-f56ce086-f220-4a0c-8c19-e97f55112fd8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1900393847&fields=id&tenant_id=e2711eddd053435baef8e70b41198188 HTTP/1.1" status: 200 len: 267 time: 0.0613565 Jan 21 09:58:47.187933 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f129814c-e85e-4d88-a47b-0139a56b29df None None] Transition to ACTIVE for port object f370d892-3a7d-4586-8a1b-a991c1e5c40e will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:58:47.195218 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f129814c-e85e-4d88-a47b-0139a56b29df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:47.326680 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6016e5a-9130-43ae-913c-32be7b234e8b None None] Pushing event updated for resources: {'Port': ['ID=f370d892-3a7d-4586-8a1b-a991c1e5c40e,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:47.349964 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-e486b0a0-2504-4051-aeb9-da585fbafe6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:47.350983 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-e486b0a0-2504-4051-aeb9-da585fbafe6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:58:47.368450 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-e486b0a0-2504-4051-aeb9-da585fbafe6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:58:47.369823 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-e486b0a0-2504-4051-aeb9-da585fbafe6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/networks?id=cedb4ff2-0611-4eb3-a0dd-56de67875cc4 HTTP/1.1" status: 200 len: 797 time: 0.1821184 Jan 21 09:58:47.387050 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-4b00fd84-ea59-45d6-9412-aa8939291eac tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/quotas/e2711eddd053435baef8e70b41198188 HTTP/1.1" status: 200 len: 375 time: 0.0119505 Jan 21 09:58:47.433877 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f129814c-e85e-4d88-a47b-0139a56b29df None None] Attempting to bind port f370d892-3a7d-4586-8a1b-a991c1e5c40e on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:58:47.433877 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f129814c-e85e-4d88-a47b-0139a56b29df None None] Attempting to bind port f370d892-3a7d-4586-8a1b-a991c1e5c40e by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'f72cc531-d1d7-43db-8f59-2c4f51abf4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cedb4ff2-0611-4eb3-a0dd-56de67875cc4'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:58:47.434628 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f129814c-e85e-4d88-a47b-0139a56b29df None None] Attempting to bind port f370d892-3a7d-4586-8a1b-a991c1e5c40e on network cedb4ff2-0611-4eb3-a0dd-56de67875cc4 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:58:47.444754 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f129814c-e85e-4d88-a47b-0139a56b29df None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:58:47.445439 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f129814c-e85e-4d88-a47b-0139a56b29df None None] Checking segment: {'id': 'f72cc531-d1d7-43db-8f59-2c4f51abf4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cedb4ff2-0611-4eb3-a0dd-56de67875cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:58:47.447180 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f129814c-e85e-4d88-a47b-0139a56b29df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:47.448008 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f129814c-e85e-4d88-a47b-0139a56b29df None None] Bound using segment: {'id': 'f72cc531-d1d7-43db-8f59-2c4f51abf4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cedb4ff2-0611-4eb3-a0dd-56de67875cc4'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:58:47.448844 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f129814c-e85e-4d88-a47b-0139a56b29df None None] Bound port: f370d892-3a7d-4586-8a1b-a991c1e5c40e, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f72cc531-d1d7-43db-8f59-2c4f51abf4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cedb4ff2-0611-4eb3-a0dd-56de67875cc4'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:58:47.449546 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f129814c-e85e-4d88-a47b-0139a56b29df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:47.483044 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-94d7464a-6878-46c6-a760-4801e32d6d9e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:58:47.498795 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-94d7464a-6878-46c6-a760-4801e32d6d9e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:58:47.500228 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-94d7464a-6878-46c6-a760-4801e32d6d9e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1078510 Jan 21 09:58:47.548099 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-f129814c-e85e-4d88-a47b-0139a56b29df None None] For port f370d892-3a7d-4586-8a1b-a991c1e5c40e, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:58:47.551751 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-f129814c-e85e-4d88-a47b-0139a56b29df None None] For port f370d892-3a7d-4586-8a1b-a991c1e5c40e, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=f370d892-3a7d-4586-8a1b-a991c1e5c40e,segment=NetworkSegment(f72cc531-d1d7-43db-8f59-2c4f51abf4f1),segment_id=f72cc531-d1d7-43db-8f59-2c4f51abf4f1)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:58:47.556115 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f129814c-e85e-4d88-a47b-0139a56b29df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:47.666502 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6016e5a-9130-43ae-913c-32be7b234e8b None None] Pushing event updated for resources: {'Port': ['ID=f370d892-3a7d-4586-8a1b-a991c1e5c40e,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:47.669387 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f129814c-e85e-4d88-a47b-0139a56b29df None None] Routers {'46561b16-8744-4204-b5fa-a181c40440b7'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:58:47.670070 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f129814c-e85e-4d88-a47b-0139a56b29df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:58:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['46561b16-8744-4204-b5fa-a181c40440b7'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:47.733847 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-cee62255-253e-45d5-93bc-69e3ce719894 service neutron] 10.222.0.104 "GET /v2.0/networks/cedb4ff2-0611-4eb3-a0dd-56de67875cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210555 Jan 21 09:58:47.882143 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-91ec8c20-1093-4d17-b33e-c30187acd8a1 service neutron] 10.222.0.104 "GET /v2.0/networks/cedb4ff2-0611-4eb3-a0dd-56de67875cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422997 Jan 21 09:58:47.891300 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-f129814c-e85e-4d88-a47b-0139a56b29df None None] Set router 46561b16-8744-4204-b5fa-a181c40440b7 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:58:48.103076 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d04cbec5-2459-4233-9360-a45c6ec1e65f req-5b6222e9-6df1-43ed-a59f-3c22f5a96bb0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=27623376-9145-4d6a-a3e1-36e1c57e596e HTTP/1.1" status: 200 len: 210 time: 0.0485716 Jan 21 09:58:48.221021 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f129814c-e85e-4d88-a47b-0139a56b29df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46561b16-8744-4204-b5fa-a181c40440b7', 'name': 'tempest-TestNetworkBasicOps-router-1528213046', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.55'}], 'enable_snat': True}, 'gw_port_id': '9ac79e0e-1b4d-4b1f-98ff-26685198d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:58:43Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9ac79e0e-1b4d-4b1f-98ff-26685198d9fc', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46561b16-8744-4204-b5fa-a181c40440b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'f370d892-3a7d-4586-8a1b-a991c1e5c40e', 'name': '', 'network_id': 'cedb4ff2-0611-4eb3-a0dd-56de67875cc4', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:36:b6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46561b16-8744-4204-b5fa-a181c40440b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bcdf8f4-5a8a-4d6b-8835-70816e31a95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:42Z', 'updated_at': '2022-01-21T09:58:47Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': '0bcdf8f4-5a8a-4d6b-8835-70816e31a95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:48.226114 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f129814c-e85e-4d88-a47b-0139a56b29df None None] The sync data for ids ['46561b16-8744-4204-b5fa-a181c40440b7'] in dv-neutron-825732-1-hyperv is: [{'id': '46561b16-8744-4204-b5fa-a181c40440b7', 'name': 'tempest-TestNetworkBasicOps-router-1528213046', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.55'}], 'enable_snat': True}, 'gw_port_id': '9ac79e0e-1b4d-4b1f-98ff-26685198d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:58:43Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9ac79e0e-1b4d-4b1f-98ff-26685198d9fc', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46561b16-8744-4204-b5fa-a181c40440b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'f370d892-3a7d-4586-8a1b-a991c1e5c40e', 'name': '', 'network_id': 'cedb4ff2-0611-4eb3-a0dd-56de67875cc4', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:36:b6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46561b16-8744-4204-b5fa-a181c40440b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bcdf8f4-5a8a-4d6b-8835-70816e31a95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:42Z', 'updated_at': '2022-01-21T09:58:47Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': '0bcdf8f4-5a8a-4d6b-8835-70816e31a95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:58:49.308862 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a945ce4b-a32f-46f5-9b33-8888f2da87bb req-e204b3ab-61df-4a07-9f0a-d943e5b5ad78 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=27623376-9145-4d6a-a3e1-36e1c57e596e HTTP/1.1" status: 200 len: 210 time: 0.0592937 Jan 21 09:58:49.342681 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-c95c8d54-393a-4064-b25b-22397a5c6e3f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:49.343381 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-c95c8d54-393a-4064-b25b-22397a5c6e3f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:network {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:58:49.356759 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-c95c8d54-393a-4064-b25b-22397a5c6e3f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:network {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:58:49.357939 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-c95c8d54-393a-4064-b25b-22397a5c6e3f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/networks?id=cedb4ff2-0611-4eb3-a0dd-56de67875cc4 HTTP/1.1" status: 200 len: 797 time: 0.3135250 Jan 21 09:58:49.412239 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-adf472ad-8986-4980-99ae-045bf9663a86 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:58:49.424858 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-adf472ad-8986-4980-99ae-045bf9663a86 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:58:49.426114 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-adf472ad-8986-4980-99ae-045bf9663a86 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2711eddd053435baef8e70b41198188 HTTP/1.1" status: 200 len: 380 time: 0.0567153 Jan 21 09:58:49.435346 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-f031fc48-9b11-487e-84c6-5c3c9f5684cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'port': {'device_id': '27623376-9145-4d6a-a3e1-36e1c57e596e', 'network_id': 'cedb4ff2-0611-4eb3-a0dd-56de67875cc4', 'admin_state_up': True, 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'security_groups': ['97eaffca-f8c5-4963-8d9c-831fc8522a66']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:58:49.577413 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-f031fc48-9b11-487e-84c6-5c3c9f5684cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:58:49.587920 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-f031fc48-9b11-487e-84c6-5c3c9f5684cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:58:49.599750 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-f031fc48-9b11-487e-84c6-5c3c9f5684cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Made reservation on behalf of e2711eddd053435baef8e70b41198188 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:58:49.603013 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-f031fc48-9b11-487e-84c6-5c3c9f5684cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:49.786580 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-f031fc48-9b11-487e-84c6-5c3c9f5684cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Allocated IP 172.20.0.5 (cedb4ff2-0611-4eb3-a0dd-56de67875cc4/0bcdf8f4-5a8a-4d6b-8835-70816e31a95e/004a695f-1bb9-40cb-a549-20362e8966d6) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:58:49.871357 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device f370d892-3a7d-4586-8a1b-a991c1e5c40e up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:58:49.978442 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port f370d892-3a7d-4586-8a1b-a991c1e5c40e completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:58:49.984556 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port f370d892-3a7d-4586-8a1b-a991c1e5c40e triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:58:49.985101 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:50.043183 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-f031fc48-9b11-487e-84c6-5c3c9f5684cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:50.063577 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-f031fc48-9b11-487e-84c6-5c3c9f5684cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Transition to ACTIVE for port object 004a695f-1bb9-40cb-a549-20362e8966d6 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:58:50.088842 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-f031fc48-9b11-487e-84c6-5c3c9f5684cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:50.117564 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:50.170980 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port f370d892-3a7d-4586-8a1b-a991c1e5c40e, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=f370d892-3a7d-4586-8a1b-a991c1e5c40e,segment=NetworkSegment(f72cc531-d1d7-43db-8f59-2c4f51abf4f1),segment_id=f72cc531-d1d7-43db-8f59-2c4f51abf4f1)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:50.176222 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-f031fc48-9b11-487e-84c6-5c3c9f5684cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network cedb4ff2-0611-4eb3-a0dd-56de67875cc4 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:58:50.180507 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-f031fc48-9b11-487e-84c6-5c3c9f5684cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:58:50.182085 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:50.186609 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-f031fc48-9b11-487e-84c6-5c3c9f5684cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:58:50.224257 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031fc48-9b11-487e-84c6-5c3c9f5684cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=004a695f-1bb9-40cb-a549-20362e8966d6,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:50.266180 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-f031fc48-9b11-487e-84c6-5c3c9f5684cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:50.266667 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-f031fc48-9b11-487e-84c6-5c3c9f5684cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:50.269176 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=f370d892-3a7d-4586-8a1b-a991c1e5c40e,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:50.279462 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:50.279847 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:50.280464 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:50.281026 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:50.281402 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:50.281902 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:50.282283 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:50.282681 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:50.283008 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:50.283324 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:50.283649 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:50.298565 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-f031fc48-9b11-487e-84c6-5c3c9f5684cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8667579 Jan 21 09:58:50.309481 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-95bba3ce-a5f6-40c1-ae1d-1dc9cbccdf73 service neutron] Request body: {'port': {'device_id': '27623376-9145-4d6a-a3e1-36e1c57e596e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:58:50.361911 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:50.506708 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-1a6f8a4f-925e-40a2-86a9-7b231b7c98aa None None] Provisioning for port 004a695f-1bb9-40cb-a549-20362e8966d6 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:58:50.510740 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-95bba3ce-a5f6-40c1-ae1d-1dc9cbccdf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:50.511963 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-1a6f8a4f-925e-40a2-86a9-7b231b7c98aa None None] Provisioning complete for port 004a695f-1bb9-40cb-a549-20362e8966d6 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:58:50.512420 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1a6f8a4f-925e-40a2-86a9-7b231b7c98aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:50.565966 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-1a6f8a4f-925e-40a2-86a9-7b231b7c98aa None None] Port 004a695f-1bb9-40cb-a549-20362e8966d6 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:58:50.661897 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec206f-c7e7-4496-b755-b7f34783c736 req-e758b421-82bd-4a88-84ba-366df1ae66ff tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:50.662479 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-71ec206f-c7e7-4496-b755-b7f34783c736 req-e758b421-82bd-4a88-84ba-366df1ae66ff tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:58:50.710820 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-71ec206f-c7e7-4496-b755-b7f34783c736 req-e758b421-82bd-4a88-84ba-366df1ae66ff tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:58:50.711980 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-71ec206f-c7e7-4496-b755-b7f34783c736 req-e758b421-82bd-4a88-84ba-366df1ae66ff tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=27623376-9145-4d6a-a3e1-36e1c57e596e HTTP/1.1" status: 200 len: 931 time: 0.2672424 Jan 21 09:58:50.836341 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-71ec206f-c7e7-4496-b755-b7f34783c736 req-4a0f8b28-8a70-42f8-a005-be48e226296f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=97eaffca-f8c5-4963-8d9c-831fc8522a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753355 Jan 21 09:58:50.928344 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-95bba3ce-a5f6-40c1-ae1d-1dc9cbccdf73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 004a695f-1bb9-40cb-a549-20362e8966d6 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:58:50.936012 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-95bba3ce-a5f6-40c1-ae1d-1dc9cbccdf73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:50.951205 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-95bba3ce-a5f6-40c1-ae1d-1dc9cbccdf73 service neutron] Transition to ACTIVE for port object 004a695f-1bb9-40cb-a549-20362e8966d6 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:58:50.954822 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-95bba3ce-a5f6-40c1-ae1d-1dc9cbccdf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:51.099554 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bba3ce-a5f6-40c1-ae1d-1dc9cbccdf73 service neutron] Pushing event updated for resources: {'Port': ['ID=004a695f-1bb9-40cb-a549-20362e8966d6,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:51.206197 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-95bba3ce-a5f6-40c1-ae1d-1dc9cbccdf73 service neutron] Attempting to bind port 004a695f-1bb9-40cb-a549-20362e8966d6 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:58:51.206532 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-95bba3ce-a5f6-40c1-ae1d-1dc9cbccdf73 service neutron] Attempting to bind port 004a695f-1bb9-40cb-a549-20362e8966d6 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'f72cc531-d1d7-43db-8f59-2c4f51abf4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cedb4ff2-0611-4eb3-a0dd-56de67875cc4'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:58:51.206943 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-95bba3ce-a5f6-40c1-ae1d-1dc9cbccdf73 service neutron] Attempting to bind port 004a695f-1bb9-40cb-a549-20362e8966d6 on network cedb4ff2-0611-4eb3-a0dd-56de67875cc4 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:58:51.212913 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-95bba3ce-a5f6-40c1-ae1d-1dc9cbccdf73 service neutron] Port 004a695f-1bb9-40cb-a549-20362e8966d6 on network cedb4ff2-0611-4eb3-a0dd-56de67875cc4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:58:51.213226 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-95bba3ce-a5f6-40c1-ae1d-1dc9cbccdf73 service neutron] Attempting to bind port 004a695f-1bb9-40cb-a549-20362e8966d6 on network cedb4ff2-0611-4eb3-a0dd-56de67875cc4 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:58:51.220237 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-95bba3ce-a5f6-40c1-ae1d-1dc9cbccdf73 service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:58:51.220567 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-95bba3ce-a5f6-40c1-ae1d-1dc9cbccdf73 service neutron] Checking segment: {'id': 'f72cc531-d1d7-43db-8f59-2c4f51abf4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cedb4ff2-0611-4eb3-a0dd-56de67875cc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:58:51.220977 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-95bba3ce-a5f6-40c1-ae1d-1dc9cbccdf73 service neutron] Bound using segment: {'id': 'f72cc531-d1d7-43db-8f59-2c4f51abf4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cedb4ff2-0611-4eb3-a0dd-56de67875cc4'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:58:51.221437 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-95bba3ce-a5f6-40c1-ae1d-1dc9cbccdf73 service neutron] Bound port: 004a695f-1bb9-40cb-a549-20362e8966d6, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f72cc531-d1d7-43db-8f59-2c4f51abf4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cedb4ff2-0611-4eb3-a0dd-56de67875cc4'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:58:51.221814 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-95bba3ce-a5f6-40c1-ae1d-1dc9cbccdf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:51.414693 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-95bba3ce-a5f6-40c1-ae1d-1dc9cbccdf73 service neutron] For port 004a695f-1bb9-40cb-a549-20362e8966d6, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:58:51.417666 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-95bba3ce-a5f6-40c1-ae1d-1dc9cbccdf73 service neutron] For port 004a695f-1bb9-40cb-a549-20362e8966d6, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=004a695f-1bb9-40cb-a549-20362e8966d6,segment=NetworkSegment(f72cc531-d1d7-43db-8f59-2c4f51abf4f1),segment_id=f72cc531-d1d7-43db-8f59-2c4f51abf4f1)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:58:51.422061 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-95bba3ce-a5f6-40c1-ae1d-1dc9cbccdf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:51.485190 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-95bba3ce-a5f6-40c1-ae1d-1dc9cbccdf73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:51.486579 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-95bba3ce-a5f6-40c1-ae1d-1dc9cbccdf73 service neutron] 10.222.0.124 "PUT /v2.0/ports/004a695f-1bb9-40cb-a549-20362e8966d6 HTTP/1.1" status: 200 len: 1093 time: 1.1814048 Jan 21 09:58:51.487005 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27623376-9145-4d6a-a3e1-36e1c57e596e', 'tag': '004a695f-1bb9-40cb-a549-20362e8966d6'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:58:51.507983 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bba3ce-a5f6-40c1-ae1d-1dc9cbccdf73 service neutron] Pushing event updated for resources: {'Port': ['ID=004a695f-1bb9-40cb-a549-20362e8966d6,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:51.606632 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-353c5397-67e2-45b7-b1e5-c93cad83312b service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=27623376-9145-4d6a-a3e1-36e1c57e596e HTTP/1.1" status: 200 len: 1096 time: 0.0785930 Jan 21 09:58:51.665207 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27623376-9145-4d6a-a3e1-36e1c57e596e', 'tag': '004a695f-1bb9-40cb-a549-20362e8966d6', 'status': 'completed', 'code': 200} Jan 21 09:58:51.680753 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-9e7e871f-ebcd-4e0e-b1d9-f960b171ee75 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=004a695f-1bb9-40cb-a549-20362e8966d6 HTTP/1.1" status: 200 len: 217 time: 0.0665359 Jan 21 09:58:51.747667 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-714a5885-feb3-4aa5-b564-70eb5a9dbba2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:51.749000 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-714a5885-feb3-4aa5-b564-70eb5a9dbba2 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=0bcdf8f4-5a8a-4d6b-8835-70816e31a95e HTTP/1.1" status: 200 len: 835 time: 0.0627010 Jan 21 09:58:51.828823 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-23077d0e-dfdb-4559-a2aa-cf49356cb44e service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=cedb4ff2-0611-4eb3-a0dd-56de67875cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736563 Jan 21 09:58:51.834391 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device f370d892-3a7d-4586-8a1b-a991c1e5c40e up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:58:51.955688 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port f370d892-3a7d-4586-8a1b-a991c1e5c40e triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:58:51.956059 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:52.011799 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-17c79ab4-2adb-4ceb-b98c-e3f367f6f9e0 service neutron] 10.222.0.124 "GET /v2.0/networks/cedb4ff2-0611-4eb3-a0dd-56de67875cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772168 Jan 21 09:58:52.182335 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cfb92791-b0e8-43b0-8e4a-0708b9c1cb42 req-f0218ddb-e6eb-498f-a169-abab436a9777 service neutron] 10.222.0.124 "GET /v2.0/networks/cedb4ff2-0611-4eb3-a0dd-56de67875cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649101 Jan 21 09:58:52.189721 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffded51-6e3b-4ee1-b38c-b4861d3260be req-7e0023e6-d23d-4972-92d3-716bbd0e0021 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:52.191414 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9ffded51-6e3b-4ee1-b38c-b4861d3260be req-7e0023e6-d23d-4972-92d3-716bbd0e0021 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=27623376-9145-4d6a-a3e1-36e1c57e596e HTTP/1.1" status: 200 len: 943 time: 0.2129903 Jan 21 09:58:52.278458 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9ffded51-6e3b-4ee1-b38c-b4861d3260be req-e9b209a1-ca02-4213-b84d-410503aceca7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=97eaffca-f8c5-4963-8d9c-831fc8522a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810084 Jan 21 09:58:52.312316 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-43b5f82d-a800-4f88-9416-76df2c19eb6c req-5004f128-3455-4693-94b6-b60d72c331aa service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=27623376-9145-4d6a-a3e1-36e1c57e596e HTTP/1.1" status: 200 len: 1096 time: 0.0832760 Jan 21 09:58:52.445827 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5f82d-a800-4f88-9416-76df2c19eb6c req-254b8017-b3a1-421c-873d-c77c8f3a24c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:52.447242 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-43b5f82d-a800-4f88-9416-76df2c19eb6c req-254b8017-b3a1-421c-873d-c77c8f3a24c8 service neutron] 10.222.0.124 "GET /v2.0/networks?id=cedb4ff2-0611-4eb3-a0dd-56de67875cc4 HTTP/1.1" status: 200 len: 898 time: 0.1289642 Jan 21 09:58:52.521232 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-43b5f82d-a800-4f88-9416-76df2c19eb6c req-f044fa7b-a451-4051-986b-f716747512fc service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=004a695f-1bb9-40cb-a549-20362e8966d6 HTTP/1.1" status: 200 len: 217 time: 0.0667086 Jan 21 09:58:52.584965 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5f82d-a800-4f88-9416-76df2c19eb6c req-4a6b53d3-1268-49a4-8354-0af333c372e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:52.586561 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-43b5f82d-a800-4f88-9416-76df2c19eb6c req-4a6b53d3-1268-49a4-8354-0af333c372e5 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=0bcdf8f4-5a8a-4d6b-8835-70816e31a95e HTTP/1.1" status: 200 len: 835 time: 0.0595684 Jan 21 09:58:52.667917 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-43b5f82d-a800-4f88-9416-76df2c19eb6c req-28c27197-a901-4b7d-82b6-6b7dba02c826 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=cedb4ff2-0611-4eb3-a0dd-56de67875cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748088 Jan 21 09:58:52.801403 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-43b5f82d-a800-4f88-9416-76df2c19eb6c req-7b74d718-d75f-402e-83fc-847ec9608762 service neutron] 10.222.0.124 "GET /v2.0/networks/cedb4ff2-0611-4eb3-a0dd-56de67875cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269732 Jan 21 09:58:52.938449 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-43b5f82d-a800-4f88-9416-76df2c19eb6c req-8157d1c9-e77e-41f9-b76e-935701b5dcf2 service neutron] 10.222.0.124 "GET /v2.0/networks/cedb4ff2-0611-4eb3-a0dd-56de67875cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293969 Jan 21 09:58:53.477940 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2060c6-b3aa-4b52-be46-9cb2de2c47f4 req-351826df-a603-4373-b206-fa3649892701 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:53.479394 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-bf2060c6-b3aa-4b52-be46-9cb2de2c47f4 req-351826df-a603-4373-b206-fa3649892701 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=27623376-9145-4d6a-a3e1-36e1c57e596e HTTP/1.1" status: 200 len: 943 time: 0.0782602 Jan 21 09:58:53.529056 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-bf2060c6-b3aa-4b52-be46-9cb2de2c47f4 req-6000df62-ff77-4790-8b8e-779af00c441e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=97eaffca-f8c5-4963-8d9c-831fc8522a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441208 Jan 21 09:58:53.904285 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b2d5547b-4368-4f60-b4ec-66db3a19da35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:54.741054 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1766c-b553-412b-8740-b67c36fb51e7 req-4b387313-7228-452e-8800-56555459bd58 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:54.742542 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-79b1766c-b553-412b-8740-b67c36fb51e7 req-4b387313-7228-452e-8800-56555459bd58 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=27623376-9145-4d6a-a3e1-36e1c57e596e HTTP/1.1" status: 200 len: 943 time: 0.0773463 Jan 21 09:58:54.789689 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-79b1766c-b553-412b-8740-b67c36fb51e7 req-492fe34b-21ed-4649-9068-87513e81f81e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=97eaffca-f8c5-4963-8d9c-831fc8522a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416925 Jan 21 09:58:55.420033 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 004a695f-1bb9-40cb-a549-20362e8966d6 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:58:55.556654 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 004a695f-1bb9-40cb-a549-20362e8966d6, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=004a695f-1bb9-40cb-a549-20362e8966d6,segment=NetworkSegment(f72cc531-d1d7-43db-8f59-2c4f51abf4f1),segment_id=f72cc531-d1d7-43db-8f59-2c4f51abf4f1)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:55.569471 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '004a695f-1bb9-40cb-a549-20362e8966d6', 'network_id': 'cedb4ff2-0611-4eb3-a0dd-56de67875cc4', 'port_id': '004a695f-1bb9-40cb-a549-20362e8966d6', 'mac_address': 'fa:16:3e:4b:da:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bcdf8f4-5a8a-4d6b-8835-70816e31a95e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:58:55.622767 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:55.639556 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 004a695f-1bb9-40cb-a549-20362e8966d6 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:58:55.656773 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 004a695f-1bb9-40cb-a549-20362e8966d6, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=004a695f-1bb9-40cb-a549-20362e8966d6,segment=NetworkSegment(f72cc531-d1d7-43db-8f59-2c4f51abf4f1),segment_id=f72cc531-d1d7-43db-8f59-2c4f51abf4f1)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:55.662480 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:55.731911 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=004a695f-1bb9-40cb-a549-20362e8966d6,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:55.866191 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['004a695f-1bb9-40cb-a549-20362e8966d6'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:58:56.003417 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c86666-6d97-467a-ab03-f6f5a450af50 req-667a3ab7-9511-40d2-9609-1f76a65e2479 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:56.005040 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-49c86666-6d97-467a-ab03-f6f5a450af50 req-667a3ab7-9511-40d2-9609-1f76a65e2479 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=27623376-9145-4d6a-a3e1-36e1c57e596e HTTP/1.1" status: 200 len: 944 time: 0.0917282 Jan 21 09:58:56.052811 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-49c86666-6d97-467a-ab03-f6f5a450af50 req-088a18b0-174a-46f3-b882-859ef53d0070 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=97eaffca-f8c5-4963-8d9c-831fc8522a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419834 Jan 21 09:58:56.319253 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ced9a647-b7d0-4c49-a5e1-4e895b3f962a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:57.351954 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cbef1-1b19-47ed-8b71-96a1f8a34fed req-7a0b497b-5b33-43ad-8073-cc8708e5bc08 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:57.353295 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-580cbef1-1b19-47ed-8b71-96a1f8a34fed req-7a0b497b-5b33-43ad-8073-cc8708e5bc08 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=27623376-9145-4d6a-a3e1-36e1c57e596e HTTP/1.1" status: 200 len: 944 time: 0.1771116 Jan 21 09:58:57.399748 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-580cbef1-1b19-47ed-8b71-96a1f8a34fed req-3a22f026-5c66-45c0-8828-3e505cc4b503 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=97eaffca-f8c5-4963-8d9c-831fc8522a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409141 Jan 21 09:58:57.422429 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 004a695f-1bb9-40cb-a549-20362e8966d6 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:58:57.478229 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:57.500138 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port 004a695f-1bb9-40cb-a549-20362e8966d6 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:58:57.505630 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 004a695f-1bb9-40cb-a549-20362e8966d6 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:58:57.506002 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:57.641338 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:57.668332 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27623376-9145-4d6a-a3e1-36e1c57e596e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004a695f-1bb9-40cb-a549-20362e8966d6'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:58:57.682814 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 004a695f-1bb9-40cb-a549-20362e8966d6, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=004a695f-1bb9-40cb-a549-20362e8966d6,segment=NetworkSegment(f72cc531-d1d7-43db-8f59-2c4f51abf4f1),segment_id=f72cc531-d1d7-43db-8f59-2c4f51abf4f1)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:57.687579 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:57.751513 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:57.777709 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=004a695f-1bb9-40cb-a549-20362e8966d6,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:57.811795 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27623376-9145-4d6a-a3e1-36e1c57e596e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004a695f-1bb9-40cb-a549-20362e8966d6', 'code': 200} Jan 21 09:58:58.044206 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a47f8204-b524-416e-960d-6511f8dbb8e2 req-cf0134d4-0ca1-4c42-8c85-327ed2bbfafd service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=27623376-9145-4d6a-a3e1-36e1c57e596e HTTP/1.1" status: 200 len: 1098 time: 0.0703270 Jan 21 09:58:58.091279 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a47f8204-b524-416e-960d-6511f8dbb8e2 req-95fffdf6-f058-4690-bc92-a4f9ce888cbf service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=97eaffca-f8c5-4963-8d9c-831fc8522a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410862 Jan 21 09:58:58.621626 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa46b87-e5f8-4da8-8b38-069f972a2553 req-7da67c47-aceb-4a46-9276-c45589b5e3d9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:58.623088 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8aa46b87-e5f8-4da8-8b38-069f972a2553 req-7da67c47-aceb-4a46-9276-c45589b5e3d9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=27623376-9145-4d6a-a3e1-36e1c57e596e HTTP/1.1" status: 200 len: 945 time: 0.0915527 Jan 21 09:58:58.677854 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8aa46b87-e5f8-4da8-8b38-069f972a2553 req-a33e4d00-d923-4560-837e-e9eb7ac0f38f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=97eaffca-f8c5-4963-8d9c-831fc8522a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492153 Jan 21 09:58:59.450646 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:59.883224 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f0236-59d9-40ce-8556-cd8d68e12511 req-98857476-c60a-40ad-ae7b-e375d8498b25 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:59.884682 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-d41f0236-59d9-40ce-8556-cd8d68e12511 req-98857476-c60a-40ad-ae7b-e375d8498b25 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=27623376-9145-4d6a-a3e1-36e1c57e596e HTTP/1.1" status: 200 len: 945 time: 0.0799181 Jan 21 09:58:59.936336 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-d41f0236-59d9-40ce-8556-cd8d68e12511 req-8c0f6c17-9234-4a9e-9679-f49071d807e5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=97eaffca-f8c5-4963-8d9c-831fc8522a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459576 Jan 21 09:59:00.139525 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d73162-7976-4e68-a0bd-b9fb62a9d212 req-259c9458-381f-45b2-9a94-b52a7ce4bd8f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:00.141111 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-08d73162-7976-4e68-a0bd-b9fb62a9d212 req-259c9458-381f-45b2-9a94-b52a7ce4bd8f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=27623376-9145-4d6a-a3e1-36e1c57e596e HTTP/1.1" status: 200 len: 945 time: 0.0853164 Jan 21 09:59:00.191729 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-08d73162-7976-4e68-a0bd-b9fb62a9d212 req-a94c6118-dbab-4680-9cee-2cfeab969d3f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=97eaffca-f8c5-4963-8d9c-831fc8522a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434301 Jan 21 09:59:00.220269 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39200) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:00.292339 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-fe1e4885-49e8-46c3-9588-ac9f481d7be9 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=27623376-9145-4d6a-a3e1-36e1c57e596e HTTP/1.1" status: 200 len: 1093 time: 0.0708022 Jan 21 09:59:00.294904 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39204) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:00.299917 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-5c8dca2c-6226-4083-8cd1-b77e63f333d6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'port_id': '004a695f-1bb9-40cb-a549-20362e8966d6', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:59:00.305613 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-5c8dca2c-6226-4083-8cd1-b77e63f333d6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:59:00.309470 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-5c8dca2c-6226-4083-8cd1-b77e63f333d6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:floatingip and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:59:00.312387 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-5c8dca2c-6226-4083-8cd1-b77e63f333d6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:59:00.318609 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-5c8dca2c-6226-4083-8cd1-b77e63f333d6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:59:00.330584 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5c8dca2c-6226-4083-8cd1-b77e63f333d6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:00.471251 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5c8dca2c-6226-4083-8cd1-b77e63f333d6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:00.619625 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-5c8dca2c-6226-4083-8cd1-b77e63f333d6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Allocated IP 172.26.0.180 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/45a575d7-cc77-4deb-ad6a-7d22560a193a) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:59:00.776066 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5c8dca2c-6226-4083-8cd1-b77e63f333d6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:00.806285 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5c8dca2c-6226-4083-8cd1-b77e63f333d6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:00.875047 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8dca2c-6226-4083-8cd1-b77e63f333d6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:59:00.877796 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-5c8dca2c-6226-4083-8cd1-b77e63f333d6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:59:00.880234 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8dca2c-6226-4083-8cd1-b77e63f333d6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:59:00.914735 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8dca2c-6226-4083-8cd1-b77e63f333d6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=45a575d7-cc77-4deb-ad6a-7d22560a193a,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:01.413554 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5c8dca2c-6226-4083-8cd1-b77e63f333d6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:01.481578 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5c8dca2c-6226-4083-8cd1-b77e63f333d6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:01.809354 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5c8dca2c-6226-4083-8cd1-b77e63f333d6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:01.814359 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5c8dca2c-6226-4083-8cd1-b77e63f333d6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:01.920893 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8dca2c-6226-4083-8cd1-b77e63f333d6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=45a575d7-cc77-4deb-ad6a-7d22560a193a,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:01.938738 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5c8dca2c-6226-4083-8cd1-b77e63f333d6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:02.136261 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.l3_db [None req-5c8dca2c-6226-4083-8cd1-b77e63f333d6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Floating IP e50bcff7-5e6f-4e70-8f59-ad7425c8bc40 associated. External IP: 172.26.0.180, port: 004a695f-1bb9-40cb-a549-20362e8966d6. Jan 21 09:59:02.537125 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8dca2c-6226-4083-8cd1-b77e63f333d6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router 46561b16-8744-4204-b5fa-a181c40440b7 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:59:02.757784 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8dca2c-6226-4083-8cd1-b77e63f333d6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:59:02.767831 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc7c872-b5d1-4089-9d5b-12624fddca33 None None] Sync routers for ids ['46561b16-8744-4204-b5fa-a181c40440b7'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:59:02.781507 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc7c872-b5d1-4089-9d5b-12624fddca33 None None] Routers {'46561b16-8744-4204-b5fa-a181c40440b7'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:59:02.782315 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-afc7c872-b5d1-4089-9d5b-12624fddca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:58:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['46561b16-8744-4204-b5fa-a181c40440b7'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:02.785498 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5c8dca2c-6226-4083-8cd1-b77e63f333d6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:02.846198 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5c8dca2c-6226-4083-8cd1-b77e63f333d6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5502880 Jan 21 09:59:02.846881 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27623376-9145-4d6a-a3e1-36e1c57e596e', 'tag': '004a695f-1bb9-40cb-a549-20362e8966d6'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:59:02.849363 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39208) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:02.922905 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27623376-9145-4d6a-a3e1-36e1c57e596e', 'tag': '004a695f-1bb9-40cb-a549-20362e8966d6', 'status': 'completed', 'code': 200} Jan 21 09:59:02.971837 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-afc7c872-b5d1-4089-9d5b-12624fddca33 None None] Set router 46561b16-8744-4204-b5fa-a181c40440b7 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:59:03.037067 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ffeb691e-6cb0-47a9-8d07-dc30f99d5ee6 req-28b0def1-5c97-4675-8533-b43e8ba5167e service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=27623376-9145-4d6a-a3e1-36e1c57e596e HTTP/1.1" status: 200 len: 1098 time: 0.0822954 Jan 21 09:59:03.078053 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-dfbc8898-f34c-4c50-bba2-0b5404ade924 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/routers/46561b16-8744-4204-b5fa-a181c40440b7 HTTP/1.1" status: 200 len: 922 time: 0.2270055 Jan 21 09:59:03.080572 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39214) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:03.183905 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb691e-6cb0-47a9-8d07-dc30f99d5ee6 req-b3bfadc3-57a5-4e92-a536-02327105d171 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:03.185399 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ffeb691e-6cb0-47a9-8d07-dc30f99d5ee6 req-b3bfadc3-57a5-4e92-a536-02327105d171 service neutron] 10.222.0.124 "GET /v2.0/networks?id=cedb4ff2-0611-4eb3-a0dd-56de67875cc4 HTTP/1.1" status: 200 len: 898 time: 0.1418290 Jan 21 09:59:03.297639 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-53153e2b-b5d0-435e-83c6-dfc5c7afe396 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/e50bcff7-5e6f-4e70-8f59-ad7425c8bc40 HTTP/1.1" status: 200 len: 991 time: 0.2142384 Jan 21 09:59:03.303172 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ffeb691e-6cb0-47a9-8d07-dc30f99d5ee6 req-8da3d90e-4ddf-4388-968f-63979e0ba78a service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=004a695f-1bb9-40cb-a549-20362e8966d6 HTTP/1.1" status: 200 len: 999 time: 0.1120148 Jan 21 09:59:03.338964 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-afc7c872-b5d1-4089-9d5b-12624fddca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46561b16-8744-4204-b5fa-a181c40440b7', 'name': 'tempest-TestNetworkBasicOps-router-1528213046', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.55'}], 'enable_snat': True}, 'gw_port_id': '9ac79e0e-1b4d-4b1f-98ff-26685198d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:58:43Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9ac79e0e-1b4d-4b1f-98ff-26685198d9fc', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46561b16-8744-4204-b5fa-a181c40440b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': 'e50bcff7-5e6f-4e70-8f59-ad7425c8bc40', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.180', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '46561b16-8744-4204-b5fa-a181c40440b7', 'port_id': '004a695f-1bb9-40cb-a549-20362e8966d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cedb4ff2-0611-4eb3-a0dd-56de67875cc4', 'mac_address': 'fa:16:3e:4b:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27623376-9145-4d6a-a3e1-36e1c57e596e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:59:01Z', 'updated_at': '2022-01-21T09:59:01Z', 'revision_number': 0, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f370d892-3a7d-4586-8a1b-a991c1e5c40e', 'name': '', 'network_id': 'cedb4ff2-0611-4eb3-a0dd-56de67875cc4', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:36:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46561b16-8744-4204-b5fa-a181c40440b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bcdf8f4-5a8a-4d6b-8835-70816e31a95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:42Z', 'updated_at': '2022-01-21T09:58:50Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': '0bcdf8f4-5a8a-4d6b-8835-70816e31a95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:03.342743 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc7c872-b5d1-4089-9d5b-12624fddca33 None None] Checking router: 46561b16-8744-4204-b5fa-a181c40440b7 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:59:03.356310 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc7c872-b5d1-4089-9d5b-12624fddca33 None None] Routers {'46561b16-8744-4204-b5fa-a181c40440b7'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:59:03.356942 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-afc7c872-b5d1-4089-9d5b-12624fddca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:58:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['46561b16-8744-4204-b5fa-a181c40440b7'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:03.367466 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb691e-6cb0-47a9-8d07-dc30f99d5ee6 req-4970e59f-1598-44ba-82aa-15d0d19690d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:03.368896 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ffeb691e-6cb0-47a9-8d07-dc30f99d5ee6 req-4970e59f-1598-44ba-82aa-15d0d19690d8 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=0bcdf8f4-5a8a-4d6b-8835-70816e31a95e HTTP/1.1" status: 200 len: 835 time: 0.0603266 Jan 21 09:59:03.541758 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-afc7c872-b5d1-4089-9d5b-12624fddca33 None None] Set router 46561b16-8744-4204-b5fa-a181c40440b7 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:59:03.561491 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ffeb691e-6cb0-47a9-8d07-dc30f99d5ee6 req-9608cac0-2312-4ebb-abf2-fe919c27e280 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=cedb4ff2-0611-4eb3-a0dd-56de67875cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1866860 Jan 21 09:59:03.697847 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ffeb691e-6cb0-47a9-8d07-dc30f99d5ee6 req-4adad690-f5f2-4cb0-b7b4-ef2ff181d8fd service neutron] 10.222.0.124 "GET /v2.0/networks/cedb4ff2-0611-4eb3-a0dd-56de67875cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302502 Jan 21 09:59:03.833547 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ffeb691e-6cb0-47a9-8d07-dc30f99d5ee6 req-b6344a63-2b22-4d01-bde0-13942decced8 service neutron] 10.222.0.124 "GET /v2.0/networks/cedb4ff2-0611-4eb3-a0dd-56de67875cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303177 Jan 21 09:59:03.937904 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-afc7c872-b5d1-4089-9d5b-12624fddca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46561b16-8744-4204-b5fa-a181c40440b7', 'name': 'tempest-TestNetworkBasicOps-router-1528213046', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.55'}], 'enable_snat': True}, 'gw_port_id': '9ac79e0e-1b4d-4b1f-98ff-26685198d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:58:43Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9ac79e0e-1b4d-4b1f-98ff-26685198d9fc', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46561b16-8744-4204-b5fa-a181c40440b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': 'e50bcff7-5e6f-4e70-8f59-ad7425c8bc40', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.180', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '46561b16-8744-4204-b5fa-a181c40440b7', 'port_id': '004a695f-1bb9-40cb-a549-20362e8966d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cedb4ff2-0611-4eb3-a0dd-56de67875cc4', 'mac_address': 'fa:16:3e:4b:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27623376-9145-4d6a-a3e1-36e1c57e596e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:59:01Z', 'updated_at': '2022-01-21T09:59:01Z', 'revision_number': 0, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f370d892-3a7d-4586-8a1b-a991c1e5c40e', 'name': '', 'network_id': 'cedb4ff2-0611-4eb3-a0dd-56de67875cc4', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:36:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46561b16-8744-4204-b5fa-a181c40440b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bcdf8f4-5a8a-4d6b-8835-70816e31a95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:42Z', 'updated_at': '2022-01-21T09:58:50Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': '0bcdf8f4-5a8a-4d6b-8835-70816e31a95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:03.942469 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc7c872-b5d1-4089-9d5b-12624fddca33 None None] The sync data for ids ['46561b16-8744-4204-b5fa-a181c40440b7'] in dv-neutron-825732-1-hyperv is: [{'id': '46561b16-8744-4204-b5fa-a181c40440b7', 'name': 'tempest-TestNetworkBasicOps-router-1528213046', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.55'}], 'enable_snat': True}, 'gw_port_id': '9ac79e0e-1b4d-4b1f-98ff-26685198d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:58:43Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9ac79e0e-1b4d-4b1f-98ff-26685198d9fc', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46561b16-8744-4204-b5fa-a181c40440b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': 'e50bcff7-5e6f-4e70-8f59-ad7425c8bc40', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.180', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '46561b16-8744-4204-b5fa-a181c40440b7', 'port_id': '004a695f-1bb9-40cb-a549-20362e8966d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cedb4ff2-0611-4eb3-a0dd-56de67875cc4', 'mac_address': 'fa:16:3e:4b:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27623376-9145-4d6a-a3e1-36e1c57e596e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:59:01Z', 'updated_at': '2022-01-21T09:59:01Z', 'revision_number': 0, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f370d892-3a7d-4586-8a1b-a991c1e5c40e', 'name': '', 'network_id': 'cedb4ff2-0611-4eb3-a0dd-56de67875cc4', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:36:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46561b16-8744-4204-b5fa-a181c40440b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bcdf8f4-5a8a-4d6b-8835-70816e31a95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:42Z', 'updated_at': '2022-01-21T09:58:50Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': '0bcdf8f4-5a8a-4d6b-8835-70816e31a95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:59:04.300022 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39218) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:04.414115 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f0407c6b-7828-40f5-a6b4-dc19c8934cc2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/e50bcff7-5e6f-4e70-8f59-ad7425c8bc40 HTTP/1.1" status: 200 len: 991 time: 0.1129296 Jan 21 09:59:05.059576 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9b0173-2a1e-4d14-bb5f-4c4a028427d3 None None] New status for floating IP e50bcff7-5e6f-4e70-8f59-ad7425c8bc40: ACTIVE {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:59:05.417909 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39222) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:05.533333 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f900e2f3-598b-4ce4-ab83-ec9bdc548475 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/e50bcff7-5e6f-4e70-8f59-ad7425c8bc40 HTTP/1.1" status: 200 len: 993 time: 0.1142972 Jan 21 09:59:09.614534 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:59:20.357444 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:23.906855 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b0698cf0-4f85-4573-b0b3-1d6389e793ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:26.322462 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e82374ef-982a-4ac6-b77e-dd34cae5b587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:27.432799 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:27.716045 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:29.452166 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:36.773052 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39236) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:36.951389 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9aaef44e-ef0f-4c16-999b-f8b2cd5eb9fe tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/routers/46561b16-8744-4204-b5fa-a181c40440b7/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1771929 Jan 21 09:59:36.954196 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39240) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:37.183258 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92f8147-8c25-469e-9e6b-87fe8e5b50f1 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Notify agent at dv-neutron-825732-1-hyperv the message router_removed_from_agent {{(pid=83598) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jan 21 09:59:37.186399 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a92f8147-8c25-469e-9e6b-87fe8e5b50f1 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "DELETE /v2.0/agents/bed0a200-7552-4d5d-a1c6-6277b7069371/l3-routers/46561b16-8744-4204-b5fa-a181c40440b7 HTTP/1.1" status: 204 len: 168 time: 0.2313001 Jan 21 09:59:37.188944 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39244) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:37.371981 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-56afbd05-0d39-4618-b596-ccb1d6790f2f tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/routers/46561b16-8744-4204-b5fa-a181c40440b7/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1820242 Jan 21 09:59:37.374692 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39248) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:37.481503 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-419b7ebe-0304-4ae0-aab8-8329e0001a0a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/e50bcff7-5e6f-4e70-8f59-ad7425c8bc40 HTTP/1.1" status: 200 len: 993 time: 0.1056886 Jan 21 09:59:37.943279 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4545a904-cd33-42f4-aa29-93a91d8b2e35 None None] New status for floating IP e50bcff7-5e6f-4e70-8f59-ad7425c8bc40: DOWN {{(pid=83600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:59:37.974170 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device f370d892-3a7d-4586-8a1b-a991c1e5c40e no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:59:38.090778 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:38.171687 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port f370d892-3a7d-4586-8a1b-a991c1e5c40e, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=f370d892-3a7d-4586-8a1b-a991c1e5c40e,segment=NetworkSegment(f72cc531-d1d7-43db-8f59-2c4f51abf4f1),segment_id=f72cc531-d1d7-43db-8f59-2c4f51abf4f1)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:59:38.179544 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:38.180307 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 9ac79e0e-1b4d-4b1f-98ff-26685198d9fc no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:59:38.295423 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=f370d892-3a7d-4586-8a1b-a991c1e5c40e,revision_number=6']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:38.353213 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:38.368664 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 9ac79e0e-1b4d-4b1f-98ff-26685198d9fc, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=9ac79e0e-1b4d-4b1f-98ff-26685198d9fc,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:59:38.372691 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:38.440673 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=9ac79e0e-1b4d-4b1f-98ff-26685198d9fc,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:38.485676 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39252) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:38.596343 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a7a456de-3e4c-4622-be82-7f3a70c9adc5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/e50bcff7-5e6f-4e70-8f59-ad7425c8bc40 HTTP/1.1" status: 200 len: 991 time: 0.1094403 Jan 21 09:59:39.752651 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39258) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:39.960104 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259b4418-2965-404f-a530-d39e17cc0c72 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Router 46561b16-8744-4204-b5fa-a181c40440b7 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:59:39.960492 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259b4418-2965-404f-a530-d39e17cc0c72 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Notify agent at dv-neutron-825732-1-hyperv the message router_added_to_agent {{(pid=83597) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jan 21 09:59:39.990670 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-259b4418-2965-404f-a530-d39e17cc0c72 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "POST /v2.0/agents/bed0a200-7552-4d5d-a1c6-6277b7069371/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2336695 Jan 21 09:59:39.991018 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39264) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:40.008453 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6512104-a732-4e79-b959-1eb921e7221f None None] Sync routers for ids ['46561b16-8744-4204-b5fa-a181c40440b7'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:59:40.020220 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6512104-a732-4e79-b959-1eb921e7221f None None] Routers {'46561b16-8744-4204-b5fa-a181c40440b7'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:59:40.020814 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d6512104-a732-4e79-b959-1eb921e7221f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:59:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['46561b16-8744-4204-b5fa-a181c40440b7'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:40.178265 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-437c75a7-5b8a-40d2-a7d6-5d77e8802df5 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/routers/46561b16-8744-4204-b5fa-a181c40440b7/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1860602 Jan 21 09:59:40.180751 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39270) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:40.211926 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-d6512104-a732-4e79-b959-1eb921e7221f None None] Set router 46561b16-8744-4204-b5fa-a181c40440b7 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:59:40.342501 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-547ded0f-504d-4323-bf31-ea97e4830c20 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/e50bcff7-5e6f-4e70-8f59-ad7425c8bc40 HTTP/1.1" status: 200 len: 991 time: 0.1604311 Jan 21 09:59:40.618188 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d6512104-a732-4e79-b959-1eb921e7221f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46561b16-8744-4204-b5fa-a181c40440b7', 'name': 'tempest-TestNetworkBasicOps-router-1528213046', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.55'}], 'enable_snat': True}, 'gw_port_id': '9ac79e0e-1b4d-4b1f-98ff-26685198d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:58:43Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9ac79e0e-1b4d-4b1f-98ff-26685198d9fc', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46561b16-8744-4204-b5fa-a181c40440b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:59:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': 'e50bcff7-5e6f-4e70-8f59-ad7425c8bc40', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.180', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '46561b16-8744-4204-b5fa-a181c40440b7', 'port_id': '004a695f-1bb9-40cb-a549-20362e8966d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cedb4ff2-0611-4eb3-a0dd-56de67875cc4', 'mac_address': 'fa:16:3e:4b:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27623376-9145-4d6a-a3e1-36e1c57e596e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:59:01Z', 'updated_at': '2022-01-21T09:59:38Z', 'revision_number': 2, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f370d892-3a7d-4586-8a1b-a991c1e5c40e', 'name': '', 'network_id': 'cedb4ff2-0611-4eb3-a0dd-56de67875cc4', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:36:b6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46561b16-8744-4204-b5fa-a181c40440b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bcdf8f4-5a8a-4d6b-8835-70816e31a95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:42Z', 'updated_at': '2022-01-21T09:59:38Z', 'revision_number': 6, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': '0bcdf8f4-5a8a-4d6b-8835-70816e31a95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:40.623027 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6512104-a732-4e79-b959-1eb921e7221f None None] Checking router: 46561b16-8744-4204-b5fa-a181c40440b7 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:59:40.634274 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6512104-a732-4e79-b959-1eb921e7221f None None] Routers {'46561b16-8744-4204-b5fa-a181c40440b7'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:59:40.634879 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d6512104-a732-4e79-b959-1eb921e7221f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:59:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['46561b16-8744-4204-b5fa-a181c40440b7'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:40.818900 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-d6512104-a732-4e79-b959-1eb921e7221f None None] Set router 46561b16-8744-4204-b5fa-a181c40440b7 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:59:41.048376 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0f712e1b-4e56-4079-9518-bf64abd9733e req-f6bd8a44-c216-4f8a-a33d-c02f796914dc service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=27623376-9145-4d6a-a3e1-36e1c57e596e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715845 Jan 21 09:59:41.187858 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0f712e1b-4e56-4079-9518-bf64abd9733e req-2ad7bc82-fe1b-4dc9-9354-2d49992c538c service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=27623376-9145-4d6a-a3e1-36e1c57e596e HTTP/1.1" status: 200 len: 1098 time: 0.0713229 Jan 21 09:59:41.207867 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d6512104-a732-4e79-b959-1eb921e7221f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46561b16-8744-4204-b5fa-a181c40440b7', 'name': 'tempest-TestNetworkBasicOps-router-1528213046', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.55'}], 'enable_snat': True}, 'gw_port_id': '9ac79e0e-1b4d-4b1f-98ff-26685198d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:58:43Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9ac79e0e-1b4d-4b1f-98ff-26685198d9fc', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46561b16-8744-4204-b5fa-a181c40440b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:59:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': 'e50bcff7-5e6f-4e70-8f59-ad7425c8bc40', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.180', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '46561b16-8744-4204-b5fa-a181c40440b7', 'port_id': '004a695f-1bb9-40cb-a549-20362e8966d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cedb4ff2-0611-4eb3-a0dd-56de67875cc4', 'mac_address': 'fa:16:3e:4b:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27623376-9145-4d6a-a3e1-36e1c57e596e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:59:01Z', 'updated_at': '2022-01-21T09:59:38Z', 'revision_number': 2, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f370d892-3a7d-4586-8a1b-a991c1e5c40e', 'name': '', 'network_id': 'cedb4ff2-0611-4eb3-a0dd-56de67875cc4', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:36:b6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46561b16-8744-4204-b5fa-a181c40440b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bcdf8f4-5a8a-4d6b-8835-70816e31a95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:42Z', 'updated_at': '2022-01-21T09:59:38Z', 'revision_number': 6, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': '0bcdf8f4-5a8a-4d6b-8835-70816e31a95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:41.212343 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6512104-a732-4e79-b959-1eb921e7221f None None] The sync data for ids ['46561b16-8744-4204-b5fa-a181c40440b7'] in dv-neutron-825732-1-hyperv is: [{'id': '46561b16-8744-4204-b5fa-a181c40440b7', 'name': 'tempest-TestNetworkBasicOps-router-1528213046', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.55'}], 'enable_snat': True}, 'gw_port_id': '9ac79e0e-1b4d-4b1f-98ff-26685198d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:58:43Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9ac79e0e-1b4d-4b1f-98ff-26685198d9fc', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46561b16-8744-4204-b5fa-a181c40440b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:59:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': 'e50bcff7-5e6f-4e70-8f59-ad7425c8bc40', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.180', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '46561b16-8744-4204-b5fa-a181c40440b7', 'port_id': '004a695f-1bb9-40cb-a549-20362e8966d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cedb4ff2-0611-4eb3-a0dd-56de67875cc4', 'mac_address': 'fa:16:3e:4b:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27623376-9145-4d6a-a3e1-36e1c57e596e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:59:01Z', 'updated_at': '2022-01-21T09:59:38Z', 'revision_number': 2, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f370d892-3a7d-4586-8a1b-a991c1e5c40e', 'name': '', 'network_id': 'cedb4ff2-0611-4eb3-a0dd-56de67875cc4', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:36:b6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46561b16-8744-4204-b5fa-a181c40440b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bcdf8f4-5a8a-4d6b-8835-70816e31a95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:42Z', 'updated_at': '2022-01-21T09:59:38Z', 'revision_number': 6, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': '0bcdf8f4-5a8a-4d6b-8835-70816e31a95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:59:41.349279 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39274) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:41.363931 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f712e1b-4e56-4079-9518-bf64abd9733e req-cb6c2cb0-f92a-4e4a-80c8-479b2851801a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:41.365575 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0f712e1b-4e56-4079-9518-bf64abd9733e req-cb6c2cb0-f92a-4e4a-80c8-479b2851801a service neutron] 10.222.0.124 "GET /v2.0/networks?id=cedb4ff2-0611-4eb3-a0dd-56de67875cc4 HTTP/1.1" status: 200 len: 898 time: 0.1589801 Jan 21 09:59:41.472341 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2dea4d7f-97b1-495a-a7e2-93d526941e2f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/e50bcff7-5e6f-4e70-8f59-ad7425c8bc40 HTTP/1.1" status: 200 len: 991 time: 0.1225433 Jan 21 09:59:41.594940 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0f712e1b-4e56-4079-9518-bf64abd9733e req-dc277596-6bf7-4d4c-bc95-ed0858758756 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=004a695f-1bb9-40cb-a549-20362e8966d6 HTTP/1.1" status: 200 len: 999 time: 0.2229638 Jan 21 09:59:41.665326 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f712e1b-4e56-4079-9518-bf64abd9733e req-c06267cd-cbe3-4827-a3cf-191e1e0bda5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:41.666827 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0f712e1b-4e56-4079-9518-bf64abd9733e req-c06267cd-cbe3-4827-a3cf-191e1e0bda5e service neutron] 10.222.0.124 "GET /v2.0/subnets?id=0bcdf8f4-5a8a-4d6b-8835-70816e31a95e HTTP/1.1" status: 200 len: 835 time: 0.0661099 Jan 21 09:59:41.749353 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0f712e1b-4e56-4079-9518-bf64abd9733e req-0a9edd47-1da9-452b-9716-405bcef64ae5 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=cedb4ff2-0611-4eb3-a0dd-56de67875cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759969 Jan 21 09:59:41.928593 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0f712e1b-4e56-4079-9518-bf64abd9733e req-1e775290-f0b4-465f-9827-f934aa912923 service neutron] 10.222.0.124 "GET /v2.0/networks/cedb4ff2-0611-4eb3-a0dd-56de67875cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733215 Jan 21 09:59:41.960576 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device f370d892-3a7d-4586-8a1b-a991c1e5c40e up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:59:42.049280 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port f370d892-3a7d-4586-8a1b-a991c1e5c40e triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:42.049802 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:42.083863 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0f712e1b-4e56-4079-9518-bf64abd9733e req-e69b9cb9-3e89-49cd-b6e3-295e59202c77 service neutron] 10.222.0.124 "GET /v2.0/networks/cedb4ff2-0611-4eb3-a0dd-56de67875cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485939 Jan 21 09:59:42.226349 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:42.267735 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port f370d892-3a7d-4586-8a1b-a991c1e5c40e, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=f370d892-3a7d-4586-8a1b-a991c1e5c40e,segment=NetworkSegment(f72cc531-d1d7-43db-8f59-2c4f51abf4f1),segment_id=f72cc531-d1d7-43db-8f59-2c4f51abf4f1)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:59:42.272883 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:42.340438 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=f370d892-3a7d-4586-8a1b-a991c1e5c40e,revision_number=7']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:42.476385 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39278) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:42.583815 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-95c810c1-9428-444f-8682-298a730de9ee tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/e50bcff7-5e6f-4e70-8f59-ad7425c8bc40 HTTP/1.1" status: 200 len: 991 time: 0.1061831 Jan 21 09:59:43.587735 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39282) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:43.698761 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2d63a252-ef19-4f98-9d6f-342821e35aa6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/e50bcff7-5e6f-4e70-8f59-ad7425c8bc40 HTTP/1.1" status: 200 len: 991 time: 0.1098065 Jan 21 09:59:43.930749 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device f370d892-3a7d-4586-8a1b-a991c1e5c40e up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:59:43.998319 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port f370d892-3a7d-4586-8a1b-a991c1e5c40e triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:43.998674 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:44.116061 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 9ac79e0e-1b4d-4b1f-98ff-26685198d9fc up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:59:44.184313 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 9ac79e0e-1b4d-4b1f-98ff-26685198d9fc triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:44.184679 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:44.300215 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:44.315653 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 9ac79e0e-1b4d-4b1f-98ff-26685198d9fc, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=9ac79e0e-1b4d-4b1f-98ff-26685198d9fc,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:59:44.319824 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:44.386256 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=9ac79e0e-1b4d-4b1f-98ff-26685198d9fc,revision_number=6']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:44.702822 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39286) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:44.813415 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-afb6d871-d36e-43d3-a1d8-596adeedb057 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/e50bcff7-5e6f-4e70-8f59-ad7425c8bc40 HTTP/1.1" status: 200 len: 991 time: 0.1095471 Jan 21 09:59:45.817947 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39290) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:45.859905 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 9ac79e0e-1b4d-4b1f-98ff-26685198d9fc up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:59:45.924451 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7ad9e816-0c35-42d9-a9bb-f87219f5e394 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/e50bcff7-5e6f-4e70-8f59-ad7425c8bc40 HTTP/1.1" status: 200 len: 991 time: 0.1053705 Jan 21 09:59:45.941617 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 9ac79e0e-1b4d-4b1f-98ff-26685198d9fc triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:45.942124 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:46.615531 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:59:46.930243 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39294) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:47.131425 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-13a91564-ed98-460b-8de3-bf59a140b84c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/e50bcff7-5e6f-4e70-8f59-ad7425c8bc40 HTTP/1.1" status: 200 len: 991 time: 0.2000456 Jan 21 09:59:48.135693 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39298) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:48.242385 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c5513361-f1ae-4100-8a52-4440dc43e5ec tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/e50bcff7-5e6f-4e70-8f59-ad7425c8bc40 HTTP/1.1" status: 200 len: 991 time: 0.1056342 Jan 21 09:59:48.446273 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015d80bd-c5b2-413e-949b-f654086b3e4f None None] New status for floating IP e50bcff7-5e6f-4e70-8f59-ad7425c8bc40: ACTIVE {{(pid=83600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:59:49.246481 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39302) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:49.353917 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4adb5d27-0917-4e2d-ab2b-1b978eabdd05 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/e50bcff7-5e6f-4e70-8f59-ad7425c8bc40 HTTP/1.1" status: 200 len: 993 time: 0.1061366 Jan 21 09:59:49.797805 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39310) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:50.028222 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a46bc488-0860-4221-a469-e5db1fc0d82d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting port 45a575d7-cc77-4deb-ad6a-7d22560a193a {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:59:50.028754 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a46bc488-0860-4221-a469-e5db1fc0d82d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:50.221394 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a46bc488-0860-4221-a469-e5db1fc0d82d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:50.221755 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a46bc488-0860-4221-a469-e5db1fc0d82d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:50.379345 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:50.383846 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a46bc488-0860-4221-a469-e5db1fc0d82d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Calling delete_port for 45a575d7-cc77-4deb-ad6a-7d22560a193a owned by network:floatingip {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:59:50.553350 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a46bc488-0860-4221-a469-e5db1fc0d82d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:50.603034 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46bc488-0860-4221-a469-e5db1fc0d82d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Port': ['ID=45a575d7-cc77-4deb-ad6a-7d22560a193a,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:50.647446 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46bc488-0860-4221-a469-e5db1fc0d82d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:50.647789 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46bc488-0860-4221-a469-e5db1fc0d82d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:50.648125 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46bc488-0860-4221-a469-e5db1fc0d82d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:50.648453 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46bc488-0860-4221-a469-e5db1fc0d82d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:50.648779 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46bc488-0860-4221-a469-e5db1fc0d82d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:50.649103 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46bc488-0860-4221-a469-e5db1fc0d82d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:50.649424 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46bc488-0860-4221-a469-e5db1fc0d82d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:50.649772 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46bc488-0860-4221-a469-e5db1fc0d82d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:50.650092 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46bc488-0860-4221-a469-e5db1fc0d82d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:50.650413 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46bc488-0860-4221-a469-e5db1fc0d82d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:50.650726 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46bc488-0860-4221-a469-e5db1fc0d82d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:50.715731 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a46bc488-0860-4221-a469-e5db1fc0d82d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:51.242511 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a46bc488-0860-4221-a469-e5db1fc0d82d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router 46561b16-8744-4204-b5fa-a181c40440b7 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:59:51.457463 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46bc488-0860-4221-a469-e5db1fc0d82d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:59:51.480919 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a46bc488-0860-4221-a469-e5db1fc0d82d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:51.541655 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a46bc488-0860-4221-a469-e5db1fc0d82d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/floatingips/e50bcff7-5e6f-4e70-8f59-ad7425c8bc40 HTTP/1.1" status: 204 len: 168 time: 1.7423859 Jan 21 09:59:51.542076 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27623376-9145-4d6a-a3e1-36e1c57e596e', 'tag': '004a695f-1bb9-40cb-a549-20362e8966d6'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:59:51.606453 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27623376-9145-4d6a-a3e1-36e1c57e596e', 'tag': '004a695f-1bb9-40cb-a549-20362e8966d6', 'status': 'completed', 'code': 200} Jan 21 09:59:51.711594 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-71877abf-6d77-45d0-926e-3593697f9649 req-465e7268-d9d7-4a8b-ace7-82f79f41cd1e service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=27623376-9145-4d6a-a3e1-36e1c57e596e HTTP/1.1" status: 200 len: 1098 time: 0.0821431 Jan 21 09:59:51.877550 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71877abf-6d77-45d0-926e-3593697f9649 req-5322c787-c513-4ede-897b-8f2cf7ecfee9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:51.879183 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-71877abf-6d77-45d0-926e-3593697f9649 req-5322c787-c513-4ede-897b-8f2cf7ecfee9 service neutron] 10.222.0.124 "GET /v2.0/networks?id=cedb4ff2-0611-4eb3-a0dd-56de67875cc4 HTTP/1.1" status: 200 len: 898 time: 0.1612799 Jan 21 09:59:51.996044 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-71877abf-6d77-45d0-926e-3593697f9649 req-a04c64f4-40be-47dd-9ac6-f8f9cd99fe56 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=004a695f-1bb9-40cb-a549-20362e8966d6 HTTP/1.1" status: 200 len: 217 time: 0.1059766 Jan 21 09:59:52.073979 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71877abf-6d77-45d0-926e-3593697f9649 req-e506e217-44f5-4bb9-b94c-cbc451fd49c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:52.075350 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-71877abf-6d77-45d0-926e-3593697f9649 req-e506e217-44f5-4bb9-b94c-cbc451fd49c9 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=0bcdf8f4-5a8a-4d6b-8835-70816e31a95e HTTP/1.1" status: 200 len: 835 time: 0.0719934 Jan 21 09:59:52.087883 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5b7b9-045b-4d5a-a7f8-06e39b89e336 req-e01d6dd6-d059-4d21-9a96-f5e6f3c7cc3d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:52.088667 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-a4a5b7b9-045b-4d5a-a7f8-06e39b89e336 req-e01d6dd6-d059-4d21-9a96-f5e6f3c7cc3d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:59:52.151740 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-a4a5b7b9-045b-4d5a-a7f8-06e39b89e336 req-e01d6dd6-d059-4d21-9a96-f5e6f3c7cc3d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:59:52.152946 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a4a5b7b9-045b-4d5a-a7f8-06e39b89e336 req-e01d6dd6-d059-4d21-9a96-f5e6f3c7cc3d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=27623376-9145-4d6a-a3e1-36e1c57e596e HTTP/1.1" status: 200 len: 945 time: 0.2131834 Jan 21 09:59:52.211449 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a4a5b7b9-045b-4d5a-a7f8-06e39b89e336 req-32235d3d-021a-45b6-af32-ff3cdcfa5f37 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=97eaffca-f8c5-4963-8d9c-831fc8522a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516901 Jan 21 09:59:52.217079 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-71877abf-6d77-45d0-926e-3593697f9649 req-c8e499f1-e223-48d6-b74a-65dc7e57c0db service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=cedb4ff2-0611-4eb3-a0dd-56de67875cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1255884 Jan 21 09:59:52.355967 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-71877abf-6d77-45d0-926e-3593697f9649 req-14f6b5cf-6930-4eac-a6cc-5d6cdc61ba7f service neutron] 10.222.0.124 "GET /v2.0/networks/cedb4ff2-0611-4eb3-a0dd-56de67875cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324284 Jan 21 09:59:52.490961 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-71877abf-6d77-45d0-926e-3593697f9649 req-e1443b1c-94af-4ce7-959a-6b7ae2c21e96 service neutron] 10.222.0.124 "GET /v2.0/networks/cedb4ff2-0611-4eb3-a0dd-56de67875cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288319 Jan 21 09:59:53.228242 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f951174-53e7-4993-bdcb-dd81aadea89a req-544abebd-b27f-43e2-bdb3-d92a95017ece tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:53.229707 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5f951174-53e7-4993-bdcb-dd81aadea89a req-544abebd-b27f-43e2-bdb3-d92a95017ece tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/ports?device_id=27623376-9145-4d6a-a3e1-36e1c57e596e HTTP/1.1" status: 200 len: 945 time: 0.0771670 Jan 21 09:59:53.304180 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-5f951174-53e7-4993-bdcb-dd81aadea89a req-e0790969-4ae2-41b8-8975-b8c10ed7ddff tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting port 004a695f-1bb9-40cb-a549-20362e8966d6 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:59:53.304521 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-5f951174-53e7-4993-bdcb-dd81aadea89a req-e0790969-4ae2-41b8-8975-b8c10ed7ddff tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:53.419837 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fe1bb-0713-458e-922b-653839918986 req-b51d649c-3856-4b70-abc1-84d3285d6dd8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:53.421284 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-818fe1bb-0713-458e-922b-653839918986 req-b51d649c-3856-4b70-abc1-84d3285d6dd8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=27623376-9145-4d6a-a3e1-36e1c57e596e HTTP/1.1" status: 200 len: 945 time: 0.0839689 Jan 21 09:59:53.469871 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-818fe1bb-0713-458e-922b-653839918986 req-0cdca986-5e2d-4fce-afad-9744996cb6e6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=97eaffca-f8c5-4963-8d9c-831fc8522a66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427933 Jan 21 09:59:53.674696 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-5f951174-53e7-4993-bdcb-dd81aadea89a req-e0790969-4ae2-41b8-8975-b8c10ed7ddff tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] For port 004a695f-1bb9-40cb-a549-20362e8966d6, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=004a695f-1bb9-40cb-a549-20362e8966d6,segment=NetworkSegment(f72cc531-d1d7-43db-8f59-2c4f51abf4f1),segment_id=f72cc531-d1d7-43db-8f59-2c4f51abf4f1)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:59:53.676034 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-5f951174-53e7-4993-bdcb-dd81aadea89a req-e0790969-4ae2-41b8-8975-b8c10ed7ddff tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:53.805207 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-5f951174-53e7-4993-bdcb-dd81aadea89a req-e0790969-4ae2-41b8-8975-b8c10ed7ddff tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Calling delete_port for 004a695f-1bb9-40cb-a549-20362e8966d6 owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:59:53.911171 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c86301b4-f27b-4134-8f33-65d72fc18b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:53.962039 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-5f951174-53e7-4993-bdcb-dd81aadea89a req-e0790969-4ae2-41b8-8975-b8c10ed7ddff tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:54.019990 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0790969-4ae2-41b8-8975-b8c10ed7ddff tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Port': ['ID=004a695f-1bb9-40cb-a549-20362e8966d6,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:54.103401 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f951174-53e7-4993-bdcb-dd81aadea89a req-e0790969-4ae2-41b8-8975-b8c10ed7ddff tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] No DVR routers for this DVR port 004a695f-1bb9-40cb-a549-20362e8966d6 on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:59:54.105607 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-5f951174-53e7-4993-bdcb-dd81aadea89a req-e0790969-4ae2-41b8-8975-b8c10ed7ddff tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:54.108061 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27623376-9145-4d6a-a3e1-36e1c57e596e', 'name': 'network-vif-deleted', 'tag': '004a695f-1bb9-40cb-a549-20362e8966d6'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:59:54.125475 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5f951174-53e7-4993-bdcb-dd81aadea89a req-e0790969-4ae2-41b8-8975-b8c10ed7ddff tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "DELETE /v2.0/ports/004a695f-1bb9-40cb-a549-20362e8966d6 HTTP/1.1" status: 204 len: 173 time: 0.8905923 Jan 21 09:59:54.168068 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27623376-9145-4d6a-a3e1-36e1c57e596e', 'name': 'network-vif-deleted', 'tag': '004a695f-1bb9-40cb-a549-20362e8966d6', 'status': 'completed', 'code': 200} Jan 21 09:59:54.656862 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-fc4e4895-9812-4d80-b28d-42ef3a18616a req-43efa757-ce1c-4fe7-b803-b41918f0602f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=27623376-9145-4d6a-a3e1-36e1c57e596e HTTP/1.1" status: 200 len: 210 time: 0.0465760 Jan 21 09:59:55.779470 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39328) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:55.857003 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3a892c30-5c3c-47d8-b24f-29cf26143fed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:55.893491 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3a892c30-5c3c-47d8-b24f-29cf26143fed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:55.968504 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3a892c30-5c3c-47d8-b24f-29cf26143fed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:55.989095 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a892c30-5c3c-47d8-b24f-29cf26143fed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97eaffca-f8c5-4963-8d9c-831fc8522a66,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:56.006047 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a892c30-5c3c-47d8-b24f-29cf26143fed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:56.006633 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a892c30-5c3c-47d8-b24f-29cf26143fed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:56.007166 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a892c30-5c3c-47d8-b24f-29cf26143fed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:56.007726 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a892c30-5c3c-47d8-b24f-29cf26143fed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:56.008294 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a892c30-5c3c-47d8-b24f-29cf26143fed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:56.008872 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a892c30-5c3c-47d8-b24f-29cf26143fed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:56.009231 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a892c30-5c3c-47d8-b24f-29cf26143fed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:56.009592 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a892c30-5c3c-47d8-b24f-29cf26143fed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:56.009925 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a892c30-5c3c-47d8-b24f-29cf26143fed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:56.010240 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a892c30-5c3c-47d8-b24f-29cf26143fed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:56.010560 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a892c30-5c3c-47d8-b24f-29cf26143fed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:56.014772 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3a892c30-5c3c-47d8-b24f-29cf26143fed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:56.015877 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3a892c30-5c3c-47d8-b24f-29cf26143fed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/security-groups/97eaffca-f8c5-4963-8d9c-831fc8522a66 HTTP/1.1" status: 204 len: 168 time: 0.2353506 Jan 21 09:59:56.062539 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39334) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:56.328113 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c755cc80-7d61-4b6d-a5e5-c434076332ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:56.482774 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0adea846-ef0c-4f40-9899-1fb819a5d289 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:57.217120 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-0adea846-ef0c-4f40-9899-1fb819a5d289 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting port f370d892-3a7d-4586-8a1b-a991c1e5c40e {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:59:57.217877 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0adea846-ef0c-4f40-9899-1fb819a5d289 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:57.413684 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-0adea846-ef0c-4f40-9899-1fb819a5d289 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] For port f370d892-3a7d-4586-8a1b-a991c1e5c40e, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=f370d892-3a7d-4586-8a1b-a991c1e5c40e,segment=NetworkSegment(f72cc531-d1d7-43db-8f59-2c4f51abf4f1),segment_id=f72cc531-d1d7-43db-8f59-2c4f51abf4f1)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:59:57.414044 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0adea846-ef0c-4f40-9899-1fb819a5d289 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:57.434958 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:57.549748 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-0adea846-ef0c-4f40-9899-1fb819a5d289 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Calling delete_port for f370d892-3a7d-4586-8a1b-a991c1e5c40e owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:59:57.668983 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 004a695f-1bb9-40cb-a549-20362e8966d6 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:59:57.702074 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: 004a695f-1bb9-40cb-a549-20362e8966d6 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:59:57.702390 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 004a695f-1bb9-40cb-a549-20362e8966d6 not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:59:57.730253 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:57.753143 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0adea846-ef0c-4f40-9899-1fb819a5d289 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:57.802384 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adea846-ef0c-4f40-9899-1fb819a5d289 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Port': ['ID=f370d892-3a7d-4586-8a1b-a991c1e5c40e,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:58.118742 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0adea846-ef0c-4f40-9899-1fb819a5d289 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:58.810499 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0adea846-ef0c-4f40-9899-1fb819a5d289 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router 46561b16-8744-4204-b5fa-a181c40440b7 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:59:58.911799 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f073c0ef-9706-401f-88ad-52110b3bb098 None None] Sync routers for ids ['46561b16-8744-4204-b5fa-a181c40440b7'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:59:58.923344 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f073c0ef-9706-401f-88ad-52110b3bb098 None None] Routers {'46561b16-8744-4204-b5fa-a181c40440b7'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:59:58.923942 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f073c0ef-9706-401f-88ad-52110b3bb098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:59:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['46561b16-8744-4204-b5fa-a181c40440b7'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:59.040927 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0adea846-ef0c-4f40-9899-1fb819a5d289 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:59:59.054265 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0adea846-ef0c-4f40-9899-1fb819a5d289 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "PUT /v2.0/routers/46561b16-8744-4204-b5fa-a181c40440b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9906263 Jan 21 09:59:59.056879 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39338) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:59.103907 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-f073c0ef-9706-401f-88ad-52110b3bb098 None None] Set router 46561b16-8744-4204-b5fa-a181c40440b7 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:59:59.256403 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-9abbb545-6edc-45cb-82a2-5ecc59a227a5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting subnet 0bcdf8f4-5a8a-4d6b-8835-70816e31a95e {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:59:59.259444 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9abbb545-6edc-45cb-82a2-5ecc59a227a5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:59.319685 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9abbb545-6edc-45cb-82a2-5ecc59a227a5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:59.400410 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f073c0ef-9706-401f-88ad-52110b3bb098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46561b16-8744-4204-b5fa-a181c40440b7', 'name': 'tempest-TestNetworkBasicOps-router-1528213046', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.55'}], 'enable_snat': True}, 'gw_port_id': '9ac79e0e-1b4d-4b1f-98ff-26685198d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:59:57Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9ac79e0e-1b4d-4b1f-98ff-26685198d9fc', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46561b16-8744-4204-b5fa-a181c40440b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:59:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:59.404569 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f073c0ef-9706-401f-88ad-52110b3bb098 None None] Checking router: 46561b16-8744-4204-b5fa-a181c40440b7 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:59:59.414844 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9abbb545-6edc-45cb-82a2-5ecc59a227a5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:59.415727 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f073c0ef-9706-401f-88ad-52110b3bb098 None None] Routers {'46561b16-8744-4204-b5fa-a181c40440b7'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:59:59.416323 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f073c0ef-9706-401f-88ad-52110b3bb098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:59:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['46561b16-8744-4204-b5fa-a181c40440b7'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:59.493720 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9abbb545-6edc-45cb-82a2-5ecc59a227a5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:59.499889 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:59.538759 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abbb545-6edc-45cb-82a2-5ecc59a227a5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Subnet': ['ID=0bcdf8f4-5a8a-4d6b-8835-70816e31a95e,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:59.544188 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9abbb545-6edc-45cb-82a2-5ecc59a227a5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:59.551905 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9abbb545-6edc-45cb-82a2-5ecc59a227a5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/subnets/0bcdf8f4-5a8a-4d6b-8835-70816e31a95e HTTP/1.1" status: 204 len: 168 time: 0.4932053 Jan 21 09:59:59.560854 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39342) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:59.599538 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd62b51-0b43-4b2c-866a-9128b73c3945 None None] Network cedb4ff2-0611-4eb3-a0dd-56de67875cc4 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:59:59.772944 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4232016a-f84c-4831-b094-54980419a755 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:59.804639 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-f073c0ef-9706-401f-88ad-52110b3bb098 None None] Set router 46561b16-8744-4204-b5fa-a181c40440b7 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:59:59.979511 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4232016a-f84c-4831-b094-54980419a755 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:59.989214 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4232016a-f84c-4831-b094-54980419a755 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting port 9ac79e0e-1b4d-4b1f-98ff-26685198d9fc {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:59:59.989674 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4232016a-f84c-4831-b094-54980419a755 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:00.112838 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5f464f-a85b-4da9-bb39-69e3a036d883 None None] DHCP port deletion for cedb4ff2-0611-4eb3-a0dd-56de67875cc4 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 10:00:00.122137 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-dc5f464f-a85b-4da9-bb39-69e3a036d883 None None] Deleting port 765d6c86-7144-4e05-a7b8-d30fd2a294a4 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:00:00.122511 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dc5f464f-a85b-4da9-bb39-69e3a036d883 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:00.170969 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-4232016a-f84c-4831-b094-54980419a755 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] For port 9ac79e0e-1b4d-4b1f-98ff-26685198d9fc, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=9ac79e0e-1b4d-4b1f-98ff-26685198d9fc,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:00:00.171315 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4232016a-f84c-4831-b094-54980419a755 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:00.295377 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4232016a-f84c-4831-b094-54980419a755 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Calling delete_port for 9ac79e0e-1b4d-4b1f-98ff-26685198d9fc owned by network:router_gateway {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:00:00.313006 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f073c0ef-9706-401f-88ad-52110b3bb098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46561b16-8744-4204-b5fa-a181c40440b7', 'name': 'tempest-TestNetworkBasicOps-router-1528213046', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.55'}], 'enable_snat': True}, 'gw_port_id': '9ac79e0e-1b4d-4b1f-98ff-26685198d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:59:57Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9ac79e0e-1b4d-4b1f-98ff-26685198d9fc', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46561b16-8744-4204-b5fa-a181c40440b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:59:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:00.322347 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f073c0ef-9706-401f-88ad-52110b3bb098 None None] The sync data for ids ['46561b16-8744-4204-b5fa-a181c40440b7'] in dv-neutron-825732-1-hyperv is: [{'id': '46561b16-8744-4204-b5fa-a181c40440b7', 'name': 'tempest-TestNetworkBasicOps-router-1528213046', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.55'}], 'enable_snat': True}, 'gw_port_id': '9ac79e0e-1b4d-4b1f-98ff-26685198d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:59:57Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '9ac79e0e-1b4d-4b1f-98ff-26685198d9fc', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46561b16-8744-4204-b5fa-a181c40440b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:59:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:00:00.367215 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-dc5f464f-a85b-4da9-bb39-69e3a036d883 None None] For port 765d6c86-7144-4e05-a7b8-d30fd2a294a4, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=765d6c86-7144-4e05-a7b8-d30fd2a294a4,segment=NetworkSegment(f72cc531-d1d7-43db-8f59-2c4f51abf4f1),segment_id=f72cc531-d1d7-43db-8f59-2c4f51abf4f1)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:00:00.368010 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dc5f464f-a85b-4da9-bb39-69e3a036d883 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:00.497383 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-dc5f464f-a85b-4da9-bb39-69e3a036d883 None None] Calling delete_port for 765d6c86-7144-4e05-a7b8-d30fd2a294a4 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:00:00.574471 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dc5f464f-a85b-4da9-bb39-69e3a036d883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:00.612585 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4232016a-f84c-4831-b094-54980419a755 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:00.627063 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f464f-a85b-4da9-bb39-69e3a036d883 None None] Pushing event deleted for resources: {'Port': ['ID=765d6c86-7144-4e05-a7b8-d30fd2a294a4,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:00.639619 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f464f-a85b-4da9-bb39-69e3a036d883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:00.639960 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f464f-a85b-4da9-bb39-69e3a036d883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:00.640316 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f464f-a85b-4da9-bb39-69e3a036d883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:00.640640 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f464f-a85b-4da9-bb39-69e3a036d883 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:00.640966 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f464f-a85b-4da9-bb39-69e3a036d883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:00.641287 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f464f-a85b-4da9-bb39-69e3a036d883 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:00.642478 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f464f-a85b-4da9-bb39-69e3a036d883 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:00.643020 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f464f-a85b-4da9-bb39-69e3a036d883 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:00.643407 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f464f-a85b-4da9-bb39-69e3a036d883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:00.643749 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f464f-a85b-4da9-bb39-69e3a036d883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:00.644085 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f464f-a85b-4da9-bb39-69e3a036d883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:00.648246 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5f464f-a85b-4da9-bb39-69e3a036d883 None None] No DVR routers for this DVR port 765d6c86-7144-4e05-a7b8-d30fd2a294a4 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:00:00.670613 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232016a-f84c-4831-b094-54980419a755 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Port': ['ID=9ac79e0e-1b4d-4b1f-98ff-26685198d9fc,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:00.923257 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4232016a-f84c-4831-b094-54980419a755 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:01.193562 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4232016a-f84c-4831-b094-54980419a755 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:01.197726 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4232016a-f84c-4831-b094-54980419a755 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:01.226753 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4232016a-f84c-4831-b094-54980419a755 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:01.227302 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4232016a-f84c-4831-b094-54980419a755 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Fanout notify agent at l3_agent the message router_deleted on router 46561b16-8744-4204-b5fa-a181c40440b7 {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:00:01.241990 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4232016a-f84c-4831-b094-54980419a755 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:01.243073 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4232016a-f84c-4831-b094-54980419a755 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/routers/46561b16-8744-4204-b5fa-a181c40440b7 HTTP/1.1" status: 204 len: 168 time: 1.6812375 Jan 21 10:00:01.245844 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39346) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:01.360118 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-49bceabe-f4d3-49ba-b269-000245dfd97a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:01.502768 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-49bceabe-f4d3-49ba-b269-000245dfd97a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:01.528529 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-49bceabe-f4d3-49ba-b269-000245dfd97a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cedb4ff2-0611-4eb3-a0dd-56de67875cc4']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:01.545420 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-49bceabe-f4d3-49ba-b269-000245dfd97a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f72cc531-d1d7-43db-8f59-2c4f51abf4f1') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:01.545755 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-49bceabe-f4d3-49ba-b269-000245dfd97a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f72cc531-d1d7-43db-8f59-2c4f51abf4f1') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:01.557813 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-49bceabe-f4d3-49ba-b269-000245dfd97a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:01.573112 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-49bceabe-f4d3-49ba-b269-000245dfd97a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:01.579229 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49bceabe-f4d3-49ba-b269-000245dfd97a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:00:01.579611 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-49bceabe-f4d3-49ba-b269-000245dfd97a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:01.604626 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 10:00:01.604626 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:00:01.604626 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 10:00:01.604626 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:00:01.604626 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 10:00:01.604626 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:00:01.604626 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 10:00:01.604626 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:00:01.604626 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 10:00:01.604626 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:00:01.604626 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 10:00:01.604626 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:00:01.604626 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 10:00:01.604626 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:00:01.604626 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:00:01.604626 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:00:01.604626 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:00:01.604626 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:00:01.604626 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 10:00:01.604626 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:00:01.604626 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 10:00:01.604626 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:00:01.604626 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:00:01.604626 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:00:01.604626 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 10:00:01.604626 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:00:01.604626 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:00:01.604626 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:00:01.604626 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:00:01.604626 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:00:01.604626 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:00:01.604626 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:00:01.687522 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-49bceabe-f4d3-49ba-b269-000245dfd97a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:01.705731 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-49bceabe-f4d3-49ba-b269-000245dfd97a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:01.718207 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bceabe-f4d3-49ba-b269-000245dfd97a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Network': ['ID=cedb4ff2-0611-4eb3-a0dd-56de67875cc4,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:01.728009 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-49bceabe-f4d3-49ba-b269-000245dfd97a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/networks/cedb4ff2-0611-4eb3-a0dd-56de67875cc4 HTTP/1.1" status: 204 len: 168 time: 0.4784012 Jan 21 10:00:01.747149 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39350) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:01.752750 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-4d9c3a72-29e3-493c-a539-aaf274f53348 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'network': {'name': 'tempest-network-smoke--598396515', 'project_id': 'e2711eddd053435baef8e70b41198188', 'port_security_enabled': True}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:00:01.758308 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4d9c3a72-29e3-493c-a539-aaf274f53348 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:01.762290 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-4d9c3a72-29e3-493c-a539-aaf274f53348 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:network and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:00:01.765092 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-4d9c3a72-29e3-493c-a539-aaf274f53348 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:00:01.771591 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4d9c3a72-29e3-493c-a539-aaf274f53348 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:01.781774 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9c3a72-29e3-493c-a539-aaf274f53348 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Made reservation on behalf of e2711eddd053435baef8e70b41198188 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:00:01.784727 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4d9c3a72-29e3-493c-a539-aaf274f53348 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:01.819231 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d9c3a72-29e3-493c-a539-aaf274f53348 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:00:01.830392 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4d9c3a72-29e3-493c-a539-aaf274f53348 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:01.831288 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-4d9c3a72-29e3-493c-a539-aaf274f53348 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Added segment ed8dd955-d481-4dfa-9717-67fda335b28b of type vlan for network 787360fc-1d96-47a7-9d43-e6b6a88bc006 Jan 21 10:00:01.871598 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4d9c3a72-29e3-493c-a539-aaf274f53348 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:01.910145 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4d9c3a72-29e3-493c-a539-aaf274f53348 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:01.917628 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9c3a72-29e3-493c-a539-aaf274f53348 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:01.917628 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4d9c3a72-29e3-493c-a539-aaf274f53348 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:01.955791 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device f370d892-3a7d-4586-8a1b-a991c1e5c40e no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:00:01.992004 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: f370d892-3a7d-4586-8a1b-a991c1e5c40e {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:00:01.992583 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device f370d892-3a7d-4586-8a1b-a991c1e5c40e not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:00:01.992972 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 765d6c86-7144-4e05-a7b8-d30fd2a294a4 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:00:02.017409 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4d9c3a72-29e3-493c-a539-aaf274f53348 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2689731 Jan 21 10:00:02.021240 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39354) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:02.026713 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-40f606d9-ca60-4028-b2ea-752d82b712c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1287948293', 'admin_state_up': True, 'project_id': 'e2711eddd053435baef8e70b41198188', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:00:02.033943 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-40f606d9-ca60-4028-b2ea-752d82b712c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:02.038185 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-40f606d9-ca60-4028-b2ea-752d82b712c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:router and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:00:02.041145 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-40f606d9-ca60-4028-b2ea-752d82b712c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:00:02.043119 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 765d6c86-7144-4e05-a7b8-d30fd2a294a4 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:00:02.043464 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 765d6c86-7144-4e05-a7b8-d30fd2a294a4 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:00:02.043577 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c3a72-29e3-493c-a539-aaf274f53348 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Network': ['ID=787360fc-1d96-47a7-9d43-e6b6a88bc006,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:02.050450 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-40f606d9-ca60-4028-b2ea-752d82b712c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:02.056584 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 787360fc-1d96-47a7-9d43-e6b6a88bc006 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:00:02.070156 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-40f606d9-ca60-4028-b2ea-752d82b712c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:02.072134 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-40f606d9-ca60-4028-b2ea-752d82b712c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:02.094108 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-40f606d9-ca60-4028-b2ea-752d82b712c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:02.371053 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-40f606d9-ca60-4028-b2ea-752d82b712c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:02.565138 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-40f606d9-ca60-4028-b2ea-752d82b712c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_gateway, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:02.596760 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-40f606d9-ca60-4028-b2ea-752d82b712c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:02.734608 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-40f606d9-ca60-4028-b2ea-752d82b712c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Allocated IP 172.26.0.48 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/7b8f38e3-f840-4da7-bb23-ff9362df23ad) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:00:02.883900 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-40f606d9-ca60-4028-b2ea-752d82b712c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:02.914242 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-40f606d9-ca60-4028-b2ea-752d82b712c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:02.985187 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f606d9-ca60-4028-b2ea-752d82b712c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:00:02.987945 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-40f606d9-ca60-4028-b2ea-752d82b712c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:00:02.993421 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f606d9-ca60-4028-b2ea-752d82b712c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:00:03.017652 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f606d9-ca60-4028-b2ea-752d82b712c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=7b8f38e3-f840-4da7-bb23-ff9362df23ad,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:03.154277 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-40f606d9-ca60-4028-b2ea-752d82b712c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_gateway, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:03.155013 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-40f606d9-ca60-4028-b2ea-752d82b712c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:03.387866 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f606d9-ca60-4028-b2ea-752d82b712c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router a13f656d-4467-43aa-a0aa-2dfecaa793bd is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:00:03.591291 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f606d9-ca60-4028-b2ea-752d82b712c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:00:03.602084 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ee7056-782d-4fcc-9ec9-f28a2a666329 None None] Sync routers for ids ['a13f656d-4467-43aa-a0aa-2dfecaa793bd'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:00:03.615443 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ee7056-782d-4fcc-9ec9-f28a2a666329 None None] Routers {'a13f656d-4467-43aa-a0aa-2dfecaa793bd'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:00:03.616136 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-88ee7056-782d-4fcc-9ec9-f28a2a666329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:59:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['a13f656d-4467-43aa-a0aa-2dfecaa793bd'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:03.619161 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-40f606d9-ca60-4028-b2ea-752d82b712c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:03.620588 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-40f606d9-ca60-4028-b2ea-752d82b712c8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5981514 Jan 21 10:00:03.625065 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39358) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:03.664357 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-db62142f-0218-42ca-9ca0-428f753e7920 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/subnets?project_id=e2711eddd053435baef8e70b41198188&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381141 Jan 21 10:00:03.667138 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39362) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:03.797830 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-88ee7056-782d-4fcc-9ec9-f28a2a666329 None None] Set router a13f656d-4467-43aa-a0aa-2dfecaa793bd gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:00:03.798081 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8c97a9-b57b-4343-8486-3dd06eb4d376 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:03.799335 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9b8c97a9-b57b-4343-8486-3dd06eb4d376 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1312656 Jan 21 10:00:03.803085 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39366) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:03.849751 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e432a751-5614-4876-8d37-5f5df2f0f5a8 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/subnets?network_id=05164b30-8981-419a-8272-388f48c19dd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421970 Jan 21 10:00:03.849947 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39370) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:03.855527 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-cee4f7c3-f674-4eda-9ec7-213496c2eed7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-162363808', 'network_id': '787360fc-1d96-47a7-9d43-e6b6a88bc006', 'project_id': 'e2711eddd053435baef8e70b41198188', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:00:03.967436 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-cee4f7c3-f674-4eda-9ec7-213496c2eed7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:03.971193 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-cee4f7c3-f674-4eda-9ec7-213496c2eed7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:subnet and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:00:03.974739 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-cee4f7c3-f674-4eda-9ec7-213496c2eed7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:00:03.980410 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-cee4f7c3-f674-4eda-9ec7-213496c2eed7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:03.991620 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee4f7c3-f674-4eda-9ec7-213496c2eed7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Made reservation on behalf of e2711eddd053435baef8e70b41198188 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:00:04.137183 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-88ee7056-782d-4fcc-9ec9-f28a2a666329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'name': 'tempest-TestNetworkBasicOps-router-1287948293', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': '7b8f38e3-f840-4da7-bb23-ff9362df23ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:00:02Z', 'updated_at': '2022-01-21T10:00:03Z', 'revision_number': 3, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '7b8f38e3-f840-4da7-bb23-ff9362df23ad', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:93:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:02Z', 'updated_at': '2022-01-21T10:00:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:04.142482 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ee7056-782d-4fcc-9ec9-f28a2a666329 None None] Checking router: a13f656d-4467-43aa-a0aa-2dfecaa793bd for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:00:04.142820 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ee7056-782d-4fcc-9ec9-f28a2a666329 None None] Updating router a13f656d-4467-43aa-a0aa-2dfecaa793bd port 7b8f38e3-f840-4da7-bb23-ff9362df23ad binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:00:04.195989 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-88ee7056-782d-4fcc-9ec9-f28a2a666329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:04.209285 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cee4f7c3-f674-4eda-9ec7-213496c2eed7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:04.397262 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1134b45-cba0-498b-826a-019d0256dc7d None None] New status for floating IP e50bcff7-5e6f-4e70-8f59-ad7425c8bc40: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:00:04.447937 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cee4f7c3-f674-4eda-9ec7-213496c2eed7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:04.527655 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4f7c3-f674-4eda-9ec7-213496c2eed7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Subnet': ['ID=ebc33d09-0353-4e6b-9063-439d7258ffb4,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:04.543270 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee4f7c3-f674-4eda-9ec7-213496c2eed7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Checking segment: {'id': 'ed8dd955-d481-4dfa-9717-67fda335b28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '787360fc-1d96-47a7-9d43-e6b6a88bc006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:00:04.543626 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee4f7c3-f674-4eda-9ec7-213496c2eed7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network hostable DHCP agents. Network: 787360fc-1d96-47a7-9d43-e6b6a88bc006, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:00:04.552591 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-88ee7056-782d-4fcc-9ec9-f28a2a666329 None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:04.568312 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-88ee7056-782d-4fcc-9ec9-f28a2a666329 None None] Transition to ACTIVE for port object 7b8f38e3-f840-4da7-bb23-ff9362df23ad will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:00:04.570236 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee4f7c3-f674-4eda-9ec7-213496c2eed7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network 787360fc-1d96-47a7-9d43-e6b6a88bc006 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:00:04.575337 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-88ee7056-782d-4fcc-9ec9-f28a2a666329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:04.580018 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-cee4f7c3-f674-4eda-9ec7-213496c2eed7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 787360fc-1d96-47a7-9d43-e6b6a88bc006) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:00:04.584663 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee4f7c3-f674-4eda-9ec7-213496c2eed7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:04.585359 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cee4f7c3-f674-4eda-9ec7-213496c2eed7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:04.590686 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b78759-36ea-4615-b9d4-7c3b6e48487c None None] Network 787360fc-1d96-47a7-9d43-e6b6a88bc006 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:00:04.617001 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-cee4f7c3-f674-4eda-9ec7-213496c2eed7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7630327 Jan 21 10:00:04.617919 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39374) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:04.620356 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aba3c79-3712-483c-93b4-e6d3bff3db16 None None] Sync routers for ids ['46561b16-8744-4204-b5fa-a181c40440b7'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:00:04.681346 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-88ee7056-782d-4fcc-9ec9-f28a2a666329 None None] Attempting to bind port 7b8f38e3-f840-4da7-bb23-ff9362df23ad on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:00:04.681730 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-88ee7056-782d-4fcc-9ec9-f28a2a666329 None None] Attempting to bind port 7b8f38e3-f840-4da7-bb23-ff9362df23ad by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:00:04.682082 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ee7056-782d-4fcc-9ec9-f28a2a666329 None None] Attempting to bind port 7b8f38e3-f840-4da7-bb23-ff9362df23ad on network 05164b30-8981-419a-8272-388f48c19dd5 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:00:04.684872 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887f19d-5d4e-4b2c-abb0-abc007ef04b6 None None] Pushing event updated for resources: {'Port': ['ID=7b8f38e3-f840-4da7-bb23-ff9362df23ad,revision_number=2']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:04.694872 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aba3c79-3712-483c-93b4-e6d3bff3db16 None None] Routers set() bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:00:04.695231 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aba3c79-3712-483c-93b4-e6d3bff3db16 None None] Router IDs set() for agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 21 10:00:04.695882 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_agentschedulers_db [None req-8aba3c79-3712-483c-93b4-e6d3bff3db16 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'46561b16-8744-4204-b5fa-a181c40440b7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:59:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent'). {{(pid=83600) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 21 10:00:04.700675 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887f19d-5d4e-4b2c-abb0-abc007ef04b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:04.701008 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887f19d-5d4e-4b2c-abb0-abc007ef04b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:04.701338 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887f19d-5d4e-4b2c-abb0-abc007ef04b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:04.701692 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887f19d-5d4e-4b2c-abb0-abc007ef04b6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:04.702014 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887f19d-5d4e-4b2c-abb0-abc007ef04b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:04.702332 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887f19d-5d4e-4b2c-abb0-abc007ef04b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:04.702645 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887f19d-5d4e-4b2c-abb0-abc007ef04b6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:04.702959 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887f19d-5d4e-4b2c-abb0-abc007ef04b6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:04.703277 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887f19d-5d4e-4b2c-abb0-abc007ef04b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:04.703587 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887f19d-5d4e-4b2c-abb0-abc007ef04b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:04.703894 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887f19d-5d4e-4b2c-abb0-abc007ef04b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:04.708206 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ee7056-782d-4fcc-9ec9-f28a2a666329 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:00:04.708567 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ee7056-782d-4fcc-9ec9-f28a2a666329 None None] Checking segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:00:04.708957 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-88ee7056-782d-4fcc-9ec9-f28a2a666329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:04.709331 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ee7056-782d-4fcc-9ec9-f28a2a666329 None None] Bound using segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:00:04.709829 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-88ee7056-782d-4fcc-9ec9-f28a2a666329 None None] Bound port: 7b8f38e3-f840-4da7-bb23-ff9362df23ad, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:00:04.710188 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-88ee7056-782d-4fcc-9ec9-f28a2a666329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:04.765105 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aba3c79-3712-483c-93b4-e6d3bff3db16 None None] Routers set() bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:00:04.765566 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aba3c79-3712-483c-93b4-e6d3bff3db16 None None] Router IDs set() for agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 21 10:00:04.766083 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_agentschedulers_db [None req-8aba3c79-3712-483c-93b4-e6d3bff3db16 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'46561b16-8744-4204-b5fa-a181c40440b7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:59:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent'). {{(pid=83600) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 21 10:00:04.766459 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aba3c79-3712-483c-93b4-e6d3bff3db16 None None] The sync data for ids ['46561b16-8744-4204-b5fa-a181c40440b7'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:00:04.795237 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-88ee7056-782d-4fcc-9ec9-f28a2a666329 None None] For port 7b8f38e3-f840-4da7-bb23-ff9362df23ad, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:00:04.798688 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-88ee7056-782d-4fcc-9ec9-f28a2a666329 None None] For port 7b8f38e3-f840-4da7-bb23-ff9362df23ad, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=7b8f38e3-f840-4da7-bb23-ff9362df23ad,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:00:04.808082 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-88ee7056-782d-4fcc-9ec9-f28a2a666329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:04.888375 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ba7f3d-029b-4d3b-b9ec-feb6409144d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-787360fc-1d96-47a7-9d43-e6b6a88bc006', 'network_id': '787360fc-1d96-47a7-9d43-e6b6a88bc006', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ips': [{'subnet_id': 'ebc33d09-0353-4e6b-9063-439d7258ffb4'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:00:04.889198 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-76ba7f3d-029b-4d3b-b9ec-feb6409144d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:04.930968 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ee7056-782d-4fcc-9ec9-f28a2a666329 None None] Routers {'a13f656d-4467-43aa-a0aa-2dfecaa793bd'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:00:04.931583 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-88ee7056-782d-4fcc-9ec9-f28a2a666329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:59:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['a13f656d-4467-43aa-a0aa-2dfecaa793bd'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:05.000056 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887f19d-5d4e-4b2c-abb0-abc007ef04b6 None None] Pushing event updated for resources: {'Port': ['ID=7b8f38e3-f840-4da7-bb23-ff9362df23ad,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:05.090442 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-76ba7f3d-029b-4d3b-b9ec-feb6409144d4 None None] Allocated IP 172.20.0.2 (787360fc-1d96-47a7-9d43-e6b6a88bc006/ebc33d09-0353-4e6b-9063-439d7258ffb4/5196292d-08f4-41a9-8fbb-816768ee446a) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:00:05.124634 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-88ee7056-782d-4fcc-9ec9-f28a2a666329 None None] Set router a13f656d-4467-43aa-a0aa-2dfecaa793bd gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:00:05.325434 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-76ba7f3d-029b-4d3b-b9ec-feb6409144d4 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:05.346326 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-76ba7f3d-029b-4d3b-b9ec-feb6409144d4 None None] Transition to ACTIVE for port object 5196292d-08f4-41a9-8fbb-816768ee446a will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:00:05.361985 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-76ba7f3d-029b-4d3b-b9ec-feb6409144d4 None None] Transition to ACTIVE for port object 5196292d-08f4-41a9-8fbb-816768ee446a will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:00:05.369585 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-76ba7f3d-029b-4d3b-b9ec-feb6409144d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:05.442534 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ba7f3d-029b-4d3b-b9ec-feb6409144d4 None None] Network 787360fc-1d96-47a7-9d43-e6b6a88bc006 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:00:05.443875 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-76ba7f3d-029b-4d3b-b9ec-feb6409144d4 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:00:05.446455 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-88ee7056-782d-4fcc-9ec9-f28a2a666329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'name': 'tempest-TestNetworkBasicOps-router-1287948293', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': '7b8f38e3-f840-4da7-bb23-ff9362df23ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:00:02Z', 'updated_at': '2022-01-21T10:00:03Z', 'revision_number': 3, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '7b8f38e3-f840-4da7-bb23-ff9362df23ad', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:93:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:02Z', 'updated_at': '2022-01-21T10:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:05.448085 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ba7f3d-029b-4d3b-b9ec-feb6409144d4 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:00:05.451909 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ee7056-782d-4fcc-9ec9-f28a2a666329 None None] The sync data for ids ['a13f656d-4467-43aa-a0aa-2dfecaa793bd'] in dv-neutron-825732-1-hyperv is: [{'id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'name': 'tempest-TestNetworkBasicOps-router-1287948293', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': '7b8f38e3-f840-4da7-bb23-ff9362df23ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:00:02Z', 'updated_at': '2022-01-21T10:00:03Z', 'revision_number': 3, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '7b8f38e3-f840-4da7-bb23-ff9362df23ad', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:93:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:02Z', 'updated_at': '2022-01-21T10:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:00:05.462434 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba7f3d-029b-4d3b-b9ec-feb6409144d4 None None] Pushing event updated for resources: {'Port': ['ID=5196292d-08f4-41a9-8fbb-816768ee446a,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:05.522210 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-07b1995a-b38b-45ab-b4d8-62c0aec9f54f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:05.548627 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-76ba7f3d-029b-4d3b-b9ec-feb6409144d4 None None] Attempting to bind port 5196292d-08f4-41a9-8fbb-816768ee446a on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:00:05.549001 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-76ba7f3d-029b-4d3b-b9ec-feb6409144d4 None None] Attempting to bind port 5196292d-08f4-41a9-8fbb-816768ee446a by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'ed8dd955-d481-4dfa-9717-67fda335b28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '787360fc-1d96-47a7-9d43-e6b6a88bc006'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:00:05.549533 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ba7f3d-029b-4d3b-b9ec-feb6409144d4 None None] Attempting to bind port 5196292d-08f4-41a9-8fbb-816768ee446a on network 787360fc-1d96-47a7-9d43-e6b6a88bc006 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:00:05.557626 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ba7f3d-029b-4d3b-b9ec-feb6409144d4 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:00:05.558009 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ba7f3d-029b-4d3b-b9ec-feb6409144d4 None None] Checking segment: {'id': 'ed8dd955-d481-4dfa-9717-67fda335b28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '787360fc-1d96-47a7-9d43-e6b6a88bc006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:00:05.558410 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-76ba7f3d-029b-4d3b-b9ec-feb6409144d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:05.558797 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ba7f3d-029b-4d3b-b9ec-feb6409144d4 None None] Bound using segment: {'id': 'ed8dd955-d481-4dfa-9717-67fda335b28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '787360fc-1d96-47a7-9d43-e6b6a88bc006'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:00:05.559261 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-76ba7f3d-029b-4d3b-b9ec-feb6409144d4 None None] Bound port: 5196292d-08f4-41a9-8fbb-816768ee446a, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8dd955-d481-4dfa-9717-67fda335b28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '787360fc-1d96-47a7-9d43-e6b6a88bc006'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:00:05.559780 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-76ba7f3d-029b-4d3b-b9ec-feb6409144d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:05.678107 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-76ba7f3d-029b-4d3b-b9ec-feb6409144d4 None None] For port 5196292d-08f4-41a9-8fbb-816768ee446a, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:00:05.681836 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-76ba7f3d-029b-4d3b-b9ec-feb6409144d4 None None] For port 5196292d-08f4-41a9-8fbb-816768ee446a, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=5196292d-08f4-41a9-8fbb-816768ee446a,segment=NetworkSegment(ed8dd955-d481-4dfa-9717-67fda335b28b),segment_id=ed8dd955-d481-4dfa-9717-67fda335b28b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:00:05.685954 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-76ba7f3d-029b-4d3b-b9ec-feb6409144d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:05.786232 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba7f3d-029b-4d3b-b9ec-feb6409144d4 None None] Pushing event updated for resources: {'Port': ['ID=5196292d-08f4-41a9-8fbb-816768ee446a,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:05.937925 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 7b8f38e3-f840-4da7-bb23-ff9362df23ad up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:00:06.059465 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 7b8f38e3-f840-4da7-bb23-ff9362df23ad completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:00:06.066775 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 7b8f38e3-f840-4da7-bb23-ff9362df23ad triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:00:06.067526 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:06.195701 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-07b1995a-b38b-45ab-b4d8-62c0aec9f54f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Allocated IP 172.20.0.1 (787360fc-1d96-47a7-9d43-e6b6a88bc006/ebc33d09-0353-4e6b-9063-439d7258ffb4/1f2f498b-140c-4858-822c-949a6e91123a) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:00:06.226447 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:06.246562 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 7b8f38e3-f840-4da7-bb23-ff9362df23ad, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=7b8f38e3-f840-4da7-bb23-ff9362df23ad,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:00:06.251793 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:06.288755 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 9ac79e0e-1b4d-4b1f-98ff-26685198d9fc no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:00:06.337676 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 9ac79e0e-1b4d-4b1f-98ff-26685198d9fc {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:00:06.338025 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 9ac79e0e-1b4d-4b1f-98ff-26685198d9fc not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:00:06.365611 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=7b8f38e3-f840-4da7-bb23-ff9362df23ad,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:06.388458 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-07b1995a-b38b-45ab-b4d8-62c0aec9f54f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:06.406134 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-07b1995a-b38b-45ab-b4d8-62c0aec9f54f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Transition to ACTIVE for port object 1f2f498b-140c-4858-822c-949a6e91123a will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:00:06.431421 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-07b1995a-b38b-45ab-b4d8-62c0aec9f54f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:06.509557 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b1995a-b38b-45ab-b4d8-62c0aec9f54f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network 787360fc-1d96-47a7-9d43-e6b6a88bc006 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:00:06.512610 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-07b1995a-b38b-45ab-b4d8-62c0aec9f54f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:00:06.516950 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b1995a-b38b-45ab-b4d8-62c0aec9f54f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:00:06.545574 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1995a-b38b-45ab-b4d8-62c0aec9f54f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=1f2f498b-140c-4858-822c-949a6e91123a,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:06.576674 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-07b1995a-b38b-45ab-b4d8-62c0aec9f54f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:06.666136 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-07b1995a-b38b-45ab-b4d8-62c0aec9f54f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:06.924215 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53f6d59-4cf1-499c-8dfb-7ae906639367 None None] Network 787360fc-1d96-47a7-9d43-e6b6a88bc006 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:00:07.038188 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d9fd0ce7-c5c1-4955-817f-75fc26ede092 None None] Provisioning for port 5196292d-08f4-41a9-8fbb-816768ee446a completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:00:07.098623 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-07b1995a-b38b-45ab-b4d8-62c0aec9f54f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:07.103735 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-07b1995a-b38b-45ab-b4d8-62c0aec9f54f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:07.217027 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1995a-b38b-45ab-b4d8-62c0aec9f54f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=1f2f498b-140c-4858-822c-949a6e91123a,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:07.222371 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-07b1995a-b38b-45ab-b4d8-62c0aec9f54f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:07.370257 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b1995a-b38b-45ab-b4d8-62c0aec9f54f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network 787360fc-1d96-47a7-9d43-e6b6a88bc006 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:00:07.371405 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-07b1995a-b38b-45ab-b4d8-62c0aec9f54f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:00:07.485736 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-af86c9f2-3923-4eeb-801a-63f98a09deb3 None None] Provisioning for port 1f2f498b-140c-4858-822c-949a6e91123a completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:00:07.491611 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-af86c9f2-3923-4eeb-801a-63f98a09deb3 None None] Provisioning complete for port 1f2f498b-140c-4858-822c-949a6e91123a triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:00:07.492020 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-af86c9f2-3923-4eeb-801a-63f98a09deb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:07.550649 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-af86c9f2-3923-4eeb-801a-63f98a09deb3 None None] Port 1f2f498b-140c-4858-822c-949a6e91123a cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:00:07.682365 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-8695eb64-872d-4aae-b3e9-9b53d9f944eb None None] Provisioning complete for port 1f2f498b-140c-4858-822c-949a6e91123a triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:00:07.682856 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8695eb64-872d-4aae-b3e9-9b53d9f944eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:07.744146 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-8695eb64-872d-4aae-b3e9-9b53d9f944eb None None] Port 1f2f498b-140c-4858-822c-949a6e91123a cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:00:07.871989 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d3cb9592-e250-40fe-bc2e-ea925e3ebb28 None None] Provisioning complete for port 1f2f498b-140c-4858-822c-949a6e91123a triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:00:07.872614 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d3cb9592-e250-40fe-bc2e-ea925e3ebb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:07.918842 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b1995a-b38b-45ab-b4d8-62c0aec9f54f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router a13f656d-4467-43aa-a0aa-2dfecaa793bd has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:00:07.943818 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb9592-e250-40fe-bc2e-ea925e3ebb28 None None] Port 1f2f498b-140c-4858-822c-949a6e91123a cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:00:07.967897 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 7b8f38e3-f840-4da7-bb23-ff9362df23ad up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:00:08.079386 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 7b8f38e3-f840-4da7-bb23-ff9362df23ad triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:00:08.079676 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:08.128271 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b1995a-b38b-45ab-b4d8-62c0aec9f54f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:00:08.141350 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-07b1995a-b38b-45ab-b4d8-62c0aec9f54f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "PUT /v2.0/routers/a13f656d-4467-43aa-a0aa-2dfecaa793bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5218668 Jan 21 10:00:08.143881 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39378) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:08.200222 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 5196292d-08f4-41a9-8fbb-816768ee446a up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:00:08.271847 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 5196292d-08f4-41a9-8fbb-816768ee446a completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:00:08.276883 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 5196292d-08f4-41a9-8fbb-816768ee446a triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:00:08.277259 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:08.284566 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b72e05-272d-4c89-8fbe-e8c1631375b9 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:08.285077 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b72e05-272d-4c89-8fbe-e8c1631375b9 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:08.285451 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b72e05-272d-4c89-8fbe-e8c1631375b9 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:08.285842 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b72e05-272d-4c89-8fbe-e8c1631375b9 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:08.287466 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-71b72e05-272d-4c89-8fbe-e8c1631375b9 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1423931 Jan 21 10:00:08.290261 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39382) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:08.370578 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5532b4e-ff25-4488-aff4-2cbb3fba6e14 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:08.370578 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5532b4e-ff25-4488-aff4-2cbb3fba6e14 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:08.370956 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5532b4e-ff25-4488-aff4-2cbb3fba6e14 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:08.371317 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5532b4e-ff25-4488-aff4-2cbb3fba6e14 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:08.373124 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f5532b4e-ff25-4488-aff4-2cbb3fba6e14 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0818369 Jan 21 10:00:08.375773 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39386) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:08.395892 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:08.431248 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 5196292d-08f4-41a9-8fbb-816768ee446a, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=5196292d-08f4-41a9-8fbb-816768ee446a,segment=NetworkSegment(ed8dd955-d481-4dfa-9717-67fda335b28b),segment_id=ed8dd955-d481-4dfa-9717-67fda335b28b)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:00:08.435093 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:08.500306 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=5196292d-08f4-41a9-8fbb-816768ee446a,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:08.588553 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ae8aa440-470d-4934-b841-fdcf3eac2484 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2116446 Jan 21 10:00:08.905319 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39392) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:08.911466 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-b31a5385-4830-406d-9cf1-f8350d0c9fa0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1003910680', 'description': 'tempest-secgroup-smoke-1003910680 description', 'project_id': 'e2711eddd053435baef8e70b41198188'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:00:08.917337 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b31a5385-4830-406d-9cf1-f8350d0c9fa0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:08.921682 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-b31a5385-4830-406d-9cf1-f8350d0c9fa0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:00:08.924813 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-b31a5385-4830-406d-9cf1-f8350d0c9fa0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:00:08.935781 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b31a5385-4830-406d-9cf1-f8350d0c9fa0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:08.952144 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b31a5385-4830-406d-9cf1-f8350d0c9fa0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:08.990584 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b31a5385-4830-406d-9cf1-f8350d0c9fa0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:08.995044 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-b31a5385-4830-406d-9cf1-f8350d0c9fa0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:00:08.998519 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-b31a5385-4830-406d-9cf1-f8350d0c9fa0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:00:09.004801 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b31a5385-4830-406d-9cf1-f8350d0c9fa0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:09.069239 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b31a5385-4830-406d-9cf1-f8350d0c9fa0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.073224 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b31a5385-4830-406d-9cf1-f8350d0c9fa0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.119055 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a5385-4830-406d-9cf1-f8350d0c9fa0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=811969fd-b602-40c4-94f7-baf700cbf86c,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:09.122770 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b31a5385-4830-406d-9cf1-f8350d0c9fa0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.125122 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b31a5385-4830-406d-9cf1-f8350d0c9fa0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2176049 Jan 21 10:00:09.126835 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39396) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:09.132530 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-25b44400-c17c-4fdc-9016-ed9fcea583ed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': '811969fd-b602-40c4-94f7-baf700cbf86c', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:00:09.138543 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-25b44400-c17c-4fdc-9016-ed9fcea583ed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:09.142606 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-25b44400-c17c-4fdc-9016-ed9fcea583ed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:00:09.147492 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-25b44400-c17c-4fdc-9016-ed9fcea583ed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:00:09.155976 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-25b44400-c17c-4fdc-9016-ed9fcea583ed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:09.175831 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-25b44400-c17c-4fdc-9016-ed9fcea583ed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.192714 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d66029b-b7c1-4873-8fbc-fe2c9da139a7 None None] Sync routers for ids ['a13f656d-4467-43aa-a0aa-2dfecaa793bd'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:00:09.205028 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d66029b-b7c1-4873-8fbc-fe2c9da139a7 None None] Routers {'a13f656d-4467-43aa-a0aa-2dfecaa793bd'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:00:09.205707 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6d66029b-b7c1-4873-8fbc-fe2c9da139a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:59:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['a13f656d-4467-43aa-a0aa-2dfecaa793bd'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:09.243330 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-25b44400-c17c-4fdc-9016-ed9fcea583ed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.246976 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-25b44400-c17c-4fdc-9016-ed9fcea583ed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.272142 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b44400-c17c-4fdc-9016-ed9fcea583ed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52275daf-4cd5-4382-baa7-9f1b8cea0b41,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:09.282216 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-25b44400-c17c-4fdc-9016-ed9fcea583ed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.283392 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-25b44400-c17c-4fdc-9016-ed9fcea583ed tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1556196 Jan 21 10:00:09.287221 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39400) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:09.292735 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-a5e4f696-9f67-4443-96f0-91db3f91ad61 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': '811969fd-b602-40c4-94f7-baf700cbf86c', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:00:09.298553 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a5e4f696-9f67-4443-96f0-91db3f91ad61 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:09.302553 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a5e4f696-9f67-4443-96f0-91db3f91ad61 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:00:09.305970 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a5e4f696-9f67-4443-96f0-91db3f91ad61 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:00:09.313087 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a5e4f696-9f67-4443-96f0-91db3f91ad61 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:09.328085 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a5e4f696-9f67-4443-96f0-91db3f91ad61 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.391083 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a5e4f696-9f67-4443-96f0-91db3f91ad61 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.395752 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a5e4f696-9f67-4443-96f0-91db3f91ad61 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.396299 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-6d66029b-b7c1-4873-8fbc-fe2c9da139a7 None None] Set router a13f656d-4467-43aa-a0aa-2dfecaa793bd gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:00:09.423219 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4f696-9f67-4443-96f0-91db3f91ad61 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df4171d-9ccb-4bc8-a7e8-6867afad0795,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:09.433073 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a5e4f696-9f67-4443-96f0-91db3f91ad61 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.434509 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a5e4f696-9f67-4443-96f0-91db3f91ad61 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1463246 Jan 21 10:00:09.437594 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39404) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:09.444227 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-a05e7cb6-c781-4335-b927-bda320b9166c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': '811969fd-b602-40c4-94f7-baf700cbf86c', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:00:09.450152 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a05e7cb6-c781-4335-b927-bda320b9166c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:09.454045 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a05e7cb6-c781-4335-b927-bda320b9166c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:00:09.456852 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a05e7cb6-c781-4335-b927-bda320b9166c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:00:09.466585 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a05e7cb6-c781-4335-b927-bda320b9166c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:09.483919 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a05e7cb6-c781-4335-b927-bda320b9166c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.561197 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a05e7cb6-c781-4335-b927-bda320b9166c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.570872 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a05e7cb6-c781-4335-b927-bda320b9166c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.594339 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e7cb6-c781-4335-b927-bda320b9166c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e7f2576-35d6-466a-b0d8-d5b38d53c673,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:09.603873 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a05e7cb6-c781-4335-b927-bda320b9166c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.605082 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a05e7cb6-c781-4335-b927-bda320b9166c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1666174 Jan 21 10:00:09.607934 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39408) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:09.613632 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-55876774-fd82-44c5-bf42-9f0f2d7e8889 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': '811969fd-b602-40c4-94f7-baf700cbf86c', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:00:09.620012 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-55876774-fd82-44c5-bf42-9f0f2d7e8889 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:09.624761 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-55876774-fd82-44c5-bf42-9f0f2d7e8889 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:00:09.627694 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-55876774-fd82-44c5-bf42-9f0f2d7e8889 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:00:09.634247 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-55876774-fd82-44c5-bf42-9f0f2d7e8889 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:09.651802 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-55876774-fd82-44c5-bf42-9f0f2d7e8889 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.726794 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-55876774-fd82-44c5-bf42-9f0f2d7e8889 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.730963 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6d66029b-b7c1-4873-8fbc-fe2c9da139a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'name': 'tempest-TestNetworkBasicOps-router-1287948293', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': '7b8f38e3-f840-4da7-bb23-ff9362df23ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:00:02Z', 'updated_at': '2022-01-21T10:00:06Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '7b8f38e3-f840-4da7-bb23-ff9362df23ad', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:02Z', 'updated_at': '2022-01-21T10:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '1f2f498b-140c-4858-822c-949a6e91123a', 'name': '', 'network_id': '787360fc-1d96-47a7-9d43-e6b6a88bc006', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:48:1b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebc33d09-0353-4e6b-9063-439d7258ffb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:05Z', 'updated_at': '2022-01-21T10:00:06Z', 'revision_number': 2, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'ebc33d09-0353-4e6b-9063-439d7258ffb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:09.732087 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-55876774-fd82-44c5-bf42-9f0f2d7e8889 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.736090 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d66029b-b7c1-4873-8fbc-fe2c9da139a7 None None] Checking router: a13f656d-4467-43aa-a0aa-2dfecaa793bd for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:00:09.736448 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d66029b-b7c1-4873-8fbc-fe2c9da139a7 None None] Updating router a13f656d-4467-43aa-a0aa-2dfecaa793bd port 1f2f498b-140c-4858-822c-949a6e91123a binding host dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:00:09.755791 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55876774-fd82-44c5-bf42-9f0f2d7e8889 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdeca309-bede-401a-8931-ac45d81c2925,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:09.766375 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-55876774-fd82-44c5-bf42-9f0f2d7e8889 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.767577 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-55876774-fd82-44c5-bf42-9f0f2d7e8889 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1587195 Jan 21 10:00:09.777578 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39412) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:09.783142 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-84868cd1-d592-49c8-b670-4236d1da76aa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': '811969fd-b602-40c4-94f7-baf700cbf86c', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:00:09.789086 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-84868cd1-d592-49c8-b670-4236d1da76aa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:09.792854 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-84868cd1-d592-49c8-b670-4236d1da76aa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:00:09.795679 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-84868cd1-d592-49c8-b670-4236d1da76aa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:00:09.796061 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6d66029b-b7c1-4873-8fbc-fe2c9da139a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.801890 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-84868cd1-d592-49c8-b670-4236d1da76aa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:09.812951 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.securitygroups_db [None req-84868cd1-d592-49c8-b670-4236d1da76aa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Project e2711eddd053435baef8e70b41198188 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:00:09.830280 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-84868cd1-d592-49c8-b670-4236d1da76aa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.884376 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 5196292d-08f4-41a9-8fbb-816768ee446a up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:00:09.915020 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-84868cd1-d592-49c8-b670-4236d1da76aa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.919205 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-84868cd1-d592-49c8-b670-4236d1da76aa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.946591 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84868cd1-d592-49c8-b670-4236d1da76aa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a80d839-427d-44c1-8d85-2fa79eb5ce13,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:09.956350 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-84868cd1-d592-49c8-b670-4236d1da76aa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.957909 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-84868cd1-d592-49c8-b670-4236d1da76aa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1793506 Jan 21 10:00:09.960917 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39416) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:09.966362 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-952b09ba-e5a3-452b-b595-811d26f6957f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': '811969fd-b602-40c4-94f7-baf700cbf86c', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:00:09.972123 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-952b09ba-e5a3-452b-b595-811d26f6957f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:09.975990 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-952b09ba-e5a3-452b-b595-811d26f6957f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:00:09.978858 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-952b09ba-e5a3-452b-b595-811d26f6957f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:00:09.985416 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-952b09ba-e5a3-452b-b595-811d26f6957f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:09.997369 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.securitygroups_db [None req-952b09ba-e5a3-452b-b595-811d26f6957f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Project e2711eddd053435baef8e70b41198188 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:00:10.004538 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-952b09ba-e5a3-452b-b595-811d26f6957f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:10.072063 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-952b09ba-e5a3-452b-b595-811d26f6957f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:10.075974 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-952b09ba-e5a3-452b-b595-811d26f6957f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:10.099725 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b09ba-e5a3-452b-b595-811d26f6957f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d57fd028-1b6b-496a-8318-da9febd1b2e5,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:10.108863 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-952b09ba-e5a3-452b-b595-811d26f6957f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:10.119127 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-952b09ba-e5a3-452b-b595-811d26f6957f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1482308 Jan 21 10:00:10.124655 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 5196292d-08f4-41a9-8fbb-816768ee446a triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:00:10.125085 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:10.294677 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-93864215-70a7-4e34-8200-ea6b2850fbec req-306b7be3-0f0c-498e-9f28-de610a636e55 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:00:10.310997 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-93864215-70a7-4e34-8200-ea6b2850fbec req-306b7be3-0f0c-498e-9f28-de610a636e55 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:00:10.312470 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-93864215-70a7-4e34-8200-ea6b2850fbec req-306b7be3-0f0c-498e-9f28-de610a636e55 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1003910680&fields=id&tenant_id=e2711eddd053435baef8e70b41198188 HTTP/1.1" status: 200 len: 267 time: 0.0593414 Jan 21 10:00:10.353595 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6d66029b-b7c1-4873-8fbc-fe2c9da139a7 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:10.366016 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-6d66029b-b7c1-4873-8fbc-fe2c9da139a7 None None] Transition to ACTIVE for port object 1f2f498b-140c-4858-822c-949a6e91123a will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:00:10.372686 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6d66029b-b7c1-4873-8fbc-fe2c9da139a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:10.471510 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93864215-70a7-4e34-8200-ea6b2850fbec req-a57fb3eb-b539-4f41-b8f4-38f916c07e01 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:10.472241 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-93864215-70a7-4e34-8200-ea6b2850fbec req-a57fb3eb-b539-4f41-b8f4-38f916c07e01 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:00:10.489207 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-93864215-70a7-4e34-8200-ea6b2850fbec req-a57fb3eb-b539-4f41-b8f4-38f916c07e01 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:00:10.490766 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-93864215-70a7-4e34-8200-ea6b2850fbec req-a57fb3eb-b539-4f41-b8f4-38f916c07e01 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/networks?id=787360fc-1d96-47a7-9d43-e6b6a88bc006 HTTP/1.1" status: 200 len: 796 time: 0.1700559 Jan 21 10:00:10.510144 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-93864215-70a7-4e34-8200-ea6b2850fbec req-17b62137-f09c-40a8-bdba-7f7489d4599d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/quotas/e2711eddd053435baef8e70b41198188 HTTP/1.1" status: 200 len: 375 time: 0.0129259 Jan 21 10:00:10.547211 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2858f8-7a4f-43d1-ba36-9f8c349b186f None None] Pushing event updated for resources: {'Port': ['ID=1f2f498b-140c-4858-822c-949a6e91123a,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:10.604675 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-93864215-70a7-4e34-8200-ea6b2850fbec req-74c799b3-fe77-433c-aa29-f0b2a875545d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0886586 Jan 21 10:00:10.642331 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-6d66029b-b7c1-4873-8fbc-fe2c9da139a7 None None] Attempting to bind port 1f2f498b-140c-4858-822c-949a6e91123a on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:00:10.642719 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-6d66029b-b7c1-4873-8fbc-fe2c9da139a7 None None] Attempting to bind port 1f2f498b-140c-4858-822c-949a6e91123a by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'ed8dd955-d481-4dfa-9717-67fda335b28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '787360fc-1d96-47a7-9d43-e6b6a88bc006'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:00:10.643058 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d66029b-b7c1-4873-8fbc-fe2c9da139a7 None None] Attempting to bind port 1f2f498b-140c-4858-822c-949a6e91123a on network 787360fc-1d96-47a7-9d43-e6b6a88bc006 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:00:10.651103 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d66029b-b7c1-4873-8fbc-fe2c9da139a7 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:00:10.651515 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d66029b-b7c1-4873-8fbc-fe2c9da139a7 None None] Checking segment: {'id': 'ed8dd955-d481-4dfa-9717-67fda335b28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '787360fc-1d96-47a7-9d43-e6b6a88bc006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:00:10.652048 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6d66029b-b7c1-4873-8fbc-fe2c9da139a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:10.652594 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d66029b-b7c1-4873-8fbc-fe2c9da139a7 None None] Bound using segment: {'id': 'ed8dd955-d481-4dfa-9717-67fda335b28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '787360fc-1d96-47a7-9d43-e6b6a88bc006'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:00:10.653054 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-6d66029b-b7c1-4873-8fbc-fe2c9da139a7 None None] Bound port: 1f2f498b-140c-4858-822c-949a6e91123a, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8dd955-d481-4dfa-9717-67fda335b28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '787360fc-1d96-47a7-9d43-e6b6a88bc006'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:00:10.653422 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6d66029b-b7c1-4873-8fbc-fe2c9da139a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:10.748821 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-6d66029b-b7c1-4873-8fbc-fe2c9da139a7 None None] For port 1f2f498b-140c-4858-822c-949a6e91123a, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:00:10.751801 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-6d66029b-b7c1-4873-8fbc-fe2c9da139a7 None None] For port 1f2f498b-140c-4858-822c-949a6e91123a, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=1f2f498b-140c-4858-822c-949a6e91123a,segment=NetworkSegment(ed8dd955-d481-4dfa-9717-67fda335b28b),segment_id=ed8dd955-d481-4dfa-9717-67fda335b28b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:00:10.758136 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6d66029b-b7c1-4873-8fbc-fe2c9da139a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:10.769012 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-93864215-70a7-4e34-8200-ea6b2850fbec req-834bf006-f31b-4b15-ab6f-3ec82d4ade3d service neutron] 10.222.0.104 "GET /v2.0/networks/787360fc-1d96-47a7-9d43-e6b6a88bc006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375279 Jan 21 10:00:10.853068 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2858f8-7a4f-43d1-ba36-9f8c349b186f None None] Pushing event updated for resources: {'Port': ['ID=1f2f498b-140c-4858-822c-949a6e91123a,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:10.859019 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d66029b-b7c1-4873-8fbc-fe2c9da139a7 None None] Routers {'a13f656d-4467-43aa-a0aa-2dfecaa793bd'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:00:10.859623 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6d66029b-b7c1-4873-8fbc-fe2c9da139a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:59:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['a13f656d-4467-43aa-a0aa-2dfecaa793bd'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:10.927379 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-93864215-70a7-4e34-8200-ea6b2850fbec req-9b22476f-98d7-44e8-aaed-1d94b40871eb service neutron] 10.222.0.104 "GET /v2.0/networks/787360fc-1d96-47a7-9d43-e6b6a88bc006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514010 Jan 21 10:00:11.094403 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-6d66029b-b7c1-4873-8fbc-fe2c9da139a7 None None] Set router a13f656d-4467-43aa-a0aa-2dfecaa793bd gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:00:11.143337 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-727ee3fb-1aba-450e-80b8-a7075e315812 req-769a5a25-aec6-470f-b597-dce04d0f6102 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:00:11.164050 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-727ee3fb-1aba-450e-80b8-a7075e315812 req-769a5a25-aec6-470f-b597-dce04d0f6102 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:00:11.165392 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-727ee3fb-1aba-450e-80b8-a7075e315812 req-769a5a25-aec6-470f-b597-dce04d0f6102 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=e94bed1a-ac84-4925-8835-8996e463f571 HTTP/1.1" status: 200 len: 210 time: 0.0776010 Jan 21 10:00:11.453686 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6d66029b-b7c1-4873-8fbc-fe2c9da139a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'name': 'tempest-TestNetworkBasicOps-router-1287948293', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': '7b8f38e3-f840-4da7-bb23-ff9362df23ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:00:02Z', 'updated_at': '2022-01-21T10:00:06Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '7b8f38e3-f840-4da7-bb23-ff9362df23ad', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:02Z', 'updated_at': '2022-01-21T10:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '1f2f498b-140c-4858-822c-949a6e91123a', 'name': '', 'network_id': '787360fc-1d96-47a7-9d43-e6b6a88bc006', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:48:1b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebc33d09-0353-4e6b-9063-439d7258ffb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:05Z', 'updated_at': '2022-01-21T10:00:10Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'ebc33d09-0353-4e6b-9063-439d7258ffb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:11.458080 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d66029b-b7c1-4873-8fbc-fe2c9da139a7 None None] The sync data for ids ['a13f656d-4467-43aa-a0aa-2dfecaa793bd'] in dv-neutron-825732-1-hyperv is: [{'id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'name': 'tempest-TestNetworkBasicOps-router-1287948293', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': '7b8f38e3-f840-4da7-bb23-ff9362df23ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:00:02Z', 'updated_at': '2022-01-21T10:00:06Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '7b8f38e3-f840-4da7-bb23-ff9362df23ad', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:02Z', 'updated_at': '2022-01-21T10:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '1f2f498b-140c-4858-822c-949a6e91123a', 'name': '', 'network_id': '787360fc-1d96-47a7-9d43-e6b6a88bc006', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:48:1b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebc33d09-0353-4e6b-9063-439d7258ffb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:05Z', 'updated_at': '2022-01-21T10:00:10Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'ebc33d09-0353-4e6b-9063-439d7258ffb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:00:11.904925 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 1f2f498b-140c-4858-822c-949a6e91123a up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:00:11.990703 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 1f2f498b-140c-4858-822c-949a6e91123a completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:00:11.996038 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 1f2f498b-140c-4858-822c-949a6e91123a triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:00:11.996461 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:12.124672 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:12.158663 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 1f2f498b-140c-4858-822c-949a6e91123a, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=1f2f498b-140c-4858-822c-949a6e91123a,segment=NetworkSegment(ed8dd955-d481-4dfa-9717-67fda335b28b),segment_id=ed8dd955-d481-4dfa-9717-67fda335b28b)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:00:12.162755 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:12.250939 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=1f2f498b-140c-4858-822c-949a6e91123a,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:12.367308 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-1af24234-5674-48b6-b566-ac6a009be0f2 req-70244850-a1d5-429f-a20f-3db0181155b0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=e94bed1a-ac84-4925-8835-8996e463f571 HTTP/1.1" status: 200 len: 210 time: 0.0538969 Jan 21 10:00:12.534346 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93864215-70a7-4e34-8200-ea6b2850fbec req-8a3ac2e5-cde8-4cc2-bc5a-cfb7c652b0cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:12.535248 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-93864215-70a7-4e34-8200-ea6b2850fbec req-8a3ac2e5-cde8-4cc2-bc5a-cfb7c652b0cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:network {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:00:12.548962 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-93864215-70a7-4e34-8200-ea6b2850fbec req-8a3ac2e5-cde8-4cc2-bc5a-cfb7c652b0cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:network {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:00:12.550146 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-93864215-70a7-4e34-8200-ea6b2850fbec req-8a3ac2e5-cde8-4cc2-bc5a-cfb7c652b0cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/networks?id=787360fc-1d96-47a7-9d43-e6b6a88bc006 HTTP/1.1" status: 200 len: 796 time: 0.2013106 Jan 21 10:00:12.606190 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-93864215-70a7-4e34-8200-ea6b2850fbec req-478585a2-cbea-41f2-b7a3-489b87273382 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2711eddd053435baef8e70b41198188 HTTP/1.1" status: 200 len: 380 time: 0.0436611 Jan 21 10:00:12.614935 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-93864215-70a7-4e34-8200-ea6b2850fbec req-c9cf89b4-cec0-4dc1-b015-e7ea68d7f652 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'port': {'device_id': 'e94bed1a-ac84-4925-8835-8996e463f571', 'network_id': '787360fc-1d96-47a7-9d43-e6b6a88bc006', 'admin_state_up': True, 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'security_groups': ['811969fd-b602-40c4-94f7-baf700cbf86c']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:00:12.755415 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-93864215-70a7-4e34-8200-ea6b2850fbec req-c9cf89b4-cec0-4dc1-b015-e7ea68d7f652 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:12.765127 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-93864215-70a7-4e34-8200-ea6b2850fbec req-c9cf89b4-cec0-4dc1-b015-e7ea68d7f652 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:12.775531 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93864215-70a7-4e34-8200-ea6b2850fbec req-c9cf89b4-cec0-4dc1-b015-e7ea68d7f652 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Made reservation on behalf of e2711eddd053435baef8e70b41198188 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:00:12.778806 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-93864215-70a7-4e34-8200-ea6b2850fbec req-c9cf89b4-cec0-4dc1-b015-e7ea68d7f652 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:12.962534 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-93864215-70a7-4e34-8200-ea6b2850fbec req-c9cf89b4-cec0-4dc1-b015-e7ea68d7f652 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Allocated IP 172.20.0.9 (787360fc-1d96-47a7-9d43-e6b6a88bc006/ebc33d09-0353-4e6b-9063-439d7258ffb4/37563cc0-9032-4eda-b2d8-473e037e1aa3) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:00:13.259483 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-93864215-70a7-4e34-8200-ea6b2850fbec req-c9cf89b4-cec0-4dc1-b015-e7ea68d7f652 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:13.278350 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-93864215-70a7-4e34-8200-ea6b2850fbec req-c9cf89b4-cec0-4dc1-b015-e7ea68d7f652 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Transition to ACTIVE for port object 37563cc0-9032-4eda-b2d8-473e037e1aa3 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:00:13.302214 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-93864215-70a7-4e34-8200-ea6b2850fbec req-c9cf89b4-cec0-4dc1-b015-e7ea68d7f652 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:13.369571 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93864215-70a7-4e34-8200-ea6b2850fbec req-c9cf89b4-cec0-4dc1-b015-e7ea68d7f652 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network 787360fc-1d96-47a7-9d43-e6b6a88bc006 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:00:13.372756 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-93864215-70a7-4e34-8200-ea6b2850fbec req-c9cf89b4-cec0-4dc1-b015-e7ea68d7f652 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:00:13.377108 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-93864215-70a7-4e34-8200-ea6b2850fbec req-c9cf89b4-cec0-4dc1-b015-e7ea68d7f652 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:00:13.417601 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf89b4-cec0-4dc1-b015-e7ea68d7f652 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=37563cc0-9032-4eda-b2d8-473e037e1aa3,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:13.450256 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93864215-70a7-4e34-8200-ea6b2850fbec req-c9cf89b4-cec0-4dc1-b015-e7ea68d7f652 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:13.450867 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-93864215-70a7-4e34-8200-ea6b2850fbec req-c9cf89b4-cec0-4dc1-b015-e7ea68d7f652 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:13.479135 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-93864215-70a7-4e34-8200-ea6b2850fbec req-c9cf89b4-cec0-4dc1-b015-e7ea68d7f652 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8684547 Jan 21 10:00:13.490763 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-93864215-70a7-4e34-8200-ea6b2850fbec req-f4865320-5c7e-4d47-9f90-d3b120d0e1f0 service neutron] Request body: {'port': {'device_id': 'e94bed1a-ac84-4925-8835-8996e463f571', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:00:13.678310 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d6f3a522-c36a-4953-b00e-a40d6dc28dfa None None] Provisioning for port 37563cc0-9032-4eda-b2d8-473e037e1aa3 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:00:13.684640 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d6f3a522-c36a-4953-b00e-a40d6dc28dfa None None] Provisioning complete for port 37563cc0-9032-4eda-b2d8-473e037e1aa3 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:00:13.685904 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-93864215-70a7-4e34-8200-ea6b2850fbec req-f4865320-5c7e-4d47-9f90-d3b120d0e1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:13.688185 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d6f3a522-c36a-4953-b00e-a40d6dc28dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:13.712156 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb764d7-0d3f-4e07-a6da-0221be0eafa8 req-20701cbb-2140-4ea2-91ff-efb247a5b36b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:13.712852 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-efb764d7-0d3f-4e07-a6da-0221be0eafa8 req-20701cbb-2140-4ea2-91ff-efb247a5b36b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:00:13.744017 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-d6f3a522-c36a-4953-b00e-a40d6dc28dfa None None] Port 37563cc0-9032-4eda-b2d8-473e037e1aa3 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:00:13.777467 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-efb764d7-0d3f-4e07-a6da-0221be0eafa8 req-20701cbb-2140-4ea2-91ff-efb247a5b36b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:00:13.778582 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-efb764d7-0d3f-4e07-a6da-0221be0eafa8 req-20701cbb-2140-4ea2-91ff-efb247a5b36b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=e94bed1a-ac84-4925-8835-8996e463f571 HTTP/1.1" status: 200 len: 931 time: 0.2629948 Jan 21 10:00:13.878359 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 1f2f498b-140c-4858-822c-949a6e91123a up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:00:13.960662 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 1f2f498b-140c-4858-822c-949a6e91123a triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:00:13.961025 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:13.983972 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-efb764d7-0d3f-4e07-a6da-0221be0eafa8 req-8f02ea3e-0366-4f8b-8bae-f60a9815648f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=811969fd-b602-40c4-94f7-baf700cbf86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989486 Jan 21 10:00:14.138389 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-93864215-70a7-4e34-8200-ea6b2850fbec req-f4865320-5c7e-4d47-9f90-d3b120d0e1f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37563cc0-9032-4eda-b2d8-473e037e1aa3 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:00:14.146791 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-93864215-70a7-4e34-8200-ea6b2850fbec req-f4865320-5c7e-4d47-9f90-d3b120d0e1f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:14.162795 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-93864215-70a7-4e34-8200-ea6b2850fbec req-f4865320-5c7e-4d47-9f90-d3b120d0e1f0 service neutron] Transition to ACTIVE for port object 37563cc0-9032-4eda-b2d8-473e037e1aa3 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:00:14.166949 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-93864215-70a7-4e34-8200-ea6b2850fbec req-f4865320-5c7e-4d47-9f90-d3b120d0e1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:14.294188 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4865320-5c7e-4d47-9f90-d3b120d0e1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=37563cc0-9032-4eda-b2d8-473e037e1aa3,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:14.405100 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-93864215-70a7-4e34-8200-ea6b2850fbec req-f4865320-5c7e-4d47-9f90-d3b120d0e1f0 service neutron] Attempting to bind port 37563cc0-9032-4eda-b2d8-473e037e1aa3 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:00:14.405430 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-93864215-70a7-4e34-8200-ea6b2850fbec req-f4865320-5c7e-4d47-9f90-d3b120d0e1f0 service neutron] Attempting to bind port 37563cc0-9032-4eda-b2d8-473e037e1aa3 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'ed8dd955-d481-4dfa-9717-67fda335b28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '787360fc-1d96-47a7-9d43-e6b6a88bc006'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:00:14.405782 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93864215-70a7-4e34-8200-ea6b2850fbec req-f4865320-5c7e-4d47-9f90-d3b120d0e1f0 service neutron] Attempting to bind port 37563cc0-9032-4eda-b2d8-473e037e1aa3 on network 787360fc-1d96-47a7-9d43-e6b6a88bc006 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:00:14.411614 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93864215-70a7-4e34-8200-ea6b2850fbec req-f4865320-5c7e-4d47-9f90-d3b120d0e1f0 service neutron] Port 37563cc0-9032-4eda-b2d8-473e037e1aa3 on network 787360fc-1d96-47a7-9d43-e6b6a88bc006 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:00:14.411923 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93864215-70a7-4e34-8200-ea6b2850fbec req-f4865320-5c7e-4d47-9f90-d3b120d0e1f0 service neutron] Attempting to bind port 37563cc0-9032-4eda-b2d8-473e037e1aa3 on network 787360fc-1d96-47a7-9d43-e6b6a88bc006 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:00:14.418029 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93864215-70a7-4e34-8200-ea6b2850fbec req-f4865320-5c7e-4d47-9f90-d3b120d0e1f0 service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:00:14.418357 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93864215-70a7-4e34-8200-ea6b2850fbec req-f4865320-5c7e-4d47-9f90-d3b120d0e1f0 service neutron] Checking segment: {'id': 'ed8dd955-d481-4dfa-9717-67fda335b28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '787360fc-1d96-47a7-9d43-e6b6a88bc006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:00:14.418727 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93864215-70a7-4e34-8200-ea6b2850fbec req-f4865320-5c7e-4d47-9f90-d3b120d0e1f0 service neutron] Bound using segment: {'id': 'ed8dd955-d481-4dfa-9717-67fda335b28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '787360fc-1d96-47a7-9d43-e6b6a88bc006'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:00:14.419134 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-93864215-70a7-4e34-8200-ea6b2850fbec req-f4865320-5c7e-4d47-9f90-d3b120d0e1f0 service neutron] Bound port: 37563cc0-9032-4eda-b2d8-473e037e1aa3, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed8dd955-d481-4dfa-9717-67fda335b28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '787360fc-1d96-47a7-9d43-e6b6a88bc006'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:00:14.419467 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-93864215-70a7-4e34-8200-ea6b2850fbec req-f4865320-5c7e-4d47-9f90-d3b120d0e1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:14.514205 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-93864215-70a7-4e34-8200-ea6b2850fbec req-f4865320-5c7e-4d47-9f90-d3b120d0e1f0 service neutron] For port 37563cc0-9032-4eda-b2d8-473e037e1aa3, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:00:14.516974 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-93864215-70a7-4e34-8200-ea6b2850fbec req-f4865320-5c7e-4d47-9f90-d3b120d0e1f0 service neutron] For port 37563cc0-9032-4eda-b2d8-473e037e1aa3, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=37563cc0-9032-4eda-b2d8-473e037e1aa3,segment=NetworkSegment(ed8dd955-d481-4dfa-9717-67fda335b28b),segment_id=ed8dd955-d481-4dfa-9717-67fda335b28b)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:00:14.522062 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-93864215-70a7-4e34-8200-ea6b2850fbec req-f4865320-5c7e-4d47-9f90-d3b120d0e1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:14.583039 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-93864215-70a7-4e34-8200-ea6b2850fbec req-f4865320-5c7e-4d47-9f90-d3b120d0e1f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:14.584467 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-93864215-70a7-4e34-8200-ea6b2850fbec req-f4865320-5c7e-4d47-9f90-d3b120d0e1f0 service neutron] 10.222.0.124 "PUT /v2.0/ports/37563cc0-9032-4eda-b2d8-473e037e1aa3 HTTP/1.1" status: 200 len: 1093 time: 1.0982916 Jan 21 10:00:14.584939 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94bed1a-ac84-4925-8835-8996e463f571', 'tag': '37563cc0-9032-4eda-b2d8-473e037e1aa3'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:00:14.602157 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4865320-5c7e-4d47-9f90-d3b120d0e1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=37563cc0-9032-4eda-b2d8-473e037e1aa3,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:14.673177 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e94bed1a-ac84-4925-8835-8996e463f571', 'tag': '37563cc0-9032-4eda-b2d8-473e037e1aa3', 'status': 'completed', 'code': 200} Jan 21 10:00:14.719123 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-93864215-70a7-4e34-8200-ea6b2850fbec req-51c4ed0e-3ac5-433b-ae9c-5977ae7604b0 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=e94bed1a-ac84-4925-8835-8996e463f571 HTTP/1.1" status: 200 len: 1096 time: 0.0799444 Jan 21 10:00:14.792666 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-93864215-70a7-4e34-8200-ea6b2850fbec req-58572abf-0ffa-43fc-a5dc-ae64bf8694bf service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37563cc0-9032-4eda-b2d8-473e037e1aa3 HTTP/1.1" status: 200 len: 217 time: 0.0671089 Jan 21 10:00:14.862505 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93864215-70a7-4e34-8200-ea6b2850fbec req-83adfa01-5d4f-4874-a578-9392aa58e423 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:14.864688 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-93864215-70a7-4e34-8200-ea6b2850fbec req-83adfa01-5d4f-4874-a578-9392aa58e423 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=ebc33d09-0353-4e6b-9063-439d7258ffb4 HTTP/1.1" status: 200 len: 843 time: 0.0663142 Jan 21 10:00:14.957979 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-93864215-70a7-4e34-8200-ea6b2850fbec req-4c276069-c25d-44f5-a7eb-0fe768b34029 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=787360fc-1d96-47a7-9d43-e6b6a88bc006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0859966 Jan 21 10:00:15.090716 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-93864215-70a7-4e34-8200-ea6b2850fbec req-8ae4e4c6-5d62-418a-ace6-3c2aff545de4 service neutron] 10.222.0.124 "GET /v2.0/networks/787360fc-1d96-47a7-9d43-e6b6a88bc006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278069 Jan 21 10:00:15.373833 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-93864215-70a7-4e34-8200-ea6b2850fbec req-3b5b6285-bb5e-410c-8a69-9c25378fe41a service neutron] 10.222.0.124 "GET /v2.0/networks/787360fc-1d96-47a7-9d43-e6b6a88bc006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773435 Jan 21 10:00:15.386923 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a9567-64b3-48e1-9287-4f247ebc6faf req-15d1e33a-6b75-42f1-8c4a-c3b7b2c57ee5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:15.388329 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d15a9567-64b3-48e1-9287-4f247ebc6faf req-15d1e33a-6b75-42f1-8c4a-c3b7b2c57ee5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=e94bed1a-ac84-4925-8835-8996e463f571 HTTP/1.1" status: 200 len: 943 time: 0.2709641 Jan 21 10:00:15.484532 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d15a9567-64b3-48e1-9287-4f247ebc6faf req-28b34905-e426-4784-955b-e43f3d54cf25 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=811969fd-b602-40c4-94f7-baf700cbf86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882158 Jan 21 10:00:15.512308 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-90898f77-ddf3-4856-8bf0-d6fc12ac8b09 req-73f72716-ca32-4fa5-9614-4f3fa7e60794 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=e94bed1a-ac84-4925-8835-8996e463f571 HTTP/1.1" status: 200 len: 1096 time: 0.0856514 Jan 21 10:00:15.646724 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90898f77-ddf3-4856-8bf0-d6fc12ac8b09 req-2436740a-108a-42aa-aff3-d5c5d525f59e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:15.648065 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-90898f77-ddf3-4856-8bf0-d6fc12ac8b09 req-2436740a-108a-42aa-aff3-d5c5d525f59e service neutron] 10.222.0.124 "GET /v2.0/networks?id=787360fc-1d96-47a7-9d43-e6b6a88bc006 HTTP/1.1" status: 200 len: 897 time: 0.1294780 Jan 21 10:00:15.719574 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-90898f77-ddf3-4856-8bf0-d6fc12ac8b09 req-2ff32c8f-5714-44a5-92cc-7e8392977fc1 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37563cc0-9032-4eda-b2d8-473e037e1aa3 HTTP/1.1" status: 200 len: 217 time: 0.0643160 Jan 21 10:00:15.789371 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90898f77-ddf3-4856-8bf0-d6fc12ac8b09 req-15e29658-2b71-448d-9edf-0172ebb8b9ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:15.790844 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-90898f77-ddf3-4856-8bf0-d6fc12ac8b09 req-15e29658-2b71-448d-9edf-0172ebb8b9ba service neutron] 10.222.0.124 "GET /v2.0/subnets?id=ebc33d09-0353-4e6b-9063-439d7258ffb4 HTTP/1.1" status: 200 len: 843 time: 0.0653191 Jan 21 10:00:15.877946 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-90898f77-ddf3-4856-8bf0-d6fc12ac8b09 req-bd64bb09-150a-48bc-b910-645816fd217a service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=787360fc-1d96-47a7-9d43-e6b6a88bc006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781662 Jan 21 10:00:16.015119 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-90898f77-ddf3-4856-8bf0-d6fc12ac8b09 req-1c748f0d-eec6-468e-8f87-a7e047b23152 service neutron] 10.222.0.124 "GET /v2.0/networks/787360fc-1d96-47a7-9d43-e6b6a88bc006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298125 Jan 21 10:00:16.157168 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-90898f77-ddf3-4856-8bf0-d6fc12ac8b09 req-1b8a725d-9e82-46f4-872f-6815ded2dca8 service neutron] 10.222.0.124 "GET /v2.0/networks/787360fc-1d96-47a7-9d43-e6b6a88bc006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360867 Jan 21 10:00:16.684540 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0d186-0ada-4231-8d8c-1ae784de4b8c req-a528c7b8-a2b9-40d2-9151-f84c18cbf37f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:16.685983 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-2dd0d186-0ada-4231-8d8c-1ae784de4b8c req-a528c7b8-a2b9-40d2-9151-f84c18cbf37f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=e94bed1a-ac84-4925-8835-8996e463f571 HTTP/1.1" status: 200 len: 943 time: 0.0776107 Jan 21 10:00:16.736079 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-2dd0d186-0ada-4231-8d8c-1ae784de4b8c req-2c30389d-a035-4666-ad41-53ebeef3251b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=811969fd-b602-40c4-94f7-baf700cbf86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445642 Jan 21 10:00:17.777641 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 37563cc0-9032-4eda-b2d8-473e037e1aa3 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:00:17.963341 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f696761-2f2e-4f5c-90be-23a24a1dd8c3 req-750cd836-3496-4831-a216-25df9ac15b86 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:17.964788 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4f696761-2f2e-4f5c-90be-23a24a1dd8c3 req-750cd836-3496-4831-a216-25df9ac15b86 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=e94bed1a-ac84-4925-8835-8996e463f571 HTTP/1.1" status: 200 len: 943 time: 0.0996068 Jan 21 10:00:17.965191 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 37563cc0-9032-4eda-b2d8-473e037e1aa3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=37563cc0-9032-4eda-b2d8-473e037e1aa3,segment=NetworkSegment(ed8dd955-d481-4dfa-9717-67fda335b28b),segment_id=ed8dd955-d481-4dfa-9717-67fda335b28b)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:00:17.980829 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '37563cc0-9032-4eda-b2d8-473e037e1aa3', 'network_id': '787360fc-1d96-47a7-9d43-e6b6a88bc006', 'port_id': '37563cc0-9032-4eda-b2d8-473e037e1aa3', 'mac_address': 'fa:16:3e:ab:5e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebc33d09-0353-4e6b-9063-439d7258ffb4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:00:18.014639 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4f696761-2f2e-4f5c-90be-23a24a1dd8c3 req-0a0595c8-3bec-4db8-aa52-3f8ef09b0971 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=811969fd-b602-40c4-94f7-baf700cbf86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440779 Jan 21 10:00:18.040443 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:18.058036 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37563cc0-9032-4eda-b2d8-473e037e1aa3 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:00:18.074223 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 37563cc0-9032-4eda-b2d8-473e037e1aa3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=37563cc0-9032-4eda-b2d8-473e037e1aa3,segment=NetworkSegment(ed8dd955-d481-4dfa-9717-67fda335b28b),segment_id=ed8dd955-d481-4dfa-9717-67fda335b28b)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:00:18.077853 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:18.146933 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=37563cc0-9032-4eda-b2d8-473e037e1aa3,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:18.292277 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['37563cc0-9032-4eda-b2d8-473e037e1aa3'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:00:19.218391 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a38b9-fff9-4ca4-b984-4a98ed82f71c req-e7783e23-1125-45ab-9b89-a0651977b7aa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:19.219736 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-324a38b9-fff9-4ca4-b984-4a98ed82f71c req-e7783e23-1125-45ab-9b89-a0651977b7aa tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=e94bed1a-ac84-4925-8835-8996e463f571 HTTP/1.1" status: 200 len: 944 time: 0.0791147 Jan 21 10:00:19.265969 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-324a38b9-fff9-4ca4-b984-4a98ed82f71c req-95172f70-e10a-4c50-bbdc-d8ea9ac2a53c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=811969fd-b602-40c4-94f7-baf700cbf86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403697 Jan 21 10:00:19.776963 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 37563cc0-9032-4eda-b2d8-473e037e1aa3 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:00:19.846606 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port 37563cc0-9032-4eda-b2d8-473e037e1aa3 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:00:19.852003 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 37563cc0-9032-4eda-b2d8-473e037e1aa3 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:00:19.852368 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:19.971935 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:19.998808 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94bed1a-ac84-4925-8835-8996e463f571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37563cc0-9032-4eda-b2d8-473e037e1aa3'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:00:20.009312 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 37563cc0-9032-4eda-b2d8-473e037e1aa3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=37563cc0-9032-4eda-b2d8-473e037e1aa3,segment=NetworkSegment(ed8dd955-d481-4dfa-9717-67fda335b28b),segment_id=ed8dd955-d481-4dfa-9717-67fda335b28b)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:00:20.013533 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:20.055925 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94bed1a-ac84-4925-8835-8996e463f571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37563cc0-9032-4eda-b2d8-473e037e1aa3', 'code': 200} Jan 21 10:00:20.082714 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=37563cc0-9032-4eda-b2d8-473e037e1aa3,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:20.291643 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d5630d3d-ea5e-4ae6-86b7-bc911c17d1d8 req-11bdc678-05ec-489a-a0f2-3c51cfb56575 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=e94bed1a-ac84-4925-8835-8996e463f571 HTTP/1.1" status: 200 len: 1098 time: 0.0724549 Jan 21 10:00:20.336053 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d5630d3d-ea5e-4ae6-86b7-bc911c17d1d8 req-8641112a-62f5-49a0-a3e3-3c901add2bab service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=811969fd-b602-40c4-94f7-baf700cbf86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390306 Jan 21 10:00:20.371508 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:20.555468 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfef364-bc64-4594-a500-c93eefa2a591 req-e8d0a7a9-afc7-4fec-a642-1929cb7bcbd2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:20.556815 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-2cfef364-bc64-4594-a500-c93eefa2a591 req-e8d0a7a9-afc7-4fec-a642-1929cb7bcbd2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=e94bed1a-ac84-4925-8835-8996e463f571 HTTP/1.1" status: 200 len: 945 time: 0.1671710 Jan 21 10:00:20.607637 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-2cfef364-bc64-4594-a500-c93eefa2a591 req-1ed12011-c5d0-43d1-816c-99abc96ad9bc tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=811969fd-b602-40c4-94f7-baf700cbf86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453713 Jan 21 10:00:21.818774 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b24347-f42e-40a8-ba24-0bcedeb909fb req-3c513699-b320-4a8c-91c9-bfc3ea7881b3 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:21.820233 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d0b24347-f42e-40a8-ba24-0bcedeb909fb req-3c513699-b320-4a8c-91c9-bfc3ea7881b3 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=e94bed1a-ac84-4925-8835-8996e463f571 HTTP/1.1" status: 200 len: 945 time: 0.0779896 Jan 21 10:00:21.872156 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d0b24347-f42e-40a8-ba24-0bcedeb909fb req-dd8108ec-064d-4863-8fc5-819077cb15ef tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=811969fd-b602-40c4-94f7-baf700cbf86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454931 Jan 21 10:00:22.080121 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb0281-8d18-46f7-8b9f-03887c7e30d9 req-3c762bea-dda1-4e8f-b685-3c28cec4f397 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:22.081923 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-abeb0281-8d18-46f7-8b9f-03887c7e30d9 req-3c762bea-dda1-4e8f-b685-3c28cec4f397 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=e94bed1a-ac84-4925-8835-8996e463f571 HTTP/1.1" status: 200 len: 945 time: 0.0800023 Jan 21 10:00:22.127160 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-abeb0281-8d18-46f7-8b9f-03887c7e30d9 req-b9e92926-68c8-4789-a14f-9255cfe377f2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=811969fd-b602-40c4-94f7-baf700cbf86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398991 Jan 21 10:00:22.156547 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39462) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:22.226468 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-3bee3c59-715d-4093-9120-cb3c457d5f32 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=e94bed1a-ac84-4925-8835-8996e463f571 HTTP/1.1" status: 200 len: 1093 time: 0.0687568 Jan 21 10:00:22.231240 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39466) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:22.236239 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-ca89529e-e6dc-4cae-9d4c-4b964369d41b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'port_id': '37563cc0-9032-4eda-b2d8-473e037e1aa3', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:00:22.242587 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ca89529e-e6dc-4cae-9d4c-4b964369d41b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:22.246399 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ca89529e-e6dc-4cae-9d4c-4b964369d41b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:floatingip and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:00:22.249539 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ca89529e-e6dc-4cae-9d4c-4b964369d41b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:00:22.255909 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ca89529e-e6dc-4cae-9d4c-4b964369d41b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:22.266379 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca89529e-e6dc-4cae-9d4c-4b964369d41b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:22.404510 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca89529e-e6dc-4cae-9d4c-4b964369d41b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:22.544043 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-ca89529e-e6dc-4cae-9d4c-4b964369d41b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Allocated IP 172.26.0.73 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/b61839b5-9141-4c70-9a8f-3fb68484e02b) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:00:22.797104 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca89529e-e6dc-4cae-9d4c-4b964369d41b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:22.827220 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca89529e-e6dc-4cae-9d4c-4b964369d41b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:22.896171 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca89529e-e6dc-4cae-9d4c-4b964369d41b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:00:22.899074 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-ca89529e-e6dc-4cae-9d4c-4b964369d41b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:00:22.901602 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca89529e-e6dc-4cae-9d4c-4b964369d41b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:00:22.936349 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca89529e-e6dc-4cae-9d4c-4b964369d41b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=b61839b5-9141-4c70-9a8f-3fb68484e02b,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:23.440004 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca89529e-e6dc-4cae-9d4c-4b964369d41b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:23.499066 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca89529e-e6dc-4cae-9d4c-4b964369d41b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:23.616743 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:00:23.707421 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca89529e-e6dc-4cae-9d4c-4b964369d41b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:23.712450 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca89529e-e6dc-4cae-9d4c-4b964369d41b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:23.818511 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca89529e-e6dc-4cae-9d4c-4b964369d41b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=b61839b5-9141-4c70-9a8f-3fb68484e02b,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:23.834381 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca89529e-e6dc-4cae-9d4c-4b964369d41b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:23.921044 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9a7ddf3b-f30e-4bd2-8ab7-88a9ff95f828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:24.028458 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.l3_db [None req-ca89529e-e6dc-4cae-9d4c-4b964369d41b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Floating IP 71db76a5-f234-46a8-a667-76d3a1869c5d associated. External IP: 172.26.0.73, port: 37563cc0-9032-4eda-b2d8-473e037e1aa3. Jan 21 10:00:24.523259 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca89529e-e6dc-4cae-9d4c-4b964369d41b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router a13f656d-4467-43aa-a0aa-2dfecaa793bd has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:00:24.726531 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca89529e-e6dc-4cae-9d4c-4b964369d41b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:00:24.737178 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146f83e9-e99a-49b8-9b8d-5949ccaa83bf None None] Sync routers for ids ['a13f656d-4467-43aa-a0aa-2dfecaa793bd'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:00:24.750821 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146f83e9-e99a-49b8-9b8d-5949ccaa83bf None None] Routers {'a13f656d-4467-43aa-a0aa-2dfecaa793bd'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:00:24.751449 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-146f83e9-e99a-49b8-9b8d-5949ccaa83bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:59:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['a13f656d-4467-43aa-a0aa-2dfecaa793bd'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:24.754531 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca89529e-e6dc-4cae-9d4c-4b964369d41b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:24.817230 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ca89529e-e6dc-4cae-9d4c-4b964369d41b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5848913 Jan 21 10:00:24.817729 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94bed1a-ac84-4925-8835-8996e463f571', 'tag': '37563cc0-9032-4eda-b2d8-473e037e1aa3'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:00:24.820193 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39470) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:24.883084 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e94bed1a-ac84-4925-8835-8996e463f571', 'tag': '37563cc0-9032-4eda-b2d8-473e037e1aa3', 'status': 'completed', 'code': 200} Jan 21 10:00:24.936875 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b3da4617-fb70-424f-b647-43ae460882cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/71db76a5-f234-46a8-a667-76d3a1869c5d HTTP/1.1" status: 200 len: 990 time: 0.1145988 Jan 21 10:00:24.974213 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-146f83e9-e99a-49b8-9b8d-5949ccaa83bf None None] Set router a13f656d-4467-43aa-a0aa-2dfecaa793bd gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:00:24.981173 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e5bad179-9d17-475b-ab39-f612f78684d4 req-162d5f44-f15a-47a3-80b6-2617a4ee816b service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=e94bed1a-ac84-4925-8835-8996e463f571 HTTP/1.1" status: 200 len: 1098 time: 0.0741203 Jan 21 10:00:25.127951 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bad179-9d17-475b-ab39-f612f78684d4 req-28331c54-f06e-4870-b79d-083e3bf3e8fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:25.129448 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e5bad179-9d17-475b-ab39-f612f78684d4 req-28331c54-f06e-4870-b79d-083e3bf3e8fd service neutron] 10.222.0.124 "GET /v2.0/networks?id=787360fc-1d96-47a7-9d43-e6b6a88bc006 HTTP/1.1" status: 200 len: 897 time: 0.1424348 Jan 21 10:00:25.235668 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e5bad179-9d17-475b-ab39-f612f78684d4 req-a20a1c27-04e5-4414-b262-f32a0557d4f1 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37563cc0-9032-4eda-b2d8-473e037e1aa3 HTTP/1.1" status: 200 len: 998 time: 0.1002867 Jan 21 10:00:25.299118 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bad179-9d17-475b-ab39-f612f78684d4 req-4d044360-2215-47b2-8009-d220b0813445 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:25.300861 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e5bad179-9d17-475b-ab39-f612f78684d4 req-4d044360-2215-47b2-8009-d220b0813445 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=ebc33d09-0353-4e6b-9063-439d7258ffb4 HTTP/1.1" status: 200 len: 843 time: 0.0597606 Jan 21 10:00:25.357211 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-146f83e9-e99a-49b8-9b8d-5949ccaa83bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'name': 'tempest-TestNetworkBasicOps-router-1287948293', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': '7b8f38e3-f840-4da7-bb23-ff9362df23ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:00:02Z', 'updated_at': '2022-01-21T10:00:06Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '7b8f38e3-f840-4da7-bb23-ff9362df23ad', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:02Z', 'updated_at': '2022-01-21T10:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '71db76a5-f234-46a8-a667-76d3a1869c5d', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.73', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'port_id': '37563cc0-9032-4eda-b2d8-473e037e1aa3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '787360fc-1d96-47a7-9d43-e6b6a88bc006', 'mac_address': 'fa:16:3e:ab:5e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94bed1a-ac84-4925-8835-8996e463f571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:00:23Z', 'updated_at': '2022-01-21T10:00:23Z', 'revision_number': 0, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f2f498b-140c-4858-822c-949a6e91123a', 'name': '', 'network_id': '787360fc-1d96-47a7-9d43-e6b6a88bc006', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:48:1b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebc33d09-0353-4e6b-9063-439d7258ffb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:05Z', 'updated_at': '2022-01-21T10:00:12Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'ebc33d09-0353-4e6b-9063-439d7258ffb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:25.361836 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146f83e9-e99a-49b8-9b8d-5949ccaa83bf None None] Checking router: a13f656d-4467-43aa-a0aa-2dfecaa793bd for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:00:25.374471 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146f83e9-e99a-49b8-9b8d-5949ccaa83bf None None] Routers {'a13f656d-4467-43aa-a0aa-2dfecaa793bd'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:00:25.375550 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-146f83e9-e99a-49b8-9b8d-5949ccaa83bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T09:59:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['a13f656d-4467-43aa-a0aa-2dfecaa793bd'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:25.381177 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e5bad179-9d17-475b-ab39-f612f78684d4 req-454a35f3-e261-44d9-a195-1c91115d9328 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=787360fc-1d96-47a7-9d43-e6b6a88bc006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744941 Jan 21 10:00:25.515449 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e5bad179-9d17-475b-ab39-f612f78684d4 req-b1e57cd5-55e5-47ff-af59-dd9b214b346c service neutron] 10.222.0.124 "GET /v2.0/networks/787360fc-1d96-47a7-9d43-e6b6a88bc006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283994 Jan 21 10:00:25.570332 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-146f83e9-e99a-49b8-9b8d-5949ccaa83bf None None] Set router a13f656d-4467-43aa-a0aa-2dfecaa793bd gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:00:25.651547 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e5bad179-9d17-475b-ab39-f612f78684d4 req-74ab71b2-e896-4a9f-bbb7-1a1e0f81c521 service neutron] 10.222.0.124 "GET /v2.0/networks/787360fc-1d96-47a7-9d43-e6b6a88bc006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306262 Jan 21 10:00:25.928026 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-146f83e9-e99a-49b8-9b8d-5949ccaa83bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'name': 'tempest-TestNetworkBasicOps-router-1287948293', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': '7b8f38e3-f840-4da7-bb23-ff9362df23ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:00:02Z', 'updated_at': '2022-01-21T10:00:06Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '7b8f38e3-f840-4da7-bb23-ff9362df23ad', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:02Z', 'updated_at': '2022-01-21T10:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '71db76a5-f234-46a8-a667-76d3a1869c5d', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.73', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'port_id': '37563cc0-9032-4eda-b2d8-473e037e1aa3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '787360fc-1d96-47a7-9d43-e6b6a88bc006', 'mac_address': 'fa:16:3e:ab:5e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94bed1a-ac84-4925-8835-8996e463f571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:00:23Z', 'updated_at': '2022-01-21T10:00:23Z', 'revision_number': 0, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f2f498b-140c-4858-822c-949a6e91123a', 'name': '', 'network_id': '787360fc-1d96-47a7-9d43-e6b6a88bc006', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:48:1b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebc33d09-0353-4e6b-9063-439d7258ffb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:05Z', 'updated_at': '2022-01-21T10:00:12Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'ebc33d09-0353-4e6b-9063-439d7258ffb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:25.932013 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146f83e9-e99a-49b8-9b8d-5949ccaa83bf None None] The sync data for ids ['a13f656d-4467-43aa-a0aa-2dfecaa793bd'] in dv-neutron-825732-1-hyperv is: [{'id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'name': 'tempest-TestNetworkBasicOps-router-1287948293', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': '7b8f38e3-f840-4da7-bb23-ff9362df23ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:00:02Z', 'updated_at': '2022-01-21T10:00:06Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '7b8f38e3-f840-4da7-bb23-ff9362df23ad', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:02Z', 'updated_at': '2022-01-21T10:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '71db76a5-f234-46a8-a667-76d3a1869c5d', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.73', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'port_id': '37563cc0-9032-4eda-b2d8-473e037e1aa3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '787360fc-1d96-47a7-9d43-e6b6a88bc006', 'mac_address': 'fa:16:3e:ab:5e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94bed1a-ac84-4925-8835-8996e463f571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:00:23Z', 'updated_at': '2022-01-21T10:00:23Z', 'revision_number': 0, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f2f498b-140c-4858-822c-949a6e91123a', 'name': '', 'network_id': '787360fc-1d96-47a7-9d43-e6b6a88bc006', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:48:1b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebc33d09-0353-4e6b-9063-439d7258ffb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:05Z', 'updated_at': '2022-01-21T10:00:12Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'ebc33d09-0353-4e6b-9063-439d7258ffb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:00:25.939394 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39476) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:26.047290 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-197ddf48-e6bc-41cc-8b9c-2f76c823d3b8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/71db76a5-f234-46a8-a667-76d3a1869c5d HTTP/1.1" status: 200 len: 990 time: 0.1067424 Jan 21 10:00:26.321337 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cfbd269e-3567-43f2-afcf-35fd873544a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:27.051426 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39480) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:27.171036 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0595deb7-b504-4b63-971b-186588a767bf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/71db76a5-f234-46a8-a667-76d3a1869c5d HTTP/1.1" status: 200 len: 990 time: 0.1183150 Jan 21 10:00:27.439051 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:27.726482 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:28.174764 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39484) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:28.223266 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b486ab-1645-4be0-8732-9146fe0480fb None None] New status for floating IP 71db76a5-f234-46a8-a667-76d3a1869c5d: ACTIVE {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:00:28.293029 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0dbb4d4d-6e0c-4774-b697-39afccb5c9ea tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/71db76a5-f234-46a8-a667-76d3a1869c5d HTTP/1.1" status: 200 len: 990 time: 0.1165392 Jan 21 10:00:29.296673 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39488) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:29.406871 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-64a837e8-5f7a-4f9b-8da9-1c7d2a6593bd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/71db76a5-f234-46a8-a667-76d3a1869c5d HTTP/1.1" status: 200 len: 992 time: 0.1090589 Jan 21 10:00:29.459283 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:42.041432 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e50cada4-c34d-4e3a-bbdc-504e1a64e940 req-1983022e-bb52-49d1-87e8-ab9bbee96ef4 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=e94bed1a-ac84-4925-8835-8996e463f571&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761168 Jan 21 10:00:42.179443 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e50cada4-c34d-4e3a-bbdc-504e1a64e940 req-aee01de8-e4c8-473d-97d0-9e1e93e4b13f service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=e94bed1a-ac84-4925-8835-8996e463f571 HTTP/1.1" status: 200 len: 1098 time: 0.0697544 Jan 21 10:00:42.425673 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50cada4-c34d-4e3a-bbdc-504e1a64e940 req-18a89c64-2e10-4f3d-88c4-55c8b50fed72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:42.427066 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e50cada4-c34d-4e3a-bbdc-504e1a64e940 req-18a89c64-2e10-4f3d-88c4-55c8b50fed72 service neutron] 10.222.0.124 "GET /v2.0/networks?id=787360fc-1d96-47a7-9d43-e6b6a88bc006 HTTP/1.1" status: 200 len: 897 time: 0.2281330 Jan 21 10:00:42.532010 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e50cada4-c34d-4e3a-bbdc-504e1a64e940 req-36512130-0645-447c-aa5b-4e9f2ab26171 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37563cc0-9032-4eda-b2d8-473e037e1aa3 HTTP/1.1" status: 200 len: 1000 time: 0.0970604 Jan 21 10:00:42.597504 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50cada4-c34d-4e3a-bbdc-504e1a64e940 req-d9f30516-9adf-433e-a50f-dd3a1601385d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:42.598987 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e50cada4-c34d-4e3a-bbdc-504e1a64e940 req-d9f30516-9adf-433e-a50f-dd3a1601385d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=ebc33d09-0353-4e6b-9063-439d7258ffb4 HTTP/1.1" status: 200 len: 843 time: 0.0605593 Jan 21 10:00:42.679880 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e50cada4-c34d-4e3a-bbdc-504e1a64e940 req-976530ba-df86-4ae3-8761-89c65cd04f46 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=787360fc-1d96-47a7-9d43-e6b6a88bc006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733604 Jan 21 10:00:42.813191 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e50cada4-c34d-4e3a-bbdc-504e1a64e940 req-4cf821bf-4a01-471e-ad71-d6159e99aed4 service neutron] 10.222.0.124 "GET /v2.0/networks/787360fc-1d96-47a7-9d43-e6b6a88bc006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266413 Jan 21 10:00:42.953482 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e50cada4-c34d-4e3a-bbdc-504e1a64e940 req-a62e4225-e001-4fdc-95e8-676383180c64 service neutron] 10.222.0.124 "GET /v2.0/networks/787360fc-1d96-47a7-9d43-e6b6a88bc006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342552 Jan 21 10:00:50.374836 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:53.915347 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d756fe7e-c9e2-4d37-9b88-0a343f0a39a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:56.324310 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7ae24325-a372-4975-a4d6-aa35504d9466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:57.441459 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:57.726119 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:59.461528 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:00.617044 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:01:20.385830 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:23.918087 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-26735c0b-df76-4ec9-86d6-3b6a37120ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:26.327785 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-42fa4b68-a322-4d98-a250-d044784a6355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:27.444359 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:27.729857 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:29.464707 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:37.618819 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:01:44.110549 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-aa0b9a3b-4da5-4b2d-9759-60fb1b621a29 req-37ce0cd5-4226-4594-8326-dcecb8f683b6 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=e94bed1a-ac84-4925-8835-8996e463f571&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756073 Jan 21 10:01:44.251840 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-aa0b9a3b-4da5-4b2d-9759-60fb1b621a29 req-a636c6c3-03a4-4c76-a02d-5e2b15a7fced service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=e94bed1a-ac84-4925-8835-8996e463f571 HTTP/1.1" status: 200 len: 1098 time: 0.0750897 Jan 21 10:01:44.415909 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b9a3b-4da5-4b2d-9759-60fb1b621a29 req-c696ba64-8b0a-448e-aa86-257e1a3ee963 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:44.417338 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-aa0b9a3b-4da5-4b2d-9759-60fb1b621a29 req-c696ba64-8b0a-448e-aa86-257e1a3ee963 service neutron] 10.222.0.124 "GET /v2.0/networks?id=787360fc-1d96-47a7-9d43-e6b6a88bc006 HTTP/1.1" status: 200 len: 897 time: 0.1472833 Jan 21 10:01:44.524740 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-aa0b9a3b-4da5-4b2d-9759-60fb1b621a29 req-f0dffe4f-a47c-423e-adbb-cac0c15f39ed service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37563cc0-9032-4eda-b2d8-473e037e1aa3 HTTP/1.1" status: 200 len: 1000 time: 0.1010890 Jan 21 10:01:44.596147 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b9a3b-4da5-4b2d-9759-60fb1b621a29 req-989161dc-2f76-4fad-8f32-f16924da757d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:44.597674 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-aa0b9a3b-4da5-4b2d-9759-60fb1b621a29 req-989161dc-2f76-4fad-8f32-f16924da757d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=ebc33d09-0353-4e6b-9063-439d7258ffb4 HTTP/1.1" status: 200 len: 843 time: 0.0674260 Jan 21 10:01:44.678510 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-aa0b9a3b-4da5-4b2d-9759-60fb1b621a29 req-a05c3e96-e42e-42d2-9e7c-4df4b9b22b30 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=787360fc-1d96-47a7-9d43-e6b6a88bc006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748620 Jan 21 10:01:44.829105 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-aa0b9a3b-4da5-4b2d-9759-60fb1b621a29 req-0bd0d1e5-3461-415f-802e-95cf617e30dc service neutron] 10.222.0.124 "GET /v2.0/networks/787360fc-1d96-47a7-9d43-e6b6a88bc006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446400 Jan 21 10:01:44.980973 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-aa0b9a3b-4da5-4b2d-9759-60fb1b621a29 req-d60c9266-10bc-4d0d-b118-c2e49651892b service neutron] 10.222.0.124 "GET /v2.0/networks/787360fc-1d96-47a7-9d43-e6b6a88bc006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451020 Jan 21 10:01:50.384985 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:53.920488 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-51ca034c-be57-4c49-822c-d660e9f95758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:56.332006 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b1e25826-a838-4305-9404-42415d1de7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:57.450442 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:57.734089 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:59.471031 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:14.618936 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:02:20.396314 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:20.588597 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39524) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:20.711060 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-35f93eb5-2af9-4e70-9752-2af5a3c84f95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:02:21.065799 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-35f93eb5-2af9-4e70-9752-2af5a3c84f95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2584186'] for subnet, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:21.268590 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-35f93eb5-2af9-4e70-9752-2af5a3c84f95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793818614263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3463723'] for subnet, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:21.322826 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f93eb5-2af9-4e70-9752-2af5a3c84f95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:21.323293 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-35f93eb5-2af9-4e70-9752-2af5a3c84f95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:21.324646 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-35f93eb5-2af9-4e70-9752-2af5a3c84f95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "PUT /v2.0/subnets/ebc33d09-0353-4e6b-9063-439d7258ffb4 HTTP/1.1" status: 200 len: 835 time: 0.7349498 Jan 21 10:02:21.330136 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cee0160-4d76-42d7-9ce9-a876fa8a93bd None None] Network 787360fc-1d96-47a7-9d43-e6b6a88bc006 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:02:21.339219 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f93eb5-2af9-4e70-9752-2af5a3c84f95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Subnet': ['ID=ebc33d09-0353-4e6b-9063-439d7258ffb4,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:21.348726 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f93eb5-2af9-4e70-9752-2af5a3c84f95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:21.349160 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f93eb5-2af9-4e70-9752-2af5a3c84f95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:21.349389 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f93eb5-2af9-4e70-9752-2af5a3c84f95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:21.349735 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f93eb5-2af9-4e70-9752-2af5a3c84f95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:21.350054 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f93eb5-2af9-4e70-9752-2af5a3c84f95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:21.350369 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f93eb5-2af9-4e70-9752-2af5a3c84f95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:21.350683 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f93eb5-2af9-4e70-9752-2af5a3c84f95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:21.350994 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f93eb5-2af9-4e70-9752-2af5a3c84f95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:21.351305 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f93eb5-2af9-4e70-9752-2af5a3c84f95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:21.351611 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f93eb5-2af9-4e70-9752-2af5a3c84f95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:21.351930 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f93eb5-2af9-4e70-9752-2af5a3c84f95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:21.772549 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-65c56166-1677-4612-9f75-d8312af55a19 None None] Provisioning complete for port 37563cc0-9032-4eda-b2d8-473e037e1aa3 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:02:21.773111 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-65c56166-1677-4612-9f75-d8312af55a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:21.934609 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-65c56166-1677-4612-9f75-d8312af55a19 None None] Provisioning complete for port 5196292d-08f4-41a9-8fbb-816768ee446a triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:02:21.934972 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-65c56166-1677-4612-9f75-d8312af55a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:22.074578 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-65c56166-1677-4612-9f75-d8312af55a19 None None] Provisioning complete for port 1f2f498b-140c-4858-822c-949a6e91123a triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:02:22.074943 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-65c56166-1677-4612-9f75-d8312af55a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:23.924362 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3bbc5e84-0af2-422f-8804-9a72df64948b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:26.339776 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5fdc9acc-e7f2-4c77-bcf8-55a7e4531d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:27.443701 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:27.735468 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:29.469769 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:44.042807 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0253d1c2-74c2-4546-8993-8f551092a97c req-90fea3ab-5abc-488f-bd1e-424503968444 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=e94bed1a-ac84-4925-8835-8996e463f571&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750890 Jan 21 10:02:44.181743 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0253d1c2-74c2-4546-8993-8f551092a97c req-7fa0a4ce-69a6-435b-8589-38492da12486 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=e94bed1a-ac84-4925-8835-8996e463f571 HTTP/1.1" status: 200 len: 1098 time: 0.0693622 Jan 21 10:02:44.326713 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253d1c2-74c2-4546-8993-8f551092a97c req-2bcd66df-e31e-4cb9-8579-aaa50f372b94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:44.328743 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0253d1c2-74c2-4546-8993-8f551092a97c req-2bcd66df-e31e-4cb9-8579-aaa50f372b94 service neutron] 10.222.0.124 "GET /v2.0/networks?id=787360fc-1d96-47a7-9d43-e6b6a88bc006 HTTP/1.1" status: 200 len: 897 time: 0.1279829 Jan 21 10:02:44.432647 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0253d1c2-74c2-4546-8993-8f551092a97c req-18a19465-2e52-4591-813b-8e388d6287b4 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37563cc0-9032-4eda-b2d8-473e037e1aa3 HTTP/1.1" status: 200 len: 1000 time: 0.0977259 Jan 21 10:02:44.500724 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253d1c2-74c2-4546-8993-8f551092a97c req-417c316f-dfd4-4b6c-9ea7-6d02334cdb19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:44.502641 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0253d1c2-74c2-4546-8993-8f551092a97c req-417c316f-dfd4-4b6c-9ea7-6d02334cdb19 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=ebc33d09-0353-4e6b-9063-439d7258ffb4 HTTP/1.1" status: 200 len: 843 time: 0.0645969 Jan 21 10:02:44.580194 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0253d1c2-74c2-4546-8993-8f551092a97c req-f3ec80d9-22cb-443e-ad86-1084b1a1da7a service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=787360fc-1d96-47a7-9d43-e6b6a88bc006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712314 Jan 21 10:02:44.589649 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [req-0253d1c2-74c2-4546-8993-8f551092a97c req-0cf1a50b-84e9-412c-b4df-fa86358fb032 service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=83598) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 10:02:44.590545 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0253d1c2-74c2-4546-8993-8f551092a97c req-0cf1a50b-84e9-412c-b4df-fa86358fb032 service neutron] 10.222.0.124 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046656 Jan 21 10:02:44.725378 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0253d1c2-74c2-4546-8993-8f551092a97c req-9964aabc-d3c4-4368-834e-79b23fe5cf84 service neutron] 10.222.0.124 "GET /v2.0/networks/787360fc-1d96-47a7-9d43-e6b6a88bc006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282799 Jan 21 10:02:44.860344 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0253d1c2-74c2-4546-8993-8f551092a97c req-a6f8ebf8-0058-4fdb-87a4-70649f9f4b47 service neutron] 10.222.0.124 "GET /v2.0/networks/787360fc-1d96-47a7-9d43-e6b6a88bc006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294177 Jan 21 10:02:50.408969 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:51.620001 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:02:53.930152 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a047870c-fe1e-4702-9873-d5ff420d37be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:56.335243 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e6b507f6-5a1f-472f-8d01-25e26182278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:57.447376 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:57.738576 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:59.473230 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.159813 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39540) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:04.374788 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-899c6db4-e728-4d87-b6b4-73334ecc61e5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting port b61839b5-9141-4c70-9a8f-3fb68484e02b {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:03:04.375123 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-899c6db4-e728-4d87-b6b4-73334ecc61e5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.543661 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-899c6db4-e728-4d87-b6b4-73334ecc61e5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.543986 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-899c6db4-e728-4d87-b6b4-73334ecc61e5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.665330 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-899c6db4-e728-4d87-b6b4-73334ecc61e5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Calling delete_port for b61839b5-9141-4c70-9a8f-3fb68484e02b owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:03:04.815944 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-899c6db4-e728-4d87-b6b4-73334ecc61e5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.861742 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c6db4-e728-4d87-b6b4-73334ecc61e5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Port': ['ID=b61839b5-9141-4c70-9a8f-3fb68484e02b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:04.937011 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899c6db4-e728-4d87-b6b4-73334ecc61e5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:04.937419 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899c6db4-e728-4d87-b6b4-73334ecc61e5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:04.937822 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899c6db4-e728-4d87-b6b4-73334ecc61e5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:04.938176 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899c6db4-e728-4d87-b6b4-73334ecc61e5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:04.938544 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899c6db4-e728-4d87-b6b4-73334ecc61e5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:04.938955 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899c6db4-e728-4d87-b6b4-73334ecc61e5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:04.939383 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899c6db4-e728-4d87-b6b4-73334ecc61e5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:04.939749 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899c6db4-e728-4d87-b6b4-73334ecc61e5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:04.940146 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899c6db4-e728-4d87-b6b4-73334ecc61e5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:04.940533 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899c6db4-e728-4d87-b6b4-73334ecc61e5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:04.940949 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899c6db4-e728-4d87-b6b4-73334ecc61e5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:04.974582 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-899c6db4-e728-4d87-b6b4-73334ecc61e5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:05.485025 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-899c6db4-e728-4d87-b6b4-73334ecc61e5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router a13f656d-4467-43aa-a0aa-2dfecaa793bd has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:03:05.705451 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899c6db4-e728-4d87-b6b4-73334ecc61e5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:03:05.715371 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6a88b4-0877-4f7a-8e5f-963877c294e2 None None] Sync routers for ids ['a13f656d-4467-43aa-a0aa-2dfecaa793bd'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:03:05.726546 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-899c6db4-e728-4d87-b6b4-73334ecc61e5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:05.727595 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6a88b4-0877-4f7a-8e5f-963877c294e2 None None] Routers {'a13f656d-4467-43aa-a0aa-2dfecaa793bd'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:03:05.728190 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-7c6a88b4-0877-4f7a-8e5f-963877c294e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:02:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['a13f656d-4467-43aa-a0aa-2dfecaa793bd'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:05.782040 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-899c6db4-e728-4d87-b6b4-73334ecc61e5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/floatingips/71db76a5-f234-46a8-a667-76d3a1869c5d HTTP/1.1" status: 204 len: 168 time: 1.6209259 Jan 21 10:03:05.782509 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94bed1a-ac84-4925-8835-8996e463f571', 'tag': '37563cc0-9032-4eda-b2d8-473e037e1aa3'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:03:05.929394 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-7c6a88b4-0877-4f7a-8e5f-963877c294e2 None None] Set router a13f656d-4467-43aa-a0aa-2dfecaa793bd gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:03:05.995820 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e94bed1a-ac84-4925-8835-8996e463f571', 'tag': '37563cc0-9032-4eda-b2d8-473e037e1aa3', 'status': 'completed', 'code': 200} Jan 21 10:03:06.116264 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-33fceb9f-3c26-4bd0-9e3b-ad4e3d4ae275 req-9cd4b27d-0275-4f4f-a4c4-7667ffacf023 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=e94bed1a-ac84-4925-8835-8996e463f571 HTTP/1.1" status: 200 len: 1098 time: 0.0984929 Jan 21 10:03:06.255184 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fceb9f-3c26-4bd0-9e3b-ad4e3d4ae275 req-be0a885b-3d30-4b7a-8a02-a8b09cbfc9a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:06.256651 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-33fceb9f-3c26-4bd0-9e3b-ad4e3d4ae275 req-be0a885b-3d30-4b7a-8a02-a8b09cbfc9a2 service neutron] 10.222.0.124 "GET /v2.0/networks?id=787360fc-1d96-47a7-9d43-e6b6a88bc006 HTTP/1.1" status: 200 len: 897 time: 0.1342576 Jan 21 10:03:06.296545 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-7c6a88b4-0877-4f7a-8e5f-963877c294e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'name': 'tempest-TestNetworkBasicOps-router-1287948293', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': '7b8f38e3-f840-4da7-bb23-ff9362df23ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:00:02Z', 'updated_at': '2022-01-21T10:00:06Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '7b8f38e3-f840-4da7-bb23-ff9362df23ad', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:02Z', 'updated_at': '2022-01-21T10:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '1f2f498b-140c-4858-822c-949a6e91123a', 'name': '', 'network_id': '787360fc-1d96-47a7-9d43-e6b6a88bc006', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:48:1b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebc33d09-0353-4e6b-9063-439d7258ffb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:05Z', 'updated_at': '2022-01-21T10:00:12Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'ebc33d09-0353-4e6b-9063-439d7258ffb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:06.300641 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6a88b4-0877-4f7a-8e5f-963877c294e2 None None] Checking router: a13f656d-4467-43aa-a0aa-2dfecaa793bd for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:03:06.312375 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6a88b4-0877-4f7a-8e5f-963877c294e2 None None] Routers {'a13f656d-4467-43aa-a0aa-2dfecaa793bd'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:03:06.312906 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-7c6a88b4-0877-4f7a-8e5f-963877c294e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:02:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['a13f656d-4467-43aa-a0aa-2dfecaa793bd'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:06.329924 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-33fceb9f-3c26-4bd0-9e3b-ad4e3d4ae275 req-4c99644d-09cb-4bb8-bd45-7b40d42ab530 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37563cc0-9032-4eda-b2d8-473e037e1aa3 HTTP/1.1" status: 200 len: 217 time: 0.0667980 Jan 21 10:03:06.349330 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7320d75-44a5-4c31-af03-1e4ccea99eb0 req-4bbfcdca-d977-4954-b8e6-95ff21a72cbf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:06.350153 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-a7320d75-44a5-4c31-af03-1e4ccea99eb0 req-4bbfcdca-d977-4954-b8e6-95ff21a72cbf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:03:06.368505 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-a7320d75-44a5-4c31-af03-1e4ccea99eb0 req-4bbfcdca-d977-4954-b8e6-95ff21a72cbf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:03:06.369811 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a7320d75-44a5-4c31-af03-1e4ccea99eb0 req-4bbfcdca-d977-4954-b8e6-95ff21a72cbf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=e94bed1a-ac84-4925-8835-8996e463f571 HTTP/1.1" status: 200 len: 945 time: 0.1915145 Jan 21 10:03:06.401434 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fceb9f-3c26-4bd0-9e3b-ad4e3d4ae275 req-2fb0b1f0-08f2-4e1e-8605-bb4f8b64f53f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:06.402928 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-33fceb9f-3c26-4bd0-9e3b-ad4e3d4ae275 req-2fb0b1f0-08f2-4e1e-8605-bb4f8b64f53f service neutron] 10.222.0.124 "GET /v2.0/subnets?id=ebc33d09-0353-4e6b-9063-439d7258ffb4 HTTP/1.1" status: 200 len: 843 time: 0.0656352 Jan 21 10:03:06.428114 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a7320d75-44a5-4c31-af03-1e4ccea99eb0 req-b2de599e-f0d9-496a-acb5-dfb7f4d62d7a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=811969fd-b602-40c4-94f7-baf700cbf86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505991 Jan 21 10:03:06.490507 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-33fceb9f-3c26-4bd0-9e3b-ad4e3d4ae275 req-c9b11817-b93e-4f7a-87e3-4ce433423aa3 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=787360fc-1d96-47a7-9d43-e6b6a88bc006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811737 Jan 21 10:03:06.505751 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-7c6a88b4-0877-4f7a-8e5f-963877c294e2 None None] Set router a13f656d-4467-43aa-a0aa-2dfecaa793bd gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:03:06.731287 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-33fceb9f-3c26-4bd0-9e3b-ad4e3d4ae275 req-0a9c5c14-0b86-413a-9e76-73b8742a7de3 service neutron] 10.222.0.124 "GET /v2.0/networks/787360fc-1d96-47a7-9d43-e6b6a88bc006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334096 Jan 21 10:03:06.827896 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-7c6a88b4-0877-4f7a-8e5f-963877c294e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'name': 'tempest-TestNetworkBasicOps-router-1287948293', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': '7b8f38e3-f840-4da7-bb23-ff9362df23ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:00:02Z', 'updated_at': '2022-01-21T10:00:06Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '7b8f38e3-f840-4da7-bb23-ff9362df23ad', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:02Z', 'updated_at': '2022-01-21T10:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '1f2f498b-140c-4858-822c-949a6e91123a', 'name': '', 'network_id': '787360fc-1d96-47a7-9d43-e6b6a88bc006', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:48:1b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebc33d09-0353-4e6b-9063-439d7258ffb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:05Z', 'updated_at': '2022-01-21T10:00:12Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'ebc33d09-0353-4e6b-9063-439d7258ffb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:06.833995 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6a88b4-0877-4f7a-8e5f-963877c294e2 None None] The sync data for ids ['a13f656d-4467-43aa-a0aa-2dfecaa793bd'] in dv-neutron-825732-1-hyperv is: [{'id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'name': 'tempest-TestNetworkBasicOps-router-1287948293', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': '7b8f38e3-f840-4da7-bb23-ff9362df23ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:00:02Z', 'updated_at': '2022-01-21T10:00:06Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '7b8f38e3-f840-4da7-bb23-ff9362df23ad', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:02Z', 'updated_at': '2022-01-21T10:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '1f2f498b-140c-4858-822c-949a6e91123a', 'name': '', 'network_id': '787360fc-1d96-47a7-9d43-e6b6a88bc006', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:48:1b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebc33d09-0353-4e6b-9063-439d7258ffb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:05Z', 'updated_at': '2022-01-21T10:00:12Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'ebc33d09-0353-4e6b-9063-439d7258ffb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:03:06.882388 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-33fceb9f-3c26-4bd0-9e3b-ad4e3d4ae275 req-6e80408b-4d40-4ac8-a8bc-dffbd955365a service neutron] 10.222.0.124 "GET /v2.0/networks/787360fc-1d96-47a7-9d43-e6b6a88bc006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435010 Jan 21 10:03:07.069392 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccdf20e-5a16-400b-bc5b-0479c54f4519 None None] New status for floating IP 71db76a5-f234-46a8-a667-76d3a1869c5d: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:03:07.525810 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2320e3-be49-49ae-9516-b4c981da8907 req-01ea9d1c-d28a-44bf-a176-5daee40d158b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:07.527245 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2c2320e3-be49-49ae-9516-b4c981da8907 req-01ea9d1c-d28a-44bf-a176-5daee40d158b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/ports?device_id=e94bed1a-ac84-4925-8835-8996e463f571 HTTP/1.1" status: 200 len: 945 time: 0.0817821 Jan 21 10:03:07.610340 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-2c2320e3-be49-49ae-9516-b4c981da8907 req-60d8d09a-a8df-4959-9131-b195fee97007 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting port 37563cc0-9032-4eda-b2d8-473e037e1aa3 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:03:07.611101 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-2c2320e3-be49-49ae-9516-b4c981da8907 req-60d8d09a-a8df-4959-9131-b195fee97007 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:07.885549 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26795e5e-3918-49e0-b19d-75c1bf37616b req-53d4202c-637e-415e-b2bf-9c22cd933f4e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:07.887002 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-26795e5e-3918-49e0-b19d-75c1bf37616b req-53d4202c-637e-415e-b2bf-9c22cd933f4e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=e94bed1a-ac84-4925-8835-8996e463f571 HTTP/1.1" status: 200 len: 945 time: 0.3110986 Jan 21 10:03:07.960370 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-2c2320e3-be49-49ae-9516-b4c981da8907 req-60d8d09a-a8df-4959-9131-b195fee97007 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] For port 37563cc0-9032-4eda-b2d8-473e037e1aa3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=37563cc0-9032-4eda-b2d8-473e037e1aa3,segment=NetworkSegment(ed8dd955-d481-4dfa-9717-67fda335b28b),segment_id=ed8dd955-d481-4dfa-9717-67fda335b28b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:03:07.960724 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-2c2320e3-be49-49ae-9516-b4c981da8907 req-60d8d09a-a8df-4959-9131-b195fee97007 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:08.034582 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-26795e5e-3918-49e0-b19d-75c1bf37616b req-678064cf-b2d4-42ba-81c2-9bff2af27dc5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=811969fd-b602-40c4-94f7-baf700cbf86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408000 Jan 21 10:03:08.095767 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-2c2320e3-be49-49ae-9516-b4c981da8907 req-60d8d09a-a8df-4959-9131-b195fee97007 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Calling delete_port for 37563cc0-9032-4eda-b2d8-473e037e1aa3 owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:03:08.242684 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-2c2320e3-be49-49ae-9516-b4c981da8907 req-60d8d09a-a8df-4959-9131-b195fee97007 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:08.295259 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8d09a-a8df-4959-9131-b195fee97007 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Port': ['ID=37563cc0-9032-4eda-b2d8-473e037e1aa3,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:08.365791 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2320e3-be49-49ae-9516-b4c981da8907 req-60d8d09a-a8df-4959-9131-b195fee97007 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] No DVR routers for this DVR port 37563cc0-9032-4eda-b2d8-473e037e1aa3 on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:03:08.368462 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-2c2320e3-be49-49ae-9516-b4c981da8907 req-60d8d09a-a8df-4959-9131-b195fee97007 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:08.371128 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94bed1a-ac84-4925-8835-8996e463f571', 'name': 'network-vif-deleted', 'tag': '37563cc0-9032-4eda-b2d8-473e037e1aa3'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:03:08.387474 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2c2320e3-be49-49ae-9516-b4c981da8907 req-60d8d09a-a8df-4959-9131-b195fee97007 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "DELETE /v2.0/ports/37563cc0-9032-4eda-b2d8-473e037e1aa3 HTTP/1.1" status: 204 len: 173 time: 0.8550799 Jan 21 10:03:08.443097 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94bed1a-ac84-4925-8835-8996e463f571', 'name': 'network-vif-deleted', 'tag': '37563cc0-9032-4eda-b2d8-473e037e1aa3', 'status': 'completed', 'code': 200} Jan 21 10:03:09.139583 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39570) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:09.211862 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-af3d3b7d-509c-427d-9b23-d7595a80254e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:09.240874 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-af3d3b7d-509c-427d-9b23-d7595a80254e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:09.315390 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-af3d3b7d-509c-427d-9b23-d7595a80254e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:09.334910 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d3b7d-509c-427d-9b23-d7595a80254e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=811969fd-b602-40c4-94f7-baf700cbf86c,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:09.345727 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-af3d3b7d-509c-427d-9b23-d7595a80254e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:09.346863 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-af3d3b7d-509c-427d-9b23-d7595a80254e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/security-groups/811969fd-b602-40c4-94f7-baf700cbf86c HTTP/1.1" status: 204 len: 168 time: 0.2062981 Jan 21 10:03:09.394029 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39576) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:09.803708 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e70a4e15-a2a4-492b-aab5-44cabed2acd5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:10.519757 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-e70a4e15-a2a4-492b-aab5-44cabed2acd5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting port 1f2f498b-140c-4858-822c-949a6e91123a {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:03:10.520426 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e70a4e15-a2a4-492b-aab5-44cabed2acd5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:10.707661 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-e70a4e15-a2a4-492b-aab5-44cabed2acd5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] For port 1f2f498b-140c-4858-822c-949a6e91123a, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=1f2f498b-140c-4858-822c-949a6e91123a,segment=NetworkSegment(ed8dd955-d481-4dfa-9717-67fda335b28b),segment_id=ed8dd955-d481-4dfa-9717-67fda335b28b)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:03:10.708310 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e70a4e15-a2a4-492b-aab5-44cabed2acd5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:10.836611 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-e70a4e15-a2a4-492b-aab5-44cabed2acd5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Calling delete_port for 1f2f498b-140c-4858-822c-949a6e91123a owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:03:11.028197 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e70a4e15-a2a4-492b-aab5-44cabed2acd5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:11.077393 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a4e15-a2a4-492b-aab5-44cabed2acd5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Port': ['ID=1f2f498b-140c-4858-822c-949a6e91123a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:11.381065 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e70a4e15-a2a4-492b-aab5-44cabed2acd5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:12.125671 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70a4e15-a2a4-492b-aab5-44cabed2acd5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router a13f656d-4467-43aa-a0aa-2dfecaa793bd has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:03:12.338245 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70a4e15-a2a4-492b-aab5-44cabed2acd5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:03:12.348813 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e1882f-8909-424f-9586-edec4469febb None None] Sync routers for ids ['a13f656d-4467-43aa-a0aa-2dfecaa793bd'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:03:12.350952 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e70a4e15-a2a4-492b-aab5-44cabed2acd5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "PUT /v2.0/routers/a13f656d-4467-43aa-a0aa-2dfecaa793bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9558406 Jan 21 10:03:12.353507 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39580) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:12.361117 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e1882f-8909-424f-9586-edec4469febb None None] Routers {'a13f656d-4467-43aa-a0aa-2dfecaa793bd'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:03:12.361745 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-04e1882f-8909-424f-9586-edec4469febb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:02:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['a13f656d-4467-43aa-a0aa-2dfecaa793bd'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:12.536101 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 37563cc0-9032-4eda-b2d8-473e037e1aa3 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:03:12.546278 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-04e1882f-8909-424f-9586-edec4469febb None None] Set router a13f656d-4467-43aa-a0aa-2dfecaa793bd gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:03:12.557254 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea880bf4-8e88-407a-9ca8-a48af2d8349a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting subnet ebc33d09-0353-4e6b-9063-439d7258ffb4 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:03:12.560328 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ea880bf4-8e88-407a-9ca8-a48af2d8349a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:12.574402 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: 37563cc0-9032-4eda-b2d8-473e037e1aa3 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:03:12.574749 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 37563cc0-9032-4eda-b2d8-473e037e1aa3 not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:03:12.621968 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ea880bf4-8e88-407a-9ca8-a48af2d8349a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:12.708449 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ea880bf4-8e88-407a-9ca8-a48af2d8349a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:12.799771 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ea880bf4-8e88-407a-9ca8-a48af2d8349a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:12.836140 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea880bf4-8e88-407a-9ca8-a48af2d8349a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Subnet': ['ID=ebc33d09-0353-4e6b-9063-439d7258ffb4,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:12.836772 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-04e1882f-8909-424f-9586-edec4469febb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'name': 'tempest-TestNetworkBasicOps-router-1287948293', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': '7b8f38e3-f840-4da7-bb23-ff9362df23ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:00:02Z', 'updated_at': '2022-01-21T10:03:10Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '7b8f38e3-f840-4da7-bb23-ff9362df23ad', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:02Z', 'updated_at': '2022-01-21T10:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:12.840789 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e1882f-8909-424f-9586-edec4469febb None None] Checking router: a13f656d-4467-43aa-a0aa-2dfecaa793bd for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:03:12.840946 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ea880bf4-8e88-407a-9ca8-a48af2d8349a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:12.849019 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ea880bf4-8e88-407a-9ca8-a48af2d8349a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/subnets/ebc33d09-0353-4e6b-9063-439d7258ffb4 HTTP/1.1" status: 204 len: 168 time: 0.4944906 Jan 21 10:03:12.853360 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39584) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:12.855533 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b98d25-bdde-4c90-b6ce-31a98c9fb07b None None] Network 787360fc-1d96-47a7-9d43-e6b6a88bc006 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:03:12.858466 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e1882f-8909-424f-9586-edec4469febb None None] Routers {'a13f656d-4467-43aa-a0aa-2dfecaa793bd'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:03:12.859408 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-04e1882f-8909-424f-9586-edec4469febb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:02:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['a13f656d-4467-43aa-a0aa-2dfecaa793bd'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:13.073778 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe705e23-5a8c-46b7-96a3-6cdfd0aa4c83 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:13.082369 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-04e1882f-8909-424f-9586-edec4469febb None None] Set router a13f656d-4467-43aa-a0aa-2dfecaa793bd gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:03:13.135330 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc389e8-527b-41ac-9f50-8ae7d287d2d4 None None] DHCP port deletion for 787360fc-1d96-47a7-9d43-e6b6a88bc006 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 10:03:13.141168 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-0dc389e8-527b-41ac-9f50-8ae7d287d2d4 None None] Deleting port 5196292d-08f4-41a9-8fbb-816768ee446a {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:03:13.141562 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0dc389e8-527b-41ac-9f50-8ae7d287d2d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:13.303543 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe705e23-5a8c-46b7-96a3-6cdfd0aa4c83 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:13.322748 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-fe705e23-5a8c-46b7-96a3-6cdfd0aa4c83 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting port 7b8f38e3-f840-4da7-bb23-ff9362df23ad {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:03:13.323131 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe705e23-5a8c-46b7-96a3-6cdfd0aa4c83 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:13.359499 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-0dc389e8-527b-41ac-9f50-8ae7d287d2d4 None None] For port 5196292d-08f4-41a9-8fbb-816768ee446a, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=5196292d-08f4-41a9-8fbb-816768ee446a,segment=NetworkSegment(ed8dd955-d481-4dfa-9717-67fda335b28b),segment_id=ed8dd955-d481-4dfa-9717-67fda335b28b)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:03:13.359844 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0dc389e8-527b-41ac-9f50-8ae7d287d2d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:13.395420 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-04e1882f-8909-424f-9586-edec4469febb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'name': 'tempest-TestNetworkBasicOps-router-1287948293', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': '7b8f38e3-f840-4da7-bb23-ff9362df23ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:00:02Z', 'updated_at': '2022-01-21T10:03:10Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '7b8f38e3-f840-4da7-bb23-ff9362df23ad', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:02Z', 'updated_at': '2022-01-21T10:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:13.399378 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e1882f-8909-424f-9586-edec4469febb None None] The sync data for ids ['a13f656d-4467-43aa-a0aa-2dfecaa793bd'] in dv-neutron-825732-1-hyperv is: [{'id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'name': 'tempest-TestNetworkBasicOps-router-1287948293', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': '7b8f38e3-f840-4da7-bb23-ff9362df23ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:00:02Z', 'updated_at': '2022-01-21T10:03:10Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '7b8f38e3-f840-4da7-bb23-ff9362df23ad', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13f656d-4467-43aa-a0aa-2dfecaa793bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:02Z', 'updated_at': '2022-01-21T10:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:03:13.483410 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-0dc389e8-527b-41ac-9f50-8ae7d287d2d4 None None] Calling delete_port for 5196292d-08f4-41a9-8fbb-816768ee446a owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:03:13.532618 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-fe705e23-5a8c-46b7-96a3-6cdfd0aa4c83 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] For port 7b8f38e3-f840-4da7-bb23-ff9362df23ad, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=7b8f38e3-f840-4da7-bb23-ff9362df23ad,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:03:13.532980 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe705e23-5a8c-46b7-96a3-6cdfd0aa4c83 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:13.560371 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0dc389e8-527b-41ac-9f50-8ae7d287d2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:13.649399 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc389e8-527b-41ac-9f50-8ae7d287d2d4 None None] Pushing event deleted for resources: {'Port': ['ID=5196292d-08f4-41a9-8fbb-816768ee446a,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:13.658177 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc389e8-527b-41ac-9f50-8ae7d287d2d4 None None] No DVR routers for this DVR port 5196292d-08f4-41a9-8fbb-816768ee446a on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:03:13.663693 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc389e8-527b-41ac-9f50-8ae7d287d2d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:13.664046 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc389e8-527b-41ac-9f50-8ae7d287d2d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:13.664276 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-fe705e23-5a8c-46b7-96a3-6cdfd0aa4c83 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Calling delete_port for 7b8f38e3-f840-4da7-bb23-ff9362df23ad owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:03:13.664393 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc389e8-527b-41ac-9f50-8ae7d287d2d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:13.664703 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc389e8-527b-41ac-9f50-8ae7d287d2d4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:13.665034 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc389e8-527b-41ac-9f50-8ae7d287d2d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:13.665360 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc389e8-527b-41ac-9f50-8ae7d287d2d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:13.665714 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc389e8-527b-41ac-9f50-8ae7d287d2d4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:13.666081 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc389e8-527b-41ac-9f50-8ae7d287d2d4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:13.666839 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc389e8-527b-41ac-9f50-8ae7d287d2d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:13.666839 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc389e8-527b-41ac-9f50-8ae7d287d2d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:13.667004 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc389e8-527b-41ac-9f50-8ae7d287d2d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:13.971508 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 5196292d-08f4-41a9-8fbb-816768ee446a no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:03:13.979887 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe705e23-5a8c-46b7-96a3-6cdfd0aa4c83 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:14.005827 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 5196292d-08f4-41a9-8fbb-816768ee446a {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:03:14.006165 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 5196292d-08f4-41a9-8fbb-816768ee446a not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:03:14.006582 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 1f2f498b-140c-4858-822c-949a6e91123a no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:03:14.024232 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe705e23-5a8c-46b7-96a3-6cdfd0aa4c83 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Port': ['ID=7b8f38e3-f840-4da7-bb23-ff9362df23ad,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:14.039833 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 1f2f498b-140c-4858-822c-949a6e91123a {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:03:14.040180 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 1f2f498b-140c-4858-822c-949a6e91123a not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:03:14.253069 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe705e23-5a8c-46b7-96a3-6cdfd0aa4c83 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:14.515084 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe705e23-5a8c-46b7-96a3-6cdfd0aa4c83 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:14.519807 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe705e23-5a8c-46b7-96a3-6cdfd0aa4c83 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:14.546313 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe705e23-5a8c-46b7-96a3-6cdfd0aa4c83 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:14.547034 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe705e23-5a8c-46b7-96a3-6cdfd0aa4c83 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Fanout notify agent at l3_agent the message router_deleted on router a13f656d-4467-43aa-a0aa-2dfecaa793bd {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:03:14.562126 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe705e23-5a8c-46b7-96a3-6cdfd0aa4c83 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:14.563229 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-fe705e23-5a8c-46b7-96a3-6cdfd0aa4c83 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/routers/a13f656d-4467-43aa-a0aa-2dfecaa793bd HTTP/1.1" status: 204 len: 168 time: 1.7087409 Jan 21 10:03:14.566758 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39588) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:14.688048 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aa5fb3c5-c245-4ac9-8938-0aa38c23f998 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:14.829663 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aa5fb3c5-c245-4ac9-8938-0aa38c23f998 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:14.856644 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-aa5fb3c5-c245-4ac9-8938-0aa38c23f998 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['787360fc-1d96-47a7-9d43-e6b6a88bc006']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:14.869161 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-aa5fb3c5-c245-4ac9-8938-0aa38c23f998 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8dd955-d481-4dfa-9717-67fda335b28b') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:14.869417 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-aa5fb3c5-c245-4ac9-8938-0aa38c23f998 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8dd955-d481-4dfa-9717-67fda335b28b') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:14.881015 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aa5fb3c5-c245-4ac9-8938-0aa38c23f998 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:14.901299 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aa5fb3c5-c245-4ac9-8938-0aa38c23f998 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:14.909197 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa5fb3c5-c245-4ac9-8938-0aa38c23f998 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:03:14.909608 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aa5fb3c5-c245-4ac9-8938-0aa38c23f998 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:14.923671 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 10:03:14.923671 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:03:14.923671 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 10:03:14.923671 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:03:14.923671 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 10:03:14.923671 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:03:14.923671 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 10:03:14.923671 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:03:14.923671 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 10:03:14.923671 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:03:14.923671 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 10:03:14.923671 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:03:14.923671 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 10:03:14.923671 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:03:14.923671 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:03:14.923671 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:03:14.923671 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:03:14.923671 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:03:14.923671 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 10:03:14.923671 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:03:14.923671 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 10:03:14.923671 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:03:14.923671 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:03:14.923671 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:03:14.923671 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 10:03:14.923671 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:03:14.923671 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:03:14.923671 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:03:14.923671 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:03:14.923671 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:03:14.923671 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:03:14.923671 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:03:15.009453 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aa5fb3c5-c245-4ac9-8938-0aa38c23f998 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:15.027623 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aa5fb3c5-c245-4ac9-8938-0aa38c23f998 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:15.040259 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5fb3c5-c245-4ac9-8938-0aa38c23f998 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Network': ['ID=787360fc-1d96-47a7-9d43-e6b6a88bc006,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:15.047999 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-aa5fb3c5-c245-4ac9-8938-0aa38c23f998 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/networks/787360fc-1d96-47a7-9d43-e6b6a88bc006 HTTP/1.1" status: 204 len: 168 time: 0.4804211 Jan 21 10:03:15.058689 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39592) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:15.066038 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-08739c28-1fad-48bc-81ad-78c896671ae0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'network': {'name': 'tempest-network-smoke--1918913213', 'project_id': 'e2711eddd053435baef8e70b41198188', 'port_security_enabled': True}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:03:15.071323 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-08739c28-1fad-48bc-81ad-78c896671ae0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:15.075575 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-08739c28-1fad-48bc-81ad-78c896671ae0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:network and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:15.079094 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-08739c28-1fad-48bc-81ad-78c896671ae0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:15.084666 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-08739c28-1fad-48bc-81ad-78c896671ae0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:15.094968 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08739c28-1fad-48bc-81ad-78c896671ae0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Made reservation on behalf of e2711eddd053435baef8e70b41198188 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:03:15.097880 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-08739c28-1fad-48bc-81ad-78c896671ae0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:15.131945 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08739c28-1fad-48bc-81ad-78c896671ae0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:03:15.142448 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-08739c28-1fad-48bc-81ad-78c896671ae0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:15.143057 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-08739c28-1fad-48bc-81ad-78c896671ae0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Added segment 775cde21-1d55-4ebd-a2e8-5afba17cef69 of type vlan for network b83a2497-b2f3-44e0-a4ac-26c8a0832b26 Jan 21 10:03:15.170606 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-08739c28-1fad-48bc-81ad-78c896671ae0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:15.200363 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-08739c28-1fad-48bc-81ad-78c896671ae0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:15.204171 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08739c28-1fad-48bc-81ad-78c896671ae0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:15.204808 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-08739c28-1fad-48bc-81ad-78c896671ae0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:15.309585 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-08739c28-1fad-48bc-81ad-78c896671ae0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2495930 Jan 21 10:03:15.313131 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39596) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:15.320195 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08739c28-1fad-48bc-81ad-78c896671ae0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Network': ['ID=b83a2497-b2f3-44e0-a4ac-26c8a0832b26,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:15.322675 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-9d8b48cd-463d-4be9-993a-d2f0e0862359 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-287918741', 'admin_state_up': True, 'project_id': 'e2711eddd053435baef8e70b41198188', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:03:15.329864 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9d8b48cd-463d-4be9-993a-d2f0e0862359 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:15.331032 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network b83a2497-b2f3-44e0-a4ac-26c8a0832b26 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:03:15.333954 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9d8b48cd-463d-4be9-993a-d2f0e0862359 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:router and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:15.336875 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9d8b48cd-463d-4be9-993a-d2f0e0862359 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:15.342857 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9d8b48cd-463d-4be9-993a-d2f0e0862359 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:15.356517 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9d8b48cd-463d-4be9-993a-d2f0e0862359 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:15.357403 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9d8b48cd-463d-4be9-993a-d2f0e0862359 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:15.378924 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9d8b48cd-463d-4be9-993a-d2f0e0862359 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:15.620630 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9d8b48cd-463d-4be9-993a-d2f0e0862359 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:15.801415 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9d8b48cd-463d-4be9-993a-d2f0e0862359 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:15.831158 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9d8b48cd-463d-4be9-993a-d2f0e0862359 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:15.959621 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 7b8f38e3-f840-4da7-bb23-ff9362df23ad no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:03:15.992970 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-9d8b48cd-463d-4be9-993a-d2f0e0862359 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Allocated IP 172.26.0.235 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/4e6eae14-212e-486a-8914-15183c0bb053) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:03:16.010922 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 7b8f38e3-f840-4da7-bb23-ff9362df23ad {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:03:16.011358 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 7b8f38e3-f840-4da7-bb23-ff9362df23ad not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:03:16.149995 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9d8b48cd-463d-4be9-993a-d2f0e0862359 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:16.180086 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9d8b48cd-463d-4be9-993a-d2f0e0862359 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:16.250103 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8b48cd-463d-4be9-993a-d2f0e0862359 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:03:16.253192 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-9d8b48cd-463d-4be9-993a-d2f0e0862359 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:03:16.257583 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8b48cd-463d-4be9-993a-d2f0e0862359 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:03:16.288037 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b48cd-463d-4be9-993a-d2f0e0862359 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=4e6eae14-212e-486a-8914-15183c0bb053,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:16.429325 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9d8b48cd-463d-4be9-993a-d2f0e0862359 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:16.429978 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9d8b48cd-463d-4be9-993a-d2f0e0862359 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:16.667744 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8b48cd-463d-4be9-993a-d2f0e0862359 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router d4c3b9cc-dc55-4f7c-a309-92444594e972 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:03:16.875543 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8b48cd-463d-4be9-993a-d2f0e0862359 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:03:16.887020 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beee8a34-ce4a-48f4-8c58-8ea5033c4ee9 None None] Sync routers for ids ['d4c3b9cc-dc55-4f7c-a309-92444594e972'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:03:16.900324 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beee8a34-ce4a-48f4-8c58-8ea5033c4ee9 None None] Routers {'d4c3b9cc-dc55-4f7c-a309-92444594e972'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:03:16.901087 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-beee8a34-ce4a-48f4-8c58-8ea5033c4ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:02:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['d4c3b9cc-dc55-4f7c-a309-92444594e972'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:16.904254 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9d8b48cd-463d-4be9-993a-d2f0e0862359 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:16.905990 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9d8b48cd-463d-4be9-993a-d2f0e0862359 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5917053 Jan 21 10:03:16.909333 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39600) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:17.041138 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-18b4c28e-8e58-490f-a118-92c2bbad2a7a tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/subnets?project_id=e2711eddd053435baef8e70b41198188&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1306131 Jan 21 10:03:17.043929 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39606) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:17.104879 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-beee8a34-ce4a-48f4-8c58-8ea5033c4ee9 None None] Set router d4c3b9cc-dc55-4f7c-a309-92444594e972 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:03:17.185938 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25f20dd-0721-4861-9362-5a29fc8ef07e tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:17.187338 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c25f20dd-0721-4861-9362-5a29fc8ef07e tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1424575 Jan 21 10:03:17.190149 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39610) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:17.229177 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ac5dcfb4-d2db-4b58-9f54-c3242f56b33d tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/subnets?network_id=05164b30-8981-419a-8272-388f48c19dd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378699 Jan 21 10:03:17.231535 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39614) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:17.237498 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-513c4ebf-346e-4c23-8bbd-adb4081726c9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1885674592', 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26', 'project_id': 'e2711eddd053435baef8e70b41198188', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:03:17.346791 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-513c4ebf-346e-4c23-8bbd-adb4081726c9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:17.350965 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-513c4ebf-346e-4c23-8bbd-adb4081726c9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:subnet and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:17.354245 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-513c4ebf-346e-4c23-8bbd-adb4081726c9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:17.360589 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-513c4ebf-346e-4c23-8bbd-adb4081726c9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:17.370786 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513c4ebf-346e-4c23-8bbd-adb4081726c9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Made reservation on behalf of e2711eddd053435baef8e70b41198188 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:03:17.406015 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-beee8a34-ce4a-48f4-8c58-8ea5033c4ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'name': 'tempest-TestNetworkBasicOps-router-287918741', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '4e6eae14-212e-486a-8914-15183c0bb053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:16Z', 'revision_number': 3, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '4e6eae14-212e-486a-8914-15183c0bb053', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:17.410856 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beee8a34-ce4a-48f4-8c58-8ea5033c4ee9 None None] Checking router: d4c3b9cc-dc55-4f7c-a309-92444594e972 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:03:17.411207 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beee8a34-ce4a-48f4-8c58-8ea5033c4ee9 None None] Updating router d4c3b9cc-dc55-4f7c-a309-92444594e972 port 4e6eae14-212e-486a-8914-15183c0bb053 binding host dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:03:17.476820 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-beee8a34-ce4a-48f4-8c58-8ea5033c4ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:17.579206 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-513c4ebf-346e-4c23-8bbd-adb4081726c9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:17.816630 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-beee8a34-ce4a-48f4-8c58-8ea5033c4ee9 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:17.828717 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-513c4ebf-346e-4c23-8bbd-adb4081726c9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:17.831733 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-beee8a34-ce4a-48f4-8c58-8ea5033c4ee9 None None] Transition to ACTIVE for port object 4e6eae14-212e-486a-8914-15183c0bb053 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:03:17.838818 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-beee8a34-ce4a-48f4-8c58-8ea5033c4ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:17.913076 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c4ebf-346e-4c23-8bbd-adb4081726c9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Subnet': ['ID=c5b262bf-58f3-41a2-a93a-9dea19fdf3b9,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:17.922217 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d05e81-c3f2-4837-b54d-f2b723ea7314 None None] Pushing event updated for resources: {'Port': ['ID=4e6eae14-212e-486a-8914-15183c0bb053,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:17.924905 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513c4ebf-346e-4c23-8bbd-adb4081726c9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Checking segment: {'id': '775cde21-1d55-4ebd-a2e8-5afba17cef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:03:17.925288 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513c4ebf-346e-4c23-8bbd-adb4081726c9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network hostable DHCP agents. Network: b83a2497-b2f3-44e0-a4ac-26c8a0832b26, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:03:17.926513 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-beee8a34-ce4a-48f4-8c58-8ea5033c4ee9 None None] Attempting to bind port 4e6eae14-212e-486a-8914-15183c0bb053 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:03:17.926876 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-beee8a34-ce4a-48f4-8c58-8ea5033c4ee9 None None] Attempting to bind port 4e6eae14-212e-486a-8914-15183c0bb053 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:03:17.927228 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beee8a34-ce4a-48f4-8c58-8ea5033c4ee9 None None] Attempting to bind port 4e6eae14-212e-486a-8914-15183c0bb053 on network 05164b30-8981-419a-8272-388f48c19dd5 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:03:17.937116 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beee8a34-ce4a-48f4-8c58-8ea5033c4ee9 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:03:17.937565 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beee8a34-ce4a-48f4-8c58-8ea5033c4ee9 None None] Checking segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:03:17.938061 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-beee8a34-ce4a-48f4-8c58-8ea5033c4ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:17.938346 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beee8a34-ce4a-48f4-8c58-8ea5033c4ee9 None None] Bound using segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:03:17.938805 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-beee8a34-ce4a-48f4-8c58-8ea5033c4ee9 None None] Bound port: 4e6eae14-212e-486a-8914-15183c0bb053, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:03:17.939167 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-beee8a34-ce4a-48f4-8c58-8ea5033c4ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:17.951367 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513c4ebf-346e-4c23-8bbd-adb4081726c9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network b83a2497-b2f3-44e0-a4ac-26c8a0832b26 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:03:17.961561 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-513c4ebf-346e-4c23-8bbd-adb4081726c9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, b83a2497-b2f3-44e0-a4ac-26c8a0832b26) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:03:17.966323 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513c4ebf-346e-4c23-8bbd-adb4081726c9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:17.966959 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-513c4ebf-346e-4c23-8bbd-adb4081726c9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:17.978459 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a92dd0-f2e2-4919-8b0c-12dbb8c67b19 None None] Network b83a2497-b2f3-44e0-a4ac-26c8a0832b26 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:03:17.995585 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-513c4ebf-346e-4c23-8bbd-adb4081726c9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7630589 Jan 21 10:03:17.999222 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39618) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:18.099816 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-beee8a34-ce4a-48f4-8c58-8ea5033c4ee9 None None] For port 4e6eae14-212e-486a-8914-15183c0bb053, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:03:18.121278 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-beee8a34-ce4a-48f4-8c58-8ea5033c4ee9 None None] For port 4e6eae14-212e-486a-8914-15183c0bb053, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=4e6eae14-212e-486a-8914-15183c0bb053,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:03:18.135022 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-beee8a34-ce4a-48f4-8c58-8ea5033c4ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:18.341050 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d05e81-c3f2-4837-b54d-f2b723ea7314 None None] Pushing event updated for resources: {'Port': ['ID=4e6eae14-212e-486a-8914-15183c0bb053,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:18.348989 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beee8a34-ce4a-48f4-8c58-8ea5033c4ee9 None None] Routers {'d4c3b9cc-dc55-4f7c-a309-92444594e972'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:03:18.349606 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-beee8a34-ce4a-48f4-8c58-8ea5033c4ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:02:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['d4c3b9cc-dc55-4f7c-a309-92444594e972'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:18.398781 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456e0570-6901-46cd-b9ae-0c2c007f5a9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-b83a2497-b2f3-44e0-a4ac-26c8a0832b26', 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ips': [{'subnet_id': 'c5b262bf-58f3-41a2-a93a-9dea19fdf3b9'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:03:18.399613 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-456e0570-6901-46cd-b9ae-0c2c007f5a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:18.647033 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-beee8a34-ce4a-48f4-8c58-8ea5033c4ee9 None None] Set router d4c3b9cc-dc55-4f7c-a309-92444594e972 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:03:18.829864 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-456e0570-6901-46cd-b9ae-0c2c007f5a9e None None] Allocated IP 172.20.0.2 (b83a2497-b2f3-44e0-a4ac-26c8a0832b26/c5b262bf-58f3-41a2-a93a-9dea19fdf3b9/c32388e7-5b28-400e-8d71-b2e183a2ff47) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:03:18.957667 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-df959d9f-d531-4b8b-ab92-9f415fbc7d89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:19.127779 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-456e0570-6901-46cd-b9ae-0c2c007f5a9e None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:19.141217 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-beee8a34-ce4a-48f4-8c58-8ea5033c4ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'name': 'tempest-TestNetworkBasicOps-router-287918741', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '4e6eae14-212e-486a-8914-15183c0bb053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:16Z', 'revision_number': 3, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '4e6eae14-212e-486a-8914-15183c0bb053', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:19.143772 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-456e0570-6901-46cd-b9ae-0c2c007f5a9e None None] Transition to ACTIVE for port object c32388e7-5b28-400e-8d71-b2e183a2ff47 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:03:19.153625 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beee8a34-ce4a-48f4-8c58-8ea5033c4ee9 None None] The sync data for ids ['d4c3b9cc-dc55-4f7c-a309-92444594e972'] in dv-neutron-825732-1-hyperv is: [{'id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'name': 'tempest-TestNetworkBasicOps-router-287918741', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '4e6eae14-212e-486a-8914-15183c0bb053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:16Z', 'revision_number': 3, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '4e6eae14-212e-486a-8914-15183c0bb053', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:03:19.165922 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-456e0570-6901-46cd-b9ae-0c2c007f5a9e None None] Transition to ACTIVE for port object c32388e7-5b28-400e-8d71-b2e183a2ff47 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:03:19.172283 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-456e0570-6901-46cd-b9ae-0c2c007f5a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:19.250505 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456e0570-6901-46cd-b9ae-0c2c007f5a9e None None] Network b83a2497-b2f3-44e0-a4ac-26c8a0832b26 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:03:19.251347 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e0570-6901-46cd-b9ae-0c2c007f5a9e None None] Pushing event updated for resources: {'Port': ['ID=c32388e7-5b28-400e-8d71-b2e183a2ff47,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:19.253938 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-456e0570-6901-46cd-b9ae-0c2c007f5a9e None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:03:19.255938 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456e0570-6901-46cd-b9ae-0c2c007f5a9e None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:03:19.349843 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-456e0570-6901-46cd-b9ae-0c2c007f5a9e None None] Attempting to bind port c32388e7-5b28-400e-8d71-b2e183a2ff47 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:03:19.350212 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-456e0570-6901-46cd-b9ae-0c2c007f5a9e None None] Attempting to bind port c32388e7-5b28-400e-8d71-b2e183a2ff47 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '775cde21-1d55-4ebd-a2e8-5afba17cef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:03:19.350574 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456e0570-6901-46cd-b9ae-0c2c007f5a9e None None] Attempting to bind port c32388e7-5b28-400e-8d71-b2e183a2ff47 on network b83a2497-b2f3-44e0-a4ac-26c8a0832b26 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:03:19.357227 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456e0570-6901-46cd-b9ae-0c2c007f5a9e None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:03:19.357673 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456e0570-6901-46cd-b9ae-0c2c007f5a9e None None] Checking segment: {'id': '775cde21-1d55-4ebd-a2e8-5afba17cef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:03:19.359197 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-456e0570-6901-46cd-b9ae-0c2c007f5a9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:19.359197 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456e0570-6901-46cd-b9ae-0c2c007f5a9e None None] Bound using segment: {'id': '775cde21-1d55-4ebd-a2e8-5afba17cef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:03:19.359197 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-456e0570-6901-46cd-b9ae-0c2c007f5a9e None None] Bound port: c32388e7-5b28-400e-8d71-b2e183a2ff47, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '775cde21-1d55-4ebd-a2e8-5afba17cef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:03:19.362388 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-456e0570-6901-46cd-b9ae-0c2c007f5a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:19.405179 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-df959d9f-d531-4b8b-ab92-9f415fbc7d89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Allocated IP 172.20.0.1 (b83a2497-b2f3-44e0-a4ac-26c8a0832b26/c5b262bf-58f3-41a2-a93a-9dea19fdf3b9/33b329f7-09b7-47ba-b13e-55b71a9016d9) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:03:19.482294 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-456e0570-6901-46cd-b9ae-0c2c007f5a9e None None] For port c32388e7-5b28-400e-8d71-b2e183a2ff47, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:03:19.486407 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-456e0570-6901-46cd-b9ae-0c2c007f5a9e None None] For port c32388e7-5b28-400e-8d71-b2e183a2ff47, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=c32388e7-5b28-400e-8d71-b2e183a2ff47,segment=NetworkSegment(775cde21-1d55-4ebd-a2e8-5afba17cef69),segment_id=775cde21-1d55-4ebd-a2e8-5afba17cef69)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:03:19.492771 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-456e0570-6901-46cd-b9ae-0c2c007f5a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:19.579138 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e0570-6901-46cd-b9ae-0c2c007f5a9e None None] Pushing event updated for resources: {'Port': ['ID=c32388e7-5b28-400e-8d71-b2e183a2ff47,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:19.601328 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-df959d9f-d531-4b8b-ab92-9f415fbc7d89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:19.620196 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-df959d9f-d531-4b8b-ab92-9f415fbc7d89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Transition to ACTIVE for port object 33b329f7-09b7-47ba-b13e-55b71a9016d9 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:03:19.649336 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-df959d9f-d531-4b8b-ab92-9f415fbc7d89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:19.725540 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df959d9f-d531-4b8b-ab92-9f415fbc7d89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network b83a2497-b2f3-44e0-a4ac-26c8a0832b26 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:03:19.728744 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-df959d9f-d531-4b8b-ab92-9f415fbc7d89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:03:19.737803 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df959d9f-d531-4b8b-ab92-9f415fbc7d89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:03:19.771605 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df959d9f-d531-4b8b-ab92-9f415fbc7d89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=33b329f7-09b7-47ba-b13e-55b71a9016d9,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:19.813840 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-df959d9f-d531-4b8b-ab92-9f415fbc7d89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:19.935962 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-df959d9f-d531-4b8b-ab92-9f415fbc7d89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:20.035620 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 4e6eae14-212e-486a-8914-15183c0bb053 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:03:20.125809 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 4e6eae14-212e-486a-8914-15183c0bb053 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:03:20.131134 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 4e6eae14-212e-486a-8914-15183c0bb053 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:20.132306 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:20.252473 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:20.272471 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 4e6eae14-212e-486a-8914-15183c0bb053, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=4e6eae14-212e-486a-8914-15183c0bb053,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:03:20.277689 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:20.278472 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device c32388e7-5b28-400e-8d71-b2e183a2ff47 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:03:20.449329 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:20.462179 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=4e6eae14-212e-486a-8914-15183c0bb053,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:20.477611 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port c32388e7-5b28-400e-8d71-b2e183a2ff47 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:03:20.550486 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-df959d9f-d531-4b8b-ab92-9f415fbc7d89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:20.555597 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-df959d9f-d531-4b8b-ab92-9f415fbc7d89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:20.609227 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f29695e-869f-4a95-bb70-2ce8e92f616a None None] Network b83a2497-b2f3-44e0-a4ac-26c8a0832b26 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:03:20.668653 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df959d9f-d531-4b8b-ab92-9f415fbc7d89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=33b329f7-09b7-47ba-b13e-55b71a9016d9,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:20.671928 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-df959d9f-d531-4b8b-ab92-9f415fbc7d89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:20.728971 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-31f09e80-e6ab-41cd-9e5b-aa75ea6df005 None None] Provisioning for port c32388e7-5b28-400e-8d71-b2e183a2ff47 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:03:20.744663 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-31f09e80-e6ab-41cd-9e5b-aa75ea6df005 None None] Provisioning complete for port c32388e7-5b28-400e-8d71-b2e183a2ff47 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:20.745034 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-31f09e80-e6ab-41cd-9e5b-aa75ea6df005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:20.814327 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df959d9f-d531-4b8b-ab92-9f415fbc7d89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network b83a2497-b2f3-44e0-a4ac-26c8a0832b26 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:03:20.815506 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-df959d9f-d531-4b8b-ab92-9f415fbc7d89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:03:20.978643 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-31f09e80-e6ab-41cd-9e5b-aa75ea6df005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:21.022946 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-31f09e80-e6ab-41cd-9e5b-aa75ea6df005 None None] For port c32388e7-5b28-400e-8d71-b2e183a2ff47, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=c32388e7-5b28-400e-8d71-b2e183a2ff47,segment=NetworkSegment(775cde21-1d55-4ebd-a2e8-5afba17cef69),segment_id=775cde21-1d55-4ebd-a2e8-5afba17cef69)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:03:21.028381 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-31f09e80-e6ab-41cd-9e5b-aa75ea6df005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:21.102000 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f09e80-e6ab-41cd-9e5b-aa75ea6df005 None None] Pushing event updated for resources: {'Port': ['ID=c32388e7-5b28-400e-8d71-b2e183a2ff47,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:21.252768 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df959d9f-d531-4b8b-ab92-9f415fbc7d89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router d4c3b9cc-dc55-4f7c-a309-92444594e972 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:03:21.254109 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-826e3e2a-8560-4228-9285-0d25929a4894 None None] Provisioning for port 33b329f7-09b7-47ba-b13e-55b71a9016d9 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:03:21.262084 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-826e3e2a-8560-4228-9285-0d25929a4894 None None] Provisioning complete for port 33b329f7-09b7-47ba-b13e-55b71a9016d9 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:21.262467 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-826e3e2a-8560-4228-9285-0d25929a4894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:21.318254 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-826e3e2a-8560-4228-9285-0d25929a4894 None None] Port 33b329f7-09b7-47ba-b13e-55b71a9016d9 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:03:21.331989 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-826e3e2a-8560-4228-9285-0d25929a4894 None None] Provisioning complete for port c32388e7-5b28-400e-8d71-b2e183a2ff47 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:21.332275 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-826e3e2a-8560-4228-9285-0d25929a4894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:21.495720 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df959d9f-d531-4b8b-ab92-9f415fbc7d89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:03:21.508627 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-df959d9f-d531-4b8b-ab92-9f415fbc7d89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "PUT /v2.0/routers/d4c3b9cc-dc55-4f7c-a309-92444594e972/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5082190 Jan 21 10:03:21.511065 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39622) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:21.585320 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0c21850f-640c-4338-aa77-7315af7ab762 None None] Provisioning complete for port 33b329f7-09b7-47ba-b13e-55b71a9016d9 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:21.585657 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0c21850f-640c-4338-aa77-7315af7ab762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:21.641453 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-0c21850f-640c-4338-aa77-7315af7ab762 None None] Port 33b329f7-09b7-47ba-b13e-55b71a9016d9 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:03:21.660151 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6345dd-f33a-4222-8781-16fe5568749d tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:21.660704 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6345dd-f33a-4222-8781-16fe5568749d tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:21.660874 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6345dd-f33a-4222-8781-16fe5568749d tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:21.661368 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6345dd-f33a-4222-8781-16fe5568749d tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:21.663006 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-3f6345dd-f33a-4222-8781-16fe5568749d tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1510668 Jan 21 10:03:21.665711 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39626) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:21.736517 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc65a86-3fed-48d8-ab36-5bf558f9a830 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:21.736882 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc65a86-3fed-48d8-ab36-5bf558f9a830 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:21.737241 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc65a86-3fed-48d8-ab36-5bf558f9a830 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:21.737626 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc65a86-3fed-48d8-ab36-5bf558f9a830 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:21.739232 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ebc65a86-3fed-48d8-ab36-5bf558f9a830 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0726619 Jan 21 10:03:21.741880 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39630) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:21.762298 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-24e8e833-e818-4560-813d-f72245db6f3d None None] Provisioning complete for port 33b329f7-09b7-47ba-b13e-55b71a9016d9 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:21.762667 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-24e8e833-e818-4560-813d-f72245db6f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:21.817960 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-24e8e833-e818-4560-813d-f72245db6f3d None None] Port 33b329f7-09b7-47ba-b13e-55b71a9016d9 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:03:21.944038 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-3dd734a3-eea6-4304-9b93-5e3c6d792df0 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2010787 Jan 21 10:03:21.972021 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 4e6eae14-212e-486a-8914-15183c0bb053 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:03:22.040819 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 4e6eae14-212e-486a-8914-15183c0bb053 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:22.041186 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.162347 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device c32388e7-5b28-400e-8d71-b2e183a2ff47 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:03:22.233295 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port c32388e7-5b28-400e-8d71-b2e183a2ff47 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:22.233686 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.293963 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39636) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:22.304985 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-33f2e0f4-1476-498d-98be-648933039c62 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-428419658', 'description': 'tempest-secgroup-smoke-428419658 description', 'project_id': 'e2711eddd053435baef8e70b41198188'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:03:22.311879 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-33f2e0f4-1476-498d-98be-648933039c62 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:22.317259 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-33f2e0f4-1476-498d-98be-648933039c62 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:22.320187 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-33f2e0f4-1476-498d-98be-648933039c62 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:22.326100 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-33f2e0f4-1476-498d-98be-648933039c62 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:22.338656 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-33f2e0f4-1476-498d-98be-648933039c62 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.380832 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-33f2e0f4-1476-498d-98be-648933039c62 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:22.384910 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-33f2e0f4-1476-498d-98be-648933039c62 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:22.387730 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-33f2e0f4-1476-498d-98be-648933039c62 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:22.394970 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-33f2e0f4-1476-498d-98be-648933039c62 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:22.452462 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-33f2e0f4-1476-498d-98be-648933039c62 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.456608 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-33f2e0f4-1476-498d-98be-648933039c62 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.620859 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2e0f4-1476-498d-98be-648933039c62 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30c6d38f-5bc8-4210-8dc9-b1521fd08f7d,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:22.625215 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-33f2e0f4-1476-498d-98be-648933039c62 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.626441 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-33f2e0f4-1476-498d-98be-648933039c62 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3315463 Jan 21 10:03:22.629889 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39640) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:22.634032 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2e0f4-1476-498d-98be-648933039c62 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:22.634378 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2e0f4-1476-498d-98be-648933039c62 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:22.634715 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2e0f4-1476-498d-98be-648933039c62 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:22.635044 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2e0f4-1476-498d-98be-648933039c62 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:22.635375 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2e0f4-1476-498d-98be-648933039c62 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:22.635696 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2e0f4-1476-498d-98be-648933039c62 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:22.636011 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2e0f4-1476-498d-98be-648933039c62 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:22.636108 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-bb3bbafb-656a-4de9-b0ef-280c15684cc8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': '30c6d38f-5bc8-4210-8dc9-b1521fd08f7d', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:03:22.636327 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2e0f4-1476-498d-98be-648933039c62 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:22.636643 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2e0f4-1476-498d-98be-648933039c62 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:22.636954 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2e0f4-1476-498d-98be-648933039c62 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:22.637322 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2e0f4-1476-498d-98be-648933039c62 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:22.643908 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bb3bbafb-656a-4de9-b0ef-280c15684cc8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:22.648869 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bb3bbafb-656a-4de9-b0ef-280c15684cc8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:22.652015 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-bb3bbafb-656a-4de9-b0ef-280c15684cc8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:22.658153 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bb3bbafb-656a-4de9-b0ef-280c15684cc8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:22.675739 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bb3bbafb-656a-4de9-b0ef-280c15684cc8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.741898 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bb3bbafb-656a-4de9-b0ef-280c15684cc8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.745522 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bb3bbafb-656a-4de9-b0ef-280c15684cc8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.773056 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3bbafb-656a-4de9-b0ef-280c15684cc8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3032e046-6310-4d7e-b368-da36f2edc085,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:22.786884 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bb3bbafb-656a-4de9-b0ef-280c15684cc8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.788074 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-bb3bbafb-656a-4de9-b0ef-280c15684cc8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1571221 Jan 21 10:03:22.790975 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39644) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:22.796768 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-19aed04b-ac78-46f4-805b-bcef5029b16d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': '30c6d38f-5bc8-4210-8dc9-b1521fd08f7d', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:03:22.802725 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-19aed04b-ac78-46f4-805b-bcef5029b16d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:22.806515 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-19aed04b-ac78-46f4-805b-bcef5029b16d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:22.809313 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-19aed04b-ac78-46f4-805b-bcef5029b16d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:22.815326 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-19aed04b-ac78-46f4-805b-bcef5029b16d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:22.849187 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-19aed04b-ac78-46f4-805b-bcef5029b16d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.876765 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03965da3-e641-44e0-a7b3-9bf08af3adaf None None] Sync routers for ids ['d4c3b9cc-dc55-4f7c-a309-92444594e972'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:03:22.891773 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03965da3-e641-44e0-a7b3-9bf08af3adaf None None] Routers {'d4c3b9cc-dc55-4f7c-a309-92444594e972'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:03:22.892384 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-03965da3-e641-44e0-a7b3-9bf08af3adaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:02:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['d4c3b9cc-dc55-4f7c-a309-92444594e972'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:22.919216 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-19aed04b-ac78-46f4-805b-bcef5029b16d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.924054 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-19aed04b-ac78-46f4-805b-bcef5029b16d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.948368 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aed04b-ac78-46f4-805b-bcef5029b16d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c4c1307-e635-40b4-9e82-c7b06ee2b907,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:22.959858 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-19aed04b-ac78-46f4-805b-bcef5029b16d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.961250 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-19aed04b-ac78-46f4-805b-bcef5029b16d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1693385 Jan 21 10:03:22.963904 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39648) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:22.970103 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-17633fcc-8adb-4e94-a1cd-37ad729b98c7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': '30c6d38f-5bc8-4210-8dc9-b1521fd08f7d', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:03:22.976166 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-17633fcc-8adb-4e94-a1cd-37ad729b98c7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:22.980689 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-17633fcc-8adb-4e94-a1cd-37ad729b98c7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:22.984493 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-17633fcc-8adb-4e94-a1cd-37ad729b98c7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:22.990599 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-17633fcc-8adb-4e94-a1cd-37ad729b98c7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:23.008069 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-17633fcc-8adb-4e94-a1cd-37ad729b98c7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:23.074012 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-17633fcc-8adb-4e94-a1cd-37ad729b98c7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:23.078704 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-17633fcc-8adb-4e94-a1cd-37ad729b98c7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:23.083868 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-03965da3-e641-44e0-a7b3-9bf08af3adaf None None] Set router d4c3b9cc-dc55-4f7c-a309-92444594e972 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:03:23.103095 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17633fcc-8adb-4e94-a1cd-37ad729b98c7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef37f40-085a-46b8-9e96-37181bc328fd,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:23.112829 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-17633fcc-8adb-4e94-a1cd-37ad729b98c7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:23.114275 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-17633fcc-8adb-4e94-a1cd-37ad729b98c7 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1495218 Jan 21 10:03:23.117180 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39652) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:23.122691 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-57fbc0d2-cdec-4d2e-bce8-985b5641f54e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': '30c6d38f-5bc8-4210-8dc9-b1521fd08f7d', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:03:23.129650 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-57fbc0d2-cdec-4d2e-bce8-985b5641f54e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:23.133722 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-57fbc0d2-cdec-4d2e-bce8-985b5641f54e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:23.137008 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-57fbc0d2-cdec-4d2e-bce8-985b5641f54e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:23.144424 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-57fbc0d2-cdec-4d2e-bce8-985b5641f54e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:23.161925 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-57fbc0d2-cdec-4d2e-bce8-985b5641f54e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:23.230237 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-57fbc0d2-cdec-4d2e-bce8-985b5641f54e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:23.234897 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-57fbc0d2-cdec-4d2e-bce8-985b5641f54e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:23.259802 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbc0d2-cdec-4d2e-bce8-985b5641f54e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09bf77ec-8b32-4468-90b2-9f7f7774ebd7,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:23.269614 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-57fbc0d2-cdec-4d2e-bce8-985b5641f54e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:23.270818 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-57fbc0d2-cdec-4d2e-bce8-985b5641f54e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1528013 Jan 21 10:03:23.273675 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39656) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:23.279951 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-9159b2ba-8a2f-4faf-93d0-31b3d6045a81 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': '30c6d38f-5bc8-4210-8dc9-b1521fd08f7d', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:03:23.286389 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9159b2ba-8a2f-4faf-93d0-31b3d6045a81 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:23.297046 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9159b2ba-8a2f-4faf-93d0-31b3d6045a81 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:23.300469 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9159b2ba-8a2f-4faf-93d0-31b3d6045a81 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:23.306211 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9159b2ba-8a2f-4faf-93d0-31b3d6045a81 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:23.318365 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-9159b2ba-8a2f-4faf-93d0-31b3d6045a81 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Project e2711eddd053435baef8e70b41198188 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:03:23.324961 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9159b2ba-8a2f-4faf-93d0-31b3d6045a81 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:23.394267 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9159b2ba-8a2f-4faf-93d0-31b3d6045a81 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:23.399529 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9159b2ba-8a2f-4faf-93d0-31b3d6045a81 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:23.416055 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-03965da3-e641-44e0-a7b3-9bf08af3adaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'name': 'tempest-TestNetworkBasicOps-router-287918741', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '4e6eae14-212e-486a-8914-15183c0bb053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:19Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '4e6eae14-212e-486a-8914-15183c0bb053', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '33b329f7-09b7-47ba-b13e-55b71a9016d9', 'name': '', 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:ef:96:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b262bf-58f3-41a2-a93a-9dea19fdf3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:19Z', 'updated_at': '2022-01-21T10:03:20Z', 'revision_number': 2, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'c5b262bf-58f3-41a2-a93a-9dea19fdf3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:23.420114 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03965da3-e641-44e0-a7b3-9bf08af3adaf None None] Checking router: d4c3b9cc-dc55-4f7c-a309-92444594e972 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:03:23.420732 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03965da3-e641-44e0-a7b3-9bf08af3adaf None None] Updating router d4c3b9cc-dc55-4f7c-a309-92444594e972 port 33b329f7-09b7-47ba-b13e-55b71a9016d9 binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:03:23.426797 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159b2ba-8a2f-4faf-93d0-31b3d6045a81 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ede0cce2-c1e4-4e0e-9983-16d52f01eb73,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:23.436232 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9159b2ba-8a2f-4faf-93d0-31b3d6045a81 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:23.437747 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9159b2ba-8a2f-4faf-93d0-31b3d6045a81 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1631567 Jan 21 10:03:23.440466 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39660) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:23.446155 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-ef3069e5-536e-4a8d-b5e0-27527f6426a9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': '30c6d38f-5bc8-4210-8dc9-b1521fd08f7d', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:03:23.453507 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ef3069e5-536e-4a8d-b5e0-27527f6426a9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:23.458009 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ef3069e5-536e-4a8d-b5e0-27527f6426a9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:23.461062 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ef3069e5-536e-4a8d-b5e0-27527f6426a9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:23.468139 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ef3069e5-536e-4a8d-b5e0-27527f6426a9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:23.474537 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-03965da3-e641-44e0-a7b3-9bf08af3adaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:23.480118 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-ef3069e5-536e-4a8d-b5e0-27527f6426a9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Project e2711eddd053435baef8e70b41198188 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:03:23.488083 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ef3069e5-536e-4a8d-b5e0-27527f6426a9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:23.563128 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ef3069e5-536e-4a8d-b5e0-27527f6426a9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:23.566808 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ef3069e5-536e-4a8d-b5e0-27527f6426a9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:23.589745 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3069e5-536e-4a8d-b5e0-27527f6426a9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=973c80d1-5ecb-4792-8728-d2a8842ff9e4,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:23.601090 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ef3069e5-536e-4a8d-b5e0-27527f6426a9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:23.602693 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ef3069e5-536e-4a8d-b5e0-27527f6426a9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1612058 Jan 21 10:03:23.792150 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-49875b46-e6db-4734-ae1f-88271e692274 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-428419658&fields=id&tenant_id=e2711eddd053435baef8e70b41198188 HTTP/1.1" status: 200 len: 267 time: 0.0413623 Jan 21 10:03:23.835659 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-03965da3-e641-44e0-a7b3-9bf08af3adaf None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:23.848450 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-03965da3-e641-44e0-a7b3-9bf08af3adaf None None] Transition to ACTIVE for port object 33b329f7-09b7-47ba-b13e-55b71a9016d9 will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:03:23.855519 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-03965da3-e641-44e0-a7b3-9bf08af3adaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:23.929879 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1897a0c5-4e4d-42ea-a19f-06cbc92c4a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:23.952002 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-f606ad61-38b6-4e8f-8d97-db900e4c2758 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:23.952002 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-f606ad61-38b6-4e8f-8d97-db900e4c2758 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:03:23.955427 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54827862-2115-4511-bc0c-148ea1e3f2ec None None] Pushing event updated for resources: {'Port': ['ID=33b329f7-09b7-47ba-b13e-55b71a9016d9,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:23.969090 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-f606ad61-38b6-4e8f-8d97-db900e4c2758 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:03:23.975682 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-f606ad61-38b6-4e8f-8d97-db900e4c2758 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/networks?id=b83a2497-b2f3-44e0-a4ac-26c8a0832b26 HTTP/1.1" status: 200 len: 797 time: 0.1762218 Jan 21 10:03:23.988301 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-2796ebd1-3e78-4fbd-83ac-09ef997e17e1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/quotas/e2711eddd053435baef8e70b41198188 HTTP/1.1" status: 200 len: 375 time: 0.0115726 Jan 21 10:03:24.026032 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54827862-2115-4511-bc0c-148ea1e3f2ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:24.026368 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54827862-2115-4511-bc0c-148ea1e3f2ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:24.026691 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54827862-2115-4511-bc0c-148ea1e3f2ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:24.027013 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54827862-2115-4511-bc0c-148ea1e3f2ec None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:24.027376 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54827862-2115-4511-bc0c-148ea1e3f2ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:24.027686 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54827862-2115-4511-bc0c-148ea1e3f2ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:24.027944 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54827862-2115-4511-bc0c-148ea1e3f2ec None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:24.028255 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54827862-2115-4511-bc0c-148ea1e3f2ec None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:24.028563 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54827862-2115-4511-bc0c-148ea1e3f2ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:24.028866 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54827862-2115-4511-bc0c-148ea1e3f2ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:24.029260 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54827862-2115-4511-bc0c-148ea1e3f2ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:24.080793 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-a72f9b61-d7d9-4468-9fb4-2c8b477cbe01 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:03:24.098387 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-a72f9b61-d7d9-4468-9fb4-2c8b477cbe01 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:03:24.099731 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-a72f9b61-d7d9-4468-9fb4-2c8b477cbe01 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1059649 Jan 21 10:03:24.116870 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-fb929b66-b9e0-4ece-9758-cf099eb70295 service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 10:03:24.118175 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-fb929b66-b9e0-4ece-9758-cf099eb70295 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056396 Jan 21 10:03:24.123601 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-03965da3-e641-44e0-a7b3-9bf08af3adaf None None] Attempting to bind port 33b329f7-09b7-47ba-b13e-55b71a9016d9 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:03:24.124047 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-03965da3-e641-44e0-a7b3-9bf08af3adaf None None] Attempting to bind port 33b329f7-09b7-47ba-b13e-55b71a9016d9 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '775cde21-1d55-4ebd-a2e8-5afba17cef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:03:24.124489 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03965da3-e641-44e0-a7b3-9bf08af3adaf None None] Attempting to bind port 33b329f7-09b7-47ba-b13e-55b71a9016d9 on network b83a2497-b2f3-44e0-a4ac-26c8a0832b26 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:03:24.135246 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03965da3-e641-44e0-a7b3-9bf08af3adaf None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:03:24.135615 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03965da3-e641-44e0-a7b3-9bf08af3adaf None None] Checking segment: {'id': '775cde21-1d55-4ebd-a2e8-5afba17cef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:03:24.136038 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-03965da3-e641-44e0-a7b3-9bf08af3adaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:24.136426 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03965da3-e641-44e0-a7b3-9bf08af3adaf None None] Bound using segment: {'id': '775cde21-1d55-4ebd-a2e8-5afba17cef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:03:24.136906 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-03965da3-e641-44e0-a7b3-9bf08af3adaf None None] Bound port: 33b329f7-09b7-47ba-b13e-55b71a9016d9, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '775cde21-1d55-4ebd-a2e8-5afba17cef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:03:24.137271 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-03965da3-e641-44e0-a7b3-9bf08af3adaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:24.229351 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-03965da3-e641-44e0-a7b3-9bf08af3adaf None None] For port 33b329f7-09b7-47ba-b13e-55b71a9016d9, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:03:24.233300 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-03965da3-e641-44e0-a7b3-9bf08af3adaf None None] For port 33b329f7-09b7-47ba-b13e-55b71a9016d9, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=33b329f7-09b7-47ba-b13e-55b71a9016d9,segment=NetworkSegment(775cde21-1d55-4ebd-a2e8-5afba17cef69),segment_id=775cde21-1d55-4ebd-a2e8-5afba17cef69)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:03:24.238518 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-03965da3-e641-44e0-a7b3-9bf08af3adaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:24.270251 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-49c61154-5252-474c-ac3e-a54ff1884aae service neutron] 10.222.0.104 "GET /v2.0/networks/b83a2497-b2f3-44e0-a4ac-26c8a0832b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427944 Jan 21 10:03:24.322072 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54827862-2115-4511-bc0c-148ea1e3f2ec None None] Pushing event updated for resources: {'Port': ['ID=33b329f7-09b7-47ba-b13e-55b71a9016d9,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:24.333396 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03965da3-e641-44e0-a7b3-9bf08af3adaf None None] Routers {'d4c3b9cc-dc55-4f7c-a309-92444594e972'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:03:24.333396 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-03965da3-e641-44e0-a7b3-9bf08af3adaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:02:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['d4c3b9cc-dc55-4f7c-a309-92444594e972'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:24.421898 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-4fb80f91-5f89-41b3-9211-86e06653cdcc service neutron] 10.222.0.104 "GET /v2.0/networks/b83a2497-b2f3-44e0-a4ac-26c8a0832b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457403 Jan 21 10:03:24.528907 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-03965da3-e641-44e0-a7b3-9bf08af3adaf None None] Set router d4c3b9cc-dc55-4f7c-a309-92444594e972 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:03:24.620413 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-730d292d-0d52-426d-9dfc-bdf544b300d5 req-2c63eabf-35ce-43f7-bd17-a6ebdd4d07a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:03:24.632877 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-730d292d-0d52-426d-9dfc-bdf544b300d5 req-2c63eabf-35ce-43f7-bd17-a6ebdd4d07a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:03:24.642192 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-730d292d-0d52-426d-9dfc-bdf544b300d5 req-2c63eabf-35ce-43f7-bd17-a6ebdd4d07a8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=053cfaa9-af19-48e2-809c-283e5c6ee6ca HTTP/1.1" status: 200 len: 210 time: 0.0709987 Jan 21 10:03:24.883868 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-03965da3-e641-44e0-a7b3-9bf08af3adaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'name': 'tempest-TestNetworkBasicOps-router-287918741', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '4e6eae14-212e-486a-8914-15183c0bb053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:19Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '4e6eae14-212e-486a-8914-15183c0bb053', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '33b329f7-09b7-47ba-b13e-55b71a9016d9', 'name': '', 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:ef:96:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b262bf-58f3-41a2-a93a-9dea19fdf3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:19Z', 'updated_at': '2022-01-21T10:03:24Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'c5b262bf-58f3-41a2-a93a-9dea19fdf3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:24.891483 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03965da3-e641-44e0-a7b3-9bf08af3adaf None None] The sync data for ids ['d4c3b9cc-dc55-4f7c-a309-92444594e972'] in dv-neutron-825732-1-hyperv is: [{'id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'name': 'tempest-TestNetworkBasicOps-router-287918741', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '4e6eae14-212e-486a-8914-15183c0bb053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:19Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '4e6eae14-212e-486a-8914-15183c0bb053', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '33b329f7-09b7-47ba-b13e-55b71a9016d9', 'name': '', 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:ef:96:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b262bf-58f3-41a2-a93a-9dea19fdf3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:19Z', 'updated_at': '2022-01-21T10:03:24Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'c5b262bf-58f3-41a2-a93a-9dea19fdf3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:03:25.841141 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-883eaf54-5998-4a83-aaad-9a1b2e7643ce req-8d820914-1caa-4836-a3e3-129c6c080d7e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=053cfaa9-af19-48e2-809c-283e5c6ee6ca HTTP/1.1" status: 200 len: 210 time: 0.0685399 Jan 21 10:03:25.910160 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-4702add1-d1f5-477d-8c18-a53b1ba10975 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:25.910835 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-4702add1-d1f5-477d-8c18-a53b1ba10975 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:network {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:03:25.927613 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-4702add1-d1f5-477d-8c18-a53b1ba10975 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:network {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:03:25.932761 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-4702add1-d1f5-477d-8c18-a53b1ba10975 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/networks?id=b83a2497-b2f3-44e0-a4ac-26c8a0832b26 HTTP/1.1" status: 200 len: 797 time: 0.1891596 Jan 21 10:03:25.988175 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-2c59a9ed-4e49-4d86-b337-4fa4373730dd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:03:26.006617 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 33b329f7-09b7-47ba-b13e-55b71a9016d9 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:03:26.012541 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-2c59a9ed-4e49-4d86-b337-4fa4373730dd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:03:26.013724 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-2c59a9ed-4e49-4d86-b337-4fa4373730dd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2711eddd053435baef8e70b41198188 HTTP/1.1" status: 200 len: 379 time: 0.0700526 Jan 21 10:03:26.022002 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-0d18edcb-5fe8-4c24-b511-2128760a9a89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'port': {'device_id': '053cfaa9-af19-48e2-809c-283e5c6ee6ca', 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26', 'admin_state_up': True, 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'security_groups': ['30c6d38f-5bc8-4210-8dc9-b1521fd08f7d']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:03:26.085616 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 33b329f7-09b7-47ba-b13e-55b71a9016d9 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:03:26.090371 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 33b329f7-09b7-47ba-b13e-55b71a9016d9 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:26.090746 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:26.165885 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-0d18edcb-5fe8-4c24-b511-2128760a9a89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:26.176377 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-0d18edcb-5fe8-4c24-b511-2128760a9a89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:26.187871 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-0d18edcb-5fe8-4c24-b511-2128760a9a89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Made reservation on behalf of e2711eddd053435baef8e70b41198188 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:03:26.191217 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-0d18edcb-5fe8-4c24-b511-2128760a9a89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:26.217357 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:26.252919 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 33b329f7-09b7-47ba-b13e-55b71a9016d9, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=33b329f7-09b7-47ba-b13e-55b71a9016d9,segment=NetworkSegment(775cde21-1d55-4ebd-a2e8-5afba17cef69),segment_id=775cde21-1d55-4ebd-a2e8-5afba17cef69)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:03:26.257035 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:26.336192 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=33b329f7-09b7-47ba-b13e-55b71a9016d9,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:26.339155 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-89f2c951-f729-4702-a064-83692e474111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:26.367679 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-0d18edcb-5fe8-4c24-b511-2128760a9a89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Allocated IP 172.20.0.5 (b83a2497-b2f3-44e0-a4ac-26c8a0832b26/c5b262bf-58f3-41a2-a93a-9dea19fdf3b9/8791bdea-7aae-48d9-bbea-c36dd6c7c8ba) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:03:26.562165 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-0d18edcb-5fe8-4c24-b511-2128760a9a89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:26.579121 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-0d18edcb-5fe8-4c24-b511-2128760a9a89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Transition to ACTIVE for port object 8791bdea-7aae-48d9-bbea-c36dd6c7c8ba will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:03:26.600089 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-0d18edcb-5fe8-4c24-b511-2128760a9a89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:26.676878 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-0d18edcb-5fe8-4c24-b511-2128760a9a89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network b83a2497-b2f3-44e0-a4ac-26c8a0832b26 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:03:26.680326 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-0d18edcb-5fe8-4c24-b511-2128760a9a89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:03:26.684918 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-0d18edcb-5fe8-4c24-b511-2128760a9a89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:03:26.710293 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18edcb-5fe8-4c24-b511-2128760a9a89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=8791bdea-7aae-48d9-bbea-c36dd6c7c8ba,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:26.750591 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-0d18edcb-5fe8-4c24-b511-2128760a9a89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:26.751194 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-0d18edcb-5fe8-4c24-b511-2128760a9a89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:26.776783 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-0d18edcb-5fe8-4c24-b511-2128760a9a89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7579522 Jan 21 10:03:26.855178 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-087ff9b4-30a8-413a-ae7e-41b7b955107c service neutron] Request body: {'port': {'device_id': '053cfaa9-af19-48e2-809c-283e5c6ee6ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:03:26.933407 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-eee8a2a6-baa3-4a5d-9f04-8811d76b93ad None None] Provisioning for port 8791bdea-7aae-48d9-bbea-c36dd6c7c8ba completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:03:26.940271 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-eee8a2a6-baa3-4a5d-9f04-8811d76b93ad None None] Provisioning complete for port 8791bdea-7aae-48d9-bbea-c36dd6c7c8ba triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:26.941066 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-eee8a2a6-baa3-4a5d-9f04-8811d76b93ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:26.998538 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-eee8a2a6-baa3-4a5d-9f04-8811d76b93ad None None] Port 8791bdea-7aae-48d9-bbea-c36dd6c7c8ba cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:03:27.027327 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-087ff9b4-30a8-413a-ae7e-41b7b955107c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:27.186254 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda97a60-4176-40fc-a938-79765e9c9dd8 req-7aef8608-d4e6-4198-950f-6aacb43b8b25 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:27.186937 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-bda97a60-4176-40fc-a938-79765e9c9dd8 req-7aef8608-d4e6-4198-950f-6aacb43b8b25 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:03:27.223909 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-bda97a60-4176-40fc-a938-79765e9c9dd8 req-7aef8608-d4e6-4198-950f-6aacb43b8b25 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:03:27.225063 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bda97a60-4176-40fc-a938-79765e9c9dd8 req-7aef8608-d4e6-4198-950f-6aacb43b8b25 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=053cfaa9-af19-48e2-809c-283e5c6ee6ca HTTP/1.1" status: 200 len: 931 time: 0.2562149 Jan 21 10:03:27.366414 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bda97a60-4176-40fc-a938-79765e9c9dd8 req-edc42fa1-7137-480a-b495-09fa1ec82c54 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=30c6d38f-5bc8-4210-8dc9-b1521fd08f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233187 Jan 21 10:03:27.451602 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:27.475310 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-087ff9b4-30a8-413a-ae7e-41b7b955107c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8791bdea-7aae-48d9-bbea-c36dd6c7c8ba {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:03:27.482129 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-087ff9b4-30a8-413a-ae7e-41b7b955107c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:27.496222 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-087ff9b4-30a8-413a-ae7e-41b7b955107c service neutron] Transition to ACTIVE for port object 8791bdea-7aae-48d9-bbea-c36dd6c7c8ba will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:03:27.500172 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-087ff9b4-30a8-413a-ae7e-41b7b955107c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:27.629854 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ff9b4-30a8-413a-ae7e-41b7b955107c service neutron] Pushing event updated for resources: {'Port': ['ID=8791bdea-7aae-48d9-bbea-c36dd6c7c8ba,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:27.742348 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:27.844413 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-087ff9b4-30a8-413a-ae7e-41b7b955107c service neutron] Attempting to bind port 8791bdea-7aae-48d9-bbea-c36dd6c7c8ba on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:03:27.844878 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-087ff9b4-30a8-413a-ae7e-41b7b955107c service neutron] Attempting to bind port 8791bdea-7aae-48d9-bbea-c36dd6c7c8ba by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '775cde21-1d55-4ebd-a2e8-5afba17cef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:03:27.845207 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-087ff9b4-30a8-413a-ae7e-41b7b955107c service neutron] Attempting to bind port 8791bdea-7aae-48d9-bbea-c36dd6c7c8ba on network b83a2497-b2f3-44e0-a4ac-26c8a0832b26 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:03:27.850963 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-087ff9b4-30a8-413a-ae7e-41b7b955107c service neutron] Port 8791bdea-7aae-48d9-bbea-c36dd6c7c8ba on network b83a2497-b2f3-44e0-a4ac-26c8a0832b26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:03:27.851284 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-087ff9b4-30a8-413a-ae7e-41b7b955107c service neutron] Attempting to bind port 8791bdea-7aae-48d9-bbea-c36dd6c7c8ba on network b83a2497-b2f3-44e0-a4ac-26c8a0832b26 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:03:27.857669 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-087ff9b4-30a8-413a-ae7e-41b7b955107c service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:03:27.858182 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-087ff9b4-30a8-413a-ae7e-41b7b955107c service neutron] Checking segment: {'id': '775cde21-1d55-4ebd-a2e8-5afba17cef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:03:27.858569 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-087ff9b4-30a8-413a-ae7e-41b7b955107c service neutron] Bound using segment: {'id': '775cde21-1d55-4ebd-a2e8-5afba17cef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:03:27.858995 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-087ff9b4-30a8-413a-ae7e-41b7b955107c service neutron] Bound port: 8791bdea-7aae-48d9-bbea-c36dd6c7c8ba, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '775cde21-1d55-4ebd-a2e8-5afba17cef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:03:27.859335 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-087ff9b4-30a8-413a-ae7e-41b7b955107c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:27.954462 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-087ff9b4-30a8-413a-ae7e-41b7b955107c service neutron] For port 8791bdea-7aae-48d9-bbea-c36dd6c7c8ba, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:03:27.958234 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-087ff9b4-30a8-413a-ae7e-41b7b955107c service neutron] For port 8791bdea-7aae-48d9-bbea-c36dd6c7c8ba, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=8791bdea-7aae-48d9-bbea-c36dd6c7c8ba,segment=NetworkSegment(775cde21-1d55-4ebd-a2e8-5afba17cef69),segment_id=775cde21-1d55-4ebd-a2e8-5afba17cef69)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:03:27.962771 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-087ff9b4-30a8-413a-ae7e-41b7b955107c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:27.972081 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 33b329f7-09b7-47ba-b13e-55b71a9016d9 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:03:28.034596 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-087ff9b4-30a8-413a-ae7e-41b7b955107c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:28.036124 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-087ff9b4-30a8-413a-ae7e-41b7b955107c service neutron] 10.222.0.124 "PUT /v2.0/ports/8791bdea-7aae-48d9-bbea-c36dd6c7c8ba HTTP/1.1" status: 200 len: 1093 time: 1.2523584 Jan 21 10:03:28.036553 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '053cfaa9-af19-48e2-809c-283e5c6ee6ca', 'tag': '8791bdea-7aae-48d9-bbea-c36dd6c7c8ba'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:03:28.053744 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 33b329f7-09b7-47ba-b13e-55b71a9016d9 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:28.054388 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:28.056411 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ff9b4-30a8-413a-ae7e-41b7b955107c service neutron] Pushing event updated for resources: {'Port': ['ID=8791bdea-7aae-48d9-bbea-c36dd6c7c8ba,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:28.114522 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '053cfaa9-af19-48e2-809c-283e5c6ee6ca', 'tag': '8791bdea-7aae-48d9-bbea-c36dd6c7c8ba', 'status': 'completed', 'code': 200} Jan 21 10:03:28.163868 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-0e6a429c-9a8e-4029-8006-443160b2bb90 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=053cfaa9-af19-48e2-809c-283e5c6ee6ca HTTP/1.1" status: 200 len: 1096 time: 0.0856524 Jan 21 10:03:28.237878 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-965466a1-4f30-4dc0-b91d-68beb9c21588 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8791bdea-7aae-48d9-bbea-c36dd6c7c8ba HTTP/1.1" status: 200 len: 217 time: 0.0670021 Jan 21 10:03:28.305859 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-0ea01d2f-20d1-4168-bf51-2441f492bb2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:28.307158 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-0ea01d2f-20d1-4168-bf51-2441f492bb2c service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c5b262bf-58f3-41a2-a93a-9dea19fdf3b9 HTTP/1.1" status: 200 len: 835 time: 0.0630271 Jan 21 10:03:28.384095 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-0f6066ca-9a02-4342-92f0-110b659563d8 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b83a2497-b2f3-44e0-a4ac-26c8a0832b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706596 Jan 21 10:03:28.556054 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-657e5f63-7b91-4ad8-8e8e-92b00cfdc158 service neutron] 10.222.0.124 "GET /v2.0/networks/b83a2497-b2f3-44e0-a4ac-26c8a0832b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657891 Jan 21 10:03:28.620372 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:03:28.676347 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec08181-013a-4576-9677-f06292611fb0 req-d054f76e-19ae-45f9-86f2-3d0075eefeba tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:28.677772 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-eec08181-013a-4576-9677-f06292611fb0 req-d054f76e-19ae-45f9-86f2-3d0075eefeba tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=053cfaa9-af19-48e2-809c-283e5c6ee6ca HTTP/1.1" status: 200 len: 943 time: 0.1818318 Jan 21 10:03:28.741229 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-11db2689-6990-47bf-838a-df67b9bbb0a4 req-d9b742d3-6bef-44b1-991f-ee6b333821d1 service neutron] 10.222.0.124 "GET /v2.0/networks/b83a2497-b2f3-44e0-a4ac-26c8a0832b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744361 Jan 21 10:03:28.754047 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-eec08181-013a-4576-9677-f06292611fb0 req-7da2e032-4c27-40b8-a3c3-5b526c25140d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=30c6d38f-5bc8-4210-8dc9-b1521fd08f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703094 Jan 21 10:03:28.870296 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ca09c074-cdf3-4591-9a52-94021bf89b57 req-bf8a5829-49a9-42ec-a8c0-fde1b0235f52 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=053cfaa9-af19-48e2-809c-283e5c6ee6ca HTTP/1.1" status: 200 len: 1096 time: 0.0774884 Jan 21 10:03:29.003078 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09c074-cdf3-4591-9a52-94021bf89b57 req-ae32cc74-5156-4ae5-a6f6-96fe8b3fe437 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:29.004498 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ca09c074-cdf3-4591-9a52-94021bf89b57 req-ae32cc74-5156-4ae5-a6f6-96fe8b3fe437 service neutron] 10.222.0.124 "GET /v2.0/networks?id=b83a2497-b2f3-44e0-a4ac-26c8a0832b26 HTTP/1.1" status: 200 len: 898 time: 0.1285281 Jan 21 10:03:29.076629 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ca09c074-cdf3-4591-9a52-94021bf89b57 req-acf5b3ff-7d13-444a-9076-2af468cbdfa7 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8791bdea-7aae-48d9-bbea-c36dd6c7c8ba HTTP/1.1" status: 200 len: 217 time: 0.0641820 Jan 21 10:03:29.139763 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09c074-cdf3-4591-9a52-94021bf89b57 req-d9ad77df-0501-4175-a84e-2b9a00e97df9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:29.141102 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ca09c074-cdf3-4591-9a52-94021bf89b57 req-d9ad77df-0501-4175-a84e-2b9a00e97df9 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c5b262bf-58f3-41a2-a93a-9dea19fdf3b9 HTTP/1.1" status: 200 len: 835 time: 0.0590024 Jan 21 10:03:29.218413 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ca09c074-cdf3-4591-9a52-94021bf89b57 req-73637a8c-71d6-4a9c-8b9f-18df1e6a6c40 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b83a2497-b2f3-44e0-a4ac-26c8a0832b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707543 Jan 21 10:03:29.356879 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ca09c074-cdf3-4591-9a52-94021bf89b57 req-aff11c99-c5d7-451e-8d80-c5361aebbee5 service neutron] 10.222.0.124 "GET /v2.0/networks/b83a2497-b2f3-44e0-a4ac-26c8a0832b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321416 Jan 21 10:03:29.474248 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:29.501672 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ca09c074-cdf3-4591-9a52-94021bf89b57 req-ddae79c3-da85-429b-aed4-22f7db915c83 service neutron] 10.222.0.124 "GET /v2.0/networks/b83a2497-b2f3-44e0-a4ac-26c8a0832b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381617 Jan 21 10:03:29.958682 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc9e39-6795-44c9-a8f1-887aee6c2dde req-71c669c4-bac7-4fc6-88f6-753190398151 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:29.960259 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-74cc9e39-6795-44c9-a8f1-887aee6c2dde req-71c669c4-bac7-4fc6-88f6-753190398151 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=053cfaa9-af19-48e2-809c-283e5c6ee6ca HTTP/1.1" status: 200 len: 943 time: 0.0785294 Jan 21 10:03:30.006705 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-74cc9e39-6795-44c9-a8f1-887aee6c2dde req-7eaea249-c049-466f-97cb-fc53cce7e4f6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=30c6d38f-5bc8-4210-8dc9-b1521fd08f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407109 Jan 21 10:03:30.611972 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 8791bdea-7aae-48d9-bbea-c36dd6c7c8ba details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:03:30.748275 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 8791bdea-7aae-48d9-bbea-c36dd6c7c8ba, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=8791bdea-7aae-48d9-bbea-c36dd6c7c8ba,segment=NetworkSegment(775cde21-1d55-4ebd-a2e8-5afba17cef69),segment_id=775cde21-1d55-4ebd-a2e8-5afba17cef69)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:03:30.761218 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '8791bdea-7aae-48d9-bbea-c36dd6c7c8ba', 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26', 'port_id': '8791bdea-7aae-48d9-bbea-c36dd6c7c8ba', 'mac_address': 'fa:16:3e:5a:54:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b262bf-58f3-41a2-a93a-9dea19fdf3b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:03:30.820394 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:30.839739 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8791bdea-7aae-48d9-bbea-c36dd6c7c8ba {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:03:30.859674 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 8791bdea-7aae-48d9-bbea-c36dd6c7c8ba, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=8791bdea-7aae-48d9-bbea-c36dd6c7c8ba,segment=NetworkSegment(775cde21-1d55-4ebd-a2e8-5afba17cef69),segment_id=775cde21-1d55-4ebd-a2e8-5afba17cef69)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:03:30.863608 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:30.939309 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=8791bdea-7aae-48d9-bbea-c36dd6c7c8ba,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:31.115370 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['8791bdea-7aae-48d9-bbea-c36dd6c7c8ba'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:03:31.340843 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78835c-14f8-4033-8a8b-f9bf61409554 req-592ed667-bc47-431f-b966-3c4358eb4c8c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:31.342441 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8c78835c-14f8-4033-8a8b-f9bf61409554 req-592ed667-bc47-431f-b966-3c4358eb4c8c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=053cfaa9-af19-48e2-809c-283e5c6ee6ca HTTP/1.1" status: 200 len: 944 time: 0.2034488 Jan 21 10:03:31.396076 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8c78835c-14f8-4033-8a8b-f9bf61409554 req-9f5fcfb5-449b-4713-9d40-f3b0565db09b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=30c6d38f-5bc8-4210-8dc9-b1521fd08f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477037 Jan 21 10:03:32.605659 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d46f5-6236-458f-a7c2-5f09f89605a8 req-ba6dc8a9-5a19-44e9-a40b-2519be9730d2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:32.607636 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-c71d46f5-6236-458f-a7c2-5f09f89605a8 req-ba6dc8a9-5a19-44e9-a40b-2519be9730d2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=053cfaa9-af19-48e2-809c-283e5c6ee6ca HTTP/1.1" status: 200 len: 944 time: 0.0792856 Jan 21 10:03:32.619555 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 8791bdea-7aae-48d9-bbea-c36dd6c7c8ba up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:03:32.655671 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-c71d46f5-6236-458f-a7c2-5f09f89605a8 req-60e3a10f-93a5-481f-854b-5cb9f10754e4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=30c6d38f-5bc8-4210-8dc9-b1521fd08f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419159 Jan 21 10:03:32.693879 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port 8791bdea-7aae-48d9-bbea-c36dd6c7c8ba completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:03:32.698850 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 8791bdea-7aae-48d9-bbea-c36dd6c7c8ba triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:32.699217 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:32.813323 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:32.844411 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053cfaa9-af19-48e2-809c-283e5c6ee6ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8791bdea-7aae-48d9-bbea-c36dd6c7c8ba'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:03:32.854112 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 8791bdea-7aae-48d9-bbea-c36dd6c7c8ba, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=8791bdea-7aae-48d9-bbea-c36dd6c7c8ba,segment=NetworkSegment(775cde21-1d55-4ebd-a2e8-5afba17cef69),segment_id=775cde21-1d55-4ebd-a2e8-5afba17cef69)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:03:32.859576 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:32.905485 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '053cfaa9-af19-48e2-809c-283e5c6ee6ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8791bdea-7aae-48d9-bbea-c36dd6c7c8ba', 'code': 200} Jan 21 10:03:32.932312 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=8791bdea-7aae-48d9-bbea-c36dd6c7c8ba,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:33.137182 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-707694bb-9908-4062-909a-5f649aa6f4ce req-3707fdd2-b9af-4875-a5a8-d53c06f90791 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=053cfaa9-af19-48e2-809c-283e5c6ee6ca HTTP/1.1" status: 200 len: 1098 time: 0.0723989 Jan 21 10:03:33.180134 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-707694bb-9908-4062-909a-5f649aa6f4ce req-0c8072f6-1238-4be6-99b1-545ae4498be3 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=30c6d38f-5bc8-4210-8dc9-b1521fd08f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365608 Jan 21 10:03:33.871826 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8cccb1-160e-425c-ab6f-b6246436af81 req-d6fe3c5d-81a5-4f2a-8017-52ea5023e6c9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:33.873291 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-dd8cccb1-160e-425c-ab6f-b6246436af81 req-d6fe3c5d-81a5-4f2a-8017-52ea5023e6c9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=053cfaa9-af19-48e2-809c-283e5c6ee6ca HTTP/1.1" status: 200 len: 945 time: 0.0790479 Jan 21 10:03:33.919979 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-dd8cccb1-160e-425c-ab6f-b6246436af81 req-e7f797b9-3760-4967-86bf-4d078ae2b7f8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=30c6d38f-5bc8-4210-8dc9-b1521fd08f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409267 Jan 21 10:03:35.118737 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacadf1f-d258-4a6b-84c8-4f98b6f04573 req-d2be00e7-eb0a-4720-9cb2-593ee1881340 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:35.120299 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dacadf1f-d258-4a6b-84c8-4f98b6f04573 req-d2be00e7-eb0a-4720-9cb2-593ee1881340 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=053cfaa9-af19-48e2-809c-283e5c6ee6ca HTTP/1.1" status: 200 len: 945 time: 0.0788271 Jan 21 10:03:35.168637 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dacadf1f-d258-4a6b-84c8-4f98b6f04573 req-01d9e5d3-e114-44f4-a275-49dd76c3efe3 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=30c6d38f-5bc8-4210-8dc9-b1521fd08f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418432 Jan 21 10:03:35.453834 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e7ceb-31a6-4fdd-a1b2-9dd6f52bcdfb req-ef1754fe-a40e-4f34-a745-891f4dfee910 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:35.455179 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a07e7ceb-31a6-4fdd-a1b2-9dd6f52bcdfb req-ef1754fe-a40e-4f34-a745-891f4dfee910 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=053cfaa9-af19-48e2-809c-283e5c6ee6ca HTTP/1.1" status: 200 len: 945 time: 0.1644528 Jan 21 10:03:35.501842 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a07e7ceb-31a6-4fdd-a1b2-9dd6f52bcdfb req-c2a2dcaa-e25e-427b-93a3-02647dc58ca5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=30c6d38f-5bc8-4210-8dc9-b1521fd08f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410860 Jan 21 10:03:35.537849 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39718) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:35.615711 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5a2dd57c-856f-43d8-aebf-45d8eb1b1906 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=053cfaa9-af19-48e2-809c-283e5c6ee6ca HTTP/1.1" status: 200 len: 1093 time: 0.0766580 Jan 21 10:03:35.618490 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39722) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:35.623789 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-9118b1a4-0ab5-4c8c-8180-cff4cf705e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'port_id': '8791bdea-7aae-48d9-bbea-c36dd6c7c8ba', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:03:35.629418 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9118b1a4-0ab5-4c8c-8180-cff4cf705e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:35.633455 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9118b1a4-0ab5-4c8c-8180-cff4cf705e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:floatingip and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:35.636526 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9118b1a4-0ab5-4c8c-8180-cff4cf705e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:35.644042 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9118b1a4-0ab5-4c8c-8180-cff4cf705e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:35.655554 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9118b1a4-0ab5-4c8c-8180-cff4cf705e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:35.793824 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9118b1a4-0ab5-4c8c-8180-cff4cf705e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:35.941372 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-9118b1a4-0ab5-4c8c-8180-cff4cf705e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Allocated IP 172.26.0.25 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/01ec2ccc-fd0e-4dc9-a5b7-f0972949922e) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:03:36.106095 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9118b1a4-0ab5-4c8c-8180-cff4cf705e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:36.134271 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9118b1a4-0ab5-4c8c-8180-cff4cf705e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:36.213778 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9118b1a4-0ab5-4c8c-8180-cff4cf705e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:03:36.217337 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-9118b1a4-0ab5-4c8c-8180-cff4cf705e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:03:36.221923 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9118b1a4-0ab5-4c8c-8180-cff4cf705e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:03:36.245042 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b1a4-0ab5-4c8c-8180-cff4cf705e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=01ec2ccc-fd0e-4dc9-a5b7-f0972949922e,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:36.754801 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9118b1a4-0ab5-4c8c-8180-cff4cf705e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:36.809291 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9118b1a4-0ab5-4c8c-8180-cff4cf705e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:37.022448 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9118b1a4-0ab5-4c8c-8180-cff4cf705e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:37.027067 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9118b1a4-0ab5-4c8c-8180-cff4cf705e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:37.226297 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b1a4-0ab5-4c8c-8180-cff4cf705e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=01ec2ccc-fd0e-4dc9-a5b7-f0972949922e,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:37.243951 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9118b1a4-0ab5-4c8c-8180-cff4cf705e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:37.437123 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.l3_db [None req-9118b1a4-0ab5-4c8c-8180-cff4cf705e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Floating IP a9632ad3-90a4-4a27-8302-6ba4b16f6244 associated. External IP: 172.26.0.25, port: 8791bdea-7aae-48d9-bbea-c36dd6c7c8ba. Jan 21 10:03:37.850389 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9118b1a4-0ab5-4c8c-8180-cff4cf705e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router d4c3b9cc-dc55-4f7c-a309-92444594e972 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:03:38.061592 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9118b1a4-0ab5-4c8c-8180-cff4cf705e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:03:38.071102 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cc9cab-66ee-437b-a570-cbb91abcc9c8 None None] Sync routers for ids ['d4c3b9cc-dc55-4f7c-a309-92444594e972'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:03:38.083449 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cc9cab-66ee-437b-a570-cbb91abcc9c8 None None] Routers {'d4c3b9cc-dc55-4f7c-a309-92444594e972'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:03:38.084103 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f2cc9cab-66ee-437b-a570-cbb91abcc9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:03:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['d4c3b9cc-dc55-4f7c-a309-92444594e972'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:38.088082 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9118b1a4-0ab5-4c8c-8180-cff4cf705e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:38.145682 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9118b1a4-0ab5-4c8c-8180-cff4cf705e6a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5259461 Jan 21 10:03:38.146275 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '053cfaa9-af19-48e2-809c-283e5c6ee6ca', 'tag': '8791bdea-7aae-48d9-bbea-c36dd6c7c8ba'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:03:38.148546 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39726) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:38.209277 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '053cfaa9-af19-48e2-809c-283e5c6ee6ca', 'tag': '8791bdea-7aae-48d9-bbea-c36dd6c7c8ba', 'status': 'completed', 'code': 200} Jan 21 10:03:38.229295 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3efa4000-f92b-4586-9f7c-5b8117216987 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=053cfaa9-af19-48e2-809c-283e5c6ee6ca HTTP/1.1" status: 200 len: 1093 time: 0.0792565 Jan 21 10:03:38.275253 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-f2cc9cab-66ee-437b-a570-cbb91abcc9c8 None None] Set router d4c3b9cc-dc55-4f7c-a309-92444594e972 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:03:38.311602 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5b06f16c-f598-4c7a-8226-431c526ee2b3 req-6e3c1ca4-9e0f-436f-9f75-a6d21189a910 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=053cfaa9-af19-48e2-809c-283e5c6ee6ca HTTP/1.1" status: 200 len: 1098 time: 0.0795996 Jan 21 10:03:38.452033 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06f16c-f598-4c7a-8226-431c526ee2b3 req-3512e5ea-140a-4677-9416-3e04b522438c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:38.453898 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5b06f16c-f598-4c7a-8226-431c526ee2b3 req-3512e5ea-140a-4677-9416-3e04b522438c service neutron] 10.222.0.124 "GET /v2.0/networks?id=b83a2497-b2f3-44e0-a4ac-26c8a0832b26 HTTP/1.1" status: 200 len: 898 time: 0.1367590 Jan 21 10:03:38.502105 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39734) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:38.508560 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-9cfc77ef-6929-41b1-9ab2-613758c09cd8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1954810964', 'description': 'tempest-secgroup-smoke-1954810964 description', 'project_id': 'e2711eddd053435baef8e70b41198188'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:03:38.516045 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9cfc77ef-6929-41b1-9ab2-613758c09cd8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:38.526230 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9cfc77ef-6929-41b1-9ab2-613758c09cd8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:38.540271 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9cfc77ef-6929-41b1-9ab2-613758c09cd8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:38.567725 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5b06f16c-f598-4c7a-8226-431c526ee2b3 req-e7631e0e-8bbc-48a4-bebe-1af8c292a2b4 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8791bdea-7aae-48d9-bbea-c36dd6c7c8ba HTTP/1.1" status: 200 len: 998 time: 0.1078186 Jan 21 10:03:38.579702 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9cfc77ef-6929-41b1-9ab2-613758c09cd8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:38.583654 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9cfc77ef-6929-41b1-9ab2-613758c09cd8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:38.586884 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9cfc77ef-6929-41b1-9ab2-613758c09cd8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:38.592788 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9cfc77ef-6929-41b1-9ab2-613758c09cd8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:38.657553 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06f16c-f598-4c7a-8226-431c526ee2b3 req-755e3e08-3202-4e5d-bec0-9112a1972757 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:38.659089 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5b06f16c-f598-4c7a-8226-431c526ee2b3 req-755e3e08-3202-4e5d-bec0-9112a1972757 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c5b262bf-58f3-41a2-a93a-9dea19fdf3b9 HTTP/1.1" status: 200 len: 835 time: 0.0861135 Jan 21 10:03:38.667197 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f2cc9cab-66ee-437b-a570-cbb91abcc9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'name': 'tempest-TestNetworkBasicOps-router-287918741', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '4e6eae14-212e-486a-8914-15183c0bb053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:19Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '4e6eae14-212e-486a-8914-15183c0bb053', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': 'a9632ad3-90a4-4a27-8302-6ba4b16f6244', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.25', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'port_id': '8791bdea-7aae-48d9-bbea-c36dd6c7c8ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26', 'mac_address': 'fa:16:3e:5a:54:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053cfaa9-af19-48e2-809c-283e5c6ee6ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:36Z', 'updated_at': '2022-01-21T10:03:36Z', 'revision_number': 0, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33b329f7-09b7-47ba-b13e-55b71a9016d9', 'name': '', 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:ef:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b262bf-58f3-41a2-a93a-9dea19fdf3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:19Z', 'updated_at': '2022-01-21T10:03:26Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'c5b262bf-58f3-41a2-a93a-9dea19fdf3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:38.672764 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cc9cab-66ee-437b-a570-cbb91abcc9c8 None None] Checking router: d4c3b9cc-dc55-4f7c-a309-92444594e972 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:03:38.683822 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cc9cab-66ee-437b-a570-cbb91abcc9c8 None None] Routers {'d4c3b9cc-dc55-4f7c-a309-92444594e972'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:03:38.684433 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f2cc9cab-66ee-437b-a570-cbb91abcc9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:03:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['d4c3b9cc-dc55-4f7c-a309-92444594e972'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:38.685040 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9cfc77ef-6929-41b1-9ab2-613758c09cd8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:38.689301 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9cfc77ef-6929-41b1-9ab2-613758c09cd8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:38.743113 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc77ef-6929-41b1-9ab2-613758c09cd8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0be1473d-8636-474f-ade3-bf147682b353,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:38.745782 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5b06f16c-f598-4c7a-8226-431c526ee2b3 req-9b3f91cd-3370-4f3f-996b-5a27ae9029de service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b83a2497-b2f3-44e0-a4ac-26c8a0832b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802658 Jan 21 10:03:38.751217 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9cfc77ef-6929-41b1-9ab2-613758c09cd8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:38.752490 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9cfc77ef-6929-41b1-9ab2-613758c09cd8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2491047 Jan 21 10:03:38.755394 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39738) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:38.761053 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-7a07c3c7-e79e-4b2d-8216-cf13b36b4d39 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': '0be1473d-8636-474f-ade3-bf147682b353', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:03:38.767237 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7a07c3c7-e79e-4b2d-8216-cf13b36b4d39 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:38.771862 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-7a07c3c7-e79e-4b2d-8216-cf13b36b4d39 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:38.775277 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-7a07c3c7-e79e-4b2d-8216-cf13b36b4d39 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:38.782359 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7a07c3c7-e79e-4b2d-8216-cf13b36b4d39 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:38.804630 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7a07c3c7-e79e-4b2d-8216-cf13b36b4d39 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:38.897946 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7a07c3c7-e79e-4b2d-8216-cf13b36b4d39 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:38.902916 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7a07c3c7-e79e-4b2d-8216-cf13b36b4d39 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:38.937112 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-f2cc9cab-66ee-437b-a570-cbb91abcc9c8 None None] Set router d4c3b9cc-dc55-4f7c-a309-92444594e972 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:03:38.939770 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07c3c7-e79e-4b2d-8216-cf13b36b4d39 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfb5840a-b850-44b0-a1e0-9c0de9f77993,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:38.949888 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7a07c3c7-e79e-4b2d-8216-cf13b36b4d39 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:38.951621 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7a07c3c7-e79e-4b2d-8216-cf13b36b4d39 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1950622 Jan 21 10:03:38.954434 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39742) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:38.961109 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-f1b7ee47-84b4-4ab4-8ab8-549f31fbe54c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': '0be1473d-8636-474f-ade3-bf147682b353', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:03:38.969118 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f1b7ee47-84b4-4ab4-8ab8-549f31fbe54c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:38.973371 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f1b7ee47-84b4-4ab4-8ab8-549f31fbe54c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:38.984860 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f1b7ee47-84b4-4ab4-8ab8-549f31fbe54c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:38.992183 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f1b7ee47-84b4-4ab4-8ab8-549f31fbe54c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:39.009538 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f1b7ee47-84b4-4ab4-8ab8-549f31fbe54c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:39.025178 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5b06f16c-f598-4c7a-8226-431c526ee2b3 req-0d571332-c109-49d8-99aa-d2c90964d2d1 service neutron] 10.222.0.124 "GET /v2.0/networks/b83a2497-b2f3-44e0-a4ac-26c8a0832b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732186 Jan 21 10:03:39.075413 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f1b7ee47-84b4-4ab4-8ab8-549f31fbe54c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:39.088077 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f1b7ee47-84b4-4ab4-8ab8-549f31fbe54c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:39.114217 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7ee47-84b4-4ab4-8ab8-549f31fbe54c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e8b6cb7-7442-42fa-aba4-3c9d3aae0da9,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:39.126799 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f1b7ee47-84b4-4ab4-8ab8-549f31fbe54c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:39.130647 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f1b7ee47-84b4-4ab4-8ab8-549f31fbe54c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1728876 Jan 21 10:03:39.131554 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39746) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:39.138965 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-9f2f1306-d9d1-45a2-8238-a70e68d78931 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': '0be1473d-8636-474f-ade3-bf147682b353', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:03:39.145298 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9f2f1306-d9d1-45a2-8238-a70e68d78931 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:39.149261 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9f2f1306-d9d1-45a2-8238-a70e68d78931 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:39.152293 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9f2f1306-d9d1-45a2-8238-a70e68d78931 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:39.158967 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9f2f1306-d9d1-45a2-8238-a70e68d78931 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:39.177142 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5b06f16c-f598-4c7a-8226-431c526ee2b3 req-81d28f61-e9f1-4971-b16e-65decb4a07d7 service neutron] 10.222.0.124 "GET /v2.0/networks/b83a2497-b2f3-44e0-a4ac-26c8a0832b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419070 Jan 21 10:03:39.179106 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f2f1306-d9d1-45a2-8238-a70e68d78931 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:39.254265 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f2f1306-d9d1-45a2-8238-a70e68d78931 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:39.258553 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f2f1306-d9d1-45a2-8238-a70e68d78931 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:39.284271 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f1306-d9d1-45a2-8238-a70e68d78931 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a277696-1b81-4f88-aa9f-030a3869b040,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:39.298153 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f2f1306-d9d1-45a2-8238-a70e68d78931 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:39.299425 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9f2f1306-d9d1-45a2-8238-a70e68d78931 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1668780 Jan 21 10:03:39.302682 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39750) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:39.308619 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-1361b86c-cc5f-4a97-99da-4d68db271628 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': '0be1473d-8636-474f-ade3-bf147682b353', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:03:39.314738 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1361b86c-cc5f-4a97-99da-4d68db271628 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:39.318422 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-1361b86c-cc5f-4a97-99da-4d68db271628 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:39.321192 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-1361b86c-cc5f-4a97-99da-4d68db271628 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:39.327583 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1361b86c-cc5f-4a97-99da-4d68db271628 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:39.346490 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1361b86c-cc5f-4a97-99da-4d68db271628 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:39.350213 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f2cc9cab-66ee-437b-a570-cbb91abcc9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'name': 'tempest-TestNetworkBasicOps-router-287918741', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '4e6eae14-212e-486a-8914-15183c0bb053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:19Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '4e6eae14-212e-486a-8914-15183c0bb053', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': 'a9632ad3-90a4-4a27-8302-6ba4b16f6244', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.25', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'port_id': '8791bdea-7aae-48d9-bbea-c36dd6c7c8ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26', 'mac_address': 'fa:16:3e:5a:54:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053cfaa9-af19-48e2-809c-283e5c6ee6ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:36Z', 'updated_at': '2022-01-21T10:03:36Z', 'revision_number': 0, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33b329f7-09b7-47ba-b13e-55b71a9016d9', 'name': '', 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:ef:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b262bf-58f3-41a2-a93a-9dea19fdf3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:19Z', 'updated_at': '2022-01-21T10:03:26Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'c5b262bf-58f3-41a2-a93a-9dea19fdf3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:39.354267 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cc9cab-66ee-437b-a570-cbb91abcc9c8 None None] The sync data for ids ['d4c3b9cc-dc55-4f7c-a309-92444594e972'] in dv-neutron-825732-1-hyperv is: [{'id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'name': 'tempest-TestNetworkBasicOps-router-287918741', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '4e6eae14-212e-486a-8914-15183c0bb053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:19Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '4e6eae14-212e-486a-8914-15183c0bb053', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': 'a9632ad3-90a4-4a27-8302-6ba4b16f6244', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.25', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'port_id': '8791bdea-7aae-48d9-bbea-c36dd6c7c8ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26', 'mac_address': 'fa:16:3e:5a:54:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053cfaa9-af19-48e2-809c-283e5c6ee6ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:36Z', 'updated_at': '2022-01-21T10:03:36Z', 'revision_number': 0, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33b329f7-09b7-47ba-b13e-55b71a9016d9', 'name': '', 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:ef:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b262bf-58f3-41a2-a93a-9dea19fdf3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:19Z', 'updated_at': '2022-01-21T10:03:26Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'c5b262bf-58f3-41a2-a93a-9dea19fdf3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:03:39.414742 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1361b86c-cc5f-4a97-99da-4d68db271628 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:39.419051 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1361b86c-cc5f-4a97-99da-4d68db271628 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:39.442719 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361b86c-cc5f-4a97-99da-4d68db271628 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1705b8aa-d765-4e70-a6cb-3166a6c9c1d8,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:39.453955 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1361b86c-cc5f-4a97-99da-4d68db271628 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:39.455143 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1361b86c-cc5f-4a97-99da-4d68db271628 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1513836 Jan 21 10:03:39.457838 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39754) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:39.463164 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-5c6abaf3-987e-414f-87f3-e56699fbfac4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': '0be1473d-8636-474f-ade3-bf147682b353', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:03:39.469579 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5c6abaf3-987e-414f-87f3-e56699fbfac4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:39.473280 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-5c6abaf3-987e-414f-87f3-e56699fbfac4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:39.476085 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-5c6abaf3-987e-414f-87f3-e56699fbfac4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:39.481604 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5c6abaf3-987e-414f-87f3-e56699fbfac4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:39.492056 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-5c6abaf3-987e-414f-87f3-e56699fbfac4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Project e2711eddd053435baef8e70b41198188 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:03:39.498754 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5c6abaf3-987e-414f-87f3-e56699fbfac4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:39.565765 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5c6abaf3-987e-414f-87f3-e56699fbfac4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:39.569347 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5c6abaf3-987e-414f-87f3-e56699fbfac4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:39.593590 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6abaf3-987e-414f-87f3-e56699fbfac4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f62f467-a26a-422f-b7d8-c5bf2bce89be,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:39.603035 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5c6abaf3-987e-414f-87f3-e56699fbfac4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:39.604410 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5c6abaf3-987e-414f-87f3-e56699fbfac4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1456738 Jan 21 10:03:39.608836 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39758) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:39.614377 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e6264a76-ed1c-4fc3-a4dc-5b8e450e1c95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': '0be1473d-8636-474f-ade3-bf147682b353', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:03:39.620321 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e6264a76-ed1c-4fc3-a4dc-5b8e450e1c95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:39.624772 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e6264a76-ed1c-4fc3-a4dc-5b8e450e1c95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:39.627642 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e6264a76-ed1c-4fc3-a4dc-5b8e450e1c95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:39.633078 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e6264a76-ed1c-4fc3-a4dc-5b8e450e1c95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:39.648155 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-e6264a76-ed1c-4fc3-a4dc-5b8e450e1c95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Project e2711eddd053435baef8e70b41198188 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:03:39.655072 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e6264a76-ed1c-4fc3-a4dc-5b8e450e1c95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:39.726460 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e6264a76-ed1c-4fc3-a4dc-5b8e450e1c95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:39.730222 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e6264a76-ed1c-4fc3-a4dc-5b8e450e1c95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:39.753910 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6264a76-ed1c-4fc3-a4dc-5b8e450e1c95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af4eb2e-0ed4-4ff2-b14f-9105f87e3946,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:39.763406 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e6264a76-ed1c-4fc3-a4dc-5b8e450e1c95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:39.764954 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e6264a76-ed1c-4fc3-a4dc-5b8e450e1c95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1550255 Jan 21 10:03:39.946334 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b18ede43-b23c-4285-9216-8f38d582693d req-31dcca13-20e7-44be-87f5-2099db776682 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1954810964&fields=id&tenant_id=e2711eddd053435baef8e70b41198188 HTTP/1.1" status: 200 len: 267 time: 0.0441735 Jan 21 10:03:40.095988 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ede43-b23c-4285-9216-8f38d582693d req-aa815251-330c-49da-80b7-36ff36a5ac66 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:40.097324 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b18ede43-b23c-4285-9216-8f38d582693d req-aa815251-330c-49da-80b7-36ff36a5ac66 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/networks?id=b83a2497-b2f3-44e0-a4ac-26c8a0832b26 HTTP/1.1" status: 200 len: 797 time: 0.1441989 Jan 21 10:03:40.114002 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b18ede43-b23c-4285-9216-8f38d582693d req-bc3c29bf-32b3-4134-8710-4dbabe076742 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/quotas/e2711eddd053435baef8e70b41198188 HTTP/1.1" status: 200 len: 375 time: 0.0114884 Jan 21 10:03:40.203429 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b18ede43-b23c-4285-9216-8f38d582693d req-a1337275-30b3-4e15-8a84-85b80326f59f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0845351 Jan 21 10:03:40.287339 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [req-b18ede43-b23c-4285-9216-8f38d582693d req-473980ed-ab27-4e6b-a7e9-558e7bab0336 service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=83598) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 10:03:40.288850 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b18ede43-b23c-4285-9216-8f38d582693d req-473980ed-ab27-4e6b-a7e9-558e7bab0336 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0744102 Jan 21 10:03:40.436934 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b18ede43-b23c-4285-9216-8f38d582693d req-1549b1ee-a746-4a0d-b924-7cb5ce219c36 service neutron] 10.222.0.104 "GET /v2.0/networks/b83a2497-b2f3-44e0-a4ac-26c8a0832b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411779 Jan 21 10:03:40.572439 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b18ede43-b23c-4285-9216-8f38d582693d req-e3220a66-c958-40e4-9165-a93579033e06 service neutron] 10.222.0.104 "GET /v2.0/networks/b83a2497-b2f3-44e0-a4ac-26c8a0832b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295688 Jan 21 10:03:40.783958 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-496ae3ae-00a9-49a8-8274-40a67b629603 req-52538fef-e24d-4253-ba8d-aec6a36430f8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=e1413ae2-4e50-49cd-820a-d1730f224800 HTTP/1.1" status: 200 len: 210 time: 0.0473073 Jan 21 10:03:41.940529 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a725748-f4f5-4698-8ed1-c9ca2c91dfe9 None None] New status for floating IP a9632ad3-90a4-4a27-8302-6ba4b16f6244: ACTIVE {{(pid=83600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:03:41.958077 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ede43-b23c-4285-9216-8f38d582693d req-55e338e3-c65e-4d3e-b7b3-2eb04c010db6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:41.960190 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b18ede43-b23c-4285-9216-8f38d582693d req-55e338e3-c65e-4d3e-b7b3-2eb04c010db6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/networks?id=b83a2497-b2f3-44e0-a4ac-26c8a0832b26 HTTP/1.1" status: 200 len: 797 time: 0.2181001 Jan 21 10:03:42.026558 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8ec8a2b1-f6bc-4eb0-b352-9a817459f359 req-17296cab-bada-4da7-9f1a-ac48f3eb2bb3 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=e1413ae2-4e50-49cd-820a-d1730f224800 HTTP/1.1" status: 200 len: 210 time: 0.0653808 Jan 21 10:03:42.066776 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b18ede43-b23c-4285-9216-8f38d582693d req-f9f8fb1e-3cb5-408b-bb55-47259f93327a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2711eddd053435baef8e70b41198188 HTTP/1.1" status: 200 len: 472 time: 0.0684218 Jan 21 10:03:42.078564 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-b18ede43-b23c-4285-9216-8f38d582693d req-d01ae3ed-078b-4d15-812a-d0568849dc95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'port': {'device_id': 'e1413ae2-4e50-49cd-820a-d1730f224800', 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26', 'admin_state_up': True, 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'security_groups': ['0be1473d-8636-474f-ade3-bf147682b353']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:03:42.218492 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-b18ede43-b23c-4285-9216-8f38d582693d req-d01ae3ed-078b-4d15-812a-d0568849dc95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:42.228045 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-b18ede43-b23c-4285-9216-8f38d582693d req-d01ae3ed-078b-4d15-812a-d0568849dc95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:42.237852 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b18ede43-b23c-4285-9216-8f38d582693d req-d01ae3ed-078b-4d15-812a-d0568849dc95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Made reservation on behalf of e2711eddd053435baef8e70b41198188 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:03:42.240784 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-b18ede43-b23c-4285-9216-8f38d582693d req-d01ae3ed-078b-4d15-812a-d0568849dc95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:42.405258 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-b18ede43-b23c-4285-9216-8f38d582693d req-d01ae3ed-078b-4d15-812a-d0568849dc95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Allocated IP 172.20.0.11 (b83a2497-b2f3-44e0-a4ac-26c8a0832b26/c5b262bf-58f3-41a2-a93a-9dea19fdf3b9/855bb09a-bad5-4574-a143-548ca7b1ee65) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:03:42.601183 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-b18ede43-b23c-4285-9216-8f38d582693d req-d01ae3ed-078b-4d15-812a-d0568849dc95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:42.616434 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-b18ede43-b23c-4285-9216-8f38d582693d req-d01ae3ed-078b-4d15-812a-d0568849dc95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Transition to ACTIVE for port object 855bb09a-bad5-4574-a143-548ca7b1ee65 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:03:42.640346 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-b18ede43-b23c-4285-9216-8f38d582693d req-d01ae3ed-078b-4d15-812a-d0568849dc95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:42.715638 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b18ede43-b23c-4285-9216-8f38d582693d req-d01ae3ed-078b-4d15-812a-d0568849dc95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network b83a2497-b2f3-44e0-a4ac-26c8a0832b26 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:03:42.718821 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-b18ede43-b23c-4285-9216-8f38d582693d req-d01ae3ed-078b-4d15-812a-d0568849dc95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:03:42.723207 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18ede43-b23c-4285-9216-8f38d582693d req-d01ae3ed-078b-4d15-812a-d0568849dc95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:03:42.748428 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ae3ed-078b-4d15-812a-d0568849dc95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=855bb09a-bad5-4574-a143-548ca7b1ee65,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:42.786324 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ede43-b23c-4285-9216-8f38d582693d req-d01ae3ed-078b-4d15-812a-d0568849dc95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:42.786993 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-b18ede43-b23c-4285-9216-8f38d582693d req-d01ae3ed-078b-4d15-812a-d0568849dc95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:42.813982 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b18ede43-b23c-4285-9216-8f38d582693d req-d01ae3ed-078b-4d15-812a-d0568849dc95 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7390406 Jan 21 10:03:42.827252 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-b18ede43-b23c-4285-9216-8f38d582693d req-9ae0e5f5-3617-4fbc-b048-20e914416b84 service neutron] Request body: {'port': {'device_id': 'e1413ae2-4e50-49cd-820a-d1730f224800', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:03:42.988579 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-050b8cc2-05b8-468e-bd86-e4bfdf48ceb4 None None] Provisioning for port 855bb09a-bad5-4574-a143-548ca7b1ee65 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:03:42.995782 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-050b8cc2-05b8-468e-bd86-e4bfdf48ceb4 None None] Provisioning complete for port 855bb09a-bad5-4574-a143-548ca7b1ee65 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:42.996420 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-050b8cc2-05b8-468e-bd86-e4bfdf48ceb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:43.051519 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-050b8cc2-05b8-468e-bd86-e4bfdf48ceb4 None None] Port 855bb09a-bad5-4574-a143-548ca7b1ee65 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:03:43.061965 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-b18ede43-b23c-4285-9216-8f38d582693d req-9ae0e5f5-3617-4fbc-b048-20e914416b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:43.244877 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece7ce2-7e51-4b65-9903-10b154a48e33 req-35026246-319d-42cc-93bd-2008d3477b7a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:43.246296 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-cece7ce2-7e51-4b65-9903-10b154a48e33 req-35026246-319d-42cc-93bd-2008d3477b7a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=e1413ae2-4e50-49cd-820a-d1730f224800 HTTP/1.1" status: 200 len: 932 time: 0.0860937 Jan 21 10:03:43.302329 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-cece7ce2-7e51-4b65-9903-10b154a48e33 req-09a0c2aa-f7d9-43fd-958e-0166653f8d32 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:03:43.318636 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-cece7ce2-7e51-4b65-9903-10b154a48e33 req-09a0c2aa-f7d9-43fd-958e-0166653f8d32 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:03:43.319809 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-cece7ce2-7e51-4b65-9903-10b154a48e33 req-09a0c2aa-f7d9-43fd-958e-0166653f8d32 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=0be1473d-8636-474f-ade3-bf147682b353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669720 Jan 21 10:03:43.433095 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-b18ede43-b23c-4285-9216-8f38d582693d req-9ae0e5f5-3617-4fbc-b048-20e914416b84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 855bb09a-bad5-4574-a143-548ca7b1ee65 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:03:43.440015 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-b18ede43-b23c-4285-9216-8f38d582693d req-9ae0e5f5-3617-4fbc-b048-20e914416b84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:43.454731 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-b18ede43-b23c-4285-9216-8f38d582693d req-9ae0e5f5-3617-4fbc-b048-20e914416b84 service neutron] Transition to ACTIVE for port object 855bb09a-bad5-4574-a143-548ca7b1ee65 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:03:43.457753 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-b18ede43-b23c-4285-9216-8f38d582693d req-9ae0e5f5-3617-4fbc-b048-20e914416b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:43.601836 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0e5f5-3617-4fbc-b048-20e914416b84 service neutron] Pushing event updated for resources: {'Port': ['ID=855bb09a-bad5-4574-a143-548ca7b1ee65,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:43.722737 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-b18ede43-b23c-4285-9216-8f38d582693d req-9ae0e5f5-3617-4fbc-b048-20e914416b84 service neutron] Attempting to bind port 855bb09a-bad5-4574-a143-548ca7b1ee65 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:03:43.723070 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-b18ede43-b23c-4285-9216-8f38d582693d req-9ae0e5f5-3617-4fbc-b048-20e914416b84 service neutron] Attempting to bind port 855bb09a-bad5-4574-a143-548ca7b1ee65 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '775cde21-1d55-4ebd-a2e8-5afba17cef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:03:43.723398 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18ede43-b23c-4285-9216-8f38d582693d req-9ae0e5f5-3617-4fbc-b048-20e914416b84 service neutron] Attempting to bind port 855bb09a-bad5-4574-a143-548ca7b1ee65 on network b83a2497-b2f3-44e0-a4ac-26c8a0832b26 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:03:43.729777 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18ede43-b23c-4285-9216-8f38d582693d req-9ae0e5f5-3617-4fbc-b048-20e914416b84 service neutron] Port 855bb09a-bad5-4574-a143-548ca7b1ee65 on network b83a2497-b2f3-44e0-a4ac-26c8a0832b26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:03:43.730108 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18ede43-b23c-4285-9216-8f38d582693d req-9ae0e5f5-3617-4fbc-b048-20e914416b84 service neutron] Attempting to bind port 855bb09a-bad5-4574-a143-548ca7b1ee65 on network b83a2497-b2f3-44e0-a4ac-26c8a0832b26 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:03:43.737111 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18ede43-b23c-4285-9216-8f38d582693d req-9ae0e5f5-3617-4fbc-b048-20e914416b84 service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:03:43.737449 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18ede43-b23c-4285-9216-8f38d582693d req-9ae0e5f5-3617-4fbc-b048-20e914416b84 service neutron] Checking segment: {'id': '775cde21-1d55-4ebd-a2e8-5afba17cef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:03:43.737883 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18ede43-b23c-4285-9216-8f38d582693d req-9ae0e5f5-3617-4fbc-b048-20e914416b84 service neutron] Bound using segment: {'id': '775cde21-1d55-4ebd-a2e8-5afba17cef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:03:43.738313 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-b18ede43-b23c-4285-9216-8f38d582693d req-9ae0e5f5-3617-4fbc-b048-20e914416b84 service neutron] Bound port: 855bb09a-bad5-4574-a143-548ca7b1ee65, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '775cde21-1d55-4ebd-a2e8-5afba17cef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:03:43.738679 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-b18ede43-b23c-4285-9216-8f38d582693d req-9ae0e5f5-3617-4fbc-b048-20e914416b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:43.839506 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-b18ede43-b23c-4285-9216-8f38d582693d req-9ae0e5f5-3617-4fbc-b048-20e914416b84 service neutron] For port 855bb09a-bad5-4574-a143-548ca7b1ee65, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:03:43.844344 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-b18ede43-b23c-4285-9216-8f38d582693d req-9ae0e5f5-3617-4fbc-b048-20e914416b84 service neutron] For port 855bb09a-bad5-4574-a143-548ca7b1ee65, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=855bb09a-bad5-4574-a143-548ca7b1ee65,segment=NetworkSegment(775cde21-1d55-4ebd-a2e8-5afba17cef69),segment_id=775cde21-1d55-4ebd-a2e8-5afba17cef69)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:03:43.849721 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-b18ede43-b23c-4285-9216-8f38d582693d req-9ae0e5f5-3617-4fbc-b048-20e914416b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:43.913545 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-b18ede43-b23c-4285-9216-8f38d582693d req-9ae0e5f5-3617-4fbc-b048-20e914416b84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:43.914918 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b18ede43-b23c-4285-9216-8f38d582693d req-9ae0e5f5-3617-4fbc-b048-20e914416b84 service neutron] 10.222.0.124 "PUT /v2.0/ports/855bb09a-bad5-4574-a143-548ca7b1ee65 HTTP/1.1" status: 200 len: 1094 time: 1.0932446 Jan 21 10:03:43.915347 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1413ae2-4e50-49cd-820a-d1730f224800', 'tag': '855bb09a-bad5-4574-a143-548ca7b1ee65'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:03:43.934131 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0e5f5-3617-4fbc-b048-20e914416b84 service neutron] Pushing event updated for resources: {'Port': ['ID=855bb09a-bad5-4574-a143-548ca7b1ee65,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:44.000435 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1413ae2-4e50-49cd-820a-d1730f224800', 'tag': '855bb09a-bad5-4574-a143-548ca7b1ee65', 'status': 'completed', 'code': 200} Jan 21 10:03:44.041940 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b18ede43-b23c-4285-9216-8f38d582693d req-0df0aa5c-caa0-4deb-8854-6e49deb2c588 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=e1413ae2-4e50-49cd-820a-d1730f224800 HTTP/1.1" status: 200 len: 1097 time: 0.0882165 Jan 21 10:03:44.116143 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b18ede43-b23c-4285-9216-8f38d582693d req-ab0894c6-dd88-4350-b757-0f4abd9c196c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=855bb09a-bad5-4574-a143-548ca7b1ee65 HTTP/1.1" status: 200 len: 217 time: 0.0677977 Jan 21 10:03:44.179668 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ede43-b23c-4285-9216-8f38d582693d req-6d2aa14c-bd97-4a81-b066-2f61dbff8a01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:44.181106 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b18ede43-b23c-4285-9216-8f38d582693d req-6d2aa14c-bd97-4a81-b066-2f61dbff8a01 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c5b262bf-58f3-41a2-a93a-9dea19fdf3b9 HTTP/1.1" status: 200 len: 835 time: 0.0595908 Jan 21 10:03:44.263164 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b18ede43-b23c-4285-9216-8f38d582693d req-eb1ff3f5-86f0-4b15-a183-c60b67116980 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b83a2497-b2f3-44e0-a4ac-26c8a0832b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758588 Jan 21 10:03:44.400722 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b18ede43-b23c-4285-9216-8f38d582693d req-c6efe09f-1e34-4cdd-95f4-c3f687bb7baf service neutron] 10.222.0.124 "GET /v2.0/networks/b83a2497-b2f3-44e0-a4ac-26c8a0832b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320512 Jan 21 10:03:44.554033 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b18ede43-b23c-4285-9216-8f38d582693d req-60e7eeaa-b86d-4859-a965-696853c0e99f service neutron] 10.222.0.124 "GET /v2.0/networks/b83a2497-b2f3-44e0-a4ac-26c8a0832b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473989 Jan 21 10:03:44.673088 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b33c402b-9e41-438b-b65c-d87bcfa985e7 req-17dcd042-6e5c-48a1-b208-a168c9ccfd45 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=e1413ae2-4e50-49cd-820a-d1730f224800 HTTP/1.1" status: 200 len: 1097 time: 0.0716822 Jan 21 10:03:44.684915 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6acfbe-de13-4426-8f07-b45a2162f742 req-33ed6c4f-0694-449e-90aa-e6e05329b58e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:44.686425 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-be6acfbe-de13-4426-8f07-b45a2162f742 req-33ed6c4f-0694-449e-90aa-e6e05329b58e tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=e1413ae2-4e50-49cd-820a-d1730f224800 HTTP/1.1" status: 200 len: 944 time: 0.0875137 Jan 21 10:03:44.732175 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-be6acfbe-de13-4426-8f07-b45a2162f742 req-0fdbfc5b-7672-4bea-bfb4-7f4055bf5cb6 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=0be1473d-8636-474f-ade3-bf147682b353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401475 Jan 21 10:03:44.807798 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c402b-9e41-438b-b65c-d87bcfa985e7 req-760ecb89-5f4c-4d2d-a85c-93de20eb197e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:44.809243 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b33c402b-9e41-438b-b65c-d87bcfa985e7 req-760ecb89-5f4c-4d2d-a85c-93de20eb197e service neutron] 10.222.0.124 "GET /v2.0/networks?id=b83a2497-b2f3-44e0-a4ac-26c8a0832b26 HTTP/1.1" status: 200 len: 898 time: 0.1289773 Jan 21 10:03:44.982749 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b33c402b-9e41-438b-b65c-d87bcfa985e7 req-ff0c3a21-38d3-4be9-bd6d-4dba9613d8e4 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=855bb09a-bad5-4574-a143-548ca7b1ee65 HTTP/1.1" status: 200 len: 217 time: 0.1671548 Jan 21 10:03:45.051554 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c402b-9e41-438b-b65c-d87bcfa985e7 req-614ab853-46d4-4232-9fc8-cdade0935e43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:45.052979 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b33c402b-9e41-438b-b65c-d87bcfa985e7 req-614ab853-46d4-4232-9fc8-cdade0935e43 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c5b262bf-58f3-41a2-a93a-9dea19fdf3b9 HTTP/1.1" status: 200 len: 835 time: 0.0636508 Jan 21 10:03:45.131182 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b33c402b-9e41-438b-b65c-d87bcfa985e7 req-bf75858b-00e4-4435-ab9d-bf422261ac31 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b83a2497-b2f3-44e0-a4ac-26c8a0832b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719113 Jan 21 10:03:45.267218 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b33c402b-9e41-438b-b65c-d87bcfa985e7 req-695ddb9f-1a45-4168-817f-318a6c16782c service neutron] 10.222.0.124 "GET /v2.0/networks/b83a2497-b2f3-44e0-a4ac-26c8a0832b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294854 Jan 21 10:03:45.409180 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b33c402b-9e41-438b-b65c-d87bcfa985e7 req-87321c63-fdc5-403d-8bb9-c4fa1f0933de service neutron] 10.222.0.124 "GET /v2.0/networks/b83a2497-b2f3-44e0-a4ac-26c8a0832b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295848 Jan 21 10:03:45.933671 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca444442-40f5-4ebb-a5a6-41d3d4838816 req-9a433e65-75fe-4f2b-86cc-d2c172391269 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:45.934403 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-ca444442-40f5-4ebb-a5a6-41d3d4838816 req-9a433e65-75fe-4f2b-86cc-d2c172391269 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:03:45.950858 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-ca444442-40f5-4ebb-a5a6-41d3d4838816 req-9a433e65-75fe-4f2b-86cc-d2c172391269 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:03:45.952159 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ca444442-40f5-4ebb-a5a6-41d3d4838816 req-9a433e65-75fe-4f2b-86cc-d2c172391269 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=e1413ae2-4e50-49cd-820a-d1730f224800 HTTP/1.1" status: 200 len: 944 time: 0.0979490 Jan 21 10:03:46.005783 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ca444442-40f5-4ebb-a5a6-41d3d4838816 req-874b4fe3-4b44-4c5b-be37-0b1c6048f88c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=0be1473d-8636-474f-ade3-bf147682b353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481510 Jan 21 10:03:46.157376 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-803f63cb-68e4-4fad-bf93-add155829bea req-29070ead-0260-47f0-a677-067f3dbfab31 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=053cfaa9-af19-48e2-809c-283e5c6ee6ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752699 Jan 21 10:03:46.303148 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-803f63cb-68e4-4fad-bf93-add155829bea req-17c4a39f-7e08-4092-a1f0-18d763baa437 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=053cfaa9-af19-48e2-809c-283e5c6ee6ca HTTP/1.1" status: 200 len: 1098 time: 0.0725079 Jan 21 10:03:46.455888 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f63cb-68e4-4fad-bf93-add155829bea req-006283f4-2e4b-4374-ad69-811a143740a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:46.457361 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-803f63cb-68e4-4fad-bf93-add155829bea req-006283f4-2e4b-4374-ad69-811a143740a4 service neutron] 10.222.0.124 "GET /v2.0/networks?id=b83a2497-b2f3-44e0-a4ac-26c8a0832b26 HTTP/1.1" status: 200 len: 898 time: 0.1344178 Jan 21 10:03:46.566405 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-803f63cb-68e4-4fad-bf93-add155829bea req-882f1647-b7d1-4811-92f9-a9573f45ce90 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8791bdea-7aae-48d9-bbea-c36dd6c7c8ba HTTP/1.1" status: 200 len: 1000 time: 0.1019695 Jan 21 10:03:46.633002 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f63cb-68e4-4fad-bf93-add155829bea req-cded08c4-3d58-46e5-89b0-28e43ec628a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:46.634458 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-803f63cb-68e4-4fad-bf93-add155829bea req-cded08c4-3d58-46e5-89b0-28e43ec628a7 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c5b262bf-58f3-41a2-a93a-9dea19fdf3b9 HTTP/1.1" status: 200 len: 835 time: 0.0610561 Jan 21 10:03:46.710028 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-803f63cb-68e4-4fad-bf93-add155829bea req-14cfad1c-8c84-41a0-a80e-2dbc06c96063 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b83a2497-b2f3-44e0-a4ac-26c8a0832b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695617 Jan 21 10:03:46.736057 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 855bb09a-bad5-4574-a143-548ca7b1ee65 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:03:46.846131 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-803f63cb-68e4-4fad-bf93-add155829bea req-28223da5-2322-48c1-adf4-06f1a0068d40 service neutron] 10.222.0.124 "GET /v2.0/networks/b83a2497-b2f3-44e0-a4ac-26c8a0832b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300240 Jan 21 10:03:46.878201 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 855bb09a-bad5-4574-a143-548ca7b1ee65, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=855bb09a-bad5-4574-a143-548ca7b1ee65,segment=NetworkSegment(775cde21-1d55-4ebd-a2e8-5afba17cef69),segment_id=775cde21-1d55-4ebd-a2e8-5afba17cef69)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:03:46.891593 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '855bb09a-bad5-4574-a143-548ca7b1ee65', 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26', 'port_id': '855bb09a-bad5-4574-a143-548ca7b1ee65', 'mac_address': 'fa:16:3e:74:a9:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b262bf-58f3-41a2-a93a-9dea19fdf3b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:03:46.950567 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:46.969237 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 855bb09a-bad5-4574-a143-548ca7b1ee65 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:03:46.985330 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-803f63cb-68e4-4fad-bf93-add155829bea req-06961713-1151-4f15-80e2-050b5e9bb97e service neutron] 10.222.0.124 "GET /v2.0/networks/b83a2497-b2f3-44e0-a4ac-26c8a0832b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331866 Jan 21 10:03:46.986225 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 855bb09a-bad5-4574-a143-548ca7b1ee65, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=855bb09a-bad5-4574-a143-548ca7b1ee65,segment=NetworkSegment(775cde21-1d55-4ebd-a2e8-5afba17cef69),segment_id=775cde21-1d55-4ebd-a2e8-5afba17cef69)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:03:46.990312 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:47.056947 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=855bb09a-bad5-4574-a143-548ca7b1ee65,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:47.217216 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4bfd8-5abf-4742-a7a8-78f1087e032d req-b7cdcd78-f98b-42dc-966a-81d7364ed553 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:47.218630 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-99d4bfd8-5abf-4742-a7a8-78f1087e032d req-b7cdcd78-f98b-42dc-966a-81d7364ed553 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=e1413ae2-4e50-49cd-820a-d1730f224800 HTTP/1.1" status: 200 len: 945 time: 0.0881693 Jan 21 10:03:47.221464 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['855bb09a-bad5-4574-a143-548ca7b1ee65'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:03:47.267195 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-99d4bfd8-5abf-4742-a7a8-78f1087e032d req-44927621-da05-4324-b696-a18518355a82 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=0be1473d-8636-474f-ade3-bf147682b353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421813 Jan 21 10:03:48.466421 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336072b4-a2b7-4e8c-9995-e93a1612c3de req-d2bdb8a9-33b3-453c-a2c4-88102d5b2c7f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:48.467862 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-336072b4-a2b7-4e8c-9995-e93a1612c3de req-d2bdb8a9-33b3-453c-a2c4-88102d5b2c7f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=e1413ae2-4e50-49cd-820a-d1730f224800 HTTP/1.1" status: 200 len: 945 time: 0.0778360 Jan 21 10:03:48.518329 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-336072b4-a2b7-4e8c-9995-e93a1612c3de req-b4c0c40f-25eb-4e88-b40d-2c4675c35956 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=0be1473d-8636-474f-ade3-bf147682b353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449128 Jan 21 10:03:48.747932 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 855bb09a-bad5-4574-a143-548ca7b1ee65 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:03:48.839472 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port 855bb09a-bad5-4574-a143-548ca7b1ee65 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:03:48.846448 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 855bb09a-bad5-4574-a143-548ca7b1ee65 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:48.846919 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:48.969188 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:48.997199 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1413ae2-4e50-49cd-820a-d1730f224800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855bb09a-bad5-4574-a143-548ca7b1ee65'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:03:49.007700 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 855bb09a-bad5-4574-a143-548ca7b1ee65, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=855bb09a-bad5-4574-a143-548ca7b1ee65,segment=NetworkSegment(775cde21-1d55-4ebd-a2e8-5afba17cef69),segment_id=775cde21-1d55-4ebd-a2e8-5afba17cef69)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:03:49.011505 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:49.056054 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1413ae2-4e50-49cd-820a-d1730f224800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855bb09a-bad5-4574-a143-548ca7b1ee65', 'code': 200} Jan 21 10:03:49.084023 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=855bb09a-bad5-4574-a143-548ca7b1ee65,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:49.295780 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-799b4164-ff72-4fbf-be1f-a14c7b0a297b req-dfb3da2d-6248-469c-a998-4226f1def8ef service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=e1413ae2-4e50-49cd-820a-d1730f224800 HTTP/1.1" status: 200 len: 1099 time: 0.0704162 Jan 21 10:03:49.341619 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-799b4164-ff72-4fbf-be1f-a14c7b0a297b req-873793aa-0075-4b09-84cd-d3aa49fd2cb3 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=0be1473d-8636-474f-ade3-bf147682b353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399070 Jan 21 10:03:49.738072 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17e14d-ff0b-4466-a5bb-964eaa27b2b0 req-f5dbaac5-bbfb-43f5-b039-8898ab1ce3da tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:49.739519 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cd17e14d-ff0b-4466-a5bb-964eaa27b2b0 req-f5dbaac5-bbfb-43f5-b039-8898ab1ce3da tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=e1413ae2-4e50-49cd-820a-d1730f224800 HTTP/1.1" status: 200 len: 946 time: 0.0925722 Jan 21 10:03:49.892108 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cd17e14d-ff0b-4466-a5bb-964eaa27b2b0 req-20ef5e6f-4674-4ac2-b604-1bfeb787a049 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=0be1473d-8636-474f-ade3-bf147682b353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471314 Jan 21 10:03:50.413491 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:51.094308 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daedba75-1381-4bcf-a2b2-eb720fb78088 req-16d91284-dbd1-4c39-980e-e356e4a4bd04 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:51.095752 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-daedba75-1381-4bcf-a2b2-eb720fb78088 req-16d91284-dbd1-4c39-980e-e356e4a4bd04 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=e1413ae2-4e50-49cd-820a-d1730f224800 HTTP/1.1" status: 200 len: 946 time: 0.0786152 Jan 21 10:03:51.146414 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-daedba75-1381-4bcf-a2b2-eb720fb78088 req-26eb7c5e-3c44-4fd2-a490-298ca579b88c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=0be1473d-8636-474f-ade3-bf147682b353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451050 Jan 21 10:03:51.344329 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1004c-298e-49d0-bc9c-df342c17439e req-9ecbbde6-5649-496d-891a-382be53fbcdb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:51.345835 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-45f1004c-298e-49d0-bc9c-df342c17439e req-9ecbbde6-5649-496d-891a-382be53fbcdb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=e1413ae2-4e50-49cd-820a-d1730f224800 HTTP/1.1" status: 200 len: 946 time: 0.0792673 Jan 21 10:03:51.392109 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-45f1004c-298e-49d0-bc9c-df342c17439e req-a837e7d5-18e2-4f90-b902-dff461ada89f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=0be1473d-8636-474f-ade3-bf147682b353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408809 Jan 21 10:03:51.420819 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39804) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:51.493259 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-83055e5e-7327-4257-a4e6-94f44dc977a1 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=e1413ae2-4e50-49cd-820a-d1730f224800 HTTP/1.1" status: 200 len: 1094 time: 0.0712297 Jan 21 10:03:51.496066 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39808) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:51.501421 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-cd378133-1e1c-40da-936e-5e47ed74adbc tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'port_id': '855bb09a-bad5-4574-a143-548ca7b1ee65', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:03:51.507226 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cd378133-1e1c-40da-936e-5e47ed74adbc tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:51.511092 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-cd378133-1e1c-40da-936e-5e47ed74adbc tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:floatingip and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:51.514604 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-cd378133-1e1c-40da-936e-5e47ed74adbc tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:51.520461 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cd378133-1e1c-40da-936e-5e47ed74adbc tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:51.531305 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cd378133-1e1c-40da-936e-5e47ed74adbc tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:51.675174 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cd378133-1e1c-40da-936e-5e47ed74adbc tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:51.813165 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-cd378133-1e1c-40da-936e-5e47ed74adbc tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Allocated IP 172.26.0.153 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/bbc3cc86-024f-4a73-bb55-6004f9137e11) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:03:51.970877 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cd378133-1e1c-40da-936e-5e47ed74adbc tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:51.999128 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cd378133-1e1c-40da-936e-5e47ed74adbc tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:52.078437 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd378133-1e1c-40da-936e-5e47ed74adbc tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:03:52.081273 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-cd378133-1e1c-40da-936e-5e47ed74adbc tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:03:52.083983 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd378133-1e1c-40da-936e-5e47ed74adbc tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:03:52.113799 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd378133-1e1c-40da-936e-5e47ed74adbc tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=bbc3cc86-024f-4a73-bb55-6004f9137e11,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:52.718038 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cd378133-1e1c-40da-936e-5e47ed74adbc tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:52.774285 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cd378133-1e1c-40da-936e-5e47ed74adbc tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:52.983498 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cd378133-1e1c-40da-936e-5e47ed74adbc tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:52.988094 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cd378133-1e1c-40da-936e-5e47ed74adbc tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:53.089290 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd378133-1e1c-40da-936e-5e47ed74adbc tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=bbc3cc86-024f-4a73-bb55-6004f9137e11,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:53.107765 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cd378133-1e1c-40da-936e-5e47ed74adbc tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:53.299332 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.l3_db [None req-cd378133-1e1c-40da-936e-5e47ed74adbc tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Floating IP c315610d-50a4-4f90-a874-904ef9407f7f associated. External IP: 172.26.0.153, port: 855bb09a-bad5-4574-a143-548ca7b1ee65. Jan 21 10:03:53.700959 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd378133-1e1c-40da-936e-5e47ed74adbc tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router d4c3b9cc-dc55-4f7c-a309-92444594e972 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:03:53.925047 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0b7f361f-e6a6-42a7-ad5e-43cc9623bfa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:53.936008 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd378133-1e1c-40da-936e-5e47ed74adbc tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:03:53.949466 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3035d0-2f61-4dca-9c7c-961228eb23bc None None] Sync routers for ids ['d4c3b9cc-dc55-4f7c-a309-92444594e972'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:03:53.962349 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3035d0-2f61-4dca-9c7c-961228eb23bc None None] Routers {'d4c3b9cc-dc55-4f7c-a309-92444594e972'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:03:53.962882 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9b3035d0-2f61-4dca-9c7c-961228eb23bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:03:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['d4c3b9cc-dc55-4f7c-a309-92444594e972'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:53.969230 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cd378133-1e1c-40da-936e-5e47ed74adbc tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:54.037542 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-cd378133-1e1c-40da-936e-5e47ed74adbc tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5307760 Jan 21 10:03:54.037542 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1413ae2-4e50-49cd-820a-d1730f224800', 'tag': '855bb09a-bad5-4574-a143-548ca7b1ee65'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:03:54.101734 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1413ae2-4e50-49cd-820a-d1730f224800', 'tag': '855bb09a-bad5-4574-a143-548ca7b1ee65', 'status': 'completed', 'code': 200} Jan 21 10:03:54.200676 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-9b3035d0-2f61-4dca-9c7c-961228eb23bc None None] Set router d4c3b9cc-dc55-4f7c-a309-92444594e972 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:03:54.214956 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5584b0e7-a97e-4147-b7a1-36ce34341cc5 req-9c588002-5aac-43b1-8c0b-dbe11fda2844 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=e1413ae2-4e50-49cd-820a-d1730f224800 HTTP/1.1" status: 200 len: 1099 time: 0.0900505 Jan 21 10:03:54.373811 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584b0e7-a97e-4147-b7a1-36ce34341cc5 req-6c937137-b3cf-45e9-89aa-4052fbd8f75c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:54.375303 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5584b0e7-a97e-4147-b7a1-36ce34341cc5 req-6c937137-b3cf-45e9-89aa-4052fbd8f75c service neutron] 10.222.0.124 "GET /v2.0/networks?id=b83a2497-b2f3-44e0-a4ac-26c8a0832b26 HTTP/1.1" status: 200 len: 898 time: 0.1528947 Jan 21 10:03:54.489992 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5584b0e7-a97e-4147-b7a1-36ce34341cc5 req-24c4f68c-3c62-4057-896f-721a710b6a88 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=855bb09a-bad5-4574-a143-548ca7b1ee65 HTTP/1.1" status: 200 len: 1000 time: 0.1085134 Jan 21 10:03:54.562044 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584b0e7-a97e-4147-b7a1-36ce34341cc5 req-20165c74-7555-4337-beec-9068e4295940 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:54.563544 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5584b0e7-a97e-4147-b7a1-36ce34341cc5 req-20165c74-7555-4337-beec-9068e4295940 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c5b262bf-58f3-41a2-a93a-9dea19fdf3b9 HTTP/1.1" status: 200 len: 835 time: 0.0672584 Jan 21 10:03:54.603958 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9b3035d0-2f61-4dca-9c7c-961228eb23bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'name': 'tempest-TestNetworkBasicOps-router-287918741', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '4e6eae14-212e-486a-8914-15183c0bb053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:19Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '4e6eae14-212e-486a-8914-15183c0bb053', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': 'a9632ad3-90a4-4a27-8302-6ba4b16f6244', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.25', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'port_id': '8791bdea-7aae-48d9-bbea-c36dd6c7c8ba', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26', 'mac_address': 'fa:16:3e:5a:54:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053cfaa9-af19-48e2-809c-283e5c6ee6ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:36Z', 'updated_at': '2022-01-21T10:03:42Z', 'revision_number': 1, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}, {'id': 'c315610d-50a4-4f90-a874-904ef9407f7f', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.153', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'port_id': '855bb09a-bad5-4574-a143-548ca7b1ee65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26', 'mac_address': 'fa:16:3e:74:a9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1413ae2-4e50-49cd-820a-d1730f224800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:52Z', 'updated_at': '2022-01-21T10:03:52Z', 'revision_number': 0, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33b329f7-09b7-47ba-b13e-55b71a9016d9', 'name': '', 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:ef:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b262bf-58f3-41a2-a93a-9dea19fdf3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:19Z', 'updated_at': '2022-01-21T10:03:26Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'c5b262bf-58f3-41a2-a93a-9dea19fdf3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:54.608375 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3035d0-2f61-4dca-9c7c-961228eb23bc None None] Checking router: d4c3b9cc-dc55-4f7c-a309-92444594e972 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:03:54.619819 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3035d0-2f61-4dca-9c7c-961228eb23bc None None] Routers {'d4c3b9cc-dc55-4f7c-a309-92444594e972'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:03:54.620434 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9b3035d0-2f61-4dca-9c7c-961228eb23bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:03:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['d4c3b9cc-dc55-4f7c-a309-92444594e972'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:54.641857 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5584b0e7-a97e-4147-b7a1-36ce34341cc5 req-4e700620-f78e-4afe-b4e9-681aab66d908 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b83a2497-b2f3-44e0-a4ac-26c8a0832b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712194 Jan 21 10:03:54.777670 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5584b0e7-a97e-4147-b7a1-36ce34341cc5 req-2f17dc1c-22e8-43ed-acd7-62755c92d40f service neutron] 10.222.0.124 "GET /v2.0/networks/b83a2497-b2f3-44e0-a4ac-26c8a0832b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293466 Jan 21 10:03:54.803818 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-9b3035d0-2f61-4dca-9c7c-961228eb23bc None None] Set router d4c3b9cc-dc55-4f7c-a309-92444594e972 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:03:54.914454 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5584b0e7-a97e-4147-b7a1-36ce34341cc5 req-f1286444-3a4c-4904-a9c6-ed395ca5bbee service neutron] 10.222.0.124 "GET /v2.0/networks/b83a2497-b2f3-44e0-a4ac-26c8a0832b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304231 Jan 21 10:03:55.168745 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9b3035d0-2f61-4dca-9c7c-961228eb23bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'name': 'tempest-TestNetworkBasicOps-router-287918741', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '4e6eae14-212e-486a-8914-15183c0bb053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:19Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '4e6eae14-212e-486a-8914-15183c0bb053', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': 'a9632ad3-90a4-4a27-8302-6ba4b16f6244', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.25', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'port_id': '8791bdea-7aae-48d9-bbea-c36dd6c7c8ba', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26', 'mac_address': 'fa:16:3e:5a:54:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053cfaa9-af19-48e2-809c-283e5c6ee6ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:36Z', 'updated_at': '2022-01-21T10:03:42Z', 'revision_number': 1, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}, {'id': 'c315610d-50a4-4f90-a874-904ef9407f7f', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.153', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'port_id': '855bb09a-bad5-4574-a143-548ca7b1ee65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26', 'mac_address': 'fa:16:3e:74:a9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1413ae2-4e50-49cd-820a-d1730f224800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:52Z', 'updated_at': '2022-01-21T10:03:52Z', 'revision_number': 0, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33b329f7-09b7-47ba-b13e-55b71a9016d9', 'name': '', 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:ef:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b262bf-58f3-41a2-a93a-9dea19fdf3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:19Z', 'updated_at': '2022-01-21T10:03:26Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'c5b262bf-58f3-41a2-a93a-9dea19fdf3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:55.173257 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3035d0-2f61-4dca-9c7c-961228eb23bc None None] The sync data for ids ['d4c3b9cc-dc55-4f7c-a309-92444594e972'] in dv-neutron-825732-1-hyperv is: [{'id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'name': 'tempest-TestNetworkBasicOps-router-287918741', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '4e6eae14-212e-486a-8914-15183c0bb053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:19Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '4e6eae14-212e-486a-8914-15183c0bb053', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': 'a9632ad3-90a4-4a27-8302-6ba4b16f6244', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.25', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'port_id': '8791bdea-7aae-48d9-bbea-c36dd6c7c8ba', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26', 'mac_address': 'fa:16:3e:5a:54:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053cfaa9-af19-48e2-809c-283e5c6ee6ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:36Z', 'updated_at': '2022-01-21T10:03:42Z', 'revision_number': 1, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}, {'id': 'c315610d-50a4-4f90-a874-904ef9407f7f', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.153', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'port_id': '855bb09a-bad5-4574-a143-548ca7b1ee65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26', 'mac_address': 'fa:16:3e:74:a9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1413ae2-4e50-49cd-820a-d1730f224800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:52Z', 'updated_at': '2022-01-21T10:03:52Z', 'revision_number': 0, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33b329f7-09b7-47ba-b13e-55b71a9016d9', 'name': '', 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:ef:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b262bf-58f3-41a2-a93a-9dea19fdf3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:19Z', 'updated_at': '2022-01-21T10:03:26Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'c5b262bf-58f3-41a2-a93a-9dea19fdf3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:03:55.378983 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2553d059-2e83-45ba-bb26-3f51e6cc7055 None None] New status for floating IP c315610d-50a4-4f90-a874-904ef9407f7f: ACTIVE {{(pid=83600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:03:56.332665 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-980d2c89-d591-430f-ad1d-0c46ef29d57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:57.460385 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:57.744826 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:59.476468 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:05.619621 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:04:20.421671 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:23.922661 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bb06d8b3-1f0e-417d-8198-aa648c32cba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:26.339387 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bd222c55-90f6-4f25-b6c3-8c87e49731b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:27.453347 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:27.753324 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:29.479853 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:30.575834 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39826) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:04:30.783170 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c758dcc8-bc2a-4ee5-8b11-4755d1e787bb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/a9632ad3-90a4-4a27-8302-6ba4b16f6244 HTTP/1.1" status: 200 len: 992 time: 0.2062006 Jan 21 10:04:31.572320 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39836) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:04:31.579203 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-fc1effe8-ac45-44d0-919a-062408a7a8ec tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:04:31.699583 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc1effe8-ac45-44d0-919a-062408a7a8ec tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:31.930136 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-fc1effe8-ac45-44d0-919a-062408a7a8ec tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] For port 8791bdea-7aae-48d9-bbea-c36dd6c7c8ba, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=8791bdea-7aae-48d9-bbea-c36dd6c7c8ba,segment=NetworkSegment(775cde21-1d55-4ebd-a2e8-5afba17cef69),segment_id=775cde21-1d55-4ebd-a2e8-5afba17cef69)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:04:31.959679 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc1effe8-ac45-44d0-919a-062408a7a8ec tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:31.964085 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc1effe8-ac45-44d0-919a-062408a7a8ec tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:32.039054 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1effe8-ac45-44d0-919a-062408a7a8ec tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:32.039643 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc1effe8-ac45-44d0-919a-062408a7a8ec tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:32.040977 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-fc1effe8-ac45-44d0-919a-062408a7a8ec tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "PUT /v2.0/ports/8791bdea-7aae-48d9-bbea-c36dd6c7c8ba HTTP/1.1" status: 200 len: 938 time: 0.4676890 Jan 21 10:04:32.041522 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '053cfaa9-af19-48e2-809c-283e5c6ee6ca', 'tag': '8791bdea-7aae-48d9-bbea-c36dd6c7c8ba'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:04:32.063453 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1effe8-ac45-44d0-919a-062408a7a8ec tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=8791bdea-7aae-48d9-bbea-c36dd6c7c8ba,revision_number=6']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:32.072930 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1effe8-ac45-44d0-919a-062408a7a8ec tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:32.073409 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1effe8-ac45-44d0-919a-062408a7a8ec tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:32.073773 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1effe8-ac45-44d0-919a-062408a7a8ec tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:32.074436 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1effe8-ac45-44d0-919a-062408a7a8ec tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:32.075048 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1effe8-ac45-44d0-919a-062408a7a8ec tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:32.075878 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1effe8-ac45-44d0-919a-062408a7a8ec tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:32.076222 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1effe8-ac45-44d0-919a-062408a7a8ec tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:32.076550 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1effe8-ac45-44d0-919a-062408a7a8ec tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:32.076872 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1effe8-ac45-44d0-919a-062408a7a8ec tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:32.077193 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1effe8-ac45-44d0-919a-062408a7a8ec tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:32.077541 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1effe8-ac45-44d0-919a-062408a7a8ec tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:32.103288 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '053cfaa9-af19-48e2-809c-283e5c6ee6ca', 'tag': '8791bdea-7aae-48d9-bbea-c36dd6c7c8ba', 'status': 'completed', 'code': 200} Jan 21 10:04:32.199933 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1f8fd709-c1dd-4111-a153-052ccdd4cdb6 req-57ec892b-c1f4-4273-ab04-635030a75401 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=053cfaa9-af19-48e2-809c-283e5c6ee6ca HTTP/1.1" status: 200 len: 1099 time: 0.0742159 Jan 21 10:04:32.249115 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-e62d8a16-c1fe-453c-85df-902bd71b533e None None] Provisioning complete for port 8791bdea-7aae-48d9-bbea-c36dd6c7c8ba triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:04:32.249710 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e62d8a16-c1fe-453c-85df-902bd71b533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:32.309579 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-e62d8a16-c1fe-453c-85df-902bd71b533e None None] Port 8791bdea-7aae-48d9-bbea-c36dd6c7c8ba is administratively disabled so it will not transition to active. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Jan 21 10:04:32.339515 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fd709-c1dd-4111-a153-052ccdd4cdb6 req-3ce30840-53cb-4466-9328-3cb5cdaff578 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:32.340962 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1f8fd709-c1dd-4111-a153-052ccdd4cdb6 req-3ce30840-53cb-4466-9328-3cb5cdaff578 service neutron] 10.222.0.124 "GET /v2.0/networks?id=b83a2497-b2f3-44e0-a4ac-26c8a0832b26 HTTP/1.1" status: 200 len: 898 time: 0.1362796 Jan 21 10:04:32.444626 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1f8fd709-c1dd-4111-a153-052ccdd4cdb6 req-f8c24987-c74f-486e-bcc2-480c2115c87a service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8791bdea-7aae-48d9-bbea-c36dd6c7c8ba HTTP/1.1" status: 200 len: 1001 time: 0.0976229 Jan 21 10:04:32.511739 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fd709-c1dd-4111-a153-052ccdd4cdb6 req-5ce84ad3-7b7c-48a5-b0d7-57efd57a85ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:32.513339 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1f8fd709-c1dd-4111-a153-052ccdd4cdb6 req-5ce84ad3-7b7c-48a5-b0d7-57efd57a85ae service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c5b262bf-58f3-41a2-a93a-9dea19fdf3b9 HTTP/1.1" status: 200 len: 835 time: 0.0625691 Jan 21 10:04:32.587731 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1f8fd709-c1dd-4111-a153-052ccdd4cdb6 req-063465c0-7deb-4d11-ac18-1caf6bc13b53 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b83a2497-b2f3-44e0-a4ac-26c8a0832b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689852 Jan 21 10:04:32.722285 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1f8fd709-c1dd-4111-a153-052ccdd4cdb6 req-62b3b209-711a-46d2-b568-bc9e8286f7c4 service neutron] 10.222.0.124 "GET /v2.0/networks/b83a2497-b2f3-44e0-a4ac-26c8a0832b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287549 Jan 21 10:04:32.957009 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1f8fd709-c1dd-4111-a153-052ccdd4cdb6 req-c02c6e90-a62b-4eac-9772-a517b1d91039 service neutron] 10.222.0.124 "GET /v2.0/networks/b83a2497-b2f3-44e0-a4ac-26c8a0832b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275927 Jan 21 10:04:35.477376 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39846) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:04:35.483977 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-1daa1f61-09f8-4a3e-a8f7-670c536dbb13 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:04:35.608242 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1daa1f61-09f8-4a3e-a8f7-670c536dbb13 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:35.828293 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-1daa1f61-09f8-4a3e-a8f7-670c536dbb13 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] For port 8791bdea-7aae-48d9-bbea-c36dd6c7c8ba, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=8791bdea-7aae-48d9-bbea-c36dd6c7c8ba,segment=NetworkSegment(775cde21-1d55-4ebd-a2e8-5afba17cef69),segment_id=775cde21-1d55-4ebd-a2e8-5afba17cef69)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:04:35.866357 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1daa1f61-09f8-4a3e-a8f7-670c536dbb13 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:35.880357 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1daa1f61-09f8-4a3e-a8f7-670c536dbb13 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:35.960276 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1daa1f61-09f8-4a3e-a8f7-670c536dbb13 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:35.960919 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1daa1f61-09f8-4a3e-a8f7-670c536dbb13 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:35.962321 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1daa1f61-09f8-4a3e-a8f7-670c536dbb13 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "PUT /v2.0/ports/8791bdea-7aae-48d9-bbea-c36dd6c7c8ba HTTP/1.1" status: 200 len: 937 time: 0.4838550 Jan 21 10:04:35.962863 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '053cfaa9-af19-48e2-809c-283e5c6ee6ca', 'tag': '8791bdea-7aae-48d9-bbea-c36dd6c7c8ba'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:04:35.965983 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39850) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:04:35.987640 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa1f61-09f8-4a3e-a8f7-670c536dbb13 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=8791bdea-7aae-48d9-bbea-c36dd6c7c8ba,revision_number=7']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:36.027576 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '053cfaa9-af19-48e2-809c-283e5c6ee6ca', 'tag': '8791bdea-7aae-48d9-bbea-c36dd6c7c8ba', 'status': 'completed', 'code': 200} Jan 21 10:04:36.131210 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-32681fc3-a325-4673-8c4e-ee7043c99c89 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/a9632ad3-90a4-4a27-8302-6ba4b16f6244 HTTP/1.1" status: 200 len: 992 time: 0.1639452 Jan 21 10:04:36.155563 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e174c6e7-1462-425d-834e-2fc101576fcb req-0f31b8c6-103c-462a-ad94-e52cd80f5f43 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=053cfaa9-af19-48e2-809c-283e5c6ee6ca HTTP/1.1" status: 200 len: 1098 time: 0.1063726 Jan 21 10:04:36.198465 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['8791bdea-7aae-48d9-bbea-c36dd6c7c8ba'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:04:36.284881 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-cb965612-f547-4600-96d2-2dede75ddd60 None None] Provisioning complete for port 8791bdea-7aae-48d9-bbea-c36dd6c7c8ba triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:04:36.285224 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cb965612-f547-4600-96d2-2dede75ddd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:36.296459 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174c6e7-1462-425d-834e-2fc101576fcb req-5ad9e29f-12a9-441e-bd48-4c9319387f21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:36.297915 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e174c6e7-1462-425d-834e-2fc101576fcb req-5ad9e29f-12a9-441e-bd48-4c9319387f21 service neutron] 10.222.0.124 "GET /v2.0/networks?id=b83a2497-b2f3-44e0-a4ac-26c8a0832b26 HTTP/1.1" status: 200 len: 898 time: 0.1365979 Jan 21 10:04:36.399055 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e174c6e7-1462-425d-834e-2fc101576fcb req-87f0e6bc-6b07-4bf0-b041-520294f05491 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8791bdea-7aae-48d9-bbea-c36dd6c7c8ba HTTP/1.1" status: 200 len: 1000 time: 0.0939152 Jan 21 10:04:36.466115 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174c6e7-1462-425d-834e-2fc101576fcb req-902fb761-7ea2-4bcf-a8c8-c36a4d427485 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:36.467631 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e174c6e7-1462-425d-834e-2fc101576fcb req-902fb761-7ea2-4bcf-a8c8-c36a4d427485 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c5b262bf-58f3-41a2-a93a-9dea19fdf3b9 HTTP/1.1" status: 200 len: 835 time: 0.0631778 Jan 21 10:04:36.559218 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e174c6e7-1462-425d-834e-2fc101576fcb req-7fdb7513-72e7-4684-8122-6488ec6e95ac service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b83a2497-b2f3-44e0-a4ac-26c8a0832b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0859439 Jan 21 10:04:36.702940 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e174c6e7-1462-425d-834e-2fc101576fcb req-b2450c61-2e8f-4ca5-90bd-94fca05385c9 service neutron] 10.222.0.124 "GET /v2.0/networks/b83a2497-b2f3-44e0-a4ac-26c8a0832b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367586 Jan 21 10:04:36.846206 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e174c6e7-1462-425d-834e-2fc101576fcb req-34dc192a-0061-4b9d-918f-9d1c345b4f4a service neutron] 10.222.0.124 "GET /v2.0/networks/b83a2497-b2f3-44e0-a4ac-26c8a0832b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364188 Jan 21 10:04:38.736173 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39862) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:04:38.950900 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4cb0ffbd-a3b4-470c-9dd7-ff27b55d0512 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting port bbc3cc86-024f-4a73-bb55-6004f9137e11 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:04:38.951187 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4cb0ffbd-a3b4-470c-9dd7-ff27b55d0512 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:39.120131 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4cb0ffbd-a3b4-470c-9dd7-ff27b55d0512 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:39.120938 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4cb0ffbd-a3b4-470c-9dd7-ff27b55d0512 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:39.241733 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4cb0ffbd-a3b4-470c-9dd7-ff27b55d0512 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Calling delete_port for bbc3cc86-024f-4a73-bb55-6004f9137e11 owned by network:floatingip {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:04:39.506138 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4cb0ffbd-a3b4-470c-9dd7-ff27b55d0512 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:39.552699 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb0ffbd-a3b4-470c-9dd7-ff27b55d0512 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Port': ['ID=bbc3cc86-024f-4a73-bb55-6004f9137e11,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:39.593461 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb0ffbd-a3b4-470c-9dd7-ff27b55d0512 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:39.593824 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb0ffbd-a3b4-470c-9dd7-ff27b55d0512 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:39.594158 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb0ffbd-a3b4-470c-9dd7-ff27b55d0512 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:39.594486 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb0ffbd-a3b4-470c-9dd7-ff27b55d0512 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:39.594813 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb0ffbd-a3b4-470c-9dd7-ff27b55d0512 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:39.595133 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb0ffbd-a3b4-470c-9dd7-ff27b55d0512 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:39.595452 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb0ffbd-a3b4-470c-9dd7-ff27b55d0512 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:39.595779 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb0ffbd-a3b4-470c-9dd7-ff27b55d0512 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:39.596088 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb0ffbd-a3b4-470c-9dd7-ff27b55d0512 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:39.596400 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb0ffbd-a3b4-470c-9dd7-ff27b55d0512 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:39.596713 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb0ffbd-a3b4-470c-9dd7-ff27b55d0512 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:39.658249 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4cb0ffbd-a3b4-470c-9dd7-ff27b55d0512 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:40.078095 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb0ffbd-a3b4-470c-9dd7-ff27b55d0512 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router d4c3b9cc-dc55-4f7c-a309-92444594e972 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:04:40.302400 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb0ffbd-a3b4-470c-9dd7-ff27b55d0512 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:04:40.313219 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10af5d86-0011-4f8f-bda3-f6720a856f66 None None] Sync routers for ids ['d4c3b9cc-dc55-4f7c-a309-92444594e972'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:04:40.324688 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4cb0ffbd-a3b4-470c-9dd7-ff27b55d0512 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:40.326863 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10af5d86-0011-4f8f-bda3-f6720a856f66 None None] Routers {'d4c3b9cc-dc55-4f7c-a309-92444594e972'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:04:40.327473 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-10af5d86-0011-4f8f-bda3-f6720a856f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:04:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['d4c3b9cc-dc55-4f7c-a309-92444594e972'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:40.385818 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4cb0ffbd-a3b4-470c-9dd7-ff27b55d0512 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/floatingips/c315610d-50a4-4f90-a874-904ef9407f7f HTTP/1.1" status: 204 len: 168 time: 1.6484983 Jan 21 10:04:40.387159 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1413ae2-4e50-49cd-820a-d1730f224800', 'tag': '855bb09a-bad5-4574-a143-548ca7b1ee65'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:04:40.516980 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-10af5d86-0011-4f8f-bda3-f6720a856f66 None None] Set router d4c3b9cc-dc55-4f7c-a309-92444594e972 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:04:40.541927 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1413ae2-4e50-49cd-820a-d1730f224800', 'tag': '855bb09a-bad5-4574-a143-548ca7b1ee65', 'status': 'completed', 'code': 200} Jan 21 10:04:40.650231 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b5446483-3291-469d-b27a-039c296854bb req-3f2289b9-94c0-4efb-8075-77ece21a9a0d service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=e1413ae2-4e50-49cd-820a-d1730f224800 HTTP/1.1" status: 200 len: 1099 time: 0.0861380 Jan 21 10:04:40.845198 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5446483-3291-469d-b27a-039c296854bb req-ff669700-99f0-4bc9-82f5-5f7a039870c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:40.846684 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b5446483-3291-469d-b27a-039c296854bb req-ff669700-99f0-4bc9-82f5-5f7a039870c2 service neutron] 10.222.0.124 "GET /v2.0/networks?id=b83a2497-b2f3-44e0-a4ac-26c8a0832b26 HTTP/1.1" status: 200 len: 898 time: 0.1877232 Jan 21 10:04:40.924355 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc04670-c4db-4c3c-b99c-877b88f87f97 req-cf045e08-bd69-44fe-b11f-25c3e1ce6298 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:40.925034 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-3bc04670-c4db-4c3c-b99c-877b88f87f97 req-cf045e08-bd69-44fe-b11f-25c3e1ce6298 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:04:40.940344 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b5446483-3291-469d-b27a-039c296854bb req-c231eac8-8bd9-48b9-a62e-4b82b61e3b6c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=855bb09a-bad5-4574-a143-548ca7b1ee65 HTTP/1.1" status: 200 len: 217 time: 0.0808280 Jan 21 10:04:40.943220 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-10af5d86-0011-4f8f-bda3-f6720a856f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'name': 'tempest-TestNetworkBasicOps-router-287918741', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '4e6eae14-212e-486a-8914-15183c0bb053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:19Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '4e6eae14-212e-486a-8914-15183c0bb053', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': 'a9632ad3-90a4-4a27-8302-6ba4b16f6244', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.25', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'port_id': '8791bdea-7aae-48d9-bbea-c36dd6c7c8ba', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26', 'mac_address': 'fa:16:3e:5a:54:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053cfaa9-af19-48e2-809c-283e5c6ee6ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:36Z', 'updated_at': '2022-01-21T10:03:42Z', 'revision_number': 1, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33b329f7-09b7-47ba-b13e-55b71a9016d9', 'name': '', 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:ef:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b262bf-58f3-41a2-a93a-9dea19fdf3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:19Z', 'updated_at': '2022-01-21T10:03:26Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'c5b262bf-58f3-41a2-a93a-9dea19fdf3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:40.947350 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10af5d86-0011-4f8f-bda3-f6720a856f66 None None] Checking router: d4c3b9cc-dc55-4f7c-a309-92444594e972 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:04:40.959026 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10af5d86-0011-4f8f-bda3-f6720a856f66 None None] Routers {'d4c3b9cc-dc55-4f7c-a309-92444594e972'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:04:40.959635 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-10af5d86-0011-4f8f-bda3-f6720a856f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:04:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['d4c3b9cc-dc55-4f7c-a309-92444594e972'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:40.986594 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-3bc04670-c4db-4c3c-b99c-877b88f87f97 req-cf045e08-bd69-44fe-b11f-25c3e1ce6298 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:04:40.987801 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3bc04670-c4db-4c3c-b99c-877b88f87f97 req-cf045e08-bd69-44fe-b11f-25c3e1ce6298 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=e1413ae2-4e50-49cd-820a-d1730f224800 HTTP/1.1" status: 200 len: 946 time: 0.2535484 Jan 21 10:04:41.029155 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5446483-3291-469d-b27a-039c296854bb req-23f0b59e-480e-4a91-a5a8-00007f020096 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:41.030603 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b5446483-3291-469d-b27a-039c296854bb req-23f0b59e-480e-4a91-a5a8-00007f020096 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c5b262bf-58f3-41a2-a93a-9dea19fdf3b9 HTTP/1.1" status: 200 len: 835 time: 0.0835550 Jan 21 10:04:41.092831 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3bc04670-c4db-4c3c-b99c-877b88f87f97 req-a4aa2a53-5eee-4c43-8178-68b35b8a076f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=0be1473d-8636-474f-ade3-bf147682b353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973663 Jan 21 10:04:41.128641 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b5446483-3291-469d-b27a-039c296854bb req-61191b60-633e-4546-8eb0-cebf5a446c74 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b83a2497-b2f3-44e0-a4ac-26c8a0832b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0896060 Jan 21 10:04:41.145152 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-10af5d86-0011-4f8f-bda3-f6720a856f66 None None] Set router d4c3b9cc-dc55-4f7c-a309-92444594e972 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:04:41.381608 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b5446483-3291-469d-b27a-039c296854bb req-22b9e2b1-f549-4fd0-83bb-764d37d51345 service neutron] 10.222.0.124 "GET /v2.0/networks/b83a2497-b2f3-44e0-a4ac-26c8a0832b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444713 Jan 21 10:04:41.517829 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b5446483-3291-469d-b27a-039c296854bb req-e1545e42-0f31-4ad2-90bc-3d5d42f39dd9 service neutron] 10.222.0.124 "GET /v2.0/networks/b83a2497-b2f3-44e0-a4ac-26c8a0832b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292605 Jan 21 10:04:41.520348 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-10af5d86-0011-4f8f-bda3-f6720a856f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'name': 'tempest-TestNetworkBasicOps-router-287918741', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '4e6eae14-212e-486a-8914-15183c0bb053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:19Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '4e6eae14-212e-486a-8914-15183c0bb053', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': 'a9632ad3-90a4-4a27-8302-6ba4b16f6244', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.25', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'port_id': '8791bdea-7aae-48d9-bbea-c36dd6c7c8ba', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26', 'mac_address': 'fa:16:3e:5a:54:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053cfaa9-af19-48e2-809c-283e5c6ee6ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:36Z', 'updated_at': '2022-01-21T10:03:42Z', 'revision_number': 1, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33b329f7-09b7-47ba-b13e-55b71a9016d9', 'name': '', 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:ef:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b262bf-58f3-41a2-a93a-9dea19fdf3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:19Z', 'updated_at': '2022-01-21T10:03:26Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'c5b262bf-58f3-41a2-a93a-9dea19fdf3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:41.525394 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10af5d86-0011-4f8f-bda3-f6720a856f66 None None] The sync data for ids ['d4c3b9cc-dc55-4f7c-a309-92444594e972'] in dv-neutron-825732-1-hyperv is: [{'id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'name': 'tempest-TestNetworkBasicOps-router-287918741', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '4e6eae14-212e-486a-8914-15183c0bb053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:19Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '4e6eae14-212e-486a-8914-15183c0bb053', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': 'a9632ad3-90a4-4a27-8302-6ba4b16f6244', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.25', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'port_id': '8791bdea-7aae-48d9-bbea-c36dd6c7c8ba', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26', 'mac_address': 'fa:16:3e:5a:54:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053cfaa9-af19-48e2-809c-283e5c6ee6ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:36Z', 'updated_at': '2022-01-21T10:03:42Z', 'revision_number': 1, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33b329f7-09b7-47ba-b13e-55b71a9016d9', 'name': '', 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:ef:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b262bf-58f3-41a2-a93a-9dea19fdf3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:19Z', 'updated_at': '2022-01-21T10:03:26Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'c5b262bf-58f3-41a2-a93a-9dea19fdf3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:04:41.748071 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f30c93f-a995-464b-902d-f6e8f15fee2d None None] New status for floating IP c315610d-50a4-4f90-a874-904ef9407f7f: DOWN {{(pid=83600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:04:42.110374 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acaa393-ef01-490d-b013-e0964e591a62 req-fec78722-1138-41eb-8302-d7a8ad15c402 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:42.111792 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7acaa393-ef01-490d-b013-e0964e591a62 req-fec78722-1138-41eb-8302-d7a8ad15c402 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/ports?device_id=e1413ae2-4e50-49cd-820a-d1730f224800 HTTP/1.1" status: 200 len: 946 time: 0.0770428 Jan 21 10:04:42.186058 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-7acaa393-ef01-490d-b013-e0964e591a62 req-b1b08ef2-3689-4cde-8f33-3832369bb6e0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting port 855bb09a-bad5-4574-a143-548ca7b1ee65 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:04:42.186407 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-7acaa393-ef01-490d-b013-e0964e591a62 req-b1b08ef2-3689-4cde-8f33-3832369bb6e0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:42.310798 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cee09-9408-40c8-ac69-8fabd4a5e4d2 req-afd14433-badd-4ec5-a46c-ed8a9723e386 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:42.312260 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a53cee09-9408-40c8-ac69-8fabd4a5e4d2 req-afd14433-badd-4ec5-a46c-ed8a9723e386 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=e1413ae2-4e50-49cd-820a-d1730f224800 HTTP/1.1" status: 200 len: 946 time: 0.0800292 Jan 21 10:04:42.359242 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a53cee09-9408-40c8-ac69-8fabd4a5e4d2 req-0c9a4af6-f043-4065-a5a0-85a596f41560 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=0be1473d-8636-474f-ade3-bf147682b353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412717 Jan 21 10:04:42.439861 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-7acaa393-ef01-490d-b013-e0964e591a62 req-b1b08ef2-3689-4cde-8f33-3832369bb6e0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] For port 855bb09a-bad5-4574-a143-548ca7b1ee65, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=855bb09a-bad5-4574-a143-548ca7b1ee65,segment=NetworkSegment(775cde21-1d55-4ebd-a2e8-5afba17cef69),segment_id=775cde21-1d55-4ebd-a2e8-5afba17cef69)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:04:42.440152 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-7acaa393-ef01-490d-b013-e0964e591a62 req-b1b08ef2-3689-4cde-8f33-3832369bb6e0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:42.567068 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-7acaa393-ef01-490d-b013-e0964e591a62 req-b1b08ef2-3689-4cde-8f33-3832369bb6e0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Calling delete_port for 855bb09a-bad5-4574-a143-548ca7b1ee65 owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:04:42.619706 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:04:42.713468 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-7acaa393-ef01-490d-b013-e0964e591a62 req-b1b08ef2-3689-4cde-8f33-3832369bb6e0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:42.767304 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b08ef2-3689-4cde-8f33-3832369bb6e0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Port': ['ID=855bb09a-bad5-4574-a143-548ca7b1ee65,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:42.837755 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-7acaa393-ef01-490d-b013-e0964e591a62 req-b1b08ef2-3689-4cde-8f33-3832369bb6e0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] No DVR routers for this DVR port 855bb09a-bad5-4574-a143-548ca7b1ee65 on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:04:42.840373 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-7acaa393-ef01-490d-b013-e0964e591a62 req-b1b08ef2-3689-4cde-8f33-3832369bb6e0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:42.842843 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1413ae2-4e50-49cd-820a-d1730f224800', 'name': 'network-vif-deleted', 'tag': '855bb09a-bad5-4574-a143-548ca7b1ee65'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:04:42.858877 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7acaa393-ef01-490d-b013-e0964e591a62 req-b1b08ef2-3689-4cde-8f33-3832369bb6e0 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "DELETE /v2.0/ports/855bb09a-bad5-4574-a143-548ca7b1ee65 HTTP/1.1" status: 204 len: 173 time: 0.7402344 Jan 21 10:04:42.910252 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1413ae2-4e50-49cd-820a-d1730f224800', 'name': 'network-vif-deleted', 'tag': '855bb09a-bad5-4574-a143-548ca7b1ee65', 'status': 'completed', 'code': 200} Jan 21 10:04:43.541651 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-24b4d72b-a6aa-4d27-8a51-3618260bd21d req-0a8862ef-0245-4a1f-aeaf-d6af3860bcd5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=e1413ae2-4e50-49cd-820a-d1730f224800 HTTP/1.1" status: 200 len: 210 time: 0.0445757 Jan 21 10:04:44.651524 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39882) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:04:44.721587 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e884d266-bf7b-4890-a0a7-0a0c47be506f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:44.753308 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e884d266-bf7b-4890-a0a7-0a0c47be506f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:44.820435 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e884d266-bf7b-4890-a0a7-0a0c47be506f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:44.840114 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884d266-bf7b-4890-a0a7-0a0c47be506f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be1473d-8636-474f-ade3-bf147682b353,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:44.856592 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e884d266-bf7b-4890-a0a7-0a0c47be506f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:44.857702 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e884d266-bf7b-4890-a0a7-0a0c47be506f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/security-groups/0be1473d-8636-474f-ade3-bf147682b353 HTTP/1.1" status: 204 len: 168 time: 0.2051890 Jan 21 10:04:44.898297 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39888) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:04:45.099042 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-26a4f0df-0f8d-47ec-9a72-54801b4b5b9d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting port 01ec2ccc-fd0e-4dc9-a5b7-f0972949922e {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:04:45.099291 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-26a4f0df-0f8d-47ec-9a72-54801b4b5b9d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:45.269076 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-26a4f0df-0f8d-47ec-9a72-54801b4b5b9d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:45.269392 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-26a4f0df-0f8d-47ec-9a72-54801b4b5b9d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:45.399746 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-26a4f0df-0f8d-47ec-9a72-54801b4b5b9d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Calling delete_port for 01ec2ccc-fd0e-4dc9-a5b7-f0972949922e owned by network:floatingip {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:04:45.650008 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-26a4f0df-0f8d-47ec-9a72-54801b4b5b9d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:45.696472 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4f0df-0f8d-47ec-9a72-54801b4b5b9d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Port': ['ID=01ec2ccc-fd0e-4dc9-a5b7-f0972949922e,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:45.790683 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-26a4f0df-0f8d-47ec-9a72-54801b4b5b9d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:46.059661 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-876a467b-1161-4239-b99a-f35c87041d6e req-06b080a1-5c16-45d6-9c01-c94089b07f84 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=053cfaa9-af19-48e2-809c-283e5c6ee6ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1003237 Jan 21 10:04:46.278643 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-876a467b-1161-4239-b99a-f35c87041d6e req-a9b5bee5-ae0c-40f5-80dc-8ac07b863a58 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=053cfaa9-af19-48e2-809c-283e5c6ee6ca HTTP/1.1" status: 200 len: 1098 time: 0.1500120 Jan 21 10:04:46.444613 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a467b-1161-4239-b99a-f35c87041d6e req-0b816f8c-0647-43b5-893c-c03cae7ae688 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:46.446078 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-876a467b-1161-4239-b99a-f35c87041d6e req-0b816f8c-0647-43b5-893c-c03cae7ae688 service neutron] 10.222.0.124 "GET /v2.0/networks?id=b83a2497-b2f3-44e0-a4ac-26c8a0832b26 HTTP/1.1" status: 200 len: 898 time: 0.1485844 Jan 21 10:04:46.447854 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a4f0df-0f8d-47ec-9a72-54801b4b5b9d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router d4c3b9cc-dc55-4f7c-a309-92444594e972 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:04:46.523929 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-876a467b-1161-4239-b99a-f35c87041d6e req-2f3dcb28-8e03-4807-8341-a924df50e927 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8791bdea-7aae-48d9-bbea-c36dd6c7c8ba HTTP/1.1" status: 200 len: 217 time: 0.0718462 Jan 21 10:04:46.647092 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a467b-1161-4239-b99a-f35c87041d6e req-0f3c1bd4-4d68-42b3-9bae-9296f67de44b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:46.648440 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-876a467b-1161-4239-b99a-f35c87041d6e req-0f3c1bd4-4d68-42b3-9bae-9296f67de44b service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c5b262bf-58f3-41a2-a93a-9dea19fdf3b9 HTTP/1.1" status: 200 len: 835 time: 0.0743725 Jan 21 10:04:46.800576 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-876a467b-1161-4239-b99a-f35c87041d6e req-094ac7d3-32d6-4d05-8f1b-907c6b29169f service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b83a2497-b2f3-44e0-a4ac-26c8a0832b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1440837 Jan 21 10:04:47.060149 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 855bb09a-bad5-4574-a143-548ca7b1ee65 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:04:47.060729 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-876a467b-1161-4239-b99a-f35c87041d6e req-c50d7610-840c-47bf-80f8-1cda42438904 service neutron] 10.222.0.124 "GET /v2.0/networks/b83a2497-b2f3-44e0-a4ac-26c8a0832b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497759 Jan 21 10:04:47.061956 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a4f0df-0f8d-47ec-9a72-54801b4b5b9d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:04:47.085839 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841a0f65-0dd1-43db-8591-a6e9afd323f1 None None] Sync routers for ids ['d4c3b9cc-dc55-4f7c-a309-92444594e972'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:04:47.099654 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: 855bb09a-bad5-4574-a143-548ca7b1ee65 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:04:47.099992 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 855bb09a-bad5-4574-a143-548ca7b1ee65 not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:04:47.107535 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841a0f65-0dd1-43db-8591-a6e9afd323f1 None None] Routers {'d4c3b9cc-dc55-4f7c-a309-92444594e972'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:04:47.108132 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-841a0f65-0dd1-43db-8591-a6e9afd323f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:04:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['d4c3b9cc-dc55-4f7c-a309-92444594e972'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:47.156219 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-26a4f0df-0f8d-47ec-9a72-54801b4b5b9d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:47.235518 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-26a4f0df-0f8d-47ec-9a72-54801b4b5b9d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/floatingips/a9632ad3-90a4-4a27-8302-6ba4b16f6244 HTTP/1.1" status: 204 len: 168 time: 2.3361106 Jan 21 10:04:47.244959 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '053cfaa9-af19-48e2-809c-283e5c6ee6ca', 'tag': '8791bdea-7aae-48d9-bbea-c36dd6c7c8ba'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:04:47.258311 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-876a467b-1161-4239-b99a-f35c87041d6e req-25429007-5ed3-4eaa-9066-9291260bbf95 service neutron] 10.222.0.124 "GET /v2.0/networks/b83a2497-b2f3-44e0-a4ac-26c8a0832b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913292 Jan 21 10:04:47.305573 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-841a0f65-0dd1-43db-8591-a6e9afd323f1 None None] Set router d4c3b9cc-dc55-4f7c-a309-92444594e972 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:04:47.309082 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '053cfaa9-af19-48e2-809c-283e5c6ee6ca', 'tag': '8791bdea-7aae-48d9-bbea-c36dd6c7c8ba', 'status': 'completed', 'code': 200} Jan 21 10:04:47.411305 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-26b8cae6-1b38-490b-b36b-35564fe8a445 req-087dd3a5-8d02-474a-ad14-268c1c629da6 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=053cfaa9-af19-48e2-809c-283e5c6ee6ca HTTP/1.1" status: 200 len: 1098 time: 0.0828981 Jan 21 10:04:47.565133 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8cae6-1b38-490b-b36b-35564fe8a445 req-12660f2b-d8fa-468b-a897-12e54d7efa16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:47.566973 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-26b8cae6-1b38-490b-b36b-35564fe8a445 req-12660f2b-d8fa-468b-a897-12e54d7efa16 service neutron] 10.222.0.124 "GET /v2.0/networks?id=b83a2497-b2f3-44e0-a4ac-26c8a0832b26 HTTP/1.1" status: 200 len: 898 time: 0.1486764 Jan 21 10:04:47.636421 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-26b8cae6-1b38-490b-b36b-35564fe8a445 req-0f5c9216-1fac-4f36-b0ab-60acd1154fa8 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8791bdea-7aae-48d9-bbea-c36dd6c7c8ba HTTP/1.1" status: 200 len: 217 time: 0.0617878 Jan 21 10:04:47.683574 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443b05e-187e-4477-8062-f1f037f9e944 req-838545fd-a78c-44ee-a189-39881dfb0f49 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:47.685349 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-7443b05e-187e-4477-8062-f1f037f9e944 req-838545fd-a78c-44ee-a189-39881dfb0f49 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=053cfaa9-af19-48e2-809c-283e5c6ee6ca HTTP/1.1" status: 200 len: 945 time: 0.0991819 Jan 21 10:04:47.704334 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-841a0f65-0dd1-43db-8591-a6e9afd323f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'name': 'tempest-TestNetworkBasicOps-router-287918741', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '4e6eae14-212e-486a-8914-15183c0bb053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:19Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '4e6eae14-212e-486a-8914-15183c0bb053', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '33b329f7-09b7-47ba-b13e-55b71a9016d9', 'name': '', 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:ef:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b262bf-58f3-41a2-a93a-9dea19fdf3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:19Z', 'updated_at': '2022-01-21T10:03:26Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'c5b262bf-58f3-41a2-a93a-9dea19fdf3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:47.708514 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841a0f65-0dd1-43db-8591-a6e9afd323f1 None None] Checking router: d4c3b9cc-dc55-4f7c-a309-92444594e972 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:04:47.708979 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8cae6-1b38-490b-b36b-35564fe8a445 req-52b09da6-ebc5-4883-a1ec-11334457c50a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:47.710489 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-26b8cae6-1b38-490b-b36b-35564fe8a445 req-52b09da6-ebc5-4883-a1ec-11334457c50a service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c5b262bf-58f3-41a2-a93a-9dea19fdf3b9 HTTP/1.1" status: 200 len: 835 time: 0.0678570 Jan 21 10:04:47.721503 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841a0f65-0dd1-43db-8591-a6e9afd323f1 None None] Routers {'d4c3b9cc-dc55-4f7c-a309-92444594e972'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:04:47.722632 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-841a0f65-0dd1-43db-8591-a6e9afd323f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:04:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['d4c3b9cc-dc55-4f7c-a309-92444594e972'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:47.734176 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-7443b05e-187e-4477-8062-f1f037f9e944 req-056a4fb6-ffcc-4728-8406-eeee37bcf08b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:04:47.750224 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-7443b05e-187e-4477-8062-f1f037f9e944 req-056a4fb6-ffcc-4728-8406-eeee37bcf08b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:04:47.751560 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-7443b05e-187e-4477-8062-f1f037f9e944 req-056a4fb6-ffcc-4728-8406-eeee37bcf08b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=30c6d38f-5bc8-4210-8dc9-b1521fd08f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601864 Jan 21 10:04:47.799967 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-26b8cae6-1b38-490b-b36b-35564fe8a445 req-7a7ff0d3-00c5-449e-b60e-337c368f6ef3 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b83a2497-b2f3-44e0-a4ac-26c8a0832b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825701 Jan 21 10:04:47.910355 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-841a0f65-0dd1-43db-8591-a6e9afd323f1 None None] Set router d4c3b9cc-dc55-4f7c-a309-92444594e972 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:04:47.941696 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-26b8cae6-1b38-490b-b36b-35564fe8a445 req-88f2de7c-0bc7-414a-9d86-f35e21e216df service neutron] 10.222.0.124 "GET /v2.0/networks/b83a2497-b2f3-44e0-a4ac-26c8a0832b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343312 Jan 21 10:04:48.078868 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-26b8cae6-1b38-490b-b36b-35564fe8a445 req-17ea782e-c997-4d0c-b636-3db14c05cc1d service neutron] 10.222.0.124 "GET /v2.0/networks/b83a2497-b2f3-44e0-a4ac-26c8a0832b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286168 Jan 21 10:04:48.226073 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-841a0f65-0dd1-43db-8591-a6e9afd323f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'name': 'tempest-TestNetworkBasicOps-router-287918741', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '4e6eae14-212e-486a-8914-15183c0bb053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:19Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '4e6eae14-212e-486a-8914-15183c0bb053', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '33b329f7-09b7-47ba-b13e-55b71a9016d9', 'name': '', 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:ef:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b262bf-58f3-41a2-a93a-9dea19fdf3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:19Z', 'updated_at': '2022-01-21T10:03:26Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'c5b262bf-58f3-41a2-a93a-9dea19fdf3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:48.231262 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841a0f65-0dd1-43db-8591-a6e9afd323f1 None None] The sync data for ids ['d4c3b9cc-dc55-4f7c-a309-92444594e972'] in dv-neutron-825732-1-hyperv is: [{'id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'name': 'tempest-TestNetworkBasicOps-router-287918741', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '4e6eae14-212e-486a-8914-15183c0bb053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:19Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '4e6eae14-212e-486a-8914-15183c0bb053', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '33b329f7-09b7-47ba-b13e-55b71a9016d9', 'name': '', 'network_id': 'b83a2497-b2f3-44e0-a4ac-26c8a0832b26', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:ef:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b262bf-58f3-41a2-a93a-9dea19fdf3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:19Z', 'updated_at': '2022-01-21T10:03:26Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'c5b262bf-58f3-41a2-a93a-9dea19fdf3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:04:48.457746 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb08fbc-aa54-4ff1-81df-6bb3bd5849de None None] New status for floating IP a9632ad3-90a4-4a27-8302-6ba4b16f6244: DOWN {{(pid=83600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:04:48.984739 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40764c2a-ba4f-4fce-a1ec-be320a2bd47a req-4e415e47-7391-4669-8f7e-07623d77ec1b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:48.985431 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-40764c2a-ba4f-4fce-a1ec-be320a2bd47a req-4e415e47-7391-4669-8f7e-07623d77ec1b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:04:49.046765 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-40764c2a-ba4f-4fce-a1ec-be320a2bd47a req-4e415e47-7391-4669-8f7e-07623d77ec1b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:04:49.047932 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-40764c2a-ba4f-4fce-a1ec-be320a2bd47a req-4e415e47-7391-4669-8f7e-07623d77ec1b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=053cfaa9-af19-48e2-809c-283e5c6ee6ca HTTP/1.1" status: 200 len: 945 time: 0.1574583 Jan 21 10:04:49.113088 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afb548-5bef-4ba9-ae82-81ee44de2239 req-e11c4e99-17a9-4630-b286-70650c0290f4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:49.114642 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-12afb548-5bef-4ba9-ae82-81ee44de2239 req-e11c4e99-17a9-4630-b286-70650c0290f4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/ports?device_id=053cfaa9-af19-48e2-809c-283e5c6ee6ca HTTP/1.1" status: 200 len: 945 time: 0.1216092 Jan 21 10:04:49.120310 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-40764c2a-ba4f-4fce-a1ec-be320a2bd47a req-7bbc1e6c-2630-4c82-8ea5-094339625769 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=30c6d38f-5bc8-4210-8dc9-b1521fd08f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623996 Jan 21 10:04:49.189374 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-12afb548-5bef-4ba9-ae82-81ee44de2239 req-0d74c47c-df2b-4d0b-8129-babd56ba14a5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting port 8791bdea-7aae-48d9-bbea-c36dd6c7c8ba {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:04:49.189737 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-12afb548-5bef-4ba9-ae82-81ee44de2239 req-0d74c47c-df2b-4d0b-8129-babd56ba14a5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:49.472001 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-12afb548-5bef-4ba9-ae82-81ee44de2239 req-0d74c47c-df2b-4d0b-8129-babd56ba14a5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] For port 8791bdea-7aae-48d9-bbea-c36dd6c7c8ba, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=8791bdea-7aae-48d9-bbea-c36dd6c7c8ba,segment=NetworkSegment(775cde21-1d55-4ebd-a2e8-5afba17cef69),segment_id=775cde21-1d55-4ebd-a2e8-5afba17cef69)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:04:49.472356 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-12afb548-5bef-4ba9-ae82-81ee44de2239 req-0d74c47c-df2b-4d0b-8129-babd56ba14a5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:49.704734 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-12afb548-5bef-4ba9-ae82-81ee44de2239 req-0d74c47c-df2b-4d0b-8129-babd56ba14a5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Calling delete_port for 8791bdea-7aae-48d9-bbea-c36dd6c7c8ba owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:04:49.852781 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-12afb548-5bef-4ba9-ae82-81ee44de2239 req-0d74c47c-df2b-4d0b-8129-babd56ba14a5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:49.907878 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74c47c-df2b-4d0b-8129-babd56ba14a5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Port': ['ID=8791bdea-7aae-48d9-bbea-c36dd6c7c8ba,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:49.981357 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-12afb548-5bef-4ba9-ae82-81ee44de2239 req-0d74c47c-df2b-4d0b-8129-babd56ba14a5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] No DVR routers for this DVR port 8791bdea-7aae-48d9-bbea-c36dd6c7c8ba on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:04:49.983649 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-12afb548-5bef-4ba9-ae82-81ee44de2239 req-0d74c47c-df2b-4d0b-8129-babd56ba14a5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:49.986098 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053cfaa9-af19-48e2-809c-283e5c6ee6ca', 'name': 'network-vif-deleted', 'tag': '8791bdea-7aae-48d9-bbea-c36dd6c7c8ba'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:04:50.002888 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-12afb548-5bef-4ba9-ae82-81ee44de2239 req-0d74c47c-df2b-4d0b-8129-babd56ba14a5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "DELETE /v2.0/ports/8791bdea-7aae-48d9-bbea-c36dd6c7c8ba HTTP/1.1" status: 204 len: 173 time: 0.8814371 Jan 21 10:04:50.044701 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '053cfaa9-af19-48e2-809c-283e5c6ee6ca', 'name': 'network-vif-deleted', 'tag': '8791bdea-7aae-48d9-bbea-c36dd6c7c8ba', 'status': 'completed', 'code': 200} Jan 21 10:04:50.313956 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-bd47535e-fe2a-4731-b86e-b7618054f7b3 req-8038dde8-c3e1-4db4-bb1a-e3c1710d2fee tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:04:50.330777 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-bd47535e-fe2a-4731-b86e-b7618054f7b3 req-8038dde8-c3e1-4db4-bb1a-e3c1710d2fee tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:04:50.331946 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bd47535e-fe2a-4731-b86e-b7618054f7b3 req-8038dde8-c3e1-4db4-bb1a-e3c1710d2fee tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=053cfaa9-af19-48e2-809c-283e5c6ee6ca HTTP/1.1" status: 200 len: 210 time: 0.0643356 Jan 21 10:04:50.422711 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:51.450918 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39906) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:04:51.523150 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a99f62eb-410a-4cfb-86ba-83275770ccd9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:51.554153 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a99f62eb-410a-4cfb-86ba-83275770ccd9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:51.625990 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a99f62eb-410a-4cfb-86ba-83275770ccd9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:51.646183 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f62eb-410a-4cfb-86ba-83275770ccd9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c6d38f-5bc8-4210-8dc9-b1521fd08f7d,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:51.657784 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a99f62eb-410a-4cfb-86ba-83275770ccd9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:51.658916 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a99f62eb-410a-4cfb-86ba-83275770ccd9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/security-groups/30c6d38f-5bc8-4210-8dc9-b1521fd08f7d HTTP/1.1" status: 204 len: 168 time: 0.2070174 Jan 21 10:04:51.704857 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39912) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:04:52.111432 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4c8805a0-b526-4c12-8761-d7b16e744aeb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:52.738109 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4c8805a0-b526-4c12-8761-d7b16e744aeb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting port 33b329f7-09b7-47ba-b13e-55b71a9016d9 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:04:52.738814 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4c8805a0-b526-4c12-8761-d7b16e744aeb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:53.031178 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-4c8805a0-b526-4c12-8761-d7b16e744aeb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] For port 33b329f7-09b7-47ba-b13e-55b71a9016d9, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=33b329f7-09b7-47ba-b13e-55b71a9016d9,segment=NetworkSegment(775cde21-1d55-4ebd-a2e8-5afba17cef69),segment_id=775cde21-1d55-4ebd-a2e8-5afba17cef69)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:04:53.031438 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4c8805a0-b526-4c12-8761-d7b16e744aeb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:53.076368 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 8791bdea-7aae-48d9-bbea-c36dd6c7c8ba no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:04:53.108035 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: 8791bdea-7aae-48d9-bbea-c36dd6c7c8ba {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:04:53.108369 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 8791bdea-7aae-48d9-bbea-c36dd6c7c8ba not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:04:53.151213 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4c8805a0-b526-4c12-8761-d7b16e744aeb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Calling delete_port for 33b329f7-09b7-47ba-b13e-55b71a9016d9 owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:04:53.337292 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4c8805a0-b526-4c12-8761-d7b16e744aeb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:53.385336 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8805a0-b526-4c12-8761-d7b16e744aeb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Port': ['ID=33b329f7-09b7-47ba-b13e-55b71a9016d9,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:53.691196 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4c8805a0-b526-4c12-8761-d7b16e744aeb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:53.925805 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5ac599a0-0f40-41f5-8f1a-2785031fa3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:54.378516 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8805a0-b526-4c12-8761-d7b16e744aeb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router d4c3b9cc-dc55-4f7c-a309-92444594e972 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:04:54.698419 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8805a0-b526-4c12-8761-d7b16e744aeb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:04:54.708637 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b9aafc-7f0a-4808-856d-814e5e2934de None None] Sync routers for ids ['d4c3b9cc-dc55-4f7c-a309-92444594e972'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:04:54.718198 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4c8805a0-b526-4c12-8761-d7b16e744aeb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "PUT /v2.0/routers/d4c3b9cc-dc55-4f7c-a309-92444594e972/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0122344 Jan 21 10:04:54.720830 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39916) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:04:54.721627 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b9aafc-7f0a-4808-856d-814e5e2934de None None] Routers {'d4c3b9cc-dc55-4f7c-a309-92444594e972'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:04:54.722240 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-14b9aafc-7f0a-4808-856d-814e5e2934de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:04:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['d4c3b9cc-dc55-4f7c-a309-92444594e972'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:54.908505 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-14b9aafc-7f0a-4808-856d-814e5e2934de None None] Set router d4c3b9cc-dc55-4f7c-a309-92444594e972 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:04:54.923713 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc59c9fb-c2c9-4feb-9eae-8f5a6201956a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting subnet c5b262bf-58f3-41a2-a93a-9dea19fdf3b9 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:04:54.926603 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cc59c9fb-c2c9-4feb-9eae-8f5a6201956a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:54.982911 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cc59c9fb-c2c9-4feb-9eae-8f5a6201956a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:55.069477 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cc59c9fb-c2c9-4feb-9eae-8f5a6201956a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:55.153208 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cc59c9fb-c2c9-4feb-9eae-8f5a6201956a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:55.189285 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59c9fb-c2c9-4feb-9eae-8f5a6201956a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Subnet': ['ID=c5b262bf-58f3-41a2-a93a-9dea19fdf3b9,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:55.199145 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cc59c9fb-c2c9-4feb-9eae-8f5a6201956a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:55.205783 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-cc59c9fb-c2c9-4feb-9eae-8f5a6201956a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/subnets/c5b262bf-58f3-41a2-a93a-9dea19fdf3b9 HTTP/1.1" status: 204 len: 168 time: 0.4838917 Jan 21 10:04:55.207007 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0e82f6-b5ae-4d2b-8c4e-1c2bc1add6be None None] Network b83a2497-b2f3-44e0-a4ac-26c8a0832b26 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:04:55.208399 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39920) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:04:55.283997 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-14b9aafc-7f0a-4808-856d-814e5e2934de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'name': 'tempest-TestNetworkBasicOps-router-287918741', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '4e6eae14-212e-486a-8914-15183c0bb053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:04:53Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '4e6eae14-212e-486a-8914-15183c0bb053', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:55.300517 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b9aafc-7f0a-4808-856d-814e5e2934de None None] Checking router: d4c3b9cc-dc55-4f7c-a309-92444594e972 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:04:55.376283 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b9aafc-7f0a-4808-856d-814e5e2934de None None] Routers {'d4c3b9cc-dc55-4f7c-a309-92444594e972'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:04:55.376917 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-14b9aafc-7f0a-4808-856d-814e5e2934de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:04:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['d4c3b9cc-dc55-4f7c-a309-92444594e972'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:55.424216 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7e691292-09c8-4f69-b59a-8d88a1b4b136 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:55.638791 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-14b9aafc-7f0a-4808-856d-814e5e2934de None None] Set router d4c3b9cc-dc55-4f7c-a309-92444594e972 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:04:55.745697 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7e691292-09c8-4f69-b59a-8d88a1b4b136 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:55.755306 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-7e691292-09c8-4f69-b59a-8d88a1b4b136 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting port 4e6eae14-212e-486a-8914-15183c0bb053 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:04:55.755763 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7e691292-09c8-4f69-b59a-8d88a1b4b136 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:55.756625 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abbb1c1-9187-4fca-bce2-e89e0dc1dc8a None None] DHCP port deletion for b83a2497-b2f3-44e0-a4ac-26c8a0832b26 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 10:04:55.784656 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-4abbb1c1-9187-4fca-bce2-e89e0dc1dc8a None None] Deleting port c32388e7-5b28-400e-8d71-b2e183a2ff47 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:04:55.785023 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4abbb1c1-9187-4fca-bce2-e89e0dc1dc8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:55.941081 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-7e691292-09c8-4f69-b59a-8d88a1b4b136 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] For port 4e6eae14-212e-486a-8914-15183c0bb053, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=4e6eae14-212e-486a-8914-15183c0bb053,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:04:55.941319 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7e691292-09c8-4f69-b59a-8d88a1b4b136 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:56.050972 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device c32388e7-5b28-400e-8d71-b2e183a2ff47 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:04:56.066657 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-7e691292-09c8-4f69-b59a-8d88a1b4b136 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Calling delete_port for 4e6eae14-212e-486a-8914-15183c0bb053 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:04:56.181768 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-4abbb1c1-9187-4fca-bce2-e89e0dc1dc8a None None] For port c32388e7-5b28-400e-8d71-b2e183a2ff47, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=c32388e7-5b28-400e-8d71-b2e183a2ff47,segment=NetworkSegment(775cde21-1d55-4ebd-a2e8-5afba17cef69),segment_id=775cde21-1d55-4ebd-a2e8-5afba17cef69)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:04:56.182071 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4abbb1c1-9187-4fca-bce2-e89e0dc1dc8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:56.241869 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7e691292-09c8-4f69-b59a-8d88a1b4b136 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:56.290138 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e691292-09c8-4f69-b59a-8d88a1b4b136 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Port': ['ID=4e6eae14-212e-486a-8914-15183c0bb053,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:56.317900 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-4abbb1c1-9187-4fca-bce2-e89e0dc1dc8a None None] Calling delete_port for c32388e7-5b28-400e-8d71-b2e183a2ff47 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:04:56.446194 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9f48934f-8764-4431-8fa5-e15f48afacba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:56.469890 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:56.489653 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-14b9aafc-7f0a-4808-856d-814e5e2934de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'name': 'tempest-TestNetworkBasicOps-router-287918741', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '4e6eae14-212e-486a-8914-15183c0bb053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:04:53Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '4e6eae14-212e-486a-8914-15183c0bb053', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:56.493848 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4abbb1c1-9187-4fca-bce2-e89e0dc1dc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:56.520114 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7e691292-09c8-4f69-b59a-8d88a1b4b136 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:56.530917 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b9aafc-7f0a-4808-856d-814e5e2934de None None] The sync data for ids ['d4c3b9cc-dc55-4f7c-a309-92444594e972'] in dv-neutron-825732-1-hyperv is: [{'id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'name': 'tempest-TestNetworkBasicOps-router-287918741', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '4e6eae14-212e-486a-8914-15183c0bb053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:04:53Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': '4e6eae14-212e-486a-8914-15183c0bb053', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c3b9cc-dc55-4f7c-a309-92444594e972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:15Z', 'updated_at': '2022-01-21T10:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:04:56.547606 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abbb1c1-9187-4fca-bce2-e89e0dc1dc8a None None] Pushing event deleted for resources: {'Port': ['ID=c32388e7-5b28-400e-8d71-b2e183a2ff47,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:56.593993 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abbb1c1-9187-4fca-bce2-e89e0dc1dc8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:56.594334 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abbb1c1-9187-4fca-bce2-e89e0dc1dc8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:56.594673 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abbb1c1-9187-4fca-bce2-e89e0dc1dc8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:56.595001 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abbb1c1-9187-4fca-bce2-e89e0dc1dc8a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:56.595325 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abbb1c1-9187-4fca-bce2-e89e0dc1dc8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:56.595645 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abbb1c1-9187-4fca-bce2-e89e0dc1dc8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:56.595964 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abbb1c1-9187-4fca-bce2-e89e0dc1dc8a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:56.596286 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abbb1c1-9187-4fca-bce2-e89e0dc1dc8a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:56.596603 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abbb1c1-9187-4fca-bce2-e89e0dc1dc8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:56.596929 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abbb1c1-9187-4fca-bce2-e89e0dc1dc8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:56.597229 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abbb1c1-9187-4fca-bce2-e89e0dc1dc8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:56.600996 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abbb1c1-9187-4fca-bce2-e89e0dc1dc8a None None] No DVR routers for this DVR port c32388e7-5b28-400e-8d71-b2e183a2ff47 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:04:56.820859 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7e691292-09c8-4f69-b59a-8d88a1b4b136 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:56.825149 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7e691292-09c8-4f69-b59a-8d88a1b4b136 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:56.852293 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7e691292-09c8-4f69-b59a-8d88a1b4b136 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:56.852822 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e691292-09c8-4f69-b59a-8d88a1b4b136 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Fanout notify agent at l3_agent the message router_deleted on router d4c3b9cc-dc55-4f7c-a309-92444594e972 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:04:56.876927 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7e691292-09c8-4f69-b59a-8d88a1b4b136 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:56.880875 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7e691292-09c8-4f69-b59a-8d88a1b4b136 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/routers/d4c3b9cc-dc55-4f7c-a309-92444594e972 HTTP/1.1" status: 204 len: 168 time: 1.6689873 Jan 21 10:04:56.881212 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39924) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:04:57.009678 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98267bae-66c2-4608-b73b-da33c9a65863 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:57.244478 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98267bae-66c2-4608-b73b-da33c9a65863 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:57.274102 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-98267bae-66c2-4608-b73b-da33c9a65863 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b83a2497-b2f3-44e0-a4ac-26c8a0832b26']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:57.291625 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-98267bae-66c2-4608-b73b-da33c9a65863 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '775cde21-1d55-4ebd-a2e8-5afba17cef69') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:57.292162 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-98267bae-66c2-4608-b73b-da33c9a65863 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '775cde21-1d55-4ebd-a2e8-5afba17cef69') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:57.303801 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98267bae-66c2-4608-b73b-da33c9a65863 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:57.325376 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98267bae-66c2-4608-b73b-da33c9a65863 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:57.332230 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98267bae-66c2-4608-b73b-da33c9a65863 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:04:57.332794 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98267bae-66c2-4608-b73b-da33c9a65863 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:57.349168 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 10:04:57.349168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:04:57.349168 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 10:04:57.349168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:04:57.349168 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 10:04:57.349168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:04:57.349168 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 10:04:57.349168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:04:57.349168 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 10:04:57.349168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:04:57.349168 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 10:04:57.349168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:04:57.349168 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 10:04:57.349168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:04:57.349168 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:04:57.349168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:04:57.349168 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:04:57.349168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:04:57.349168 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 10:04:57.349168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:04:57.349168 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 10:04:57.349168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:04:57.349168 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:04:57.349168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:04:57.349168 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 10:04:57.349168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:04:57.349168 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:04:57.349168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:04:57.349168 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:04:57.349168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:04:57.349168 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:04:57.349168 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:04:57.430615 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98267bae-66c2-4608-b73b-da33c9a65863 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:57.435352 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98267bae-66c2-4608-b73b-da33c9a65863 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:57.457192 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:57.467217 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98267bae-66c2-4608-b73b-da33c9a65863 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Network': ['ID=b83a2497-b2f3-44e0-a4ac-26c8a0832b26,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:57.475643 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-98267bae-66c2-4608-b73b-da33c9a65863 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/networks/b83a2497-b2f3-44e0-a4ac-26c8a0832b26 HTTP/1.1" status: 204 len: 168 time: 0.5931070 Jan 21 10:04:57.503005 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39928) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:04:57.508629 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-03747b20-c879-4602-88fc-766b1f34f7d8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'network': {'name': 'tempest-network-smoke--1607292784', 'project_id': 'e2711eddd053435baef8e70b41198188', 'port_security_enabled': True}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:04:57.514467 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-03747b20-c879-4602-88fc-766b1f34f7d8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:04:57.518923 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-03747b20-c879-4602-88fc-766b1f34f7d8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:network and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:04:57.521756 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-03747b20-c879-4602-88fc-766b1f34f7d8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:04:57.527523 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-03747b20-c879-4602-88fc-766b1f34f7d8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:04:57.539394 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03747b20-c879-4602-88fc-766b1f34f7d8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Made reservation on behalf of e2711eddd053435baef8e70b41198188 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:04:57.542925 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-03747b20-c879-4602-88fc-766b1f34f7d8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:57.577991 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03747b20-c879-4602-88fc-766b1f34f7d8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:04:57.593870 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-03747b20-c879-4602-88fc-766b1f34f7d8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:57.594157 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-03747b20-c879-4602-88fc-766b1f34f7d8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Added segment d04399f2-a0bb-4dcb-a7c4-be552739db68 of type vlan for network c27d34ea-a84e-4155-b923-a7f360503010 Jan 21 10:04:57.622815 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-03747b20-c879-4602-88fc-766b1f34f7d8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:57.655089 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-03747b20-c879-4602-88fc-766b1f34f7d8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:57.659146 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03747b20-c879-4602-88fc-766b1f34f7d8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:57.659730 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-03747b20-c879-4602-88fc-766b1f34f7d8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:57.759306 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:57.771509 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-03747b20-c879-4602-88fc-766b1f34f7d8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2674222 Jan 21 10:04:57.774326 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39932) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:04:57.780484 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-41ff0e04-524f-44b3-aa03-b9daca3e6365 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1286376713', 'admin_state_up': True, 'project_id': 'e2711eddd053435baef8e70b41198188', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:04:57.781103 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03747b20-c879-4602-88fc-766b1f34f7d8 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Network': ['ID=c27d34ea-a84e-4155-b923-a7f360503010,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:57.787997 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-41ff0e04-524f-44b3-aa03-b9daca3e6365 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:04:57.791206 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network c27d34ea-a84e-4155-b923-a7f360503010 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:04:57.794028 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-41ff0e04-524f-44b3-aa03-b9daca3e6365 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:router and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:04:57.796923 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-41ff0e04-524f-44b3-aa03-b9daca3e6365 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:04:57.803950 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-41ff0e04-524f-44b3-aa03-b9daca3e6365 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:04:57.815211 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41ff0e04-524f-44b3-aa03-b9daca3e6365 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:57.816142 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41ff0e04-524f-44b3-aa03-b9daca3e6365 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:57.836680 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41ff0e04-524f-44b3-aa03-b9daca3e6365 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:57.988916 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41ff0e04-524f-44b3-aa03-b9daca3e6365 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:58.026365 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 33b329f7-09b7-47ba-b13e-55b71a9016d9 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:04:58.067687 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 33b329f7-09b7-47ba-b13e-55b71a9016d9 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:04:58.068030 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 33b329f7-09b7-47ba-b13e-55b71a9016d9 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:04:58.068451 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 4e6eae14-212e-486a-8914-15183c0bb053 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:04:58.099531 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 4e6eae14-212e-486a-8914-15183c0bb053 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:04:58.099877 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 4e6eae14-212e-486a-8914-15183c0bb053 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:04:58.176426 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41ff0e04-524f-44b3-aa03-b9daca3e6365 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:58.206507 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41ff0e04-524f-44b3-aa03-b9daca3e6365 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:58.344626 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-41ff0e04-524f-44b3-aa03-b9daca3e6365 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Allocated IP 172.26.0.251 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/ba2e8ea2-f3a8-4b76-9227-d56ebed231bb) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:04:58.495988 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41ff0e04-524f-44b3-aa03-b9daca3e6365 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:58.523860 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41ff0e04-524f-44b3-aa03-b9daca3e6365 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:58.597090 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ff0e04-524f-44b3-aa03-b9daca3e6365 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:04:58.599922 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-41ff0e04-524f-44b3-aa03-b9daca3e6365 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:04:58.602737 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ff0e04-524f-44b3-aa03-b9daca3e6365 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:04:58.639873 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff0e04-524f-44b3-aa03-b9daca3e6365 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=ba2e8ea2-f3a8-4b76-9227-d56ebed231bb,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:58.775310 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41ff0e04-524f-44b3-aa03-b9daca3e6365 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:58.776807 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41ff0e04-524f-44b3-aa03-b9daca3e6365 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:59.025338 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ff0e04-524f-44b3-aa03-b9daca3e6365 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router 8f9dd372-12cc-4c04-91a2-1249f65840da is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:04:59.315500 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ff0e04-524f-44b3-aa03-b9daca3e6365 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:04:59.325994 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149b983b-b1ca-4001-9785-e063a862ae49 None None] Sync routers for ids ['8f9dd372-12cc-4c04-91a2-1249f65840da'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:04:59.337963 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149b983b-b1ca-4001-9785-e063a862ae49 None None] Routers {'8f9dd372-12cc-4c04-91a2-1249f65840da'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:04:59.338614 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-149b983b-b1ca-4001-9785-e063a862ae49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:04:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['8f9dd372-12cc-4c04-91a2-1249f65840da'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:59.344144 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41ff0e04-524f-44b3-aa03-b9daca3e6365 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:59.345465 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-41ff0e04-524f-44b3-aa03-b9daca3e6365 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5700901 Jan 21 10:04:59.348508 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39936) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:04:59.392243 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3ac13e5e-3219-4f49-a86e-b1ea0e528e8f tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/subnets?project_id=e2711eddd053435baef8e70b41198188&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426779 Jan 21 10:04:59.395118 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39940) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:04:59.483615 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:59.530420 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-149b983b-b1ca-4001-9785-e063a862ae49 None None] Set router 8f9dd372-12cc-4c04-91a2-1249f65840da gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:04:59.544169 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42e96a8-9b76-4cb2-9550-ed6e12b3fdc1 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:59.545691 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c42e96a8-9b76-4cb2-9550-ed6e12b3fdc1 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1495159 Jan 21 10:04:59.548491 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39944) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:04:59.587300 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-dd554c19-c9e6-435d-8f66-bc047b9456fd tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/subnets?network_id=05164b30-8981-419a-8272-388f48c19dd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376933 Jan 21 10:04:59.589833 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39948) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:04:59.595058 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-f0291ec5-c625-4a2c-b677-0ed8a6d943e1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-202419275', 'network_id': 'c27d34ea-a84e-4155-b923-a7f360503010', 'project_id': 'e2711eddd053435baef8e70b41198188', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:04:59.709610 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f0291ec5-c625-4a2c-b677-0ed8a6d943e1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:04:59.713542 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-f0291ec5-c625-4a2c-b677-0ed8a6d943e1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:subnet and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:04:59.716429 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-f0291ec5-c625-4a2c-b677-0ed8a6d943e1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:04:59.722122 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f0291ec5-c625-4a2c-b677-0ed8a6d943e1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:04:59.740494 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0291ec5-c625-4a2c-b677-0ed8a6d943e1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Made reservation on behalf of e2711eddd053435baef8e70b41198188 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:04:59.822399 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-149b983b-b1ca-4001-9785-e063a862ae49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'name': 'tempest-TestNetworkBasicOps-router-1286376713', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': 'ba2e8ea2-f3a8-4b76-9227-d56ebed231bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:04:57Z', 'updated_at': '2022-01-21T10:04:58Z', 'revision_number': 3, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': 'ba2e8ea2-f3a8-4b76-9227-d56ebed231bb', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:04:58Z', 'updated_at': '2022-01-21T10:04:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:59.826639 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149b983b-b1ca-4001-9785-e063a862ae49 None None] Checking router: 8f9dd372-12cc-4c04-91a2-1249f65840da for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:04:59.826987 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149b983b-b1ca-4001-9785-e063a862ae49 None None] Updating router 8f9dd372-12cc-4c04-91a2-1249f65840da port ba2e8ea2-f3a8-4b76-9227-d56ebed231bb binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:04:59.849833 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f0291ec5-c625-4a2c-b677-0ed8a6d943e1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:59.879155 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-149b983b-b1ca-4001-9785-e063a862ae49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:00.079579 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f0291ec5-c625-4a2c-b677-0ed8a6d943e1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:00.171153 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0291ec5-c625-4a2c-b677-0ed8a6d943e1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Subnet': ['ID=ee575a34-bda7-4367-9db6-554b0c874dd5,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:00.184855 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0291ec5-c625-4a2c-b677-0ed8a6d943e1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Checking segment: {'id': 'd04399f2-a0bb-4dcb-a7c4-be552739db68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c27d34ea-a84e-4155-b923-a7f360503010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:05:00.185215 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0291ec5-c625-4a2c-b677-0ed8a6d943e1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network hostable DHCP agents. Network: c27d34ea-a84e-4155-b923-a7f360503010, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:05:00.209136 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0291ec5-c625-4a2c-b677-0ed8a6d943e1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network c27d34ea-a84e-4155-b923-a7f360503010 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:05:00.219757 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-f0291ec5-c625-4a2c-b677-0ed8a6d943e1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, c27d34ea-a84e-4155-b923-a7f360503010) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:05:00.227450 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6908ba4-1af0-4547-9546-ae8a32267da3 None None] Network c27d34ea-a84e-4155-b923-a7f360503010 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:05:00.229942 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0291ec5-c625-4a2c-b677-0ed8a6d943e1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:00.230594 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f0291ec5-c625-4a2c-b677-0ed8a6d943e1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:00.254553 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f0291ec5-c625-4a2c-b677-0ed8a6d943e1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6636493 Jan 21 10:05:00.257847 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39952) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:00.265860 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-149b983b-b1ca-4001-9785-e063a862ae49 None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:00.281282 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-149b983b-b1ca-4001-9785-e063a862ae49 None None] Transition to ACTIVE for port object ba2e8ea2-f3a8-4b76-9227-d56ebed231bb will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:05:00.290044 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-149b983b-b1ca-4001-9785-e063a862ae49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:00.361968 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73213e71-b5a6-4931-b1f5-78548c89f240 None None] Pushing event updated for resources: {'Port': ['ID=ba2e8ea2-f3a8-4b76-9227-d56ebed231bb,revision_number=2']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:00.384965 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-149b983b-b1ca-4001-9785-e063a862ae49 None None] Attempting to bind port ba2e8ea2-f3a8-4b76-9227-d56ebed231bb on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:05:00.385462 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-149b983b-b1ca-4001-9785-e063a862ae49 None None] Attempting to bind port ba2e8ea2-f3a8-4b76-9227-d56ebed231bb by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:05:00.385853 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149b983b-b1ca-4001-9785-e063a862ae49 None None] Attempting to bind port ba2e8ea2-f3a8-4b76-9227-d56ebed231bb on network 05164b30-8981-419a-8272-388f48c19dd5 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:05:00.395101 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149b983b-b1ca-4001-9785-e063a862ae49 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:05:00.395487 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149b983b-b1ca-4001-9785-e063a862ae49 None None] Checking segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:05:00.395885 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-149b983b-b1ca-4001-9785-e063a862ae49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:00.396789 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149b983b-b1ca-4001-9785-e063a862ae49 None None] Bound using segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:05:00.396789 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-149b983b-b1ca-4001-9785-e063a862ae49 None None] Bound port: ba2e8ea2-f3a8-4b76-9227-d56ebed231bb, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:05:00.397122 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-149b983b-b1ca-4001-9785-e063a862ae49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:00.437669 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73213e71-b5a6-4931-b1f5-78548c89f240 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:00.437904 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73213e71-b5a6-4931-b1f5-78548c89f240 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:00.438242 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73213e71-b5a6-4931-b1f5-78548c89f240 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:00.438571 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73213e71-b5a6-4931-b1f5-78548c89f240 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:00.438904 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73213e71-b5a6-4931-b1f5-78548c89f240 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:00.439228 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73213e71-b5a6-4931-b1f5-78548c89f240 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:00.439727 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73213e71-b5a6-4931-b1f5-78548c89f240 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:00.440058 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73213e71-b5a6-4931-b1f5-78548c89f240 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:00.440375 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73213e71-b5a6-4931-b1f5-78548c89f240 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:00.440690 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73213e71-b5a6-4931-b1f5-78548c89f240 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:00.441150 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73213e71-b5a6-4931-b1f5-78548c89f240 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:00.495368 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-149b983b-b1ca-4001-9785-e063a862ae49 None None] For port ba2e8ea2-f3a8-4b76-9227-d56ebed231bb, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:05:00.499049 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-149b983b-b1ca-4001-9785-e063a862ae49 None None] For port ba2e8ea2-f3a8-4b76-9227-d56ebed231bb, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ba2e8ea2-f3a8-4b76-9227-d56ebed231bb,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:05:00.504327 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-149b983b-b1ca-4001-9785-e063a862ae49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:00.505556 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c852318f-7a4c-40e2-bfc4-2733acb099a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-c27d34ea-a84e-4155-b923-a7f360503010', 'network_id': 'c27d34ea-a84e-4155-b923-a7f360503010', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ips': [{'subnet_id': 'ee575a34-bda7-4367-9db6-554b0c874dd5'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:05:00.506403 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c852318f-7a4c-40e2-bfc4-2733acb099a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:00.597733 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73213e71-b5a6-4931-b1f5-78548c89f240 None None] Pushing event updated for resources: {'Port': ['ID=ba2e8ea2-f3a8-4b76-9227-d56ebed231bb,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:00.601379 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149b983b-b1ca-4001-9785-e063a862ae49 None None] Routers {'8f9dd372-12cc-4c04-91a2-1249f65840da'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:05:00.602141 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-149b983b-b1ca-4001-9785-e063a862ae49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:04:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['8f9dd372-12cc-4c04-91a2-1249f65840da'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:00.762663 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-c852318f-7a4c-40e2-bfc4-2733acb099a3 None None] Allocated IP 172.20.0.2 (c27d34ea-a84e-4155-b923-a7f360503010/ee575a34-bda7-4367-9db6-554b0c874dd5/cf8b8cf7-4936-4874-b4f7-21c733f878fb) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:05:00.798317 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-149b983b-b1ca-4001-9785-e063a862ae49 None None] Set router 8f9dd372-12cc-4c04-91a2-1249f65840da gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:05:01.083891 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c852318f-7a4c-40e2-bfc4-2733acb099a3 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:01.107295 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-c852318f-7a4c-40e2-bfc4-2733acb099a3 None None] Transition to ACTIVE for port object cf8b8cf7-4936-4874-b4f7-21c733f878fb will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:05:01.114726 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-149b983b-b1ca-4001-9785-e063a862ae49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'name': 'tempest-TestNetworkBasicOps-router-1286376713', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': 'ba2e8ea2-f3a8-4b76-9227-d56ebed231bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:04:57Z', 'updated_at': '2022-01-21T10:04:58Z', 'revision_number': 3, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': 'ba2e8ea2-f3a8-4b76-9227-d56ebed231bb', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:04:58Z', 'updated_at': '2022-01-21T10:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:01.119638 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149b983b-b1ca-4001-9785-e063a862ae49 None None] The sync data for ids ['8f9dd372-12cc-4c04-91a2-1249f65840da'] in dv-neutron-825732-1-hyperv is: [{'id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'name': 'tempest-TestNetworkBasicOps-router-1286376713', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': 'ba2e8ea2-f3a8-4b76-9227-d56ebed231bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:04:57Z', 'updated_at': '2022-01-21T10:04:58Z', 'revision_number': 3, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': 'ba2e8ea2-f3a8-4b76-9227-d56ebed231bb', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:04:58Z', 'updated_at': '2022-01-21T10:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:05:01.127955 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-c852318f-7a4c-40e2-bfc4-2733acb099a3 None None] Transition to ACTIVE for port object cf8b8cf7-4936-4874-b4f7-21c733f878fb will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:05:01.135030 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c852318f-7a4c-40e2-bfc4-2733acb099a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:01.218001 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c852318f-7a4c-40e2-bfc4-2733acb099a3 None None] Network c27d34ea-a84e-4155-b923-a7f360503010 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:05:01.218497 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852318f-7a4c-40e2-bfc4-2733acb099a3 None None] Pushing event updated for resources: {'Port': ['ID=cf8b8cf7-4936-4874-b4f7-21c733f878fb,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:01.227938 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-c852318f-7a4c-40e2-bfc4-2733acb099a3 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:05:01.230643 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c852318f-7a4c-40e2-bfc4-2733acb099a3 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:05:01.322030 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a4ba222a-aa7d-4dd7-942d-bbf53488569c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:01.332072 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c852318f-7a4c-40e2-bfc4-2733acb099a3 None None] Attempting to bind port cf8b8cf7-4936-4874-b4f7-21c733f878fb on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:05:01.332666 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c852318f-7a4c-40e2-bfc4-2733acb099a3 None None] Attempting to bind port cf8b8cf7-4936-4874-b4f7-21c733f878fb by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'd04399f2-a0bb-4dcb-a7c4-be552739db68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c27d34ea-a84e-4155-b923-a7f360503010'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:05:01.333198 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c852318f-7a4c-40e2-bfc4-2733acb099a3 None None] Attempting to bind port cf8b8cf7-4936-4874-b4f7-21c733f878fb on network c27d34ea-a84e-4155-b923-a7f360503010 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:05:01.347166 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c852318f-7a4c-40e2-bfc4-2733acb099a3 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:05:01.347453 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c852318f-7a4c-40e2-bfc4-2733acb099a3 None None] Checking segment: {'id': 'd04399f2-a0bb-4dcb-a7c4-be552739db68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c27d34ea-a84e-4155-b923-a7f360503010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:05:01.347858 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c852318f-7a4c-40e2-bfc4-2733acb099a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:01.348279 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c852318f-7a4c-40e2-bfc4-2733acb099a3 None None] Bound using segment: {'id': 'd04399f2-a0bb-4dcb-a7c4-be552739db68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c27d34ea-a84e-4155-b923-a7f360503010'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:05:01.349307 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c852318f-7a4c-40e2-bfc4-2733acb099a3 None None] Bound port: cf8b8cf7-4936-4874-b4f7-21c733f878fb, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd04399f2-a0bb-4dcb-a7c4-be552739db68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c27d34ea-a84e-4155-b923-a7f360503010'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:05:01.349307 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c852318f-7a4c-40e2-bfc4-2733acb099a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:01.444734 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-c852318f-7a4c-40e2-bfc4-2733acb099a3 None None] For port cf8b8cf7-4936-4874-b4f7-21c733f878fb, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:05:01.450125 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-c852318f-7a4c-40e2-bfc4-2733acb099a3 None None] For port cf8b8cf7-4936-4874-b4f7-21c733f878fb, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=cf8b8cf7-4936-4874-b4f7-21c733f878fb,segment=NetworkSegment(d04399f2-a0bb-4dcb-a7c4-be552739db68),segment_id=d04399f2-a0bb-4dcb-a7c4-be552739db68)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:05:01.456007 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c852318f-7a4c-40e2-bfc4-2733acb099a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:01.552108 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852318f-7a4c-40e2-bfc4-2733acb099a3 None None] Pushing event updated for resources: {'Port': ['ID=cf8b8cf7-4936-4874-b4f7-21c733f878fb,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:01.812949 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-a4ba222a-aa7d-4dd7-942d-bbf53488569c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Allocated IP 172.20.0.1 (c27d34ea-a84e-4155-b923-a7f360503010/ee575a34-bda7-4367-9db6-554b0c874dd5/1334d6f0-9b49-44fe-b985-8d3f111d5c0c) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:05:02.042483 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a4ba222a-aa7d-4dd7-942d-bbf53488569c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:02.066770 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a4ba222a-aa7d-4dd7-942d-bbf53488569c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Transition to ACTIVE for port object 1334d6f0-9b49-44fe-b985-8d3f111d5c0c will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:05:02.113184 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a4ba222a-aa7d-4dd7-942d-bbf53488569c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:02.118145 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device cf8b8cf7-4936-4874-b4f7-21c733f878fb up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:05:02.195753 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port cf8b8cf7-4936-4874-b4f7-21c733f878fb completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:05:02.201840 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ba2e8ea2-f3a8-4b76-9227-d56ebed231bb up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:05:02.203054 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ba222a-aa7d-4dd7-942d-bbf53488569c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network c27d34ea-a84e-4155-b923-a7f360503010 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:05:02.206257 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-a4ba222a-aa7d-4dd7-942d-bbf53488569c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:05:02.210717 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ba222a-aa7d-4dd7-942d-bbf53488569c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:05:02.239468 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba222a-aa7d-4dd7-942d-bbf53488569c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=1334d6f0-9b49-44fe-b985-8d3f111d5c0c,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:02.271323 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a4ba222a-aa7d-4dd7-942d-bbf53488569c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:02.272711 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port ba2e8ea2-f3a8-4b76-9227-d56ebed231bb completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:05:02.278189 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port ba2e8ea2-f3a8-4b76-9227-d56ebed231bb triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:05:02.278558 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:02.365452 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a4ba222a-aa7d-4dd7-942d-bbf53488569c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:02.401236 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:02.419627 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port ba2e8ea2-f3a8-4b76-9227-d56ebed231bb, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ba2e8ea2-f3a8-4b76-9227-d56ebed231bb,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:05:02.424273 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:02.509865 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=ba2e8ea2-f3a8-4b76-9227-d56ebed231bb,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:02.697483 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e364f083-c057-48cf-b4db-29fb2fe68117 None None] Network c27d34ea-a84e-4155-b923-a7f360503010 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:05:02.904978 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-6c15f7bb-6574-4939-adde-b77245745b08 None None] Provisioning for port cf8b8cf7-4936-4874-b4f7-21c733f878fb completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:05:02.907063 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a4ba222a-aa7d-4dd7-942d-bbf53488569c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:02.912118 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a4ba222a-aa7d-4dd7-942d-bbf53488569c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:02.913899 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-6c15f7bb-6574-4939-adde-b77245745b08 None None] Provisioning complete for port cf8b8cf7-4936-4874-b4f7-21c733f878fb triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:05:02.914274 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6c15f7bb-6574-4939-adde-b77245745b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:03.024280 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba222a-aa7d-4dd7-942d-bbf53488569c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=1334d6f0-9b49-44fe-b985-8d3f111d5c0c,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:03.030755 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a4ba222a-aa7d-4dd7-942d-bbf53488569c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:03.102876 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6c15f7bb-6574-4939-adde-b77245745b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:03.140878 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-6c15f7bb-6574-4939-adde-b77245745b08 None None] For port cf8b8cf7-4936-4874-b4f7-21c733f878fb, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=cf8b8cf7-4936-4874-b4f7-21c733f878fb,segment=NetworkSegment(d04399f2-a0bb-4dcb-a7c4-be552739db68),segment_id=d04399f2-a0bb-4dcb-a7c4-be552739db68)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:05:03.147390 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6c15f7bb-6574-4939-adde-b77245745b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:03.183676 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ba222a-aa7d-4dd7-942d-bbf53488569c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network c27d34ea-a84e-4155-b923-a7f360503010 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:05:03.185003 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-a4ba222a-aa7d-4dd7-942d-bbf53488569c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:05:03.237903 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15f7bb-6574-4939-adde-b77245745b08 None None] Pushing event updated for resources: {'Port': ['ID=cf8b8cf7-4936-4874-b4f7-21c733f878fb,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:03.371341 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-2e74457d-421f-4cca-9be5-9b7210dc124e None None] Provisioning for port 1334d6f0-9b49-44fe-b985-8d3f111d5c0c completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:05:03.376665 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-2e74457d-421f-4cca-9be5-9b7210dc124e None None] Provisioning complete for port 1334d6f0-9b49-44fe-b985-8d3f111d5c0c triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:05:03.377040 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2e74457d-421f-4cca-9be5-9b7210dc124e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:03.444486 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-2e74457d-421f-4cca-9be5-9b7210dc124e None None] Port 1334d6f0-9b49-44fe-b985-8d3f111d5c0c cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:05:03.459512 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-2e74457d-421f-4cca-9be5-9b7210dc124e None None] Provisioning complete for port cf8b8cf7-4936-4874-b4f7-21c733f878fb triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:05:03.459882 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2e74457d-421f-4cca-9be5-9b7210dc124e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:03.592356 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ba222a-aa7d-4dd7-942d-bbf53488569c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router 8f9dd372-12cc-4c04-91a2-1249f65840da has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:05:03.706611 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-e2f583b3-2a09-4dfa-903b-5dff430bbf09 None None] Provisioning complete for port 1334d6f0-9b49-44fe-b985-8d3f111d5c0c triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:05:03.707176 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e2f583b3-2a09-4dfa-903b-5dff430bbf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:03.759615 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-e2f583b3-2a09-4dfa-903b-5dff430bbf09 None None] Port 1334d6f0-9b49-44fe-b985-8d3f111d5c0c cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:05:03.803985 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ba222a-aa7d-4dd7-942d-bbf53488569c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:05:03.816551 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a4ba222a-aa7d-4dd7-942d-bbf53488569c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "PUT /v2.0/routers/8f9dd372-12cc-4c04-91a2-1249f65840da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5576651 Jan 21 10:05:03.818983 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39956) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:03.959092 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abb35ec-eddd-4bcf-bfc6-08dc589b2c14 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:03.959470 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abb35ec-eddd-4bcf-bfc6-08dc589b2c14 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:03.959837 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abb35ec-eddd-4bcf-bfc6-08dc589b2c14 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:03.960208 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abb35ec-eddd-4bcf-bfc6-08dc589b2c14 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:03.961890 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-2abb35ec-eddd-4bcf-bfc6-08dc589b2c14 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1420281 Jan 21 10:05:03.965387 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39960) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:04.029467 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device cf8b8cf7-4936-4874-b4f7-21c733f878fb up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:05:04.035075 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00678e84-22bc-478b-9994-54e6483036b9 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:04.035445 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00678e84-22bc-478b-9994-54e6483036b9 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:04.035806 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00678e84-22bc-478b-9994-54e6483036b9 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:04.036157 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00678e84-22bc-478b-9994-54e6483036b9 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:04.037822 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-00678e84-22bc-478b-9994-54e6483036b9 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0714266 Jan 21 10:05:04.040812 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39964) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:04.103371 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port cf8b8cf7-4936-4874-b4f7-21c733f878fb triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:05:04.103648 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:04.249447 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ba2e8ea2-f3a8-4b76-9227-d56ebed231bb up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:05:04.349201 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port ba2e8ea2-f3a8-4b76-9227-d56ebed231bb triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:05:04.349591 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:04.426031 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4b9dbef4-ec3c-42c1-980d-e62bae5dc8cf tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.3840189 Jan 21 10:05:04.861821 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f11522-b947-4933-b2e6-0f39d8f89316 None None] Sync routers for ids ['8f9dd372-12cc-4c04-91a2-1249f65840da'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:05:04.880550 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f11522-b947-4933-b2e6-0f39d8f89316 None None] Routers {'8f9dd372-12cc-4c04-91a2-1249f65840da'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:05:04.881262 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-89f11522-b947-4933-b2e6-0f39d8f89316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:04:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['8f9dd372-12cc-4c04-91a2-1249f65840da'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:04.942166 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39970) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:04.948683 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-3a36fec9-dbaa-4f1c-9e0b-3f58142b3815 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-152998446', 'description': 'tempest-secgroup-smoke-152998446 description', 'project_id': 'e2711eddd053435baef8e70b41198188'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:05:04.955107 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3a36fec9-dbaa-4f1c-9e0b-3f58142b3815 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:05:04.960024 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3a36fec9-dbaa-4f1c-9e0b-3f58142b3815 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:05:04.963155 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3a36fec9-dbaa-4f1c-9e0b-3f58142b3815 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:05:04.969433 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3a36fec9-dbaa-4f1c-9e0b-3f58142b3815 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:05:04.980430 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3a36fec9-dbaa-4f1c-9e0b-3f58142b3815 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:05.018720 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3a36fec9-dbaa-4f1c-9e0b-3f58142b3815 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:05:05.022508 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3a36fec9-dbaa-4f1c-9e0b-3f58142b3815 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:05:05.026448 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-3a36fec9-dbaa-4f1c-9e0b-3f58142b3815 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:05:05.033200 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3a36fec9-dbaa-4f1c-9e0b-3f58142b3815 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:05:05.073218 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-89f11522-b947-4933-b2e6-0f39d8f89316 None None] Set router 8f9dd372-12cc-4c04-91a2-1249f65840da gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:05:05.091067 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3a36fec9-dbaa-4f1c-9e0b-3f58142b3815 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:05.095029 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3a36fec9-dbaa-4f1c-9e0b-3f58142b3815 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:05.143461 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36fec9-dbaa-4f1c-9e0b-3f58142b3815 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d653694-7edd-4f92-a542-4f6b6bedac41,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:05.147722 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3a36fec9-dbaa-4f1c-9e0b-3f58142b3815 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:05.149174 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3a36fec9-dbaa-4f1c-9e0b-3f58142b3815 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2059646 Jan 21 10:05:05.153009 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39974) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:05.158855 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-ca75b724-3068-40bb-9163-c1445f0d19a9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': '6d653694-7edd-4f92-a542-4f6b6bedac41', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:05:05.165559 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ca75b724-3068-40bb-9163-c1445f0d19a9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:05:05.170823 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ca75b724-3068-40bb-9163-c1445f0d19a9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:05:05.174323 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ca75b724-3068-40bb-9163-c1445f0d19a9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:05:05.180733 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ca75b724-3068-40bb-9163-c1445f0d19a9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:05:05.198311 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca75b724-3068-40bb-9163-c1445f0d19a9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:05.268465 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca75b724-3068-40bb-9163-c1445f0d19a9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:05.273923 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca75b724-3068-40bb-9163-c1445f0d19a9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:05.298213 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75b724-3068-40bb-9163-c1445f0d19a9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b4fc2c9-0af4-41ca-899c-802e37c186d7,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:05.308118 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca75b724-3068-40bb-9163-c1445f0d19a9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:05.309314 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ca75b724-3068-40bb-9163-c1445f0d19a9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1551812 Jan 21 10:05:05.317292 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39978) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:05.321095 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-219d31a2-ce2d-4e49-9e1a-85c431ebb95b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': '6d653694-7edd-4f92-a542-4f6b6bedac41', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:05:05.327886 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-219d31a2-ce2d-4e49-9e1a-85c431ebb95b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:05:05.331832 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-219d31a2-ce2d-4e49-9e1a-85c431ebb95b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:05:05.334732 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-219d31a2-ce2d-4e49-9e1a-85c431ebb95b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:05:05.340768 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-219d31a2-ce2d-4e49-9e1a-85c431ebb95b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:05:05.357928 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-219d31a2-ce2d-4e49-9e1a-85c431ebb95b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:05.412440 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-89f11522-b947-4933-b2e6-0f39d8f89316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'name': 'tempest-TestNetworkBasicOps-router-1286376713', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': 'ba2e8ea2-f3a8-4b76-9227-d56ebed231bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:04:57Z', 'updated_at': '2022-01-21T10:05:02Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': 'ba2e8ea2-f3a8-4b76-9227-d56ebed231bb', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:04:58Z', 'updated_at': '2022-01-21T10:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '1334d6f0-9b49-44fe-b985-8d3f111d5c0c', 'name': '', 'network_id': 'c27d34ea-a84e-4155-b923-a7f360503010', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:41:45:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee575a34-bda7-4367-9db6-554b0c874dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:01Z', 'updated_at': '2022-01-21T10:05:02Z', 'revision_number': 2, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'ee575a34-bda7-4367-9db6-554b0c874dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:05.418994 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f11522-b947-4933-b2e6-0f39d8f89316 None None] Checking router: 8f9dd372-12cc-4c04-91a2-1249f65840da for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:05:05.419517 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f11522-b947-4933-b2e6-0f39d8f89316 None None] Updating router 8f9dd372-12cc-4c04-91a2-1249f65840da port 1334d6f0-9b49-44fe-b985-8d3f111d5c0c binding host dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:05:05.432921 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-219d31a2-ce2d-4e49-9e1a-85c431ebb95b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:05.438011 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-219d31a2-ce2d-4e49-9e1a-85c431ebb95b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:05.463702 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d31a2-ce2d-4e49-9e1a-85c431ebb95b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15440183-8ce8-4021-8fff-ef2424db5eb1,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:05.475641 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-89f11522-b947-4933-b2e6-0f39d8f89316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:05.478131 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-219d31a2-ce2d-4e49-9e1a-85c431ebb95b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:05.480235 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-219d31a2-ce2d-4e49-9e1a-85c431ebb95b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1667366 Jan 21 10:05:05.482964 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39982) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:05.488531 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-c5b15384-5014-42eb-88a8-aa945920c122 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': '6d653694-7edd-4f92-a542-4f6b6bedac41', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:05:05.495062 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-c5b15384-5014-42eb-88a8-aa945920c122 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:05:05.498888 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c5b15384-5014-42eb-88a8-aa945920c122 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:05:05.501817 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c5b15384-5014-42eb-88a8-aa945920c122 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:05:05.507746 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-c5b15384-5014-42eb-88a8-aa945920c122 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:05:05.526106 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c5b15384-5014-42eb-88a8-aa945920c122 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:05.594449 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c5b15384-5014-42eb-88a8-aa945920c122 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:05.598271 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c5b15384-5014-42eb-88a8-aa945920c122 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:05.623850 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b15384-5014-42eb-88a8-aa945920c122 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=964d338c-de37-428f-8142-a3d6e4c8fd4a,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:05.635933 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c5b15384-5014-42eb-88a8-aa945920c122 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:05.637461 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c5b15384-5014-42eb-88a8-aa945920c122 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1535738 Jan 21 10:05:05.640160 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39986) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:05.646703 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-edee1f03-731f-41a2-92c2-cc04ba02c5df tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': '6d653694-7edd-4f92-a542-4f6b6bedac41', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:05:05.654105 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-edee1f03-731f-41a2-92c2-cc04ba02c5df tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:05:05.657836 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-edee1f03-731f-41a2-92c2-cc04ba02c5df tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:05:05.660645 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-edee1f03-731f-41a2-92c2-cc04ba02c5df tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:05:05.666860 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-edee1f03-731f-41a2-92c2-cc04ba02c5df tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:05:05.686830 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-edee1f03-731f-41a2-92c2-cc04ba02c5df tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:05.751948 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-edee1f03-731f-41a2-92c2-cc04ba02c5df tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:05.755603 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-edee1f03-731f-41a2-92c2-cc04ba02c5df tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:05.780084 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee1f03-731f-41a2-92c2-cc04ba02c5df tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=592fe27f-ef32-4535-88e0-c8c3529470ef,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:05.793563 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-edee1f03-731f-41a2-92c2-cc04ba02c5df tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:05.797460 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-edee1f03-731f-41a2-92c2-cc04ba02c5df tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1539195 Jan 21 10:05:05.797688 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 39990) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:05.803127 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-48a8b6e9-92e2-46e2-ba8c-30ad5306b2d5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': '6d653694-7edd-4f92-a542-4f6b6bedac41', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:05:05.809110 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-48a8b6e9-92e2-46e2-ba8c-30ad5306b2d5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:05:05.813405 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-48a8b6e9-92e2-46e2-ba8c-30ad5306b2d5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:05:05.816444 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-48a8b6e9-92e2-46e2-ba8c-30ad5306b2d5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:05:05.823023 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-48a8b6e9-92e2-46e2-ba8c-30ad5306b2d5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:05:05.835273 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.securitygroups_db [None req-48a8b6e9-92e2-46e2-ba8c-30ad5306b2d5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Project e2711eddd053435baef8e70b41198188 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:05:05.844338 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-48a8b6e9-92e2-46e2-ba8c-30ad5306b2d5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:05.861330 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-89f11522-b947-4933-b2e6-0f39d8f89316 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:05.874322 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-89f11522-b947-4933-b2e6-0f39d8f89316 None None] Transition to ACTIVE for port object 1334d6f0-9b49-44fe-b985-8d3f111d5c0c will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:05:05.881092 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-89f11522-b947-4933-b2e6-0f39d8f89316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:05.921318 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-48a8b6e9-92e2-46e2-ba8c-30ad5306b2d5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:05.925494 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-48a8b6e9-92e2-46e2-ba8c-30ad5306b2d5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:05.948619 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8b6e9-92e2-46e2-ba8c-30ad5306b2d5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb5b45a6-271a-4f90-9a3f-c3bba62e94af,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:05.961627 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-48a8b6e9-92e2-46e2-ba8c-30ad5306b2d5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:05.963920 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-48a8b6e9-92e2-46e2-ba8c-30ad5306b2d5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1642663 Jan 21 10:05:05.966880 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 39994) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:05.973073 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-83abbd77-643e-4958-a73e-b8ab5db846a1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'security_group_rule': {'security_group_id': '6d653694-7edd-4f92-a542-4f6b6bedac41', 'project_id': 'e2711eddd053435baef8e70b41198188', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:05:05.981125 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-83abbd77-643e-4958-a73e-b8ab5db846a1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:05:05.986007 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-83abbd77-643e-4958-a73e-b8ab5db846a1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:security_group_rule and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:05:05.989887 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-83abbd77-643e-4958-a73e-b8ab5db846a1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:05:05.997454 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-83abbd77-643e-4958-a73e-b8ab5db846a1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:05:06.011277 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-83abbd77-643e-4958-a73e-b8ab5db846a1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Project e2711eddd053435baef8e70b41198188 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:05:06.018260 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-83abbd77-643e-4958-a73e-b8ab5db846a1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:06.031348 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018672f4-49a6-409b-8e5d-6201e6c6b9fd None None] Pushing event updated for resources: {'Port': ['ID=1334d6f0-9b49-44fe-b985-8d3f111d5c0c,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:06.099634 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-83abbd77-643e-4958-a73e-b8ab5db846a1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:06.105339 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-83abbd77-643e-4958-a73e-b8ab5db846a1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:06.123893 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-89f11522-b947-4933-b2e6-0f39d8f89316 None None] Attempting to bind port 1334d6f0-9b49-44fe-b985-8d3f111d5c0c on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:05:06.124354 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-89f11522-b947-4933-b2e6-0f39d8f89316 None None] Attempting to bind port 1334d6f0-9b49-44fe-b985-8d3f111d5c0c by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'd04399f2-a0bb-4dcb-a7c4-be552739db68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c27d34ea-a84e-4155-b923-a7f360503010'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:05:06.124709 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f11522-b947-4933-b2e6-0f39d8f89316 None None] Attempting to bind port 1334d6f0-9b49-44fe-b985-8d3f111d5c0c on network c27d34ea-a84e-4155-b923-a7f360503010 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:05:06.131498 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f11522-b947-4933-b2e6-0f39d8f89316 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:05:06.132112 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f11522-b947-4933-b2e6-0f39d8f89316 None None] Checking segment: {'id': 'd04399f2-a0bb-4dcb-a7c4-be552739db68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c27d34ea-a84e-4155-b923-a7f360503010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:05:06.132489 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-89f11522-b947-4933-b2e6-0f39d8f89316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:06.132961 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f11522-b947-4933-b2e6-0f39d8f89316 None None] Bound using segment: {'id': 'd04399f2-a0bb-4dcb-a7c4-be552739db68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c27d34ea-a84e-4155-b923-a7f360503010'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:05:06.133499 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-89f11522-b947-4933-b2e6-0f39d8f89316 None None] Bound port: 1334d6f0-9b49-44fe-b985-8d3f111d5c0c, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd04399f2-a0bb-4dcb-a7c4-be552739db68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c27d34ea-a84e-4155-b923-a7f360503010'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:05:06.133905 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-89f11522-b947-4933-b2e6-0f39d8f89316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:06.137785 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83abbd77-643e-4958-a73e-b8ab5db846a1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a326a8-3447-41b0-af55-8eb6d6b96490,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:06.155023 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-83abbd77-643e-4958-a73e-b8ab5db846a1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:06.156213 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-83abbd77-643e-4958-a73e-b8ab5db846a1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1883593 Jan 21 10:05:06.265491 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-89f11522-b947-4933-b2e6-0f39d8f89316 None None] For port 1334d6f0-9b49-44fe-b985-8d3f111d5c0c, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:05:06.268892 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-89f11522-b947-4933-b2e6-0f39d8f89316 None None] For port 1334d6f0-9b49-44fe-b985-8d3f111d5c0c, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=1334d6f0-9b49-44fe-b985-8d3f111d5c0c,segment=NetworkSegment(d04399f2-a0bb-4dcb-a7c4-be552739db68),segment_id=d04399f2-a0bb-4dcb-a7c4-be552739db68)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:05:06.273141 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-89f11522-b947-4933-b2e6-0f39d8f89316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:06.361802 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018672f4-49a6-409b-8e5d-6201e6c6b9fd None None] Pushing event updated for resources: {'Port': ['ID=1334d6f0-9b49-44fe-b985-8d3f111d5c0c,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:06.365472 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f11522-b947-4933-b2e6-0f39d8f89316 None None] Routers {'8f9dd372-12cc-4c04-91a2-1249f65840da'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:05:06.366104 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-89f11522-b947-4933-b2e6-0f39d8f89316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:04:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['8f9dd372-12cc-4c04-91a2-1249f65840da'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:06.419722 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-e00b16cd-6c29-46bc-9d58-927bc90b8fd4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:05:06.437998 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-e00b16cd-6c29-46bc-9d58-927bc90b8fd4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:05:06.439302 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-e00b16cd-6c29-46bc-9d58-927bc90b8fd4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-152998446&fields=id&tenant_id=e2711eddd053435baef8e70b41198188 HTTP/1.1" status: 200 len: 267 time: 0.0712738 Jan 21 10:05:06.596890 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-9db43abf-167d-46d7-a5bd-c3244d1640b3 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:06.597492 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-9db43abf-167d-46d7-a5bd-c3244d1640b3 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:network {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:05:06.598275 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-89f11522-b947-4933-b2e6-0f39d8f89316 None None] Set router 8f9dd372-12cc-4c04-91a2-1249f65840da gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:05:06.624494 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-9db43abf-167d-46d7-a5bd-c3244d1640b3 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:network {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:05:06.626139 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-9db43abf-167d-46d7-a5bd-c3244d1640b3 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/networks?id=c27d34ea-a84e-4155-b923-a7f360503010 HTTP/1.1" status: 200 len: 797 time: 0.1784158 Jan 21 10:05:06.643963 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-5bef98e8-b512-4c67-ad07-11460b9929ae tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/quotas/e2711eddd053435baef8e70b41198188 HTTP/1.1" status: 200 len: 375 time: 0.0117958 Jan 21 10:05:06.733622 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-478d2065-7b14-41df-b9da-f75473d1810b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:05:06.749404 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-478d2065-7b14-41df-b9da-f75473d1810b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:05:06.751281 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-478d2065-7b14-41df-b9da-f75473d1810b tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1013689 Jan 21 10:05:06.896177 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-1d1eb766-a68e-40c4-aeeb-0af50ba27d55 service neutron] 10.222.0.104 "GET /v2.0/networks/c27d34ea-a84e-4155-b923-a7f360503010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323709 Jan 21 10:05:06.949148 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-89f11522-b947-4933-b2e6-0f39d8f89316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'name': 'tempest-TestNetworkBasicOps-router-1286376713', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': 'ba2e8ea2-f3a8-4b76-9227-d56ebed231bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:04:57Z', 'updated_at': '2022-01-21T10:05:02Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': 'ba2e8ea2-f3a8-4b76-9227-d56ebed231bb', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:04:58Z', 'updated_at': '2022-01-21T10:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '1334d6f0-9b49-44fe-b985-8d3f111d5c0c', 'name': '', 'network_id': 'c27d34ea-a84e-4155-b923-a7f360503010', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:41:45:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee575a34-bda7-4367-9db6-554b0c874dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:01Z', 'updated_at': '2022-01-21T10:05:06Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'ee575a34-bda7-4367-9db6-554b0c874dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:06.953243 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f11522-b947-4933-b2e6-0f39d8f89316 None None] The sync data for ids ['8f9dd372-12cc-4c04-91a2-1249f65840da'] in dv-neutron-825732-1-hyperv is: [{'id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'name': 'tempest-TestNetworkBasicOps-router-1286376713', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': 'ba2e8ea2-f3a8-4b76-9227-d56ebed231bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:04:57Z', 'updated_at': '2022-01-21T10:05:02Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': 'ba2e8ea2-f3a8-4b76-9227-d56ebed231bb', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:04:58Z', 'updated_at': '2022-01-21T10:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '1334d6f0-9b49-44fe-b985-8d3f111d5c0c', 'name': '', 'network_id': 'c27d34ea-a84e-4155-b923-a7f360503010', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:41:45:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee575a34-bda7-4367-9db6-554b0c874dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:01Z', 'updated_at': '2022-01-21T10:05:06Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'ee575a34-bda7-4367-9db6-554b0c874dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:05:07.062906 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-0fad17ce-ae1d-491b-8e33-f50d02bd5d1d service neutron] 10.222.0.104 "GET /v2.0/networks/c27d34ea-a84e-4155-b923-a7f360503010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601450 Jan 21 10:05:07.279456 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-8cfcac14-164b-42e0-b9fe-f315c5c85c95 req-25bb94b4-30b1-457b-9d89-1b2ce764fc00 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=f8ade071-968e-4db2-9e26-7a4ac1f7e07e HTTP/1.1" status: 200 len: 210 time: 0.0505514 Jan 21 10:05:08.045267 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 1334d6f0-9b49-44fe-b985-8d3f111d5c0c up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:05:08.122327 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 1334d6f0-9b49-44fe-b985-8d3f111d5c0c completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:05:08.127414 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 1334d6f0-9b49-44fe-b985-8d3f111d5c0c triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:05:08.127876 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:08.278778 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:08.316133 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 1334d6f0-9b49-44fe-b985-8d3f111d5c0c, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=1334d6f0-9b49-44fe-b985-8d3f111d5c0c,segment=NetworkSegment(d04399f2-a0bb-4dcb-a7c4-be552739db68),segment_id=d04399f2-a0bb-4dcb-a7c4-be552739db68)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:05:08.325409 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:08.398573 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=1334d6f0-9b49-44fe-b985-8d3f111d5c0c,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:08.426639 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-04b2de29-2ba2-48ed-9228-6b10f307a15c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:08.428268 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-04b2de29-2ba2-48ed-9228-6b10f307a15c tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/networks?id=c27d34ea-a84e-4155-b923-a7f360503010 HTTP/1.1" status: 200 len: 797 time: 0.2227943 Jan 21 10:05:08.492747 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-db475ebc-0bf4-430c-a661-7350710f745d req-4e283a50-ca30-4e61-8c6d-f3784d3732b3 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=f8ade071-968e-4db2-9e26-7a4ac1f7e07e HTTP/1.1" status: 200 len: 210 time: 0.0633423 Jan 21 10:05:08.521087 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-261b6f87-be4a-4961-b586-408b89d5b7cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2711eddd053435baef8e70b41198188 HTTP/1.1" status: 200 len: 379 time: 0.0562289 Jan 21 10:05:08.530915 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-7add8f8a-3bb3-45cd-8e95-70311afb027d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'port': {'device_id': 'f8ade071-968e-4db2-9e26-7a4ac1f7e07e', 'network_id': 'c27d34ea-a84e-4155-b923-a7f360503010', 'admin_state_up': True, 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'security_groups': ['6d653694-7edd-4f92-a542-4f6b6bedac41']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:05:08.670824 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-7add8f8a-3bb3-45cd-8e95-70311afb027d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:05:08.680119 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-7add8f8a-3bb3-45cd-8e95-70311afb027d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:05:08.690152 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-7add8f8a-3bb3-45cd-8e95-70311afb027d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Made reservation on behalf of e2711eddd053435baef8e70b41198188 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:05:08.693132 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-7add8f8a-3bb3-45cd-8e95-70311afb027d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:08.857774 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-7add8f8a-3bb3-45cd-8e95-70311afb027d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Allocated IP 172.20.0.12 (c27d34ea-a84e-4155-b923-a7f360503010/ee575a34-bda7-4367-9db6-554b0c874dd5/c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:05:09.152251 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-7add8f8a-3bb3-45cd-8e95-70311afb027d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:09.168864 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-7add8f8a-3bb3-45cd-8e95-70311afb027d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Transition to ACTIVE for port object c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:05:09.192649 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-7add8f8a-3bb3-45cd-8e95-70311afb027d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:09.265891 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-7add8f8a-3bb3-45cd-8e95-70311afb027d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network c27d34ea-a84e-4155-b923-a7f360503010 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:05:09.269217 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-7add8f8a-3bb3-45cd-8e95-70311afb027d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:05:09.273666 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-7add8f8a-3bb3-45cd-8e95-70311afb027d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:05:09.304494 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add8f8a-3bb3-45cd-8e95-70311afb027d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:09.343088 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-7add8f8a-3bb3-45cd-8e95-70311afb027d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:09.343706 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-7add8f8a-3bb3-45cd-8e95-70311afb027d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:09.370183 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-7add8f8a-3bb3-45cd-8e95-70311afb027d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8427825 Jan 21 10:05:09.384466 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-cf87e211-7675-4ee8-a3ce-4a4f5ec2e5d4 service neutron] Request body: {'port': {'device_id': 'f8ade071-968e-4db2-9e26-7a4ac1f7e07e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:05:09.502585 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f79768ab-c9de-4d01-a086-ef2dd1ac2714 None None] Provisioning for port c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:05:09.504872 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-cf87e211-7675-4ee8-a3ce-4a4f5ec2e5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:09.507342 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f79768ab-c9de-4d01-a086-ef2dd1ac2714 None None] Provisioning complete for port c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:05:09.507683 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f79768ab-c9de-4d01-a086-ef2dd1ac2714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:09.568922 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-f79768ab-c9de-4d01-a086-ef2dd1ac2714 None None] Port c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:05:09.717270 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84608ed9-d4a8-465e-8e69-accfa4a13aad req-5d14c09b-85c4-4a99-8d77-bca219f45722 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:09.718678 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-84608ed9-d4a8-465e-8e69-accfa4a13aad req-5d14c09b-85c4-4a99-8d77-bca219f45722 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=f8ade071-968e-4db2-9e26-7a4ac1f7e07e HTTP/1.1" status: 200 len: 932 time: 0.0976167 Jan 21 10:05:09.765121 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-84608ed9-d4a8-465e-8e69-accfa4a13aad req-f9953e67-0a18-4aa9-a743-90c9689dd803 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:05:09.777597 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-84608ed9-d4a8-465e-8e69-accfa4a13aad req-f9953e67-0a18-4aa9-a743-90c9689dd803 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:05:09.778731 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-84608ed9-d4a8-465e-8e69-accfa4a13aad req-f9953e67-0a18-4aa9-a743-90c9689dd803 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=6d653694-7edd-4f92-a542-4f6b6bedac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544484 Jan 21 10:05:09.879283 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-cf87e211-7675-4ee8-a3ce-4a4f5ec2e5d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:05:09.887034 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-cf87e211-7675-4ee8-a3ce-4a4f5ec2e5d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:09.903185 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-cf87e211-7675-4ee8-a3ce-4a4f5ec2e5d4 service neutron] Transition to ACTIVE for port object c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:05:09.907267 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-cf87e211-7675-4ee8-a3ce-4a4f5ec2e5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:10.031719 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 1334d6f0-9b49-44fe-b985-8d3f111d5c0c up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:05:10.035620 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf87e211-7675-4ee8-a3ce-4a4f5ec2e5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:10.154776 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 1334d6f0-9b49-44fe-b985-8d3f111d5c0c triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:05:10.155142 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:10.161835 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-cf87e211-7675-4ee8-a3ce-4a4f5ec2e5d4 service neutron] Attempting to bind port c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:05:10.162340 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-cf87e211-7675-4ee8-a3ce-4a4f5ec2e5d4 service neutron] Attempting to bind port c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'd04399f2-a0bb-4dcb-a7c4-be552739db68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c27d34ea-a84e-4155-b923-a7f360503010'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:05:10.162532 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-cf87e211-7675-4ee8-a3ce-4a4f5ec2e5d4 service neutron] Attempting to bind port c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92 on network c27d34ea-a84e-4155-b923-a7f360503010 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:05:10.169110 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-cf87e211-7675-4ee8-a3ce-4a4f5ec2e5d4 service neutron] Port c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92 on network c27d34ea-a84e-4155-b923-a7f360503010 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:05:10.169679 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-cf87e211-7675-4ee8-a3ce-4a4f5ec2e5d4 service neutron] Attempting to bind port c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92 on network c27d34ea-a84e-4155-b923-a7f360503010 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:05:10.176676 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-cf87e211-7675-4ee8-a3ce-4a4f5ec2e5d4 service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:05:10.177011 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-cf87e211-7675-4ee8-a3ce-4a4f5ec2e5d4 service neutron] Checking segment: {'id': 'd04399f2-a0bb-4dcb-a7c4-be552739db68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c27d34ea-a84e-4155-b923-a7f360503010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:05:10.178158 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-cf87e211-7675-4ee8-a3ce-4a4f5ec2e5d4 service neutron] Bound using segment: {'id': 'd04399f2-a0bb-4dcb-a7c4-be552739db68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c27d34ea-a84e-4155-b923-a7f360503010'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:05:10.178158 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-cf87e211-7675-4ee8-a3ce-4a4f5ec2e5d4 service neutron] Bound port: c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd04399f2-a0bb-4dcb-a7c4-be552739db68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c27d34ea-a84e-4155-b923-a7f360503010'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:05:10.178377 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-cf87e211-7675-4ee8-a3ce-4a4f5ec2e5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:10.275814 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-cf87e211-7675-4ee8-a3ce-4a4f5ec2e5d4 service neutron] For port c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:05:10.279036 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-cf87e211-7675-4ee8-a3ce-4a4f5ec2e5d4 service neutron] For port c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92,segment=NetworkSegment(d04399f2-a0bb-4dcb-a7c4-be552739db68),segment_id=d04399f2-a0bb-4dcb-a7c4-be552739db68)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:05:10.284665 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-cf87e211-7675-4ee8-a3ce-4a4f5ec2e5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:10.350111 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-cf87e211-7675-4ee8-a3ce-4a4f5ec2e5d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:10.351470 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-cf87e211-7675-4ee8-a3ce-4a4f5ec2e5d4 service neutron] 10.222.0.124 "PUT /v2.0/ports/c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92 HTTP/1.1" status: 200 len: 1094 time: 0.9737706 Jan 21 10:05:10.351937 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ade071-968e-4db2-9e26-7a4ac1f7e07e', 'tag': 'c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:05:10.371967 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf87e211-7675-4ee8-a3ce-4a4f5ec2e5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:10.434383 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8ade071-968e-4db2-9e26-7a4ac1f7e07e', 'tag': 'c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92', 'status': 'completed', 'code': 200} Jan 21 10:05:10.475929 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-f8048b48-ef30-4640-a179-01337b41b14b service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=f8ade071-968e-4db2-9e26-7a4ac1f7e07e HTTP/1.1" status: 200 len: 1097 time: 0.0787323 Jan 21 10:05:10.549894 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-b9c2a81a-8e45-4709-be88-4502320ad988 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92 HTTP/1.1" status: 200 len: 217 time: 0.0675478 Jan 21 10:05:10.616758 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-469e904e-24b5-475d-ac14-e319e6acb57b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:10.618144 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-469e904e-24b5-475d-ac14-e319e6acb57b service neutron] 10.222.0.124 "GET /v2.0/subnets?id=ee575a34-bda7-4367-9db6-554b0c874dd5 HTTP/1.1" status: 200 len: 834 time: 0.0627637 Jan 21 10:05:10.701302 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-0119c7e0-ddb2-455b-a3e2-a17368e18372 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=c27d34ea-a84e-4155-b923-a7f360503010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774891 Jan 21 10:05:10.837178 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-79c814eb-b4d2-475a-a8ce-5b3f0a012bea service neutron] 10.222.0.124 "GET /v2.0/networks/c27d34ea-a84e-4155-b923-a7f360503010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299078 Jan 21 10:05:10.992051 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98380876-96ed-4152-87d3-ab56a676b888 req-958fb9f2-5905-45a7-8890-dcf659f0114d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:10.993712 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-98380876-96ed-4152-87d3-ab56a676b888 req-958fb9f2-5905-45a7-8890-dcf659f0114d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=f8ade071-968e-4db2-9e26-7a4ac1f7e07e HTTP/1.1" status: 200 len: 944 time: 0.0845377 Jan 21 10:05:11.048394 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-98380876-96ed-4152-87d3-ab56a676b888 req-8018c9a1-9aff-47ea-b424-b15a49da05c1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=6d653694-7edd-4f92-a542-4f6b6bedac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482039 Jan 21 10:05:11.095902 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-868eba94-b82b-4e97-b159-4ebeb5f1c1fe req-37d7378c-b2b9-4334-8a1e-94c7813f9eaa service neutron] 10.222.0.124 "GET /v2.0/networks/c27d34ea-a84e-4155-b923-a7f360503010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527862 Jan 21 10:05:11.226722 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a470b503-dbde-44c1-90d4-81ba0c6dec2b req-1b178051-5872-4dff-bfbf-b9ddf106589b service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=f8ade071-968e-4db2-9e26-7a4ac1f7e07e HTTP/1.1" status: 200 len: 1097 time: 0.0845087 Jan 21 10:05:11.363771 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470b503-dbde-44c1-90d4-81ba0c6dec2b req-f3f29aa8-35c0-439f-bb0d-b6a5b4524daa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:11.365135 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a470b503-dbde-44c1-90d4-81ba0c6dec2b req-f3f29aa8-35c0-439f-bb0d-b6a5b4524daa service neutron] 10.222.0.124 "GET /v2.0/networks?id=c27d34ea-a84e-4155-b923-a7f360503010 HTTP/1.1" status: 200 len: 898 time: 0.1326442 Jan 21 10:05:11.438391 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a470b503-dbde-44c1-90d4-81ba0c6dec2b req-122380c2-9b86-4a28-b0f0-74ecfce80864 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92 HTTP/1.1" status: 200 len: 217 time: 0.0656092 Jan 21 10:05:11.501650 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470b503-dbde-44c1-90d4-81ba0c6dec2b req-88ea7458-9daa-4ff0-a0ad-91bc6ea9da04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:11.503088 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a470b503-dbde-44c1-90d4-81ba0c6dec2b req-88ea7458-9daa-4ff0-a0ad-91bc6ea9da04 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=ee575a34-bda7-4367-9db6-554b0c874dd5 HTTP/1.1" status: 200 len: 834 time: 0.0591185 Jan 21 10:05:11.583967 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a470b503-dbde-44c1-90d4-81ba0c6dec2b req-9abde445-8cb4-41c0-8de8-c82895a92272 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=c27d34ea-a84e-4155-b923-a7f360503010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734150 Jan 21 10:05:11.722420 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a470b503-dbde-44c1-90d4-81ba0c6dec2b req-5c09d3a5-df15-4b5e-89c4-feb47b08659f service neutron] 10.222.0.124 "GET /v2.0/networks/c27d34ea-a84e-4155-b923-a7f360503010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308954 Jan 21 10:05:11.858195 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a470b503-dbde-44c1-90d4-81ba0c6dec2b req-4805e914-3235-45d4-aaa2-adb95020078f service neutron] 10.222.0.124 "GET /v2.0/networks/c27d34ea-a84e-4155-b923-a7f360503010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276045 Jan 21 10:05:12.257813 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1fc8f7-fd2e-4b1f-a179-4c9aeeca1b1b req-d7bbce65-94a5-4f20-ac6b-569b2430f746 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:12.258545 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-be1fc8f7-fd2e-4b1f-a179-4c9aeeca1b1b req-d7bbce65-94a5-4f20-ac6b-569b2430f746 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:05:12.275393 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-be1fc8f7-fd2e-4b1f-a179-4c9aeeca1b1b req-d7bbce65-94a5-4f20-ac6b-569b2430f746 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:05:12.277265 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-be1fc8f7-fd2e-4b1f-a179-4c9aeeca1b1b req-d7bbce65-94a5-4f20-ac6b-569b2430f746 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=f8ade071-968e-4db2-9e26-7a4ac1f7e07e HTTP/1.1" status: 200 len: 944 time: 0.0979388 Jan 21 10:05:12.324589 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-be1fc8f7-fd2e-4b1f-a179-4c9aeeca1b1b req-7d6b5bb0-8221-42db-ab52-30c74b423280 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=6d653694-7edd-4f92-a542-4f6b6bedac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416832 Jan 21 10:05:13.123179 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:05:13.258867 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92,segment=NetworkSegment(d04399f2-a0bb-4dcb-a7c4-be552739db68),segment_id=d04399f2-a0bb-4dcb-a7c4-be552739db68)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:05:13.272714 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': 'c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92', 'network_id': 'c27d34ea-a84e-4155-b923-a7f360503010', 'port_id': 'c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92', 'mac_address': 'fa:16:3e:f2:08:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee575a34-bda7-4367-9db6-554b0c874dd5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:05:13.326638 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:13.343757 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:05:13.360054 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92,segment=NetworkSegment(d04399f2-a0bb-4dcb-a7c4-be552739db68),segment_id=d04399f2-a0bb-4dcb-a7c4-be552739db68)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:05:13.364646 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:13.436465 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:13.533057 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3a685-9a52-4e71-afd5-bc97ea60e7fb req-964a8002-a813-4026-b7bf-0ebaaf9428d4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:13.534650 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-4ea3a685-9a52-4e71-afd5-bc97ea60e7fb req-964a8002-a813-4026-b7bf-0ebaaf9428d4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=f8ade071-968e-4db2-9e26-7a4ac1f7e07e HTTP/1.1" status: 200 len: 945 time: 0.0799046 Jan 21 10:05:13.569619 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:05:13.587103 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-4ea3a685-9a52-4e71-afd5-bc97ea60e7fb req-10e508d3-1fd8-4d26-afa2-6171c6deeefc tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=6d653694-7edd-4f92-a542-4f6b6bedac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465343 Jan 21 10:05:14.796539 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0df9a-c543-499d-9060-a71bdc561d87 req-f1641e9c-1d55-40c1-bbc8-9b1a9031dafd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:14.798013 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0fd0df9a-c543-499d-9060-a71bdc561d87 req-f1641e9c-1d55-40c1-bbc8-9b1a9031dafd tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=f8ade071-968e-4db2-9e26-7a4ac1f7e07e HTTP/1.1" status: 200 len: 945 time: 0.0864031 Jan 21 10:05:14.845850 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0fd0df9a-c543-499d-9060-a71bdc561d87 req-4fc6ae25-9027-4b77-8f00-413167bb3ff4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=6d653694-7edd-4f92-a542-4f6b6bedac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414886 Jan 21 10:05:15.137712 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:05:15.209497 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:05:15.214896 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:05:15.215285 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:15.330215 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:15.359185 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ade071-968e-4db2-9e26-7a4ac1f7e07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:05:15.368456 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92,segment=NetworkSegment(d04399f2-a0bb-4dcb-a7c4-be552739db68),segment_id=d04399f2-a0bb-4dcb-a7c4-be552739db68)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:05:15.373093 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:15.440889 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:15.517764 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ade071-968e-4db2-9e26-7a4ac1f7e07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92', 'code': 200} Jan 21 10:05:15.746282 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b65a08a3-b0cb-45d1-a80a-32b6c6fc40c7 req-95edd219-3d05-45fa-b605-0351a1ac0c2c service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=f8ade071-968e-4db2-9e26-7a4ac1f7e07e HTTP/1.1" status: 200 len: 1099 time: 0.0683730 Jan 21 10:05:15.788589 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b65a08a3-b0cb-45d1-a80a-32b6c6fc40c7 req-63c44918-c8af-4854-8281-5ea785da1c49 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=6d653694-7edd-4f92-a542-4f6b6bedac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365796 Jan 21 10:05:16.053499 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e4888-a5d1-438f-bf64-2bb0e4ff2558 req-9e7749d7-8e53-456e-9cd3-a56bc5ec25d4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:16.054946 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0d9e4888-a5d1-438f-bf64-2bb0e4ff2558 req-9e7749d7-8e53-456e-9cd3-a56bc5ec25d4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=f8ade071-968e-4db2-9e26-7a4ac1f7e07e HTTP/1.1" status: 200 len: 946 time: 0.0803869 Jan 21 10:05:16.100762 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0d9e4888-a5d1-438f-bf64-2bb0e4ff2558 req-78ff38bb-40c4-486e-b847-be667d735ebe tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=6d653694-7edd-4f92-a542-4f6b6bedac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403366 Jan 21 10:05:17.308226 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c71492-29d7-4083-861a-86efbee8bfe7 req-b5c6549f-ad5e-4bbb-aff7-dfcf3bd72975 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:17.309696 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-32c71492-29d7-4083-861a-86efbee8bfe7 req-b5c6549f-ad5e-4bbb-aff7-dfcf3bd72975 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=f8ade071-968e-4db2-9e26-7a4ac1f7e07e HTTP/1.1" status: 200 len: 946 time: 0.0842633 Jan 21 10:05:17.357978 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-32c71492-29d7-4083-861a-86efbee8bfe7 req-52ce2b91-6197-4f5d-bed2-dbb0997e5265 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=6d653694-7edd-4f92-a542-4f6b6bedac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416610 Jan 21 10:05:17.555619 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95575b-6eca-426f-81d6-76f8084d1f62 req-d5f2e212-df88-4dcc-af81-b1abc685313f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:17.557681 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1f95575b-6eca-426f-81d6-76f8084d1f62 req-d5f2e212-df88-4dcc-af81-b1abc685313f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=f8ade071-968e-4db2-9e26-7a4ac1f7e07e HTTP/1.1" status: 200 len: 946 time: 0.0772638 Jan 21 10:05:17.607284 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1f95575b-6eca-426f-81d6-76f8084d1f62 req-af13c15f-68e7-45ab-9a43-a33bf89a4edc tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=6d653694-7edd-4f92-a542-4f6b6bedac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439236 Jan 21 10:05:17.636291 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 40040) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:17.718286 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-317451cf-59db-4667-801c-f7495b81aa04 tempest-TestNetworkBasicOps-1324462623 tempest-TestNetworkBasicOps-1324462623-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=f8ade071-968e-4db2-9e26-7a4ac1f7e07e HTTP/1.1" status: 200 len: 1094 time: 0.0807734 Jan 21 10:05:17.720820 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 40044) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:17.725948 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e61a665b-2e49-4f61-ba57-8587c8f5918d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'port_id': 'c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:05:17.733287 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e61a665b-2e49-4f61-ba57-8587c8f5918d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:05:17.739402 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e61a665b-2e49-4f61-ba57-8587c8f5918d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Usage tracker for resource:floatingip and tenant:e2711eddd053435baef8e70b41198188 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:05:17.742796 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-e61a665b-2e49-4f61-ba57-8587c8f5918d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:05:17.749075 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e61a665b-2e49-4f61-ba57-8587c8f5918d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:05:17.759454 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e61a665b-2e49-4f61-ba57-8587c8f5918d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:17.907862 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e61a665b-2e49-4f61-ba57-8587c8f5918d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:18.049831 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-e61a665b-2e49-4f61-ba57-8587c8f5918d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Allocated IP 172.26.0.87 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/98992d69-d41a-46ca-8bc2-2a2b780b5e7f) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:05:18.214917 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e61a665b-2e49-4f61-ba57-8587c8f5918d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:18.242410 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e61a665b-2e49-4f61-ba57-8587c8f5918d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:18.321011 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61a665b-2e49-4f61-ba57-8587c8f5918d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:05:18.324564 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-e61a665b-2e49-4f61-ba57-8587c8f5918d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:05:18.328969 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61a665b-2e49-4f61-ba57-8587c8f5918d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:05:18.352919 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a665b-2e49-4f61-ba57-8587c8f5918d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=98992d69-d41a-46ca-8bc2-2a2b780b5e7f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:18.951011 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e61a665b-2e49-4f61-ba57-8587c8f5918d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:19.011060 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e61a665b-2e49-4f61-ba57-8587c8f5918d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:19.248880 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e61a665b-2e49-4f61-ba57-8587c8f5918d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:19.253335 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e61a665b-2e49-4f61-ba57-8587c8f5918d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:19.356839 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a665b-2e49-4f61-ba57-8587c8f5918d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event updated for resources: {'Port': ['ID=98992d69-d41a-46ca-8bc2-2a2b780b5e7f,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:19.372766 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e61a665b-2e49-4f61-ba57-8587c8f5918d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:19.573411 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.l3_db [None req-e61a665b-2e49-4f61-ba57-8587c8f5918d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Floating IP 51951d4a-959a-4985-981c-56ef13de1d59 associated. External IP: 172.26.0.87, port: c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92. Jan 21 10:05:19.620580 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:05:20.002416 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61a665b-2e49-4f61-ba57-8587c8f5918d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router 8f9dd372-12cc-4c04-91a2-1249f65840da has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:05:20.209856 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61a665b-2e49-4f61-ba57-8587c8f5918d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:05:20.219821 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fca20d-5747-4219-b0f6-4b19bf9d447b None None] Sync routers for ids ['8f9dd372-12cc-4c04-91a2-1249f65840da'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:05:20.233568 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fca20d-5747-4219-b0f6-4b19bf9d447b None None] Routers {'8f9dd372-12cc-4c04-91a2-1249f65840da'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:05:20.234322 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-16fca20d-5747-4219-b0f6-4b19bf9d447b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:04:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['8f9dd372-12cc-4c04-91a2-1249f65840da'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:20.243305 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e61a665b-2e49-4f61-ba57-8587c8f5918d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:20.301200 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e61a665b-2e49-4f61-ba57-8587c8f5918d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5770221 Jan 21 10:05:20.301200 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ade071-968e-4db2-9e26-7a4ac1f7e07e', 'tag': 'c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:05:20.301595 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 40048) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:20.364450 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8ade071-968e-4db2-9e26-7a4ac1f7e07e', 'tag': 'c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92', 'status': 'completed', 'code': 200} Jan 21 10:05:20.428739 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-16fca20d-5747-4219-b0f6-4b19bf9d447b None None] Set router 8f9dd372-12cc-4c04-91a2-1249f65840da gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:05:20.431404 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:20.453833 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-cc1d0b25-ea4b-4549-9a3c-13ad1e132c46 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/51951d4a-959a-4985-981c-56ef13de1d59 HTTP/1.1" status: 200 len: 991 time: 0.1510758 Jan 21 10:05:20.482784 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4471da78-3fef-4eb7-87e6-972db8bea965 req-f2e94143-c51c-4c0a-aa55-370102fa6843 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=f8ade071-968e-4db2-9e26-7a4ac1f7e07e HTTP/1.1" status: 200 len: 1099 time: 0.0843801 Jan 21 10:05:20.623750 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471da78-3fef-4eb7-87e6-972db8bea965 req-4343794a-0b1b-46d6-8b01-b8bde578385d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:20.625205 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4471da78-3fef-4eb7-87e6-972db8bea965 req-4343794a-0b1b-46d6-8b01-b8bde578385d service neutron] 10.222.0.124 "GET /v2.0/networks?id=c27d34ea-a84e-4155-b923-a7f360503010 HTTP/1.1" status: 200 len: 898 time: 0.1368814 Jan 21 10:05:20.789074 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-16fca20d-5747-4219-b0f6-4b19bf9d447b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'name': 'tempest-TestNetworkBasicOps-router-1286376713', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': 'ba2e8ea2-f3a8-4b76-9227-d56ebed231bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:04:57Z', 'updated_at': '2022-01-21T10:05:02Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': 'ba2e8ea2-f3a8-4b76-9227-d56ebed231bb', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:04:58Z', 'updated_at': '2022-01-21T10:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '51951d4a-959a-4985-981c-56ef13de1d59', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.87', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'port_id': 'c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c27d34ea-a84e-4155-b923-a7f360503010', 'mac_address': 'fa:16:3e:f2:08:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ade071-968e-4db2-9e26-7a4ac1f7e07e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:05:18Z', 'updated_at': '2022-01-21T10:05:18Z', 'revision_number': 0, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1334d6f0-9b49-44fe-b985-8d3f111d5c0c', 'name': '', 'network_id': 'c27d34ea-a84e-4155-b923-a7f360503010', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:41:45:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee575a34-bda7-4367-9db6-554b0c874dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:01Z', 'updated_at': '2022-01-21T10:05:08Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'ee575a34-bda7-4367-9db6-554b0c874dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:20.793843 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fca20d-5747-4219-b0f6-4b19bf9d447b None None] Checking router: 8f9dd372-12cc-4c04-91a2-1249f65840da for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:05:20.809070 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fca20d-5747-4219-b0f6-4b19bf9d447b None None] Routers {'8f9dd372-12cc-4c04-91a2-1249f65840da'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:05:20.809721 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-16fca20d-5747-4219-b0f6-4b19bf9d447b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:04:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['8f9dd372-12cc-4c04-91a2-1249f65840da'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:20.845117 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4471da78-3fef-4eb7-87e6-972db8bea965 req-77ddbf49-66b7-4de6-90f9-623fd8b60ccc service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92 HTTP/1.1" status: 200 len: 999 time: 0.2141356 Jan 21 10:05:20.912341 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471da78-3fef-4eb7-87e6-972db8bea965 req-8688c451-7e0b-4b4d-9bd5-cb5ab3a8a04c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:20.913804 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4471da78-3fef-4eb7-87e6-972db8bea965 req-8688c451-7e0b-4b4d-9bd5-cb5ab3a8a04c service neutron] 10.222.0.124 "GET /v2.0/subnets?id=ee575a34-bda7-4367-9db6-554b0c874dd5 HTTP/1.1" status: 200 len: 834 time: 0.0634477 Jan 21 10:05:20.993909 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4471da78-3fef-4eb7-87e6-972db8bea965 req-56678066-ecb7-454b-8e8f-0d2ba8f5b069 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=c27d34ea-a84e-4155-b923-a7f360503010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741851 Jan 21 10:05:21.014249 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-16fca20d-5747-4219-b0f6-4b19bf9d447b None None] Set router 8f9dd372-12cc-4c04-91a2-1249f65840da gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:05:21.143585 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4471da78-3fef-4eb7-87e6-972db8bea965 req-064f4e3d-fd6e-42c6-b836-543dea08eb5a service neutron] 10.222.0.124 "GET /v2.0/networks/c27d34ea-a84e-4155-b923-a7f360503010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435068 Jan 21 10:05:21.278557 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4471da78-3fef-4eb7-87e6-972db8bea965 req-eee75b64-7d09-48a8-988f-0a8e62777538 service neutron] 10.222.0.124 "GET /v2.0/networks/c27d34ea-a84e-4155-b923-a7f360503010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289272 Jan 21 10:05:21.366740 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-16fca20d-5747-4219-b0f6-4b19bf9d447b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'name': 'tempest-TestNetworkBasicOps-router-1286376713', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': 'ba2e8ea2-f3a8-4b76-9227-d56ebed231bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:04:57Z', 'updated_at': '2022-01-21T10:05:02Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': 'ba2e8ea2-f3a8-4b76-9227-d56ebed231bb', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:04:58Z', 'updated_at': '2022-01-21T10:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '51951d4a-959a-4985-981c-56ef13de1d59', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.87', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'port_id': 'c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c27d34ea-a84e-4155-b923-a7f360503010', 'mac_address': 'fa:16:3e:f2:08:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ade071-968e-4db2-9e26-7a4ac1f7e07e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:05:18Z', 'updated_at': '2022-01-21T10:05:18Z', 'revision_number': 0, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1334d6f0-9b49-44fe-b985-8d3f111d5c0c', 'name': '', 'network_id': 'c27d34ea-a84e-4155-b923-a7f360503010', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:41:45:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee575a34-bda7-4367-9db6-554b0c874dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:01Z', 'updated_at': '2022-01-21T10:05:08Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'ee575a34-bda7-4367-9db6-554b0c874dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:21.372539 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fca20d-5747-4219-b0f6-4b19bf9d447b None None] The sync data for ids ['8f9dd372-12cc-4c04-91a2-1249f65840da'] in dv-neutron-825732-1-hyperv is: [{'id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'name': 'tempest-TestNetworkBasicOps-router-1286376713', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': 'ba2e8ea2-f3a8-4b76-9227-d56ebed231bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:04:57Z', 'updated_at': '2022-01-21T10:05:02Z', 'revision_number': 4, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': 'ba2e8ea2-f3a8-4b76-9227-d56ebed231bb', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:04:58Z', 'updated_at': '2022-01-21T10:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '51951d4a-959a-4985-981c-56ef13de1d59', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.87', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'port_id': 'c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c27d34ea-a84e-4155-b923-a7f360503010', 'mac_address': 'fa:16:3e:f2:08:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ade071-968e-4db2-9e26-7a4ac1f7e07e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:05:18Z', 'updated_at': '2022-01-21T10:05:18Z', 'revision_number': 0, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1334d6f0-9b49-44fe-b985-8d3f111d5c0c', 'name': '', 'network_id': 'c27d34ea-a84e-4155-b923-a7f360503010', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:41:45:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee575a34-bda7-4367-9db6-554b0c874dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:01Z', 'updated_at': '2022-01-21T10:05:08Z', 'revision_number': 5, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'ee575a34-bda7-4367-9db6-554b0c874dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:05:21.457859 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 40054) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:21.569370 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b3a21f17-78ae-44c7-8fef-fbf2168a3f17 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/51951d4a-959a-4985-981c-56ef13de1d59 HTTP/1.1" status: 200 len: 991 time: 0.1102049 Jan 21 10:05:22.572975 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 40058) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:22.676533 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-cd7d4407-975c-4325-9232-701273840bd4 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/51951d4a-959a-4985-981c-56ef13de1d59 HTTP/1.1" status: 200 len: 991 time: 0.1023650 Jan 21 10:05:23.680704 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 40062) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:23.786665 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-40c20443-c9f4-4068-852e-28eae2a35043 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/51951d4a-959a-4985-981c-56ef13de1d59 HTTP/1.1" status: 200 len: 991 time: 0.1048329 Jan 21 10:05:23.931779 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e5eac2a7-ab31-45a1-9d53-ec9ab57cb77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:23.951256 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a968da8b-a2d5-4406-b0f6-300daa0613ee None None] New status for floating IP 51951d4a-959a-4985-981c-56ef13de1d59: ACTIVE {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:05:24.790633 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 40066) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:25.002132 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-90996597-e648-416e-b265-5a29bb90809a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/51951d4a-959a-4985-981c-56ef13de1d59 HTTP/1.1" status: 200 len: 993 time: 0.2102518 Jan 21 10:05:26.335726 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-43eee457-ba26-43f6-9b5e-bedc8dcc866a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:27.462032 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:27.753158 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:29.484939 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:47.277673 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2736cfa5-0b55-4e0e-8d22-05b26a9c4d04 req-d98156b6-5dc3-4cb6-96cc-275ef4be2b6f service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=f8ade071-968e-4db2-9e26-7a4ac1f7e07e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718925 Jan 21 10:05:47.425844 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2736cfa5-0b55-4e0e-8d22-05b26a9c4d04 req-7bf4eea9-cde0-4bb4-ba77-fa77550e9ccc service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=f8ade071-968e-4db2-9e26-7a4ac1f7e07e HTTP/1.1" status: 200 len: 1099 time: 0.0798812 Jan 21 10:05:47.579260 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736cfa5-0b55-4e0e-8d22-05b26a9c4d04 req-88d7a93e-29e4-4a39-ab27-970ef3e7f205 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:47.580645 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2736cfa5-0b55-4e0e-8d22-05b26a9c4d04 req-88d7a93e-29e4-4a39-ab27-970ef3e7f205 service neutron] 10.222.0.124 "GET /v2.0/networks?id=c27d34ea-a84e-4155-b923-a7f360503010 HTTP/1.1" status: 200 len: 898 time: 0.1351085 Jan 21 10:05:47.688464 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2736cfa5-0b55-4e0e-8d22-05b26a9c4d04 req-cedee245-ad18-499e-bdd6-55cb1dabdc44 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92 HTTP/1.1" status: 200 len: 1001 time: 0.1009920 Jan 21 10:05:47.755723 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736cfa5-0b55-4e0e-8d22-05b26a9c4d04 req-8c9d582a-e8fc-44f8-8855-90a2e678929f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:47.757138 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2736cfa5-0b55-4e0e-8d22-05b26a9c4d04 req-8c9d582a-e8fc-44f8-8855-90a2e678929f service neutron] 10.222.0.124 "GET /v2.0/subnets?id=ee575a34-bda7-4367-9db6-554b0c874dd5 HTTP/1.1" status: 200 len: 834 time: 0.0617721 Jan 21 10:05:47.837309 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2736cfa5-0b55-4e0e-8d22-05b26a9c4d04 req-5f0ff8a8-cc18-4a41-8fb9-85e496ca17f7 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=c27d34ea-a84e-4155-b923-a7f360503010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736134 Jan 21 10:05:47.971210 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2736cfa5-0b55-4e0e-8d22-05b26a9c4d04 req-335936f5-d912-4993-8f6d-dd333d35f480 service neutron] 10.222.0.124 "GET /v2.0/networks/c27d34ea-a84e-4155-b923-a7f360503010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278269 Jan 21 10:05:48.213727 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2736cfa5-0b55-4e0e-8d22-05b26a9c4d04 req-40d5fa94-0e32-43e0-bb93-ab12759b7ab3 service neutron] 10.222.0.124 "GET /v2.0/networks/c27d34ea-a84e-4155-b923-a7f360503010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362936 Jan 21 10:05:50.432346 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:53.937344 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7b9a868c-0b9b-4844-90ef-15b296f9a498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:54.217688 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 40086) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:54.225638 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-9bfc9eda-cc8b-4fa7-9e59-cb0db4a5f0a1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:05:54.838073 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9bfc9eda-cc8b-4fa7-9e59-cb0db4a5f0a1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:54.849612 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9bfc9eda-cc8b-4fa7-9e59-cb0db4a5f0a1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349321', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344087'] for router, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:55.051025 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bfc9eda-cc8b-4fa7-9e59-cb0db4a5f0a1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router 8f9dd372-12cc-4c04-91a2-1249f65840da has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:05:55.266507 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfc9eda-cc8b-4fa7-9e59-cb0db4a5f0a1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:05:55.272888 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9bfc9eda-cc8b-4fa7-9e59-cb0db4a5f0a1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:55.275121 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9bfc9eda-cc8b-4fa7-9e59-cb0db4a5f0a1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "PUT /v2.0/routers/8f9dd372-12cc-4c04-91a2-1249f65840da HTTP/1.1" status: 200 len: 889 time: 1.0551994 Jan 21 10:05:55.276495 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2433d530-0ec8-440a-8aa9-050ad77aac4b None None] Sync routers for ids ['8f9dd372-12cc-4c04-91a2-1249f65840da'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:05:55.293135 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2433d530-0ec8-440a-8aa9-050ad77aac4b None None] Routers {'8f9dd372-12cc-4c04-91a2-1249f65840da'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:05:55.293775 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-2433d530-0ec8-440a-8aa9-050ad77aac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:05:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['8f9dd372-12cc-4c04-91a2-1249f65840da'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:55.355473 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-2433d530-0ec8-440a-8aa9-050ad77aac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:55.365929 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2433d530-0ec8-440a-8aa9-050ad77aac4b None None] Routers {'8f9dd372-12cc-4c04-91a2-1249f65840da'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:05:55.366508 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-2433d530-0ec8-440a-8aa9-050ad77aac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:05:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['8f9dd372-12cc-4c04-91a2-1249f65840da'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:55.425417 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-2433d530-0ec8-440a-8aa9-050ad77aac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:55.425848 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2433d530-0ec8-440a-8aa9-050ad77aac4b None None] The sync data for ids ['8f9dd372-12cc-4c04-91a2-1249f65840da'] in dv-neutron-825732-1-hyperv is: [] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:05:56.191659 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1699b0a-dace-4b45-ad64-f5f7c005af82 None None] New status for floating IP 51951d4a-959a-4985-981c-56ef13de1d59: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:05:56.250940 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 1334d6f0-9b49-44fe-b985-8d3f111d5c0c no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:05:56.435304 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-190391b8-889b-42a5-9173-fe04de6d0502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:56.599367 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:56.626963 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:05:56.645133 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 1334d6f0-9b49-44fe-b985-8d3f111d5c0c, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=1334d6f0-9b49-44fe-b985-8d3f111d5c0c,segment=NetworkSegment(d04399f2-a0bb-4dcb-a7c4-be552739db68),segment_id=d04399f2-a0bb-4dcb-a7c4-be552739db68)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:05:56.649340 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:56.650424 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ba2e8ea2-f3a8-4b76-9227-d56ebed231bb no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:05:56.767355 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=1334d6f0-9b49-44fe-b985-8d3f111d5c0c,revision_number=6']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:56.823570 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:56.823913 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:56.824254 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:56.824584 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:56.824912 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:56.825236 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:56.825583 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:56.825909 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:56.826227 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:56.826549 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:56.826864 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:56.843153 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:56.861149 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port ba2e8ea2-f3a8-4b76-9227-d56ebed231bb, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ba2e8ea2-f3a8-4b76-9227-d56ebed231bb,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:05:56.866223 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:56.934293 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=ba2e8ea2-f3a8-4b76-9227-d56ebed231bb,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:57.438805 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 40094) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:57.444112 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6eb0effd-0d97-4d36-b925-290e41bfdaa2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:05:57.468047 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:57.761931 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:58.156579 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6eb0effd-0d97-4d36-b925-290e41bfdaa2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:58.168007 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6eb0effd-0d97-4d36-b925-290e41bfdaa2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349321', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344087'] for router, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:58.384867 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb0effd-0d97-4d36-b925-290e41bfdaa2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router 8f9dd372-12cc-4c04-91a2-1249f65840da has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:05:58.587176 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb0effd-0d97-4d36-b925-290e41bfdaa2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:05:58.593157 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6eb0effd-0d97-4d36-b925-290e41bfdaa2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:58.594374 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6eb0effd-0d97-4d36-b925-290e41bfdaa2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "PUT /v2.0/routers/8f9dd372-12cc-4c04-91a2-1249f65840da HTTP/1.1" status: 200 len: 888 time: 1.1545107 Jan 21 10:05:58.597312 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 40098) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:58.597562 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8d8dc7-21e0-4558-bffa-3496d6406e61 None None] Sync routers for ids ['8f9dd372-12cc-4c04-91a2-1249f65840da'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:05:58.610377 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8d8dc7-21e0-4558-bffa-3496d6406e61 None None] Routers {'8f9dd372-12cc-4c04-91a2-1249f65840da'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:05:58.610981 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-3a8d8dc7-21e0-4558-bffa-3496d6406e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:05:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['8f9dd372-12cc-4c04-91a2-1249f65840da'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:58.705989 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a3038063-138e-4be1-8d79-94684c12d63a tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/51951d4a-959a-4985-981c-56ef13de1d59 HTTP/1.1" status: 200 len: 991 time: 0.1075428 Jan 21 10:05:58.800994 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-3a8d8dc7-21e0-4558-bffa-3496d6406e61 None None] Set router 8f9dd372-12cc-4c04-91a2-1249f65840da gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:05:59.177084 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-3a8d8dc7-21e0-4558-bffa-3496d6406e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'name': 'tempest-TestNetworkBasicOps-router-1286376713', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': 'ba2e8ea2-f3a8-4b76-9227-d56ebed231bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:04:57Z', 'updated_at': '2022-01-21T10:05:58Z', 'revision_number': 6, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': 'ba2e8ea2-f3a8-4b76-9227-d56ebed231bb', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:04:58Z', 'updated_at': '2022-01-21T10:05:56Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '51951d4a-959a-4985-981c-56ef13de1d59', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.87', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'port_id': 'c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c27d34ea-a84e-4155-b923-a7f360503010', 'mac_address': 'fa:16:3e:f2:08:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ade071-968e-4db2-9e26-7a4ac1f7e07e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:05:18Z', 'updated_at': '2022-01-21T10:05:56Z', 'revision_number': 2, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1334d6f0-9b49-44fe-b985-8d3f111d5c0c', 'name': '', 'network_id': 'c27d34ea-a84e-4155-b923-a7f360503010', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:41:45:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee575a34-bda7-4367-9db6-554b0c874dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:01Z', 'updated_at': '2022-01-21T10:05:56Z', 'revision_number': 6, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'ee575a34-bda7-4367-9db6-554b0c874dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:59.181161 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8d8dc7-21e0-4558-bffa-3496d6406e61 None None] Checking router: 8f9dd372-12cc-4c04-91a2-1249f65840da for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:05:59.191691 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8d8dc7-21e0-4558-bffa-3496d6406e61 None None] Routers {'8f9dd372-12cc-4c04-91a2-1249f65840da'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:05:59.192348 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-3a8d8dc7-21e0-4558-bffa-3496d6406e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:05:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['8f9dd372-12cc-4c04-91a2-1249f65840da'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:59.369258 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-3a8d8dc7-21e0-4558-bffa-3496d6406e61 None None] Set router 8f9dd372-12cc-4c04-91a2-1249f65840da gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:05:59.489537 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:59.709894 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 40102) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:59.745752 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-3a8d8dc7-21e0-4558-bffa-3496d6406e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'name': 'tempest-TestNetworkBasicOps-router-1286376713', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': 'ba2e8ea2-f3a8-4b76-9227-d56ebed231bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:04:57Z', 'updated_at': '2022-01-21T10:05:58Z', 'revision_number': 6, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': 'ba2e8ea2-f3a8-4b76-9227-d56ebed231bb', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:04:58Z', 'updated_at': '2022-01-21T10:05:56Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '51951d4a-959a-4985-981c-56ef13de1d59', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.87', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'port_id': 'c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c27d34ea-a84e-4155-b923-a7f360503010', 'mac_address': 'fa:16:3e:f2:08:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ade071-968e-4db2-9e26-7a4ac1f7e07e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:05:18Z', 'updated_at': '2022-01-21T10:05:56Z', 'revision_number': 2, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1334d6f0-9b49-44fe-b985-8d3f111d5c0c', 'name': '', 'network_id': 'c27d34ea-a84e-4155-b923-a7f360503010', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:41:45:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee575a34-bda7-4367-9db6-554b0c874dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:01Z', 'updated_at': '2022-01-21T10:05:56Z', 'revision_number': 6, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'ee575a34-bda7-4367-9db6-554b0c874dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:59.751993 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8d8dc7-21e0-4558-bffa-3496d6406e61 None None] The sync data for ids ['8f9dd372-12cc-4c04-91a2-1249f65840da'] in dv-neutron-825732-1-hyperv is: [{'id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'name': 'tempest-TestNetworkBasicOps-router-1286376713', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': 'ba2e8ea2-f3a8-4b76-9227-d56ebed231bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:04:57Z', 'updated_at': '2022-01-21T10:05:58Z', 'revision_number': 6, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': 'ba2e8ea2-f3a8-4b76-9227-d56ebed231bb', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:04:58Z', 'updated_at': '2022-01-21T10:05:56Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '51951d4a-959a-4985-981c-56ef13de1d59', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'floating_ip_address': '172.26.0.87', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'port_id': 'c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c27d34ea-a84e-4155-b923-a7f360503010', 'mac_address': 'fa:16:3e:f2:08:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ade071-968e-4db2-9e26-7a4ac1f7e07e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:05:18Z', 'updated_at': '2022-01-21T10:05:56Z', 'revision_number': 2, 'project_id': 'e2711eddd053435baef8e70b41198188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1334d6f0-9b49-44fe-b985-8d3f111d5c0c', 'name': '', 'network_id': 'c27d34ea-a84e-4155-b923-a7f360503010', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'mac_address': 'fa:16:3e:41:45:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee575a34-bda7-4367-9db6-554b0c874dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:01Z', 'updated_at': '2022-01-21T10:05:56Z', 'revision_number': 6, 'project_id': 'e2711eddd053435baef8e70b41198188', 'subnets': [{'id': 'ee575a34-bda7-4367-9db6-554b0c874dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:05:59.820715 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9b15e547-b92f-487f-bb9e-d8c79516b203 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/51951d4a-959a-4985-981c-56ef13de1d59 HTTP/1.1" status: 200 len: 991 time: 0.1090419 Jan 21 10:06:00.073150 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 1334d6f0-9b49-44fe-b985-8d3f111d5c0c up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:06:00.156388 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 1334d6f0-9b49-44fe-b985-8d3f111d5c0c triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:06:00.156748 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:00.276615 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:00.321992 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 1334d6f0-9b49-44fe-b985-8d3f111d5c0c, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=1334d6f0-9b49-44fe-b985-8d3f111d5c0c,segment=NetworkSegment(d04399f2-a0bb-4dcb-a7c4-be552739db68),segment_id=d04399f2-a0bb-4dcb-a7c4-be552739db68)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:06:00.327027 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:00.406395 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=1334d6f0-9b49-44fe-b985-8d3f111d5c0c,revision_number=7']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:00.824499 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 40106) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:06:00.931658 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-314b2b00-7f36-4a95-9557-60c5b1191767 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/51951d4a-959a-4985-981c-56ef13de1d59 HTTP/1.1" status: 200 len: 991 time: 0.1060193 Jan 21 10:06:01.935437 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 40112) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:06:02.042884 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-908ea3ea-df9e-4f78-9fab-8b398bbeddba tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/51951d4a-959a-4985-981c-56ef13de1d59 HTTP/1.1" status: 200 len: 991 time: 0.1062603 Jan 21 10:06:02.111536 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 1334d6f0-9b49-44fe-b985-8d3f111d5c0c up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:06:02.192337 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 1334d6f0-9b49-44fe-b985-8d3f111d5c0c triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:06:02.192625 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:02.325782 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ba2e8ea2-f3a8-4b76-9227-d56ebed231bb up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:06:02.404519 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port ba2e8ea2-f3a8-4b76-9227-d56ebed231bb triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:06:02.404877 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:02.521946 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:02.542480 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port ba2e8ea2-f3a8-4b76-9227-d56ebed231bb, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ba2e8ea2-f3a8-4b76-9227-d56ebed231bb,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:06:02.546198 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:02.622379 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=ba2e8ea2-f3a8-4b76-9227-d56ebed231bb,revision_number=6']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:03.046529 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 40116) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:06:03.163535 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-abfbcd31-1054-4ffa-9f07-c2048daa1557 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/51951d4a-959a-4985-981c-56ef13de1d59 HTTP/1.1" status: 200 len: 991 time: 0.1157553 Jan 21 10:06:04.046135 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ba2e8ea2-f3a8-4b76-9227-d56ebed231bb up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:06:04.114634 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port ba2e8ea2-f3a8-4b76-9227-d56ebed231bb triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:06:04.114993 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:04.169055 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 40120) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:06:04.277397 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a1c54494-90c9-4628-8385-c9bc9be34311 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/51951d4a-959a-4985-981c-56ef13de1d59 HTTP/1.1" status: 200 len: 991 time: 0.1071622 Jan 21 10:06:05.281300 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 40124) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:06:05.387274 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a5b221ed-e551-4aa2-88ec-28608b3ebaf2 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/51951d4a-959a-4985-981c-56ef13de1d59 HTTP/1.1" status: 200 len: 991 time: 0.1048067 Jan 21 10:06:06.391641 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 40128) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:06:06.505690 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-fbb6143d-3b04-4ee8-8d56-076fcf3a84d1 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/51951d4a-959a-4985-981c-56ef13de1d59 HTTP/1.1" status: 200 len: 991 time: 0.1128652 Jan 21 10:06:06.882899 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea806b2f-359b-4044-a4b4-a47491dde868 None None] New status for floating IP 51951d4a-959a-4985-981c-56ef13de1d59: ACTIVE {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:06:07.510410 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 40132) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:06:07.625359 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f7174f8f-6728-42ee-9956-291dcc6fa003 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/floatingips/51951d4a-959a-4985-981c-56ef13de1d59 HTTP/1.1" status: 200 len: 993 time: 0.1138277 Jan 21 10:06:07.914183 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 40140) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:06:08.128139 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-0f7f19e3-ce2f-4315-91f6-7602fd110580 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting port 98992d69-d41a-46ca-8bc2-2a2b780b5e7f {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:06:08.128392 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f7f19e3-ce2f-4315-91f6-7602fd110580 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:08.408973 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f7f19e3-ce2f-4315-91f6-7602fd110580 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:08.409203 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f7f19e3-ce2f-4315-91f6-7602fd110580 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:08.531758 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-0f7f19e3-ce2f-4315-91f6-7602fd110580 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Calling delete_port for 98992d69-d41a-46ca-8bc2-2a2b780b5e7f owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:06:08.682752 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f7f19e3-ce2f-4315-91f6-7602fd110580 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:08.728253 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f19e3-ce2f-4315-91f6-7602fd110580 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Port': ['ID=98992d69-d41a-46ca-8bc2-2a2b780b5e7f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:08.770571 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f19e3-ce2f-4315-91f6-7602fd110580 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:08.770906 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f19e3-ce2f-4315-91f6-7602fd110580 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:08.771233 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f19e3-ce2f-4315-91f6-7602fd110580 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:08.771566 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f19e3-ce2f-4315-91f6-7602fd110580 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:08.771882 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f19e3-ce2f-4315-91f6-7602fd110580 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:08.772196 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f19e3-ce2f-4315-91f6-7602fd110580 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:08.772509 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f19e3-ce2f-4315-91f6-7602fd110580 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:08.772823 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f19e3-ce2f-4315-91f6-7602fd110580 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:08.773129 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f19e3-ce2f-4315-91f6-7602fd110580 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:08.773435 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f19e3-ce2f-4315-91f6-7602fd110580 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:08.773800 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f19e3-ce2f-4315-91f6-7602fd110580 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:08.840206 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f7f19e3-ce2f-4315-91f6-7602fd110580 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:09.255141 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7f19e3-ce2f-4315-91f6-7602fd110580 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router 8f9dd372-12cc-4c04-91a2-1249f65840da has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:06:09.462338 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7f19e3-ce2f-4315-91f6-7602fd110580 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:06:09.482771 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f7f19e3-ce2f-4315-91f6-7602fd110580 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:09.538514 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0f7f19e3-ce2f-4315-91f6-7602fd110580 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/floatingips/51951d4a-959a-4985-981c-56ef13de1d59 HTTP/1.1" status: 204 len: 168 time: 1.6227508 Jan 21 10:06:09.539077 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ade071-968e-4db2-9e26-7a4ac1f7e07e', 'tag': 'c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:06:09.595341 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8ade071-968e-4db2-9e26-7a4ac1f7e07e', 'tag': 'c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92', 'status': 'completed', 'code': 200} Jan 21 10:06:09.696266 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-72b01321-ccd4-44da-a022-0b7012bfcb67 req-b1b024eb-5669-4def-925a-a52d8b672e4a service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e2711eddd053435baef8e70b41198188&device_id=f8ade071-968e-4db2-9e26-7a4ac1f7e07e HTTP/1.1" status: 200 len: 1099 time: 0.0738373 Jan 21 10:06:09.844280 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b01321-ccd4-44da-a022-0b7012bfcb67 req-0419ab02-8097-4f34-9f5f-d9ab19939351 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:09.845389 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-72b01321-ccd4-44da-a022-0b7012bfcb67 req-0419ab02-8097-4f34-9f5f-d9ab19939351 service neutron] 10.222.0.124 "GET /v2.0/networks?id=c27d34ea-a84e-4155-b923-a7f360503010 HTTP/1.1" status: 200 len: 898 time: 0.1438611 Jan 21 10:06:09.956477 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-72b01321-ccd4-44da-a022-0b7012bfcb67 req-9d215188-0cf1-4cff-86c0-35625fab942f service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92 HTTP/1.1" status: 200 len: 217 time: 0.1032639 Jan 21 10:06:10.037076 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b01321-ccd4-44da-a022-0b7012bfcb67 req-ffed3c6e-7cda-42da-a0cd-afba146c2a03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:10.038539 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-72b01321-ccd4-44da-a022-0b7012bfcb67 req-ffed3c6e-7cda-42da-a0cd-afba146c2a03 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=ee575a34-bda7-4367-9db6-554b0c874dd5 HTTP/1.1" status: 200 len: 834 time: 0.0752831 Jan 21 10:06:10.048940 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e039f7d-2f63-4958-8d7c-f79b823bc15d req-38526cae-21a3-4ab8-a736-72c2b2d28775 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:10.050304 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7e039f7d-2f63-4958-8d7c-f79b823bc15d req-38526cae-21a3-4ab8-a736-72c2b2d28775 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=f8ade071-968e-4db2-9e26-7a4ac1f7e07e HTTP/1.1" status: 200 len: 946 time: 0.1456783 Jan 21 10:06:10.144644 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7e039f7d-2f63-4958-8d7c-f79b823bc15d req-99e7df33-89d1-4093-82ad-1cc0cbf8df19 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=6d653694-7edd-4f92-a542-4f6b6bedac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652401 Jan 21 10:06:10.159051 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-72b01321-ccd4-44da-a022-0b7012bfcb67 req-f9cc5b4e-1ed2-4211-9b05-4100de69d313 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=c27d34ea-a84e-4155-b923-a7f360503010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1078575 Jan 21 10:06:10.291420 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-72b01321-ccd4-44da-a022-0b7012bfcb67 req-38d7c413-9432-4d7a-8ca4-23e65819161c service neutron] 10.222.0.124 "GET /v2.0/networks/c27d34ea-a84e-4155-b923-a7f360503010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258216 Jan 21 10:06:10.424250 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-72b01321-ccd4-44da-a022-0b7012bfcb67 req-25ca0cc4-3136-45eb-a8b8-be4c0aea52c6 service neutron] 10.222.0.124 "GET /v2.0/networks/c27d34ea-a84e-4155-b923-a7f360503010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264274 Jan 21 10:06:11.204264 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a756930-5650-4704-b68c-76cdb04a163e req-958521e7-1737-46e4-a4e2-5eeecc71a7fb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:11.205825 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6a756930-5650-4704-b68c-76cdb04a163e req-958521e7-1737-46e4-a4e2-5eeecc71a7fb tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "GET /v2.0/ports?device_id=f8ade071-968e-4db2-9e26-7a4ac1f7e07e HTTP/1.1" status: 200 len: 946 time: 0.0797124 Jan 21 10:06:11.291042 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-6a756930-5650-4704-b68c-76cdb04a163e req-2a445846-8b67-4205-b383-f549883fc1cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting port c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:06:11.291396 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-6a756930-5650-4704-b68c-76cdb04a163e req-2a445846-8b67-4205-b383-f549883fc1cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:11.354221 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbeace-fdd5-4c3a-9770-836c271b1b3d req-7a5e3599-bf41-4031-8a9c-2ff2148a4bb5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:11.355290 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-83bbeace-fdd5-4c3a-9770-836c271b1b3d req-7a5e3599-bf41-4031-8a9c-2ff2148a4bb5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Synchronizing usage tracker for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:06:11.372443 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-83bbeace-fdd5-4c3a-9770-836c271b1b3d req-7a5e3599-bf41-4031-8a9c-2ff2148a4bb5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Unset dirty status for tenant:e2711eddd053435baef8e70b41198188 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:06:11.373721 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-83bbeace-fdd5-4c3a-9770-836c271b1b3d req-7a5e3599-bf41-4031-8a9c-2ff2148a4bb5 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=f8ade071-968e-4db2-9e26-7a4ac1f7e07e HTTP/1.1" status: 200 len: 946 time: 0.0990179 Jan 21 10:06:11.425593 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-83bbeace-fdd5-4c3a-9770-836c271b1b3d req-99e79ef5-083b-4c63-a811-1775b6e97e4f tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/security-groups?id=6d653694-7edd-4f92-a542-4f6b6bedac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454884 Jan 21 10:06:11.645359 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-6a756930-5650-4704-b68c-76cdb04a163e req-2a445846-8b67-4205-b383-f549883fc1cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] For port c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92,segment=NetworkSegment(d04399f2-a0bb-4dcb-a7c4-be552739db68),segment_id=d04399f2-a0bb-4dcb-a7c4-be552739db68)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:06:11.645748 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-6a756930-5650-4704-b68c-76cdb04a163e req-2a445846-8b67-4205-b383-f549883fc1cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:11.770169 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-6a756930-5650-4704-b68c-76cdb04a163e req-2a445846-8b67-4205-b383-f549883fc1cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Calling delete_port for c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92 owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:06:11.920404 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-6a756930-5650-4704-b68c-76cdb04a163e req-2a445846-8b67-4205-b383-f549883fc1cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:11.974279 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a445846-8b67-4205-b383-f549883fc1cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Port': ['ID=c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:12.018767 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a445846-8b67-4205-b383-f549883fc1cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:12.019103 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a445846-8b67-4205-b383-f549883fc1cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:12.019430 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a445846-8b67-4205-b383-f549883fc1cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:12.019752 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a445846-8b67-4205-b383-f549883fc1cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:12.020071 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a445846-8b67-4205-b383-f549883fc1cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:12.020435 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a445846-8b67-4205-b383-f549883fc1cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:12.020706 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a445846-8b67-4205-b383-f549883fc1cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:12.021016 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a445846-8b67-4205-b383-f549883fc1cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:12.021325 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a445846-8b67-4205-b383-f549883fc1cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:12.021660 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a445846-8b67-4205-b383-f549883fc1cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:12.021970 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a445846-8b67-4205-b383-f549883fc1cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:12.057331 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a756930-5650-4704-b68c-76cdb04a163e req-2a445846-8b67-4205-b383-f549883fc1cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] No DVR routers for this DVR port c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92 on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:06:12.059649 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-6a756930-5650-4704-b68c-76cdb04a163e req-2a445846-8b67-4205-b383-f549883fc1cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:12.062364 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ade071-968e-4db2-9e26-7a4ac1f7e07e', 'name': 'network-vif-deleted', 'tag': 'c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:06:12.079322 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6a756930-5650-4704-b68c-76cdb04a163e req-2a445846-8b67-4205-b383-f549883fc1cf tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.124 "DELETE /v2.0/ports/c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92 HTTP/1.1" status: 204 len: 173 time: 0.8669508 Jan 21 10:06:12.122054 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ade071-968e-4db2-9e26-7a4ac1f7e07e', 'name': 'network-vif-deleted', 'tag': 'c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92', 'status': 'completed', 'code': 200} Jan 21 10:06:12.630706 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-179138f2-9dce-4d9b-9732-ad7d03d52e73 req-ec6be4f7-3522-479f-b73c-53588f3fba54 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "GET /v2.0/ports?device_id=f8ade071-968e-4db2-9e26-7a4ac1f7e07e HTTP/1.1" status: 200 len: 210 time: 0.0457356 Jan 21 10:06:13.747926 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 40158) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:06:13.821538 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0e64241c-0b3d-4162-b8f7-209a921e7242 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:13.853220 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0e64241c-0b3d-4162-b8f7-209a921e7242 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:13.919858 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0e64241c-0b3d-4162-b8f7-209a921e7242 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:13.939157 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e64241c-0b3d-4162-b8f7-209a921e7242 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d653694-7edd-4f92-a542-4f6b6bedac41,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:13.962998 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0e64241c-0b3d-4162-b8f7-209a921e7242 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:13.964218 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0e64241c-0b3d-4162-b8f7-209a921e7242 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/security-groups/6d653694-7edd-4f92-a542-4f6b6bedac41 HTTP/1.1" status: 204 len: 168 time: 0.2152953 Jan 21 10:06:14.008042 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 40164) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:06:14.435803 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-962e03dd-fbf1-4e22-ab71-05f51c070440 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:15.194792 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-962e03dd-fbf1-4e22-ab71-05f51c070440 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting port 1334d6f0-9b49-44fe-b985-8d3f111d5c0c {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:06:15.195519 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-962e03dd-fbf1-4e22-ab71-05f51c070440 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:15.356872 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:06:15.389772 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:06:15.390111 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device c4a78a2e-5c6c-43d0-a31d-df4afc6d4a92 not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:06:15.391978 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-962e03dd-fbf1-4e22-ab71-05f51c070440 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] For port 1334d6f0-9b49-44fe-b985-8d3f111d5c0c, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=1334d6f0-9b49-44fe-b985-8d3f111d5c0c,segment=NetworkSegment(d04399f2-a0bb-4dcb-a7c4-be552739db68),segment_id=d04399f2-a0bb-4dcb-a7c4-be552739db68)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:06:15.392415 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-962e03dd-fbf1-4e22-ab71-05f51c070440 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:15.513893 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-962e03dd-fbf1-4e22-ab71-05f51c070440 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Calling delete_port for 1334d6f0-9b49-44fe-b985-8d3f111d5c0c owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:06:15.701882 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-962e03dd-fbf1-4e22-ab71-05f51c070440 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:15.756180 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e03dd-fbf1-4e22-ab71-05f51c070440 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Port': ['ID=1334d6f0-9b49-44fe-b985-8d3f111d5c0c,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:16.066112 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-962e03dd-fbf1-4e22-ab71-05f51c070440 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:16.751291 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962e03dd-fbf1-4e22-ab71-05f51c070440 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Router 8f9dd372-12cc-4c04-91a2-1249f65840da has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:06:16.956199 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962e03dd-fbf1-4e22-ab71-05f51c070440 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:06:16.969752 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-962e03dd-fbf1-4e22-ab71-05f51c070440 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "PUT /v2.0/routers/8f9dd372-12cc-4c04-91a2-1249f65840da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9595454 Jan 21 10:06:16.972444 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 40168) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:06:17.170428 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-10db5166-a86e-4d79-beb7-a89a6c1ad13d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting subnet ee575a34-bda7-4367-9db6-554b0c874dd5 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:06:17.181752 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-10db5166-a86e-4d79-beb7-a89a6c1ad13d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:17.237249 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-10db5166-a86e-4d79-beb7-a89a6c1ad13d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:17.328316 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-10db5166-a86e-4d79-beb7-a89a6c1ad13d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:17.349555 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4764720d-b47e-4905-8136-90d1d4efb59f None None] Sync routers for ids ['8f9dd372-12cc-4c04-91a2-1249f65840da'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:06:17.363126 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4764720d-b47e-4905-8136-90d1d4efb59f None None] Routers {'8f9dd372-12cc-4c04-91a2-1249f65840da'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:06:17.363802 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-4764720d-b47e-4905-8136-90d1d4efb59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:05:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['8f9dd372-12cc-4c04-91a2-1249f65840da'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:06:17.406541 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-10db5166-a86e-4d79-beb7-a89a6c1ad13d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:17.448426 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db5166-a86e-4d79-beb7-a89a6c1ad13d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Subnet': ['ID=ee575a34-bda7-4367-9db6-554b0c874dd5,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:17.452843 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-10db5166-a86e-4d79-beb7-a89a6c1ad13d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:17.463746 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-10db5166-a86e-4d79-beb7-a89a6c1ad13d tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/subnets/ee575a34-bda7-4367-9db6-554b0c874dd5 HTTP/1.1" status: 204 len: 168 time: 0.4861877 Jan 21 10:06:17.463746 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 40172) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:06:17.466769 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064ad749-9fe0-4d7f-b381-d29b318334d3 None None] Network c27d34ea-a84e-4155-b923-a7f360503010 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:06:17.567366 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-4764720d-b47e-4905-8136-90d1d4efb59f None None] Set router 8f9dd372-12cc-4c04-91a2-1249f65840da gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:06:17.680886 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a210c9f1-d082-43cf-a549-3868a02f7292 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:17.773238 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3979e614-833e-495a-acd5-53028dec82de None None] DHCP port deletion for c27d34ea-a84e-4155-b923-a7f360503010 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 10:06:17.777713 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-3979e614-833e-495a-acd5-53028dec82de None None] Deleting port cf8b8cf7-4936-4874-b4f7-21c733f878fb {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:06:17.778082 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3979e614-833e-495a-acd5-53028dec82de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:17.892829 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-4764720d-b47e-4905-8136-90d1d4efb59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'name': 'tempest-TestNetworkBasicOps-router-1286376713', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': 'ba2e8ea2-f3a8-4b76-9227-d56ebed231bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:04:57Z', 'updated_at': '2022-01-21T10:06:15Z', 'revision_number': 7, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port': {'id': 'ba2e8ea2-f3a8-4b76-9227-d56ebed231bb', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:04:58Z', 'updated_at': '2022-01-21T10:06:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:06:17.897325 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4764720d-b47e-4905-8136-90d1d4efb59f None None] Checking router: 8f9dd372-12cc-4c04-91a2-1249f65840da for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:06:17.910324 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a210c9f1-d082-43cf-a549-3868a02f7292 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:17.912106 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4764720d-b47e-4905-8136-90d1d4efb59f None None] Routers {'8f9dd372-12cc-4c04-91a2-1249f65840da'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:06:17.912847 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-4764720d-b47e-4905-8136-90d1d4efb59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:05:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['8f9dd372-12cc-4c04-91a2-1249f65840da'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:06:17.921605 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a210c9f1-d082-43cf-a549-3868a02f7292 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Deleting port ba2e8ea2-f3a8-4b76-9227-d56ebed231bb {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:06:17.921864 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a210c9f1-d082-43cf-a549-3868a02f7292 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:18.004046 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-3979e614-833e-495a-acd5-53028dec82de None None] For port cf8b8cf7-4936-4874-b4f7-21c733f878fb, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=cf8b8cf7-4936-4874-b4f7-21c733f878fb,segment=NetworkSegment(d04399f2-a0bb-4dcb-a7c4-be552739db68),segment_id=d04399f2-a0bb-4dcb-a7c4-be552739db68)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:06:18.004046 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3979e614-833e-495a-acd5-53028dec82de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:18.072700 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device cf8b8cf7-4936-4874-b4f7-21c733f878fb no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:06:18.093095 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-4764720d-b47e-4905-8136-90d1d4efb59f None None] Set router 8f9dd372-12cc-4c04-91a2-1249f65840da gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:06:18.117741 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-a210c9f1-d082-43cf-a549-3868a02f7292 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] For port ba2e8ea2-f3a8-4b76-9227-d56ebed231bb, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ba2e8ea2-f3a8-4b76-9227-d56ebed231bb,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:06:18.118184 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a210c9f1-d082-43cf-a549-3868a02f7292 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:18.167506 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-3979e614-833e-495a-acd5-53028dec82de None None] Calling delete_port for cf8b8cf7-4936-4874-b4f7-21c733f878fb owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:06:18.248758 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-4764720d-b47e-4905-8136-90d1d4efb59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'name': 'tempest-TestNetworkBasicOps-router-1286376713', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:04:57Z', 'updated_at': '2022-01-21T10:06:17Z', 'revision_number': 8, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port_host': None}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:06:18.254219 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4764720d-b47e-4905-8136-90d1d4efb59f None None] The sync data for ids ['8f9dd372-12cc-4c04-91a2-1249f65840da'] in dv-neutron-825732-1-hyperv is: [{'id': '8f9dd372-12cc-4c04-91a2-1249f65840da', 'name': 'tempest-TestNetworkBasicOps-router-1286376713', 'tenant_id': 'e2711eddd053435baef8e70b41198188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:04:57Z', 'updated_at': '2022-01-21T10:06:17Z', 'revision_number': 8, 'project_id': 'e2711eddd053435baef8e70b41198188', 'gw_port_host': None}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:06:18.324285 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3979e614-833e-495a-acd5-53028dec82de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:18.363303 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:18.369876 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a210c9f1-d082-43cf-a549-3868a02f7292 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Calling delete_port for ba2e8ea2-f3a8-4b76-9227-d56ebed231bb owned by network:router_gateway {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:06:18.387858 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979e614-833e-495a-acd5-53028dec82de None None] Pushing event deleted for resources: {'Port': ['ID=cf8b8cf7-4936-4874-b4f7-21c733f878fb,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:18.399082 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3979e614-833e-495a-acd5-53028dec82de None None] No DVR routers for this DVR port cf8b8cf7-4936-4874-b4f7-21c733f878fb on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:06:18.537712 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a210c9f1-d082-43cf-a549-3868a02f7292 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:18.587165 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a210c9f1-d082-43cf-a549-3868a02f7292 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Port': ['ID=ba2e8ea2-f3a8-4b76-9227-d56ebed231bb,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:18.831472 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a210c9f1-d082-43cf-a549-3868a02f7292 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:19.098377 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a210c9f1-d082-43cf-a549-3868a02f7292 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:19.102027 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a945c3-546a-4cd3-8c49-f832669736f3 None None] New status for floating IP 51951d4a-959a-4985-981c-56ef13de1d59: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:06:19.103674 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a210c9f1-d082-43cf-a549-3868a02f7292 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:19.134331 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a210c9f1-d082-43cf-a549-3868a02f7292 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:19.134859 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a210c9f1-d082-43cf-a549-3868a02f7292 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Fanout notify agent at l3_agent the message router_deleted on router 8f9dd372-12cc-4c04-91a2-1249f65840da {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:06:19.151066 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a210c9f1-d082-43cf-a549-3868a02f7292 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:19.152154 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a210c9f1-d082-43cf-a549-3868a02f7292 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/routers/8f9dd372-12cc-4c04-91a2-1249f65840da HTTP/1.1" status: 204 len: 168 time: 1.6880550 Jan 21 10:06:19.154815 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 40176) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:06:19.285623 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4d7ead58-e296-47e1-958f-4f361e3cc4a9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:19.427584 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4d7ead58-e296-47e1-958f-4f361e3cc4a9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:19.455147 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-4d7ead58-e296-47e1-958f-4f361e3cc4a9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c27d34ea-a84e-4155-b923-a7f360503010']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:06:19.466871 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-4d7ead58-e296-47e1-958f-4f361e3cc4a9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd04399f2-a0bb-4dcb-a7c4-be552739db68') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:06:19.467155 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-4d7ead58-e296-47e1-958f-4f361e3cc4a9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd04399f2-a0bb-4dcb-a7c4-be552739db68') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:06:19.479343 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4d7ead58-e296-47e1-958f-4f361e3cc4a9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:19.497893 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4d7ead58-e296-47e1-958f-4f361e3cc4a9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:19.503923 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7ead58-e296-47e1-958f-4f361e3cc4a9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:06:19.504332 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4d7ead58-e296-47e1-958f-4f361e3cc4a9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:19.519493 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 10:06:19.519493 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:06:19.519493 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 10:06:19.519493 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:06:19.519493 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 10:06:19.519493 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:06:19.519493 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 10:06:19.519493 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:06:19.519493 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 10:06:19.519493 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:06:19.519493 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 10:06:19.519493 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:06:19.519493 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 10:06:19.519493 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:06:19.519493 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:06:19.519493 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:06:19.519493 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:06:19.519493 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:06:19.519493 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 10:06:19.519493 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:06:19.519493 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 10:06:19.519493 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:06:19.519493 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:06:19.519493 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:06:19.519493 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 10:06:19.519493 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:06:19.519493 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:06:19.519493 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:06:19.519493 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:06:19.519493 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:06:19.519493 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:06:19.519493 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:06:19.708563 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4d7ead58-e296-47e1-958f-4f361e3cc4a9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:19.725999 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4d7ead58-e296-47e1-958f-4f361e3cc4a9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:19.747427 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ead58-e296-47e1-958f-4f361e3cc4a9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] Pushing event deleted for resources: {'Network': ['ID=c27d34ea-a84e-4155-b923-a7f360503010,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:19.754108 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4d7ead58-e296-47e1-958f-4f361e3cc4a9 tempest-TestNetworkBasicOps-89694186 tempest-TestNetworkBasicOps-89694186-project] 10.222.0.104 "DELETE /v2.0/networks/c27d34ea-a84e-4155-b923-a7f360503010 HTTP/1.1" status: 204 len: 168 time: 0.5981593 Jan 21 10:06:20.055220 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 1334d6f0-9b49-44fe-b985-8d3f111d5c0c no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:06:20.088100 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 1334d6f0-9b49-44fe-b985-8d3f111d5c0c {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:06:20.088446 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 1334d6f0-9b49-44fe-b985-8d3f111d5c0c not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:06:20.088875 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ba2e8ea2-f3a8-4b76-9227-d56ebed231bb no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:06:20.134277 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: ba2e8ea2-f3a8-4b76-9227-d56ebed231bb {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:06:20.135208 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ba2e8ea2-f3a8-4b76-9227-d56ebed231bb not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:06:20.194608 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 40184) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:06:20.369847 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b170e76c-fa97-48ff-bd65-2a80400b6927 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=e2711eddd053435baef8e70b41198188&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1733751 Jan 21 10:06:20.372288 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 40190) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:06:20.431697 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:20.432727 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a6196c7a-bc45-4402-a9b0-ac4fbe13683a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:20.457227 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a6196c7a-bc45-4402-a9b0-ac4fbe13683a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:20.512448 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a6196c7a-bc45-4402-a9b0-ac4fbe13683a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:20.533762 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6196c7a-bc45-4402-a9b0-ac4fbe13683a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b04ac79-d84d-4b83-9391-5b9719e85fe2,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:20.540876 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a6196c7a-bc45-4402-a9b0-ac4fbe13683a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:20.542419 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a6196c7a-bc45-4402-a9b0-ac4fbe13683a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/5b04ac79-d84d-4b83-9391-5b9719e85fe2 HTTP/1.1" status: 204 len: 168 time: 0.1692526 Jan 21 10:06:20.909635 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 40198) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:06:20.936289 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9778adc8-d57d-45dc-8247-bb700f10b8f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:20.968706 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9778adc8-d57d-45dc-8247-bb700f10b8f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:06:20.972523 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9778adc8-d57d-45dc-8247-bb700f10b8f8 admin admin] Usage tracker for resource:security_group_rule and tenant:abc01c37e97a4c3d9454afd5ea244990 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:06:20.975413 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9778adc8-d57d-45dc-8247-bb700f10b8f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:06:20.983312 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9778adc8-d57d-45dc-8247-bb700f10b8f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:06:21.055578 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9778adc8-d57d-45dc-8247-bb700f10b8f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:21.061098 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9778adc8-d57d-45dc-8247-bb700f10b8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:21.109646 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778adc8-d57d-45dc-8247-bb700f10b8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3057c4a-d3e9-4e39-b396-acd781c4f75f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:21.113672 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9778adc8-d57d-45dc-8247-bb700f10b8f8 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=abc01c37e97a4c3d9454afd5ea244990&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2029588 Jan 21 10:06:21.116875 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 40202) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:06:21.196906 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f2b3f20-3efd-4ba5-9c69-585750a2f006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:21.223812 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f2b3f20-3efd-4ba5-9c69-585750a2f006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:21.278670 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f2b3f20-3efd-4ba5-9c69-585750a2f006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:21.292499 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b3f20-3efd-4ba5-9c69-585750a2f006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3057c4a-d3e9-4e39-b396-acd781c4f75f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:21.299632 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f2b3f20-3efd-4ba5-9c69-585750a2f006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:21.301017 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6f2b3f20-3efd-4ba5-9c69-585750a2f006 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/c3057c4a-d3e9-4e39-b396-acd781c4f75f HTTP/1.1" status: 204 len: 168 time: 0.1831944 Jan 21 10:06:23.931070 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-72e99afd-422c-448a-af8e-fcabbb960c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:26.329338 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5ecaa1dc-ce59-4d1d-a2f8-2a9da731ca2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:27.472640 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:27.764236 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:29.155253 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-0bcdeaf6-bb90-403e-8875-fa2f597de426 tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=ba5ed403e36f42ed82ba197915f0d4c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275481 Jan 21 10:06:29.304886 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-e9ac2440-7f91-48cb-a132-09aaf422a76d tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:29.306386 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-e9ac2440-7f91-48cb-a132-09aaf422a76d tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1469557 Jan 21 10:06:29.325538 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-b4990f2f-6678-42ad-a86e-1e64a0af4c93 tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] 10.222.0.104 "GET /v2.0/quotas/ba5ed403e36f42ed82ba197915f0d4c5 HTTP/1.1" status: 200 len: 375 time: 0.0116708 Jan 21 10:06:29.371564 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-53fa83e5-d74c-4cd7-80f4-3b8bf13d284d tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=ba5ed403e36f42ed82ba197915f0d4c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407975 Jan 21 10:06:29.498763 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:29.577192 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-46d51967-fa8f-409f-93fa-5bfee4fa4dbf req-70211d18-f0ef-4330-be38-afc9171d0e5d tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] 10.222.0.104 "GET /v2.0/ports?device_id=767f75fd-7309-4c52-85a7-e62ad72ae3b3 HTTP/1.1" status: 200 len: 210 time: 0.0433154 Jan 21 10:06:30.543648 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-a906614d-a168-42df-a346-0821055e803e tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] 10.222.0.124 "GET /v2.0/networks?tenant_id=ba5ed403e36f42ed82ba197915f0d4c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276482 Jan 21 10:06:30.697369 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-b595a08e-825a-4f67-8e4f-6857674a3ec3 tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:30.698842 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-b595a08e-825a-4f67-8e4f-6857674a3ec3 tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1507185 Jan 21 10:06:30.716391 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-b4fcf638-4d44-470c-b3ee-e337d633388d tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Request body: {'port': {'device_id': '767f75fd-7309-4c52-85a7-e62ad72ae3b3', 'network_id': 'b2494dff-38ea-4d54-a52d-168db6563d18', 'admin_state_up': True, 'tenant_id': 'ba5ed403e36f42ed82ba197915f0d4c5'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:06:30.833974 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2ebbc5d8-7ba8-4487-9c0e-fe4bbf17918d req-6344c77b-be99-4da2-bff1-d40e5eba7c7b tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] 10.222.0.104 "GET /v2.0/ports?device_id=767f75fd-7309-4c52-85a7-e62ad72ae3b3 HTTP/1.1" status: 200 len: 210 time: 0.0969434 Jan 21 10:06:30.900841 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-b4fcf638-4d44-470c-b3ee-e337d633388d tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:06:30.904627 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-b4fcf638-4d44-470c-b3ee-e337d633388d tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Usage tracker for resource:port and tenant:ba5ed403e36f42ed82ba197915f0d4c5 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:06:30.907401 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-b4fcf638-4d44-470c-b3ee-e337d633388d tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:06:30.912895 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-b4fcf638-4d44-470c-b3ee-e337d633388d tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:06:30.923275 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-b4fcf638-4d44-470c-b3ee-e337d633388d tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Made reservation on behalf of ba5ed403e36f42ed82ba197915f0d4c5 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:06:30.926349 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-b4fcf638-4d44-470c-b3ee-e337d633388d tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:30.940269 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-b4fcf638-4d44-470c-b3ee-e337d633388d tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:30.970925 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-b4fcf638-4d44-470c-b3ee-e337d633388d tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:06:30.974766 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-b4fcf638-4d44-470c-b3ee-e337d633388d tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Usage tracker for resource:security_group_rule and tenant:ba5ed403e36f42ed82ba197915f0d4c5 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:06:30.978531 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-b4fcf638-4d44-470c-b3ee-e337d633388d tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:06:30.984790 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-b4fcf638-4d44-470c-b3ee-e337d633388d tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:06:31.053119 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-b4fcf638-4d44-470c-b3ee-e337d633388d tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:31.058406 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-b4fcf638-4d44-470c-b3ee-e337d633388d tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:31.139104 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fcf638-4d44-470c-b3ee-e337d633388d tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca55ef4-da53-4263-9e5b-8ca121e45db4,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:31.231020 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-b4fcf638-4d44-470c-b3ee-e337d633388d tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Allocated IP 192.168.233.57 (b2494dff-38ea-4d54-a52d-168db6563d18/d018c7c8-f74a-41f3-816e-2cd897fb8a31/99b9086a-29d9-47ba-986c-e7b1e85bc451) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:06:31.455182 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-b4fcf638-4d44-470c-b3ee-e337d633388d tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:31.470838 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-b4fcf638-4d44-470c-b3ee-e337d633388d tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Transition to ACTIVE for port object 99b9086a-29d9-47ba-986c-e7b1e85bc451 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:06:31.496272 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-b4fcf638-4d44-470c-b3ee-e337d633388d tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:31.568491 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-b4fcf638-4d44-470c-b3ee-e337d633388d tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Network b2494dff-38ea-4d54-a52d-168db6563d18 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:06:31.572513 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-b4fcf638-4d44-470c-b3ee-e337d633388d tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:06:31.576442 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-b4fcf638-4d44-470c-b3ee-e337d633388d tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:06:31.607668 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fcf638-4d44-470c-b3ee-e337d633388d tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Pushing event updated for resources: {'Port': ['ID=99b9086a-29d9-47ba-986c-e7b1e85bc451,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:31.645655 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-b4fcf638-4d44-470c-b3ee-e337d633388d tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:31.646435 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-b4fcf638-4d44-470c-b3ee-e337d633388d tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:31.678980 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-b4fcf638-4d44-470c-b3ee-e337d633388d tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9670706 Jan 21 10:06:31.691695 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-c46249dc-c55c-4246-a954-757e453f7a54 service neutron] Request body: {'port': {'device_id': '767f75fd-7309-4c52-85a7-e62ad72ae3b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:06:31.807564 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-c46249dc-c55c-4246-a954-757e453f7a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:31.853759 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-3aa34689-74b2-4d58-ad8b-6460f188a7c3 None None] Provisioning for port 99b9086a-29d9-47ba-986c-e7b1e85bc451 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:06:31.859777 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-3aa34689-74b2-4d58-ad8b-6460f188a7c3 None None] Provisioning complete for port 99b9086a-29d9-47ba-986c-e7b1e85bc451 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:06:31.860382 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3aa34689-74b2-4d58-ad8b-6460f188a7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:31.929394 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-3aa34689-74b2-4d58-ad8b-6460f188a7c3 None None] Port 99b9086a-29d9-47ba-986c-e7b1e85bc451 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:06:32.145122 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f377f2f-d79b-4bf6-bb4c-9bcbfa4e1fd2 req-bffc59ff-0646-4b1a-b338-e7ebe6f382da tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:32.146685 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-0f377f2f-d79b-4bf6-bb4c-9bcbfa4e1fd2 req-bffc59ff-0646-4b1a-b338-e7ebe6f382da tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] 10.222.0.104 "GET /v2.0/ports?device_id=767f75fd-7309-4c52-85a7-e62ad72ae3b3 HTTP/1.1" status: 200 len: 935 time: 0.1815879 Jan 21 10:06:32.193467 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-0f377f2f-d79b-4bf6-bb4c-9bcbfa4e1fd2 req-1285ded2-cbb9-4165-aca3-68aa89a1d57d tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] 10.222.0.104 "GET /v2.0/security-groups?id=2ca55ef4-da53-4263-9e5b-8ca121e45db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407557 Jan 21 10:06:32.300872 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-c46249dc-c55c-4246-a954-757e453f7a54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b9086a-29d9-47ba-986c-e7b1e85bc451 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:06:32.308364 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-c46249dc-c55c-4246-a954-757e453f7a54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:32.324078 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-c46249dc-c55c-4246-a954-757e453f7a54 service neutron] Transition to ACTIVE for port object 99b9086a-29d9-47ba-986c-e7b1e85bc451 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:06:32.327761 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-c46249dc-c55c-4246-a954-757e453f7a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:32.458933 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46249dc-c55c-4246-a954-757e453f7a54 service neutron] Pushing event updated for resources: {'Port': ['ID=99b9086a-29d9-47ba-986c-e7b1e85bc451,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:32.572085 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-c46249dc-c55c-4246-a954-757e453f7a54 service neutron] Attempting to bind port 99b9086a-29d9-47ba-986c-e7b1e85bc451 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:06:32.572717 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-c46249dc-c55c-4246-a954-757e453f7a54 service neutron] Attempting to bind port 99b9086a-29d9-47ba-986c-e7b1e85bc451 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'e807b10e-230e-4ccd-a3d6-5ad61f72d40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b2494dff-38ea-4d54-a52d-168db6563d18'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:06:32.572717 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-c46249dc-c55c-4246-a954-757e453f7a54 service neutron] Attempting to bind port 99b9086a-29d9-47ba-986c-e7b1e85bc451 on network b2494dff-38ea-4d54-a52d-168db6563d18 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:06:32.578451 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-c46249dc-c55c-4246-a954-757e453f7a54 service neutron] Port 99b9086a-29d9-47ba-986c-e7b1e85bc451 on network b2494dff-38ea-4d54-a52d-168db6563d18 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:06:32.578780 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-c46249dc-c55c-4246-a954-757e453f7a54 service neutron] Attempting to bind port 99b9086a-29d9-47ba-986c-e7b1e85bc451 on network b2494dff-38ea-4d54-a52d-168db6563d18 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:06:32.585346 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-c46249dc-c55c-4246-a954-757e453f7a54 service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:06:32.585715 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-c46249dc-c55c-4246-a954-757e453f7a54 service neutron] Checking segment: {'id': 'e807b10e-230e-4ccd-a3d6-5ad61f72d40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b2494dff-38ea-4d54-a52d-168db6563d18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:06:32.586085 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-c46249dc-c55c-4246-a954-757e453f7a54 service neutron] Bound using segment: {'id': 'e807b10e-230e-4ccd-a3d6-5ad61f72d40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b2494dff-38ea-4d54-a52d-168db6563d18'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:06:32.586497 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-c46249dc-c55c-4246-a954-757e453f7a54 service neutron] Bound port: 99b9086a-29d9-47ba-986c-e7b1e85bc451, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e807b10e-230e-4ccd-a3d6-5ad61f72d40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b2494dff-38ea-4d54-a52d-168db6563d18'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:06:32.586836 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-c46249dc-c55c-4246-a954-757e453f7a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:32.680717 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-c46249dc-c55c-4246-a954-757e453f7a54 service neutron] For port 99b9086a-29d9-47ba-986c-e7b1e85bc451, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:06:32.683720 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-c46249dc-c55c-4246-a954-757e453f7a54 service neutron] For port 99b9086a-29d9-47ba-986c-e7b1e85bc451, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=99b9086a-29d9-47ba-986c-e7b1e85bc451,segment=NetworkSegment(e807b10e-230e-4ccd-a3d6-5ad61f72d40a),segment_id=e807b10e-230e-4ccd-a3d6-5ad61f72d40a)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:06:32.687733 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-c46249dc-c55c-4246-a954-757e453f7a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:32.750802 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-c46249dc-c55c-4246-a954-757e453f7a54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:32.752151 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-c46249dc-c55c-4246-a954-757e453f7a54 service neutron] 10.222.0.124 "PUT /v2.0/ports/99b9086a-29d9-47ba-986c-e7b1e85bc451 HTTP/1.1" status: 200 len: 1097 time: 1.0664344 Jan 21 10:06:32.752591 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '767f75fd-7309-4c52-85a7-e62ad72ae3b3', 'tag': '99b9086a-29d9-47ba-986c-e7b1e85bc451'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:06:32.772137 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46249dc-c55c-4246-a954-757e453f7a54 service neutron] Pushing event updated for resources: {'Port': ['ID=99b9086a-29d9-47ba-986c-e7b1e85bc451,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:32.839575 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '767f75fd-7309-4c52-85a7-e62ad72ae3b3', 'tag': '99b9086a-29d9-47ba-986c-e7b1e85bc451', 'status': 'completed', 'code': 200} Jan 21 10:06:32.886060 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-08032ad9-61d1-4971-8d6c-77a92825e596 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ba5ed403e36f42ed82ba197915f0d4c5&device_id=767f75fd-7309-4c52-85a7-e62ad72ae3b3 HTTP/1.1" status: 200 len: 1100 time: 0.0941482 Jan 21 10:06:32.955932 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-325dd5eb-e966-447f-a3d9-62f969301f6c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=99b9086a-29d9-47ba-986c-e7b1e85bc451 HTTP/1.1" status: 200 len: 217 time: 0.0635953 Jan 21 10:06:33.030140 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-2f9db5d5-68d5-4b74-855f-1cb86e66d461 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:33.031468 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-2f9db5d5-68d5-4b74-855f-1cb86e66d461 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=d018c7c8-f74a-41f3-816e-2cd897fb8a31 HTTP/1.1" status: 200 len: 843 time: 0.0690396 Jan 21 10:06:33.106449 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-97330fe1-4b42-4e5e-9db7-2de2270ba13a service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b2494dff-38ea-4d54-a52d-168db6563d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0693560 Jan 21 10:06:33.239508 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-5c7b8d4c-af49-4574-aeb5-9920ba5b9270 service neutron] 10.222.0.124 "GET /v2.0/networks/b2494dff-38ea-4d54-a52d-168db6563d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270092 Jan 21 10:06:33.374227 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-026f4dc5-89fd-4e10-9e2d-5fd9b9063d9d req-26ad4114-1740-4374-a9ac-eb98a17619d4 service neutron] 10.222.0.124 "GET /v2.0/networks/b2494dff-38ea-4d54-a52d-168db6563d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285326 Jan 21 10:06:33.391187 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2504b88-19b8-4bb3-9e59-f13fe5c59b6e req-007d3f24-3af5-46e8-8454-7f7716435693 tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:33.392651 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-b2504b88-19b8-4bb3-9e59-f13fe5c59b6e req-007d3f24-3af5-46e8-8454-7f7716435693 tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] 10.222.0.104 "GET /v2.0/ports?device_id=767f75fd-7309-4c52-85a7-e62ad72ae3b3 HTTP/1.1" status: 200 len: 947 time: 0.0791318 Jan 21 10:06:33.445543 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-b2504b88-19b8-4bb3-9e59-f13fe5c59b6e req-e4255cae-0ced-4e68-ba46-17c193b3dd87 tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] 10.222.0.104 "GET /v2.0/security-groups?id=2ca55ef4-da53-4263-9e5b-8ca121e45db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449350 Jan 21 10:06:33.503971 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-45b90783-ba75-4485-b2ea-8a40a62cc6af req-9c963bb1-da0f-4ee6-8224-c34636aef171 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ba5ed403e36f42ed82ba197915f0d4c5&device_id=767f75fd-7309-4c52-85a7-e62ad72ae3b3 HTTP/1.1" status: 200 len: 1100 time: 0.0858438 Jan 21 10:06:33.623334 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:06:33.656250 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b90783-ba75-4485-b2ea-8a40a62cc6af req-a8c613cb-f6cf-46db-a2b1-39cf452e56cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:33.657711 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-45b90783-ba75-4485-b2ea-8a40a62cc6af req-a8c613cb-f6cf-46db-a2b1-39cf452e56cf service neutron] 10.222.0.124 "GET /v2.0/networks?id=b2494dff-38ea-4d54-a52d-168db6563d18 HTTP/1.1" status: 200 len: 870 time: 0.1465232 Jan 21 10:06:33.727991 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-45b90783-ba75-4485-b2ea-8a40a62cc6af req-f9d9cc32-dfab-4e66-9d1a-2f89867d4d50 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=99b9086a-29d9-47ba-986c-e7b1e85bc451 HTTP/1.1" status: 200 len: 217 time: 0.0630155 Jan 21 10:06:33.805350 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b90783-ba75-4485-b2ea-8a40a62cc6af req-9180b910-9178-4072-8da5-496cc06aaa69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:33.806788 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-45b90783-ba75-4485-b2ea-8a40a62cc6af req-9180b910-9178-4072-8da5-496cc06aaa69 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=d018c7c8-f74a-41f3-816e-2cd897fb8a31 HTTP/1.1" status: 200 len: 843 time: 0.0619118 Jan 21 10:06:33.881757 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-45b90783-ba75-4485-b2ea-8a40a62cc6af req-011c4ffa-8b38-4f49-8eb6-7dfb3f4ed839 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b2494dff-38ea-4d54-a52d-168db6563d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0676384 Jan 21 10:06:34.110020 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-45b90783-ba75-4485-b2ea-8a40a62cc6af req-84b519d7-ee60-45fb-9268-4e35cc433407 service neutron] 10.222.0.124 "GET /v2.0/networks/b2494dff-38ea-4d54-a52d-168db6563d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210164 Jan 21 10:06:34.242572 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-45b90783-ba75-4485-b2ea-8a40a62cc6af req-9d5d6791-967a-488c-b9e8-0a380c283934 service neutron] 10.222.0.124 "GET /v2.0/networks/b2494dff-38ea-4d54-a52d-168db6563d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262522 Jan 21 10:06:34.664645 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d8099-786b-413b-aee6-73b1249db27d req-ce26a81f-86dc-4917-8016-486c23777e97 tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:34.665347 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-991d8099-786b-413b-aee6-73b1249db27d req-ce26a81f-86dc-4917-8016-486c23777e97 tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Synchronizing usage tracker for tenant:ba5ed403e36f42ed82ba197915f0d4c5 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:06:34.691298 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-991d8099-786b-413b-aee6-73b1249db27d req-ce26a81f-86dc-4917-8016-486c23777e97 tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Unset dirty status for tenant:ba5ed403e36f42ed82ba197915f0d4c5 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:06:34.692642 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-991d8099-786b-413b-aee6-73b1249db27d req-ce26a81f-86dc-4917-8016-486c23777e97 tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] 10.222.0.104 "GET /v2.0/ports?device_id=767f75fd-7309-4c52-85a7-e62ad72ae3b3 HTTP/1.1" status: 200 len: 947 time: 0.1097231 Jan 21 10:06:34.740941 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-991d8099-786b-413b-aee6-73b1249db27d req-7f805838-2612-44d6-9ada-16d9a93675c3 tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Synchronizing usage tracker for tenant:ba5ed403e36f42ed82ba197915f0d4c5 on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:06:34.757790 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-991d8099-786b-413b-aee6-73b1249db27d req-7f805838-2612-44d6-9ada-16d9a93675c3 tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Unset dirty status for tenant:ba5ed403e36f42ed82ba197915f0d4c5 on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:06:34.759026 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-991d8099-786b-413b-aee6-73b1249db27d req-7f805838-2612-44d6-9ada-16d9a93675c3 tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] 10.222.0.104 "GET /v2.0/security-groups?id=2ca55ef4-da53-4263-9e5b-8ca121e45db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604088 Jan 21 10:06:35.463958 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 99b9086a-29d9-47ba-986c-e7b1e85bc451 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:06:35.607762 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 99b9086a-29d9-47ba-986c-e7b1e85bc451, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=99b9086a-29d9-47ba-986c-e7b1e85bc451,segment=NetworkSegment(e807b10e-230e-4ccd-a3d6-5ad61f72d40a),segment_id=e807b10e-230e-4ccd-a3d6-5ad61f72d40a)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:06:35.622379 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '99b9086a-29d9-47ba-986c-e7b1e85bc451', 'network_id': 'b2494dff-38ea-4d54-a52d-168db6563d18', 'port_id': '99b9086a-29d9-47ba-986c-e7b1e85bc451', 'mac_address': 'fa:16:3e:2b:80:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd018c7c8-f74a-41f3-816e-2cd897fb8a31', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:06:35.683964 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:35.701193 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b9086a-29d9-47ba-986c-e7b1e85bc451 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:06:35.718986 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 99b9086a-29d9-47ba-986c-e7b1e85bc451, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=99b9086a-29d9-47ba-986c-e7b1e85bc451,segment=NetworkSegment(e807b10e-230e-4ccd-a3d6-5ad61f72d40a),segment_id=e807b10e-230e-4ccd-a3d6-5ad61f72d40a)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:06:35.722992 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:35.795320 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=99b9086a-29d9-47ba-986c-e7b1e85bc451,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:35.948551 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['99b9086a-29d9-47ba-986c-e7b1e85bc451'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:06:35.968026 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15069175-580d-4e2e-8ef4-671b2ef5c8f8 req-d8cdc661-87a4-45bc-a78d-44f57e8775ca tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:35.969653 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-15069175-580d-4e2e-8ef4-671b2ef5c8f8 req-d8cdc661-87a4-45bc-a78d-44f57e8775ca tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] 10.222.0.104 "GET /v2.0/ports?device_id=767f75fd-7309-4c52-85a7-e62ad72ae3b3 HTTP/1.1" status: 200 len: 948 time: 0.0774858 Jan 21 10:06:36.017204 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-15069175-580d-4e2e-8ef4-671b2ef5c8f8 req-91b892c8-7da7-4ec6-ab05-d8be9f58d843 tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] 10.222.0.104 "GET /v2.0/security-groups?id=2ca55ef4-da53-4263-9e5b-8ca121e45db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415461 Jan 21 10:06:37.221557 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc1665-6efb-4ec5-9308-4574ff35f35b req-6ff7a702-2a33-4b94-a7a7-586058529266 tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:37.223118 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c7fc1665-6efb-4ec5-9308-4574ff35f35b req-6ff7a702-2a33-4b94-a7a7-586058529266 tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] 10.222.0.104 "GET /v2.0/ports?device_id=767f75fd-7309-4c52-85a7-e62ad72ae3b3 HTTP/1.1" status: 200 len: 948 time: 0.0776508 Jan 21 10:06:37.268947 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c7fc1665-6efb-4ec5-9308-4574ff35f35b req-bc1cc412-016c-47e1-92a2-d18c82338b49 tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] 10.222.0.104 "GET /v2.0/security-groups?id=2ca55ef4-da53-4263-9e5b-8ca121e45db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401795 Jan 21 10:06:37.464312 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 99b9086a-29d9-47ba-986c-e7b1e85bc451 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:06:37.536675 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port 99b9086a-29d9-47ba-986c-e7b1e85bc451 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:06:37.542377 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 99b9086a-29d9-47ba-986c-e7b1e85bc451 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:06:37.542833 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:37.659906 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:37.686889 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767f75fd-7309-4c52-85a7-e62ad72ae3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b9086a-29d9-47ba-986c-e7b1e85bc451'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:06:37.698067 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 99b9086a-29d9-47ba-986c-e7b1e85bc451, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=99b9086a-29d9-47ba-986c-e7b1e85bc451,segment=NetworkSegment(e807b10e-230e-4ccd-a3d6-5ad61f72d40a),segment_id=e807b10e-230e-4ccd-a3d6-5ad61f72d40a)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:06:37.703165 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:37.752743 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767f75fd-7309-4c52-85a7-e62ad72ae3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b9086a-29d9-47ba-986c-e7b1e85bc451', 'code': 200} Jan 21 10:06:37.780794 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=99b9086a-29d9-47ba-986c-e7b1e85bc451,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:37.997175 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e172d92e-54ba-427c-b260-c3ec9719c6b2 req-77dc3de1-b7ae-4be2-9325-e508cf78d335 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=767f75fd-7309-4c52-85a7-e62ad72ae3b3 HTTP/1.1" status: 200 len: 1102 time: 0.0773027 Jan 21 10:06:38.039618 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e172d92e-54ba-427c-b260-c3ec9719c6b2 req-531b110f-480f-40e4-9983-3fe7f09ba0e4 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=2ca55ef4-da53-4263-9e5b-8ca121e45db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368869 Jan 21 10:06:38.477202 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469a5d2-120a-43f0-8e70-3f93cea3d25f req-21adad0c-e195-42ae-8989-41d29fca1bc9 tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:38.478786 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4469a5d2-120a-43f0-8e70-3f93cea3d25f req-21adad0c-e195-42ae-8989-41d29fca1bc9 tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] 10.222.0.104 "GET /v2.0/ports?device_id=767f75fd-7309-4c52-85a7-e62ad72ae3b3 HTTP/1.1" status: 200 len: 949 time: 0.0845346 Jan 21 10:06:38.535819 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4469a5d2-120a-43f0-8e70-3f93cea3d25f req-9fd83874-45df-4554-8970-2a2b23e4c611 tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] 10.222.0.104 "GET /v2.0/security-groups?id=2ca55ef4-da53-4263-9e5b-8ca121e45db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514998 Jan 21 10:06:39.751075 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa23e2-8288-4066-9d16-0590026aa474 req-5f80e812-2525-44f9-a843-b2968a3050ae tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:39.752520 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-c7fa23e2-8288-4066-9d16-0590026aa474 req-5f80e812-2525-44f9-a843-b2968a3050ae tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] 10.222.0.104 "GET /v2.0/ports?device_id=767f75fd-7309-4c52-85a7-e62ad72ae3b3 HTTP/1.1" status: 200 len: 949 time: 0.0914922 Jan 21 10:06:39.800391 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-c7fa23e2-8288-4066-9d16-0590026aa474 req-c474927d-c9f4-4d1a-8a2e-9e824e112fad tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] 10.222.0.104 "GET /v2.0/security-groups?id=2ca55ef4-da53-4263-9e5b-8ca121e45db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422230 Jan 21 10:06:40.245001 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-89869dd2-20d0-4e06-892b-832a46515e9d req-b3e5f25c-2294-4fb8-8ac0-625daaa97a5c service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=767f75fd-7309-4c52-85a7-e62ad72ae3b3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0691924 Jan 21 10:06:40.866017 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-41852d0b-c8fc-4ee3-bd6b-6cdee01ecbb2 req-7c4dfc8f-a41f-45d3-9444-afebd16f16b7 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=767f75fd-7309-4c52-85a7-e62ad72ae3b3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1951838 Jan 21 10:06:41.408857 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a1c99-a3c4-47cd-be9f-df8b75c91e98 req-0259e078-93f9-42df-93fe-f6a9bf84caec tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:41.410321 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ab1a1c99-a3c4-47cd-be9f-df8b75c91e98 req-0259e078-93f9-42df-93fe-f6a9bf84caec tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] 10.222.0.104 "GET /v2.0/ports?device_id=767f75fd-7309-4c52-85a7-e62ad72ae3b3 HTTP/1.1" status: 200 len: 949 time: 0.0827107 Jan 21 10:06:41.456790 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ab1a1c99-a3c4-47cd-be9f-df8b75c91e98 req-ffe6518a-bdf2-44fc-bd9f-bacb6eb3055c tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] 10.222.0.104 "GET /v2.0/security-groups?id=2ca55ef4-da53-4263-9e5b-8ca121e45db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407660 Jan 21 10:06:42.700683 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f594ff-f2f1-4e07-a3c5-cd110b53b9d4 req-502ae04c-9847-4cdb-8d6b-997a70ac48e3 tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:42.702492 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e9f594ff-f2f1-4e07-a3c5-cd110b53b9d4 req-502ae04c-9847-4cdb-8d6b-997a70ac48e3 tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] 10.222.0.124 "GET /v2.0/ports?device_id=767f75fd-7309-4c52-85a7-e62ad72ae3b3 HTTP/1.1" status: 200 len: 949 time: 0.1354461 Jan 21 10:06:42.744699 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d238dc5-10df-4e0b-ae11-14595d936e82 req-a6768a78-858f-4268-a02f-a10918af794d tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:42.746123 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7d238dc5-10df-4e0b-ae11-14595d936e82 req-a6768a78-858f-4268-a02f-a10918af794d tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] 10.222.0.104 "GET /v2.0/ports?device_id=767f75fd-7309-4c52-85a7-e62ad72ae3b3 HTTP/1.1" status: 200 len: 949 time: 0.1488807 Jan 21 10:06:42.800737 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-e9f594ff-f2f1-4e07-a3c5-cd110b53b9d4 req-f8f1eff6-e560-4c7c-8907-fd39e872d5a6 tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Deleting port 99b9086a-29d9-47ba-986c-e7b1e85bc451 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:06:42.800989 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-e9f594ff-f2f1-4e07-a3c5-cd110b53b9d4 req-f8f1eff6-e560-4c7c-8907-fd39e872d5a6 tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:42.857579 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7d238dc5-10df-4e0b-ae11-14595d936e82 req-35909387-2f9c-4067-a9b5-fbc7741e3f30 tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] 10.222.0.104 "GET /v2.0/security-groups?id=2ca55ef4-da53-4263-9e5b-8ca121e45db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045549 Jan 21 10:06:43.058047 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-e9f594ff-f2f1-4e07-a3c5-cd110b53b9d4 req-f8f1eff6-e560-4c7c-8907-fd39e872d5a6 tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] For port 99b9086a-29d9-47ba-986c-e7b1e85bc451, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=99b9086a-29d9-47ba-986c-e7b1e85bc451,segment=NetworkSegment(e807b10e-230e-4ccd-a3d6-5ad61f72d40a),segment_id=e807b10e-230e-4ccd-a3d6-5ad61f72d40a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:06:43.058315 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-e9f594ff-f2f1-4e07-a3c5-cd110b53b9d4 req-f8f1eff6-e560-4c7c-8907-fd39e872d5a6 tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:43.184563 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-e9f594ff-f2f1-4e07-a3c5-cd110b53b9d4 req-f8f1eff6-e560-4c7c-8907-fd39e872d5a6 tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Calling delete_port for 99b9086a-29d9-47ba-986c-e7b1e85bc451 owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:06:43.335219 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-e9f594ff-f2f1-4e07-a3c5-cd110b53b9d4 req-f8f1eff6-e560-4c7c-8907-fd39e872d5a6 tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:43.346884 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['99b9086a-29d9-47ba-986c-e7b1e85bc451'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:06:43.390814 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f1eff6-e560-4c7c-8907-fd39e872d5a6 tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Pushing event deleted for resources: {'Port': ['ID=99b9086a-29d9-47ba-986c-e7b1e85bc451,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:43.470362 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f594ff-f2f1-4e07-a3c5-cd110b53b9d4 req-f8f1eff6-e560-4c7c-8907-fd39e872d5a6 tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] No DVR routers for this DVR port 99b9086a-29d9-47ba-986c-e7b1e85bc451 on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:06:43.472939 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-e9f594ff-f2f1-4e07-a3c5-cd110b53b9d4 req-f8f1eff6-e560-4c7c-8907-fd39e872d5a6 tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:43.475835 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767f75fd-7309-4c52-85a7-e62ad72ae3b3', 'name': 'network-vif-deleted', 'tag': '99b9086a-29d9-47ba-986c-e7b1e85bc451'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:06:43.499719 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e9f594ff-f2f1-4e07-a3c5-cd110b53b9d4 req-f8f1eff6-e560-4c7c-8907-fd39e872d5a6 tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] 10.222.0.124 "DELETE /v2.0/ports/99b9086a-29d9-47ba-986c-e7b1e85bc451 HTTP/1.1" status: 204 len: 173 time: 0.7922583 Jan 21 10:06:43.536475 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767f75fd-7309-4c52-85a7-e62ad72ae3b3', 'name': 'network-vif-deleted', 'tag': '99b9086a-29d9-47ba-986c-e7b1e85bc451', 'status': 'completed', 'code': 200} Jan 21 10:06:44.046622 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-48e60fe1-7609-4afc-a27a-585a212c75e1 req-b1c87e5a-678e-4cc7-8077-9fc5ef9c8b38 tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Synchronizing usage tracker for tenant:ba5ed403e36f42ed82ba197915f0d4c5 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:06:44.063866 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-48e60fe1-7609-4afc-a27a-585a212c75e1 req-b1c87e5a-678e-4cc7-8077-9fc5ef9c8b38 tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] Unset dirty status for tenant:ba5ed403e36f42ed82ba197915f0d4c5 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:06:44.065316 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-48e60fe1-7609-4afc-a27a-585a212c75e1 req-b1c87e5a-678e-4cc7-8077-9fc5ef9c8b38 tempest-ServersAdminNegativeTestJSON-894095984 tempest-ServersAdminNegativeTestJSON-894095984-project] 10.222.0.104 "GET /v2.0/ports?device_id=767f75fd-7309-4c52-85a7-e62ad72ae3b3 HTTP/1.1" status: 200 len: 210 time: 0.0610621 Jan 21 10:06:45.480587 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 40332) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:06:45.481080 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 99b9086a-29d9-47ba-986c-e7b1e85bc451 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:06:45.524490 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: 99b9086a-29d9-47ba-986c-e7b1e85bc451 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:06:45.524834 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 99b9086a-29d9-47ba-986c-e7b1e85bc451 not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:06:45.666395 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c8c08040-726d-420e-8784-ce813ec705f2 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=ba5ed403e36f42ed82ba197915f0d4c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1845651 Jan 21 10:06:45.668178 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 40338) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:06:45.728516 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9c6de233-687a-4e33-83aa-464ff1d745a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:45.753021 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9c6de233-687a-4e33-83aa-464ff1d745a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:45.810359 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9c6de233-687a-4e33-83aa-464ff1d745a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:45.840035 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6de233-687a-4e33-83aa-464ff1d745a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca55ef4-da53-4263-9e5b-8ca121e45db4,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:45.848072 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9c6de233-687a-4e33-83aa-464ff1d745a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:45.849182 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9c6de233-687a-4e33-83aa-464ff1d745a2 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/2ca55ef4-da53-4263-9e5b-8ca121e45db4 HTTP/1.1" status: 204 len: 168 time: 0.1800907 Jan 21 10:06:46.199846 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 40348) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:06:46.218269 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ea65c780-5d81-4cd9-b94e-42335efff68d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:46.250970 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ea65c780-5d81-4cd9-b94e-42335efff68d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:06:46.254602 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ea65c780-5d81-4cd9-b94e-42335efff68d admin admin] Usage tracker for resource:security_group_rule and tenant:046f8f7966a44ebabe72b03a469bf538 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:06:46.258211 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ea65c780-5d81-4cd9-b94e-42335efff68d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:06:46.263755 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ea65c780-5d81-4cd9-b94e-42335efff68d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:06:46.339035 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ea65c780-5d81-4cd9-b94e-42335efff68d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:46.344912 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ea65c780-5d81-4cd9-b94e-42335efff68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:46.392765 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65c780-5d81-4cd9-b94e-42335efff68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ea561c-6f46-4d94-88fb-8593125b82a4,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:46.397381 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ea65c780-5d81-4cd9-b94e-42335efff68d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=046f8f7966a44ebabe72b03a469bf538&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1961820 Jan 21 10:06:46.399592 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 40352) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:06:46.460962 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c9c4bacb-e177-4871-84e4-329f8f62426b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:46.486477 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c9c4bacb-e177-4871-84e4-329f8f62426b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:46.543649 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c9c4bacb-e177-4871-84e4-329f8f62426b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:46.559285 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c4bacb-e177-4871-84e4-329f8f62426b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ea561c-6f46-4d94-88fb-8593125b82a4,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:46.565440 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c9c4bacb-e177-4871-84e4-329f8f62426b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:46.566595 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c9c4bacb-e177-4871-84e4-329f8f62426b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/c5ea561c-6f46-4d94-88fb-8593125b82a4 HTTP/1.1" status: 204 len: 168 time: 0.1661181 Jan 21 10:06:47.459598 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 40376) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:06:47.598599 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-f377c0ca-04ee-48ad-8c8a-05abb4b3b2d5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1380271885-network', 'tenant_id': 'b30b59096b9c4622aa8e0f46601af38e'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:06:47.603681 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f377c0ca-04ee-48ad-8c8a-05abb4b3b2d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:06:47.607522 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f377c0ca-04ee-48ad-8c8a-05abb4b3b2d5 admin admin] Usage tracker for resource:network and tenant:b30b59096b9c4622aa8e0f46601af38e is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:06:47.610527 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f377c0ca-04ee-48ad-8c8a-05abb4b3b2d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:06:47.617187 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f377c0ca-04ee-48ad-8c8a-05abb4b3b2d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:06:47.627263 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f377c0ca-04ee-48ad-8c8a-05abb4b3b2d5 admin admin] Made reservation on behalf of b30b59096b9c4622aa8e0f46601af38e for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:06:47.629610 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f377c0ca-04ee-48ad-8c8a-05abb4b3b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:47.644502 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f377c0ca-04ee-48ad-8c8a-05abb4b3b2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:47.676756 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f377c0ca-04ee-48ad-8c8a-05abb4b3b2d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:06:47.680808 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f377c0ca-04ee-48ad-8c8a-05abb4b3b2d5 admin admin] Usage tracker for resource:security_group_rule and tenant:b30b59096b9c4622aa8e0f46601af38e is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:06:47.683589 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f377c0ca-04ee-48ad-8c8a-05abb4b3b2d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:06:47.689479 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f377c0ca-04ee-48ad-8c8a-05abb4b3b2d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:06:47.759925 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f377c0ca-04ee-48ad-8c8a-05abb4b3b2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:47.763695 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f377c0ca-04ee-48ad-8c8a-05abb4b3b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:47.805931 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f377c0ca-04ee-48ad-8c8a-05abb4b3b2d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:06:47.811109 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377c0ca-04ee-48ad-8c8a-05abb4b3b2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ecab50-70e9-448e-a0c5-3d208cd0f3bb,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:47.818167 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f377c0ca-04ee-48ad-8c8a-05abb4b3b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:47.818538 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-f377c0ca-04ee-48ad-8c8a-05abb4b3b2d5 admin admin] Added segment 1754bc21-ba4e-45b5-b360-f83d56c7cdeb of type vlan for network 4c280265-d30d-4faa-aa68-dd5c1d01564d Jan 21 10:06:47.847908 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f377c0ca-04ee-48ad-8c8a-05abb4b3b2d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:47.878786 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f377c0ca-04ee-48ad-8c8a-05abb4b3b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:47.879765 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f377c0ca-04ee-48ad-8c8a-05abb4b3b2d5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:47.880323 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f377c0ca-04ee-48ad-8c8a-05abb4b3b2d5 admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:47.981255 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f377c0ca-04ee-48ad-8c8a-05abb4b3b2d5 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5198467 Jan 21 10:06:47.984828 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 40382) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:06:47.986299 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377c0ca-04ee-48ad-8c8a-05abb4b3b2d5 admin admin] Pushing event updated for resources: {'Network': ['ID=4c280265-d30d-4faa-aa68-dd5c1d01564d,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:47.991337 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-1be412eb-0a5a-46b0-af80-44c16c0bcfb3 admin admin] Request body: {'subnet': {'network_id': '4c280265-d30d-4faa-aa68-dd5c1d01564d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1380271885-subnet', 'tenant_id': 'b30b59096b9c4622aa8e0f46601af38e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:06:47.996542 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 4c280265-d30d-4faa-aa68-dd5c1d01564d details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:06:48.002346 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-1be412eb-0a5a-46b0-af80-44c16c0bcfb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:06:48.007527 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-1be412eb-0a5a-46b0-af80-44c16c0bcfb3 admin admin] Usage tracker for resource:subnet and tenant:b30b59096b9c4622aa8e0f46601af38e is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:06:48.010199 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-1be412eb-0a5a-46b0-af80-44c16c0bcfb3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:06:48.016164 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-1be412eb-0a5a-46b0-af80-44c16c0bcfb3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:06:48.028095 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be412eb-0a5a-46b0-af80-44c16c0bcfb3 admin admin] Made reservation on behalf of b30b59096b9c4622aa8e0f46601af38e for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:06:48.030495 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1be412eb-0a5a-46b0-af80-44c16c0bcfb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:48.333121 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1be412eb-0a5a-46b0-af80-44c16c0bcfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:48.405649 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be412eb-0a5a-46b0-af80-44c16c0bcfb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1f6ffd5-57cf-431a-8cd1-4d24e7c5dc6e,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:48.417256 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be412eb-0a5a-46b0-af80-44c16c0bcfb3 admin admin] Checking segment: {'id': '1754bc21-ba4e-45b5-b360-f83d56c7cdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '4c280265-d30d-4faa-aa68-dd5c1d01564d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:06:48.417638 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be412eb-0a5a-46b0-af80-44c16c0bcfb3 admin admin] Network hostable DHCP agents. Network: 4c280265-d30d-4faa-aa68-dd5c1d01564d, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:06:48.439861 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be412eb-0a5a-46b0-af80-44c16c0bcfb3 admin admin] Network 4c280265-d30d-4faa-aa68-dd5c1d01564d is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:06:48.449856 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-1be412eb-0a5a-46b0-af80-44c16c0bcfb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 4c280265-d30d-4faa-aa68-dd5c1d01564d) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:06:48.453764 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be412eb-0a5a-46b0-af80-44c16c0bcfb3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:48.454339 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1be412eb-0a5a-46b0-af80-44c16c0bcfb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:48.459635 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f58f9e-53eb-44a0-b0a3-be9fffc4873c None None] Network 4c280265-d30d-4faa-aa68-dd5c1d01564d requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:06:48.476927 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-1be412eb-0a5a-46b0-af80-44c16c0bcfb3 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4906836 Jan 21 10:06:48.690972 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141a9618-40ba-4cf2-9fc3-cb33666646c0 None None] Network 4c280265-d30d-4faa-aa68-dd5c1d01564d requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:06:49.036967 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffac68-0884-4c93-af40-76c39ed51130 req-40ee8d3a-f695-4cf7-8477-e1cfaa28f472 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:49.038948 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-66ffac68-0884-4c93-af40-76c39ed51130 req-40ee8d3a-f695-4cf7-8477-e1cfaa28f472 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/networks?id=4c280265-d30d-4faa-aa68-dd5c1d01564d HTTP/1.1" status: 200 len: 812 time: 0.1489773 Jan 21 10:06:49.056994 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-66ffac68-0884-4c93-af40-76c39ed51130 req-5daad344-755e-4b76-96ac-99082f0f7947 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/quotas/b30b59096b9c4622aa8e0f46601af38e HTTP/1.1" status: 200 len: 375 time: 0.0122232 Jan 21 10:06:49.107800 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-66ffac68-0884-4c93-af40-76c39ed51130 req-4d5404fd-4ea1-4697-8cd2-74b22b235135 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=b30b59096b9c4622aa8e0f46601af38e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454431 Jan 21 10:06:49.244871 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-66ffac68-0884-4c93-af40-76c39ed51130 req-63b3f75b-bbd7-4035-a3ab-52c64afa7e85 service neutron] 10.222.0.104 "GET /v2.0/networks/4c280265-d30d-4faa-aa68-dd5c1d01564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301095 Jan 21 10:06:49.392003 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-66ffac68-0884-4c93-af40-76c39ed51130 req-c84a39ff-a3f6-42a5-be04-89bf70257f87 service neutron] 10.222.0.104 "GET /v2.0/networks/4c280265-d30d-4faa-aa68-dd5c1d01564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415555 Jan 21 10:06:49.601183 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-d4820983-f016-4bfa-b255-c9ae4324a700 req-e327b472-663c-4270-993d-0e65d18e5bdd tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 210 time: 0.0576606 Jan 21 10:06:50.445974 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:50.764229 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-16caa16b-1e20-4c44-b9b7-962565df6ac1 req-030ccbe9-d008-4f3d-b7fa-0196bb1758b0 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 210 time: 0.0406561 Jan 21 10:06:51.690794 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffac68-0884-4c93-af40-76c39ed51130 req-b254b84a-f6c9-412b-a0ec-4bd4a3e74fe8 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:51.692185 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-66ffac68-0884-4c93-af40-76c39ed51130 req-b254b84a-f6c9-412b-a0ec-4bd4a3e74fe8 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.124 "GET /v2.0/networks?id=4c280265-d30d-4faa-aa68-dd5c1d01564d HTTP/1.1" status: 200 len: 812 time: 0.1552260 Jan 21 10:06:51.708877 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-66ffac68-0884-4c93-af40-76c39ed51130 req-cf37c93e-5ba4-4bfc-8d64-bd8a753712ee tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Request body: {'port': {'device_id': '21b2370d-b11b-4b63-a70a-32f880c44970', 'network_id': '4c280265-d30d-4faa-aa68-dd5c1d01564d', 'admin_state_up': True, 'tenant_id': 'b30b59096b9c4622aa8e0f46601af38e'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:06:51.848229 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-66ffac68-0884-4c93-af40-76c39ed51130 req-cf37c93e-5ba4-4bfc-8d64-bd8a753712ee tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:06:51.854576 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-66ffac68-0884-4c93-af40-76c39ed51130 req-cf37c93e-5ba4-4bfc-8d64-bd8a753712ee tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Usage tracker for resource:port and tenant:b30b59096b9c4622aa8e0f46601af38e is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:06:51.857905 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-66ffac68-0884-4c93-af40-76c39ed51130 req-cf37c93e-5ba4-4bfc-8d64-bd8a753712ee tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:06:51.864751 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-66ffac68-0884-4c93-af40-76c39ed51130 req-cf37c93e-5ba4-4bfc-8d64-bd8a753712ee tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:06:51.876436 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66ffac68-0884-4c93-af40-76c39ed51130 req-cf37c93e-5ba4-4bfc-8d64-bd8a753712ee tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Made reservation on behalf of b30b59096b9c4622aa8e0f46601af38e for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:06:51.879629 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-66ffac68-0884-4c93-af40-76c39ed51130 req-cf37c93e-5ba4-4bfc-8d64-bd8a753712ee tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:51.940155 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-82bb5dad-1d3b-4d82-817b-a7166cd6f058 req-ab75d0a4-4f6b-47c7-a978-2d8a299d433f tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 210 time: 0.0427399 Jan 21 10:06:52.046686 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-66ffac68-0884-4c93-af40-76c39ed51130 req-cf37c93e-5ba4-4bfc-8d64-bd8a753712ee tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Allocated IP 172.20.0.2 (4c280265-d30d-4faa-aa68-dd5c1d01564d/f1f6ffd5-57cf-431a-8cd1-4d24e7c5dc6e/6c28af82-ceb5-4365-92cc-061bcd4407b6) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:06:52.248915 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-66ffac68-0884-4c93-af40-76c39ed51130 req-cf37c93e-5ba4-4bfc-8d64-bd8a753712ee tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:52.280171 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-66ffac68-0884-4c93-af40-76c39ed51130 req-cf37c93e-5ba4-4bfc-8d64-bd8a753712ee tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:52.360391 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66ffac68-0884-4c93-af40-76c39ed51130 req-cf37c93e-5ba4-4bfc-8d64-bd8a753712ee tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Network 4c280265-d30d-4faa-aa68-dd5c1d01564d is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:06:52.363365 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-66ffac68-0884-4c93-af40-76c39ed51130 req-cf37c93e-5ba4-4bfc-8d64-bd8a753712ee tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:06:52.368230 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ffac68-0884-4c93-af40-76c39ed51130 req-cf37c93e-5ba4-4bfc-8d64-bd8a753712ee tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:06:52.405298 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37c93e-5ba4-4bfc-8d64-bd8a753712ee tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Pushing event updated for resources: {'Port': ['ID=6c28af82-ceb5-4365-92cc-061bcd4407b6,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:52.441480 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffac68-0884-4c93-af40-76c39ed51130 req-cf37c93e-5ba4-4bfc-8d64-bd8a753712ee tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:52.442170 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-66ffac68-0884-4c93-af40-76c39ed51130 req-cf37c93e-5ba4-4bfc-8d64-bd8a753712ee tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:52.464429 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-66ffac68-0884-4c93-af40-76c39ed51130 req-cf37c93e-5ba4-4bfc-8d64-bd8a753712ee tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7596428 Jan 21 10:06:52.475576 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-66ffac68-0884-4c93-af40-76c39ed51130 req-91c84cc2-8bc9-44bc-a440-abb68395c638 service neutron] Request body: {'port': {'device_id': '21b2370d-b11b-4b63-a70a-32f880c44970', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:06:52.589002 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-66ffac68-0884-4c93-af40-76c39ed51130 req-91c84cc2-8bc9-44bc-a440-abb68395c638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:53.035644 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-66ffac68-0884-4c93-af40-76c39ed51130 req-91c84cc2-8bc9-44bc-a440-abb68395c638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c28af82-ceb5-4365-92cc-061bcd4407b6 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:06:53.042960 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-66ffac68-0884-4c93-af40-76c39ed51130 req-91c84cc2-8bc9-44bc-a440-abb68395c638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:53.065501 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-66ffac68-0884-4c93-af40-76c39ed51130 req-91c84cc2-8bc9-44bc-a440-abb68395c638 service neutron] Transition to ACTIVE for port object 6c28af82-ceb5-4365-92cc-061bcd4407b6 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:06:53.103478 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-66ffac68-0884-4c93-af40-76c39ed51130 req-91c84cc2-8bc9-44bc-a440-abb68395c638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:53.252003 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c84cc2-8bc9-44bc-a440-abb68395c638 service neutron] Pushing event updated for resources: {'Port': ['ID=6c28af82-ceb5-4365-92cc-061bcd4407b6,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:53.344791 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee100e-f97f-457f-bde3-fd59134f1420 req-dba4e721-9427-4fb5-bee8-8729642ddf0c tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:53.345479 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-10ee100e-f97f-457f-bde3-fd59134f1420 req-dba4e721-9427-4fb5-bee8-8729642ddf0c tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Synchronizing usage tracker for tenant:b30b59096b9c4622aa8e0f46601af38e on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:06:53.385689 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-10ee100e-f97f-457f-bde3-fd59134f1420 req-dba4e721-9427-4fb5-bee8-8729642ddf0c tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Unset dirty status for tenant:b30b59096b9c4622aa8e0f46601af38e on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:06:53.386847 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-10ee100e-f97f-457f-bde3-fd59134f1420 req-dba4e721-9427-4fb5-bee8-8729642ddf0c tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 943 time: 0.3180187 Jan 21 10:06:53.390942 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-66ffac68-0884-4c93-af40-76c39ed51130 req-91c84cc2-8bc9-44bc-a440-abb68395c638 service neutron] Attempting to bind port 6c28af82-ceb5-4365-92cc-061bcd4407b6 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:06:53.391276 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-66ffac68-0884-4c93-af40-76c39ed51130 req-91c84cc2-8bc9-44bc-a440-abb68395c638 service neutron] Attempting to bind port 6c28af82-ceb5-4365-92cc-061bcd4407b6 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '1754bc21-ba4e-45b5-b360-f83d56c7cdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '4c280265-d30d-4faa-aa68-dd5c1d01564d'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:06:53.391604 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ffac68-0884-4c93-af40-76c39ed51130 req-91c84cc2-8bc9-44bc-a440-abb68395c638 service neutron] Attempting to bind port 6c28af82-ceb5-4365-92cc-061bcd4407b6 on network 4c280265-d30d-4faa-aa68-dd5c1d01564d {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:06:53.415107 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ffac68-0884-4c93-af40-76c39ed51130 req-91c84cc2-8bc9-44bc-a440-abb68395c638 service neutron] Port 6c28af82-ceb5-4365-92cc-061bcd4407b6 on network 4c280265-d30d-4faa-aa68-dd5c1d01564d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:06:53.415436 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ffac68-0884-4c93-af40-76c39ed51130 req-91c84cc2-8bc9-44bc-a440-abb68395c638 service neutron] Attempting to bind port 6c28af82-ceb5-4365-92cc-061bcd4407b6 on network 4c280265-d30d-4faa-aa68-dd5c1d01564d {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:06:53.432256 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ffac68-0884-4c93-af40-76c39ed51130 req-91c84cc2-8bc9-44bc-a440-abb68395c638 service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:06:53.432485 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ffac68-0884-4c93-af40-76c39ed51130 req-91c84cc2-8bc9-44bc-a440-abb68395c638 service neutron] Checking segment: {'id': '1754bc21-ba4e-45b5-b360-f83d56c7cdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '4c280265-d30d-4faa-aa68-dd5c1d01564d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:06:53.432855 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ffac68-0884-4c93-af40-76c39ed51130 req-91c84cc2-8bc9-44bc-a440-abb68395c638 service neutron] Bound using segment: {'id': '1754bc21-ba4e-45b5-b360-f83d56c7cdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '4c280265-d30d-4faa-aa68-dd5c1d01564d'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:06:53.433287 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-66ffac68-0884-4c93-af40-76c39ed51130 req-91c84cc2-8bc9-44bc-a440-abb68395c638 service neutron] Bound port: 6c28af82-ceb5-4365-92cc-061bcd4407b6, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1754bc21-ba4e-45b5-b360-f83d56c7cdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '4c280265-d30d-4faa-aa68-dd5c1d01564d'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:06:53.433656 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-66ffac68-0884-4c93-af40-76c39ed51130 req-91c84cc2-8bc9-44bc-a440-abb68395c638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:53.488822 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-10ee100e-f97f-457f-bde3-fd59134f1420 req-c5de5ce3-2b67-47ba-a798-183734bc6c70 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/security-groups?id=97ecab50-70e9-448e-a0c5-3d208cd0f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948188 Jan 21 10:06:53.536774 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-66ffac68-0884-4c93-af40-76c39ed51130 req-91c84cc2-8bc9-44bc-a440-abb68395c638 service neutron] For port 6c28af82-ceb5-4365-92cc-061bcd4407b6, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:06:53.540325 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-66ffac68-0884-4c93-af40-76c39ed51130 req-91c84cc2-8bc9-44bc-a440-abb68395c638 service neutron] For port 6c28af82-ceb5-4365-92cc-061bcd4407b6, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6c28af82-ceb5-4365-92cc-061bcd4407b6,segment=NetworkSegment(1754bc21-ba4e-45b5-b360-f83d56c7cdeb),segment_id=1754bc21-ba4e-45b5-b360-f83d56c7cdeb)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:06:53.545192 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-66ffac68-0884-4c93-af40-76c39ed51130 req-91c84cc2-8bc9-44bc-a440-abb68395c638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:53.630577 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-66ffac68-0884-4c93-af40-76c39ed51130 req-91c84cc2-8bc9-44bc-a440-abb68395c638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:53.633863 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-66ffac68-0884-4c93-af40-76c39ed51130 req-91c84cc2-8bc9-44bc-a440-abb68395c638 service neutron] 10.222.0.124 "PUT /v2.0/ports/6c28af82-ceb5-4365-92cc-061bcd4407b6 HTTP/1.1" status: 200 len: 1093 time: 1.1622186 Jan 21 10:06:53.634374 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b2370d-b11b-4b63-a70a-32f880c44970', 'tag': '6c28af82-ceb5-4365-92cc-061bcd4407b6'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:06:53.653980 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c84cc2-8bc9-44bc-a440-abb68395c638 service neutron] Pushing event updated for resources: {'Port': ['ID=6c28af82-ceb5-4365-92cc-061bcd4407b6,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:53.707225 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21b2370d-b11b-4b63-a70a-32f880c44970', 'tag': '6c28af82-ceb5-4365-92cc-061bcd4407b6', 'status': 'completed', 'code': 200} Jan 21 10:06:53.754445 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-66ffac68-0884-4c93-af40-76c39ed51130 req-187b36fa-975a-4d7c-a9e1-276904db8b47 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=b30b59096b9c4622aa8e0f46601af38e&device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 1096 time: 0.0835757 Jan 21 10:06:53.824910 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-66ffac68-0884-4c93-af40-76c39ed51130 req-b5193fad-b1a3-4027-8f94-8ec20bf8ce61 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c28af82-ceb5-4365-92cc-061bcd4407b6 HTTP/1.1" status: 200 len: 217 time: 0.0638783 Jan 21 10:06:53.902670 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffac68-0884-4c93-af40-76c39ed51130 req-53ee3aac-9c4c-4c48-b4e1-811048d8e970 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:53.904123 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-66ffac68-0884-4c93-af40-76c39ed51130 req-53ee3aac-9c4c-4c48-b4e1-811048d8e970 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f1f6ffd5-57cf-431a-8cd1-4d24e7c5dc6e HTTP/1.1" status: 200 len: 852 time: 0.0738997 Jan 21 10:06:53.938347 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f0624adc-bbc3-4c0d-9059-9cd21be7ad87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:53.959213 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-66ffac68-0884-4c93-af40-76c39ed51130 req-9fe689d9-1272-4529-87de-41bf9ad7d009 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4c280265-d30d-4faa-aa68-dd5c1d01564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479486 Jan 21 10:06:54.099434 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-66ffac68-0884-4c93-af40-76c39ed51130 req-e9646399-c449-43bc-bdde-fc991082a69a service neutron] 10.222.0.124 "GET /v2.0/networks/4c280265-d30d-4faa-aa68-dd5c1d01564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340842 Jan 21 10:06:54.250623 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-66ffac68-0884-4c93-af40-76c39ed51130 req-338e3585-64a7-4377-b611-33efcbbb26e4 service neutron] 10.222.0.124 "GET /v2.0/networks/4c280265-d30d-4faa-aa68-dd5c1d01564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451242 Jan 21 10:06:54.386409 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-229550eb-36a0-4e35-8437-2c2a7ebaa940 req-213398b9-4d3d-43ce-88fe-e15a42da7f74 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=b30b59096b9c4622aa8e0f46601af38e&device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 1096 time: 0.0846326 Jan 21 10:06:54.536863 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229550eb-36a0-4e35-8437-2c2a7ebaa940 req-776f2f77-d939-4e24-9f74-77b998c1f074 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:54.539010 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-229550eb-36a0-4e35-8437-2c2a7ebaa940 req-776f2f77-d939-4e24-9f74-77b998c1f074 service neutron] 10.222.0.124 "GET /v2.0/networks?id=4c280265-d30d-4faa-aa68-dd5c1d01564d HTTP/1.1" status: 200 len: 913 time: 0.1469069 Jan 21 10:06:54.759333 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-229550eb-36a0-4e35-8437-2c2a7ebaa940 req-ebac756c-7621-4d36-95c8-80784ec6501c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c28af82-ceb5-4365-92cc-061bcd4407b6 HTTP/1.1" status: 200 len: 217 time: 0.2144454 Jan 21 10:06:54.847072 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229550eb-36a0-4e35-8437-2c2a7ebaa940 req-d3750781-ffbe-4e1c-9f6a-c31798c2170e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:54.848400 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-229550eb-36a0-4e35-8437-2c2a7ebaa940 req-d3750781-ffbe-4e1c-9f6a-c31798c2170e service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f1f6ffd5-57cf-431a-8cd1-4d24e7c5dc6e HTTP/1.1" status: 200 len: 852 time: 0.0815089 Jan 21 10:06:54.890499 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2de91-52dd-4d2a-9207-ec2c3a597b6c req-b3bff867-18f8-4866-af93-9510206c408e tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:54.891929 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f4c2de91-52dd-4d2a-9207-ec2c3a597b6c req-b3bff867-18f8-4866-af93-9510206c408e tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 943 time: 0.1856308 Jan 21 10:06:54.919552 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-229550eb-36a0-4e35-8437-2c2a7ebaa940 req-0b91921f-ee25-483f-96a4-3163b07c0e36 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4c280265-d30d-4faa-aa68-dd5c1d01564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639153 Jan 21 10:06:55.029194 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f4c2de91-52dd-4d2a-9207-ec2c3a597b6c req-be7bda7c-96b9-439b-b0a5-e0de8b1a418e tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/security-groups?id=97ecab50-70e9-448e-a0c5-3d208cd0f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307659 Jan 21 10:06:55.073456 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-229550eb-36a0-4e35-8437-2c2a7ebaa940 req-e9f866c0-11e0-4622-a6e4-f6abaa15e8c7 service neutron] 10.222.0.124 "GET /v2.0/networks/4c280265-d30d-4faa-aa68-dd5c1d01564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461148 Jan 21 10:06:55.205206 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-229550eb-36a0-4e35-8437-2c2a7ebaa940 req-bc096a8b-486b-480b-a67d-a3c26e2ec281 service neutron] 10.222.0.124 "GET /v2.0/networks/4c280265-d30d-4faa-aa68-dd5c1d01564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260011 Jan 21 10:06:55.523791 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 6c28af82-ceb5-4365-92cc-061bcd4407b6 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:06:55.665184 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 6c28af82-ceb5-4365-92cc-061bcd4407b6, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6c28af82-ceb5-4365-92cc-061bcd4407b6,segment=NetworkSegment(1754bc21-ba4e-45b5-b360-f83d56c7cdeb),segment_id=1754bc21-ba4e-45b5-b360-f83d56c7cdeb)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:06:55.678993 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '6c28af82-ceb5-4365-92cc-061bcd4407b6', 'network_id': '4c280265-d30d-4faa-aa68-dd5c1d01564d', 'port_id': '6c28af82-ceb5-4365-92cc-061bcd4407b6', 'mac_address': 'fa:16:3e:ce:7a:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1f6ffd5-57cf-431a-8cd1-4d24e7c5dc6e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:06:55.732597 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:55.749878 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c28af82-ceb5-4365-92cc-061bcd4407b6 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:06:55.767184 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 6c28af82-ceb5-4365-92cc-061bcd4407b6, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6c28af82-ceb5-4365-92cc-061bcd4407b6,segment=NetworkSegment(1754bc21-ba4e-45b5-b360-f83d56c7cdeb),segment_id=1754bc21-ba4e-45b5-b360-f83d56c7cdeb)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:06:55.771034 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:55.840306 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=6c28af82-ceb5-4365-92cc-061bcd4407b6,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:55.972139 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['6c28af82-ceb5-4365-92cc-061bcd4407b6'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:06:56.231771 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36fc4db-4f4b-4789-b5fd-70fb5bc3359b req-c8094728-c75a-4047-9fa9-6f642ccb2bab tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:56.233329 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-b36fc4db-4f4b-4789-b5fd-70fb5bc3359b req-c8094728-c75a-4047-9fa9-6f642ccb2bab tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 944 time: 0.0792477 Jan 21 10:06:56.281763 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-b36fc4db-4f4b-4789-b5fd-70fb5bc3359b req-9ab8fd13-0ab8-42cb-a1d8-817aa2d93cf0 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Synchronizing usage tracker for tenant:b30b59096b9c4622aa8e0f46601af38e on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:06:56.299533 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-b36fc4db-4f4b-4789-b5fd-70fb5bc3359b req-9ab8fd13-0ab8-42cb-a1d8-817aa2d93cf0 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Unset dirty status for tenant:b30b59096b9c4622aa8e0f46601af38e on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:06:56.300848 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-b36fc4db-4f4b-4789-b5fd-70fb5bc3359b req-9ab8fd13-0ab8-42cb-a1d8-817aa2d93cf0 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/security-groups?id=97ecab50-70e9-448e-a0c5-3d208cd0f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620542 Jan 21 10:06:56.338265 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-16902a8c-2007-42ad-a32b-c9ab683d3143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:57.479651 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:57.501716 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f450e-264b-484c-9ccf-3cefb8434e12 req-1e2d6e1d-ba79-4a78-a3f1-e8d1fed1e564 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:57.503170 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-339f450e-264b-484c-9ccf-3cefb8434e12 req-1e2d6e1d-ba79-4a78-a3f1-e8d1fed1e564 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 944 time: 0.0800734 Jan 21 10:06:57.527669 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 6c28af82-ceb5-4365-92cc-061bcd4407b6 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:06:57.558465 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-339f450e-264b-484c-9ccf-3cefb8434e12 req-9f747a1f-6527-4ca3-b886-c83639fda123 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/security-groups?id=97ecab50-70e9-448e-a0c5-3d208cd0f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494616 Jan 21 10:06:57.602043 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port 6c28af82-ceb5-4365-92cc-061bcd4407b6 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:06:57.606765 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 6c28af82-ceb5-4365-92cc-061bcd4407b6 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:06:57.607131 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:57.775725 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:57.791801 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:57.810947 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b2370d-b11b-4b63-a70a-32f880c44970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c28af82-ceb5-4365-92cc-061bcd4407b6'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:06:57.821143 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 6c28af82-ceb5-4365-92cc-061bcd4407b6, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6c28af82-ceb5-4365-92cc-061bcd4407b6,segment=NetworkSegment(1754bc21-ba4e-45b5-b360-f83d56c7cdeb),segment_id=1754bc21-ba4e-45b5-b360-f83d56c7cdeb)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:06:57.825932 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:57.873827 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b2370d-b11b-4b63-a70a-32f880c44970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c28af82-ceb5-4365-92cc-061bcd4407b6', 'code': 200} Jan 21 10:06:57.905531 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=6c28af82-ceb5-4365-92cc-061bcd4407b6,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:57.914190 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:57.914574 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:57.914877 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:57.915208 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:57.915540 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:57.915868 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:57.916190 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:57.916515 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:57.916836 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:57.917153 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:57.917472 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:58.101554 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f8797aff-c0bd-4448-848a-e0bbff8afd8b req-25af0689-99bc-4876-b6db-3bff61f059b5 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 1098 time: 0.0724323 Jan 21 10:06:58.143521 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f8797aff-c0bd-4448-848a-e0bbff8afd8b req-5f349326-9004-4879-b206-d9a38ce2c2cd service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=97ecab50-70e9-448e-a0c5-3d208cd0f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365639 Jan 21 10:06:58.760552 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226dd4d4-36f7-40fd-bdd7-5eb55d145ec6 req-7bd231f4-858c-4fe9-b68c-73a7c25efb9e tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:58.762145 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-226dd4d4-36f7-40fd-bdd7-5eb55d145ec6 req-7bd231f4-858c-4fe9-b68c-73a7c25efb9e tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 945 time: 0.0768552 Jan 21 10:06:58.808822 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-226dd4d4-36f7-40fd-bdd7-5eb55d145ec6 req-089172ed-094e-47b1-96fe-95cb35b7d245 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/security-groups?id=97ecab50-70e9-448e-a0c5-3d208cd0f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408885 Jan 21 10:06:59.498135 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:00.017561 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4992e0-1753-4c60-a90f-31aba02e4931 req-9e507afd-581f-481f-bc1b-715c8c9a2a3b tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:00.019005 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-7e4992e0-1753-4c60-a90f-31aba02e4931 req-9e507afd-581f-481f-bc1b-715c8c9a2a3b tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 945 time: 0.0790298 Jan 21 10:07:00.067057 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-7e4992e0-1753-4c60-a90f-31aba02e4931 req-0b0e5118-0634-4934-80a0-ec335b00dee9 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/security-groups?id=97ecab50-70e9-448e-a0c5-3d208cd0f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422289 Jan 21 10:07:00.275319 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-56d95b42-3183-434c-8be4-7a1abf351f95 req-9a16099a-1574-449e-a172-9be8035a1cdb service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0730078 Jan 21 10:07:00.571609 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 40440) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:07:00.634431 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94636ebb-592d-48d3-8562-bf2552ad00c7 req-00620b5a-4fb1-4517-8484-369e009ece3c tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:00.636296 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-94636ebb-592d-48d3-8562-bf2552ad00c7 req-00620b5a-4fb1-4517-8484-369e009ece3c tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 945 time: 0.1064444 Jan 21 10:07:00.687311 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-94636ebb-592d-48d3-8562-bf2552ad00c7 req-cfa4eb4b-1b62-4339-a6ac-5746d408b5f5 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/security-groups?id=97ecab50-70e9-448e-a0c5-3d208cd0f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455415 Jan 21 10:07:00.746561 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d771cdc6-0ff6-4b09-8c53-1da412e7af8f req-ca2017ce-1313-443a-ba09-354b65940722 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1738093 Jan 21 10:07:01.906991 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f09c05-92df-4b3b-89b4-34801f3b0d5b req-742bdb7e-11b6-4089-a84a-60644cf8418f tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:01.908531 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-16f09c05-92df-4b3b-89b4-34801f3b0d5b req-742bdb7e-11b6-4089-a84a-60644cf8418f tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 945 time: 0.0903630 Jan 21 10:07:01.964865 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-16f09c05-92df-4b3b-89b4-34801f3b0d5b req-fc655f0b-c638-44ec-b760-2588d9fe06a0 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/security-groups?id=97ecab50-70e9-448e-a0c5-3d208cd0f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506287 Jan 21 10:07:02.047454 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d771cdc6-0ff6-4b09-8c53-1da412e7af8f req-6e605e76-d086-4e70-a933-f4106dde0245 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=b30b59096b9c4622aa8e0f46601af38e&device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 1098 time: 0.0706360 Jan 21 10:07:02.186972 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771cdc6-0ff6-4b09-8c53-1da412e7af8f req-531390b4-5ce6-42fc-80d4-9031683b3309 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:02.188356 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d771cdc6-0ff6-4b09-8c53-1da412e7af8f req-531390b4-5ce6-42fc-80d4-9031683b3309 service neutron] 10.222.0.124 "GET /v2.0/networks?id=4c280265-d30d-4faa-aa68-dd5c1d01564d HTTP/1.1" status: 200 len: 913 time: 0.1356070 Jan 21 10:07:02.258178 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d771cdc6-0ff6-4b09-8c53-1da412e7af8f req-2f97c911-823b-4920-9993-929aa0a30995 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c28af82-ceb5-4365-92cc-061bcd4407b6 HTTP/1.1" status: 200 len: 217 time: 0.0640306 Jan 21 10:07:02.318981 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771cdc6-0ff6-4b09-8c53-1da412e7af8f req-b8e5f0ff-bf2a-4fcf-adcf-209e1b9cb62b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:02.321235 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d771cdc6-0ff6-4b09-8c53-1da412e7af8f req-b8e5f0ff-bf2a-4fcf-adcf-209e1b9cb62b service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f1f6ffd5-57cf-431a-8cd1-4d24e7c5dc6e HTTP/1.1" status: 200 len: 852 time: 0.0576303 Jan 21 10:07:02.369504 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d771cdc6-0ff6-4b09-8c53-1da412e7af8f req-095d6678-e6de-4951-8f3a-379481b5cbd3 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4c280265-d30d-4faa-aa68-dd5c1d01564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429528 Jan 21 10:07:02.619058 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d771cdc6-0ff6-4b09-8c53-1da412e7af8f req-9338fc2d-cb66-4c58-aa81-e8fbe009b2aa service neutron] 10.222.0.124 "GET /v2.0/networks/4c280265-d30d-4faa-aa68-dd5c1d01564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434859 Jan 21 10:07:02.759396 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d771cdc6-0ff6-4b09-8c53-1da412e7af8f req-7d9791fc-5e76-4e0d-bde4-4eeb18736570 service neutron] 10.222.0.124 "GET /v2.0/networks/4c280265-d30d-4faa-aa68-dd5c1d01564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336243 Jan 21 10:07:03.162391 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109ea48-b31c-4753-805c-eca9c02fdcfd req-21384c81-84bc-4f91-850b-bd921012e485 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:03.163979 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-8109ea48-b31c-4753-805c-eca9c02fdcfd req-21384c81-84bc-4f91-850b-bd921012e485 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 945 time: 0.0761065 Jan 21 10:07:03.217418 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-8109ea48-b31c-4753-805c-eca9c02fdcfd req-a9ba8786-d203-44aa-95eb-c080344c46de tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/security-groups?id=97ecab50-70e9-448e-a0c5-3d208cd0f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479376 Jan 21 10:07:04.415261 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1986b-3a25-4515-954c-a7b6e3a3f4be req-cdf1af42-883e-4455-8387-e6f711a03bad tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:04.416875 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8be1986b-3a25-4515-954c-a7b6e3a3f4be req-cdf1af42-883e-4455-8387-e6f711a03bad tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 945 time: 0.0767174 Jan 21 10:07:04.461833 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8be1986b-3a25-4515-954c-a7b6e3a3f4be req-e5e46c0f-3c39-4f68-ae08-fb118a997d43 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/security-groups?id=97ecab50-70e9-448e-a0c5-3d208cd0f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393069 Jan 21 10:07:05.671099 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8a7c4-e9c5-429b-920c-a825437a5994 req-0e273b1a-edff-4828-bd03-6abfbeb411ae tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:05.672623 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-9fd8a7c4-e9c5-429b-920c-a825437a5994 req-0e273b1a-edff-4828-bd03-6abfbeb411ae tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 945 time: 0.0812466 Jan 21 10:07:05.718314 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-9fd8a7c4-e9c5-429b-920c-a825437a5994 req-d8a2b1c4-ca33-4215-9ec8-3926e5e8486c tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/security-groups?id=97ecab50-70e9-448e-a0c5-3d208cd0f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400846 Jan 21 10:07:06.922606 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdc8ae-8cd9-4041-8e42-960da33b747e req-d79222e3-7e0a-4d12-9751-12e8081725d1 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:06.924440 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-15bdc8ae-8cd9-4041-8e42-960da33b747e req-d79222e3-7e0a-4d12-9751-12e8081725d1 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 945 time: 0.0831037 Jan 21 10:07:06.971812 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-15bdc8ae-8cd9-4041-8e42-960da33b747e req-44d04c7b-5293-4584-bb0f-507bdf312e86 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/security-groups?id=97ecab50-70e9-448e-a0c5-3d208cd0f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417931 Jan 21 10:07:08.172916 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7944c0-8bee-404f-9aa9-9d1f18bdeecb req-82ca8563-2f37-43cb-ad4d-4cabe614d0e3 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:08.174360 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ba7944c0-8bee-404f-9aa9-9d1f18bdeecb req-82ca8563-2f37-43cb-ad4d-4cabe614d0e3 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 945 time: 0.0772805 Jan 21 10:07:08.221152 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ba7944c0-8bee-404f-9aa9-9d1f18bdeecb req-fe3b34c1-34ac-4aee-ab4d-8419cfba6343 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/security-groups?id=97ecab50-70e9-448e-a0c5-3d208cd0f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407934 Jan 21 10:07:09.436195 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd33108-57bb-4d7d-b159-05dfd2a4d731 req-cdae791d-a63b-4fc6-8f22-64fc7fecdce1 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:09.437751 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bcd33108-57bb-4d7d-b159-05dfd2a4d731 req-cdae791d-a63b-4fc6-8f22-64fc7fecdce1 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 945 time: 0.0854144 Jan 21 10:07:09.484867 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bcd33108-57bb-4d7d-b159-05dfd2a4d731 req-11e1102e-cb22-4c6d-93ac-5ead1be44a8d tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/security-groups?id=97ecab50-70e9-448e-a0c5-3d208cd0f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414600 Jan 21 10:07:10.624165 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:07:10.699353 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c1d2a-1fe2-4a8e-bde8-b5f010b4f645 req-42f26bb3-6b7c-460a-94cd-11ae1359a900 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:10.700806 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-aa2c1d2a-1fe2-4a8e-bde8-b5f010b4f645 req-42f26bb3-6b7c-460a-94cd-11ae1359a900 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 945 time: 0.0845432 Jan 21 10:07:10.747945 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-aa2c1d2a-1fe2-4a8e-bde8-b5f010b4f645 req-565ff905-a12e-4c4b-a0e8-089e60505bf9 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/security-groups?id=97ecab50-70e9-448e-a0c5-3d208cd0f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413976 Jan 21 10:07:11.954227 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4581b3-e33f-484d-9f4b-9e0e88ff7d3e req-807a5232-f82f-444c-82ea-91071f36f278 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:11.955680 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6e4581b3-e33f-484d-9f4b-9e0e88ff7d3e req-807a5232-f82f-444c-82ea-91071f36f278 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 945 time: 0.0834727 Jan 21 10:07:12.002836 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6e4581b3-e33f-484d-9f4b-9e0e88ff7d3e req-c26e3342-db59-41fc-b3b1-8ab68bfce57d tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/security-groups?id=97ecab50-70e9-448e-a0c5-3d208cd0f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415022 Jan 21 10:07:13.211278 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c88c2f-a414-4f6f-8f16-ec600f878b02 req-64356043-6297-4eef-b9f0-2cc4c5478cb5 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:13.212642 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a2c88c2f-a414-4f6f-8f16-ec600f878b02 req-64356043-6297-4eef-b9f0-2cc4c5478cb5 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 945 time: 0.0856247 Jan 21 10:07:13.338255 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a2c88c2f-a414-4f6f-8f16-ec600f878b02 req-fef769a8-aea0-48cb-9047-cb23b677dbe0 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/security-groups?id=97ecab50-70e9-448e-a0c5-3d208cd0f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198003 Jan 21 10:07:14.542715 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cdfc3e-5b11-4f2d-a35d-bad640c7a6c2 req-b8be8809-8c27-452d-b5c2-dab3f2b98b3d tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:14.544164 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-04cdfc3e-5b11-4f2d-a35d-bad640c7a6c2 req-b8be8809-8c27-452d-b5c2-dab3f2b98b3d tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 945 time: 0.0839911 Jan 21 10:07:14.594434 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-04cdfc3e-5b11-4f2d-a35d-bad640c7a6c2 req-ce81bba6-a04e-4176-b7cd-d9732f45ae2b tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/security-groups?id=97ecab50-70e9-448e-a0c5-3d208cd0f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448039 Jan 21 10:07:15.810360 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be80625-7bd0-4372-9c33-92100c173f6e req-533b6b4c-aa25-4211-97b7-d572c7604ac5 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:15.811840 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-8be80625-7bd0-4372-9c33-92100c173f6e req-533b6b4c-aa25-4211-97b7-d572c7604ac5 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 945 time: 0.0869260 Jan 21 10:07:15.858658 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-8be80625-7bd0-4372-9c33-92100c173f6e req-64772284-20c9-453c-8d28-4b7500a3f974 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/security-groups?id=97ecab50-70e9-448e-a0c5-3d208cd0f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413942 Jan 21 10:07:17.066273 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137975b4-fe64-4f90-8a03-418cb7e82d8d req-c6853cfe-aa3b-4d0f-b468-0ec583fc88cd tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:17.067715 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-137975b4-fe64-4f90-8a03-418cb7e82d8d req-c6853cfe-aa3b-4d0f-b468-0ec583fc88cd tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 945 time: 0.0847318 Jan 21 10:07:17.114557 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-137975b4-fe64-4f90-8a03-418cb7e82d8d req-dd29d0c0-2856-42ea-a795-9619a35bdbb1 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/security-groups?id=97ecab50-70e9-448e-a0c5-3d208cd0f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414553 Jan 21 10:07:18.325151 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55f82f-024e-4c35-ba50-2ac9b9ffac84 req-1fd3a5ea-f4fd-4412-9cbe-16adbb0a8d91 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:18.326617 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-de55f82f-024e-4c35-ba50-2ac9b9ffac84 req-1fd3a5ea-f4fd-4412-9cbe-16adbb0a8d91 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 945 time: 0.0900252 Jan 21 10:07:18.374338 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-de55f82f-024e-4c35-ba50-2ac9b9ffac84 req-f4642962-5a9e-49f2-ad10-e0d6c76c2d76 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/security-groups?id=97ecab50-70e9-448e-a0c5-3d208cd0f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419607 Jan 21 10:07:19.576654 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e6532-3ede-48a0-9cb5-ac0525c81e0e req-fec42f85-ccb0-4244-b0c4-b6571436f681 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:19.578232 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-349e6532-3ede-48a0-9cb5-ac0525c81e0e req-fec42f85-ccb0-4244-b0c4-b6571436f681 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 945 time: 0.0822742 Jan 21 10:07:19.624966 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-349e6532-3ede-48a0-9cb5-ac0525c81e0e req-758a4932-d5fa-447b-8e15-32c094f68002 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/security-groups?id=97ecab50-70e9-448e-a0c5-3d208cd0f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412138 Jan 21 10:07:20.458221 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:20.833505 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d2daf-4b5e-40da-956d-ade457c3d781 req-e8b27710-3019-4f67-adf6-b65c1beaef62 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:20.835658 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-9e8d2daf-4b5e-40da-956d-ade457c3d781 req-e8b27710-3019-4f67-adf6-b65c1beaef62 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 945 time: 0.0796564 Jan 21 10:07:20.886480 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-9e8d2daf-4b5e-40da-956d-ade457c3d781 req-1be422af-d951-45c3-9000-988a48979c4b tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/security-groups?id=97ecab50-70e9-448e-a0c5-3d208cd0f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452836 Jan 21 10:07:22.087714 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8f049-044f-44d4-838b-dc7f5487a69a req-dfe36c85-fbd9-4eaf-88d4-e737140c69f7 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:22.089144 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-09b8f049-044f-44d4-838b-dc7f5487a69a req-dfe36c85-fbd9-4eaf-88d4-e737140c69f7 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 945 time: 0.0785768 Jan 21 10:07:22.135089 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-09b8f049-044f-44d4-838b-dc7f5487a69a req-1d232b60-5962-4332-b3ab-fdd66ffb981b tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/security-groups?id=97ecab50-70e9-448e-a0c5-3d208cd0f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404127 Jan 21 10:07:23.336613 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf171c-8b54-445a-aae2-e34a5b3123a5 req-706838b6-a370-4aac-a857-f3916797189c tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:23.338083 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-49cf171c-8b54-445a-aae2-e34a5b3123a5 req-706838b6-a370-4aac-a857-f3916797189c tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 945 time: 0.0781541 Jan 21 10:07:23.385382 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-49cf171c-8b54-445a-aae2-e34a5b3123a5 req-06e0e7c3-20e5-4446-80a6-9d2243d1bce1 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/security-groups?id=97ecab50-70e9-448e-a0c5-3d208cd0f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418637 Jan 21 10:07:23.931974 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5b8ae2ce-806e-4bd4-8659-10d1adb53538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:24.596059 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d98e4-9ab3-4479-aae6-4c5ffca96408 req-a91712c7-92b8-477e-912f-fd8da3272807 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:24.597543 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-849d98e4-9ab3-4479-aae6-4c5ffca96408 req-a91712c7-92b8-477e-912f-fd8da3272807 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 945 time: 0.0820203 Jan 21 10:07:24.646061 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-849d98e4-9ab3-4479-aae6-4c5ffca96408 req-172e2c4d-917a-414c-93ea-40486ae8eb9c tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/security-groups?id=97ecab50-70e9-448e-a0c5-3d208cd0f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415471 Jan 21 10:07:25.857187 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd58455-a4bd-423d-8935-66fd68102560 req-9be67018-1f00-436f-a578-11668837331d tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:25.858822 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-9cd58455-a4bd-423d-8935-66fd68102560 req-9be67018-1f00-436f-a578-11668837331d tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 945 time: 0.0841837 Jan 21 10:07:25.920161 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-9cd58455-a4bd-423d-8935-66fd68102560 req-ca517731-dab8-4d41-8ca0-7fe6665d5b5c tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/security-groups?id=97ecab50-70e9-448e-a0c5-3d208cd0f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528142 Jan 21 10:07:26.331516 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-49856efe-58df-471b-9c5c-33e2a0034ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:27.117142 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7fc5a-28b1-492b-9aef-f7f9eafd7377 req-384e233d-d019-48f7-9aa3-37f9f8339a5e tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:27.118632 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e0f7fc5a-28b1-492b-9aef-f7f9eafd7377 req-384e233d-d019-48f7-9aa3-37f9f8339a5e tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 945 time: 0.0778389 Jan 21 10:07:27.167751 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e0f7fc5a-28b1-492b-9aef-f7f9eafd7377 req-a77ea265-f26c-44ff-99a9-9ed9b169f5c8 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/security-groups?id=97ecab50-70e9-448e-a0c5-3d208cd0f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434752 Jan 21 10:07:27.474207 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:27.766834 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:28.368758 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d557dc-fbab-404d-984d-7981aa248d11 req-cd1c5f34-a34d-4b8c-a1ba-7f83b23e5e37 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:28.370178 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a6d557dc-fbab-404d-984d-7981aa248d11 req-cd1c5f34-a34d-4b8c-a1ba-7f83b23e5e37 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 945 time: 0.0792229 Jan 21 10:07:28.415457 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a6d557dc-fbab-404d-984d-7981aa248d11 req-632385bd-0fdd-4637-a29b-6b101fb2277d tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/security-groups?id=97ecab50-70e9-448e-a0c5-3d208cd0f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397570 Jan 21 10:07:29.499018 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d771cdc6-0ff6-4b09-8c53-1da412e7af8f req-cb9722e8-1187-4df0-9957-27a3d085dadd service neutron] 10.222.0.124 "GET /v2.0/ports/6c28af82-ceb5-4365-92cc-061bcd4407b6/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.0754507 Jan 21 10:07:29.501619 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:29.644129 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939d6e5-aedf-494f-aebe-4203ef00992c req-cb0fd290-307c-4adc-9120-860b5de7a0ec tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:29.646114 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2939d6e5-aedf-494f-aebe-4203ef00992c req-cb0fd290-307c-4adc-9120-860b5de7a0ec tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 945 time: 0.1023142 Jan 21 10:07:29.708102 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2939d6e5-aedf-494f-aebe-4203ef00992c req-809f730a-49e3-4204-b530-4e22cae8a86c tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/security-groups?id=97ecab50-70e9-448e-a0c5-3d208cd0f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562494 Jan 21 10:07:29.781839 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d771cdc6-0ff6-4b09-8c53-1da412e7af8f req-fbb86854-f365-4f82-b012-641215dd2dd7 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970&tenant_id=b30b59096b9c4622aa8e0f46601af38e HTTP/1.1" status: 200 len: 1098 time: 0.0727658 Jan 21 10:07:29.881261 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d771cdc6-0ff6-4b09-8c53-1da412e7af8f req-698e0123-1490-4cfc-bb29-047e20e9f83b service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=b30b59096b9c4622aa8e0f46601af38e&device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 1098 time: 0.0788789 Jan 21 10:07:30.029093 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771cdc6-0ff6-4b09-8c53-1da412e7af8f req-665efa22-ba0e-4211-bf95-35cc53a96477 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:30.030860 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d771cdc6-0ff6-4b09-8c53-1da412e7af8f req-665efa22-ba0e-4211-bf95-35cc53a96477 service neutron] 10.222.0.124 "GET /v2.0/networks?id=4c280265-d30d-4faa-aa68-dd5c1d01564d HTTP/1.1" status: 200 len: 913 time: 0.1434281 Jan 21 10:07:30.110376 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d771cdc6-0ff6-4b09-8c53-1da412e7af8f req-760f0198-94cd-485b-9071-f7b0cf9b2786 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c28af82-ceb5-4365-92cc-061bcd4407b6 HTTP/1.1" status: 200 len: 217 time: 0.0736923 Jan 21 10:07:30.172470 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771cdc6-0ff6-4b09-8c53-1da412e7af8f req-1ae612c1-02f8-468c-92d8-63ff56ee6359 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:30.173904 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d771cdc6-0ff6-4b09-8c53-1da412e7af8f req-1ae612c1-02f8-468c-92d8-63ff56ee6359 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f1f6ffd5-57cf-431a-8cd1-4d24e7c5dc6e HTTP/1.1" status: 200 len: 852 time: 0.0579948 Jan 21 10:07:30.223395 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d771cdc6-0ff6-4b09-8c53-1da412e7af8f req-dbba3750-5a2c-41f1-bfec-ea404663005e service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4c280265-d30d-4faa-aa68-dd5c1d01564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429513 Jan 21 10:07:30.454115 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d771cdc6-0ff6-4b09-8c53-1da412e7af8f req-8dcdcced-7aca-4a3a-8b07-993fd38f22bc service neutron] 10.222.0.124 "GET /v2.0/networks/4c280265-d30d-4faa-aa68-dd5c1d01564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247710 Jan 21 10:07:30.587572 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d771cdc6-0ff6-4b09-8c53-1da412e7af8f req-e19d01b7-3e1e-4e46-9bf0-f89d9915cd92 service neutron] 10.222.0.124 "GET /v2.0/networks/4c280265-d30d-4faa-aa68-dd5c1d01564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275580 Jan 21 10:07:30.915929 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c0749-315e-4ebd-85a5-4302033a9c21 req-6e5a6417-e96b-49fc-84cb-3c632553cb14 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:30.917466 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-785c0749-315e-4ebd-85a5-4302033a9c21 req-6e5a6417-e96b-49fc-84cb-3c632553cb14 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 945 time: 0.0837634 Jan 21 10:07:30.963742 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-785c0749-315e-4ebd-85a5-4302033a9c21 req-e5a47dc0-ae93-4c8d-8425-161987564a92 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/security-groups?id=97ecab50-70e9-448e-a0c5-3d208cd0f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406561 Jan 21 10:07:32.336726 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c95b0-ddf2-4751-9c6c-f2801945a6d0 req-b213683b-3597-4993-9ab1-5939313aa7b6 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:32.338210 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-113c95b0-ddf2-4751-9c6c-f2801945a6d0 req-b213683b-3597-4993-9ab1-5939313aa7b6 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 945 time: 0.0860403 Jan 21 10:07:32.385266 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-113c95b0-ddf2-4751-9c6c-f2801945a6d0 req-0c7a5960-4293-411b-92e2-442205cfec72 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/security-groups?id=97ecab50-70e9-448e-a0c5-3d208cd0f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415893 Jan 21 10:07:33.583708 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61773b57-674e-4bf9-92cd-e974036d80df req-57ed6134-dfe9-4d5b-b134-ba4ec3fc75de tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:33.585343 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-61773b57-674e-4bf9-92cd-e974036d80df req-57ed6134-dfe9-4d5b-b134-ba4ec3fc75de tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 945 time: 0.0781016 Jan 21 10:07:33.637035 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-61773b57-674e-4bf9-92cd-e974036d80df req-e425363d-89b4-48b2-8496-d2d9344b5d85 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/security-groups?id=97ecab50-70e9-448e-a0c5-3d208cd0f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462801 Jan 21 10:07:33.725706 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 6c28af82-ceb5-4365-92cc-061bcd4407b6 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:07:33.841662 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:33.871283 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b2370d-b11b-4b63-a70a-32f880c44970', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c28af82-ceb5-4365-92cc-061bcd4407b6'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:07:33.883481 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 6c28af82-ceb5-4365-92cc-061bcd4407b6, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6c28af82-ceb5-4365-92cc-061bcd4407b6,segment=NetworkSegment(1754bc21-ba4e-45b5-b360-f83d56c7cdeb),segment_id=1754bc21-ba4e-45b5-b360-f83d56c7cdeb)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:07:33.888571 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:33.946899 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b2370d-b11b-4b63-a70a-32f880c44970', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c28af82-ceb5-4365-92cc-061bcd4407b6', 'code': 200} Jan 21 10:07:33.962790 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=6c28af82-ceb5-4365-92cc-061bcd4407b6,revision_number=6']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:34.052249 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21ef68-9b1e-488a-9298-9afd5297dec7 req-12082809-4554-455c-aa67-c593b4618e9c tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:34.053773 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6f21ef68-9b1e-488a-9298-9afd5297dec7 req-12082809-4554-455c-aa67-c593b4618e9c tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.124 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970&tenant_id=b30b59096b9c4622aa8e0f46601af38e&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 943 time: 0.0869224 Jan 21 10:07:34.202476 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6f21ef68-9b1e-488a-9298-9afd5297dec7 req-9ce0606f-a487-4964-9321-fa510d752901 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=b30b59096b9c4622aa8e0f46601af38e&device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 1096 time: 0.0784729 Jan 21 10:07:34.336216 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21ef68-9b1e-488a-9298-9afd5297dec7 req-6b48d240-f2be-41d6-9d9c-70e6569cee91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:34.337685 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6f21ef68-9b1e-488a-9298-9afd5297dec7 req-6b48d240-f2be-41d6-9d9c-70e6569cee91 service neutron] 10.222.0.124 "GET /v2.0/networks?id=4c280265-d30d-4faa-aa68-dd5c1d01564d HTTP/1.1" status: 200 len: 913 time: 0.1291490 Jan 21 10:07:34.408342 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6f21ef68-9b1e-488a-9298-9afd5297dec7 req-92322ac8-142c-4175-9e34-e00fd4cc4f52 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c28af82-ceb5-4365-92cc-061bcd4407b6 HTTP/1.1" status: 200 len: 217 time: 0.0649445 Jan 21 10:07:34.470844 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21ef68-9b1e-488a-9298-9afd5297dec7 req-115da439-9899-493b-b5d9-7af802931e30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:34.472174 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6f21ef68-9b1e-488a-9298-9afd5297dec7 req-115da439-9899-493b-b5d9-7af802931e30 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f1f6ffd5-57cf-431a-8cd1-4d24e7c5dc6e HTTP/1.1" status: 200 len: 852 time: 0.0581548 Jan 21 10:07:34.519945 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6f21ef68-9b1e-488a-9298-9afd5297dec7 req-95ffd46a-e68f-4820-97c9-b5c01b057ffe service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4c280265-d30d-4faa-aa68-dd5c1d01564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419931 Jan 21 10:07:34.653675 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6f21ef68-9b1e-488a-9298-9afd5297dec7 req-ab0a9e36-18fb-48e7-8385-4fe72ca5025d service neutron] 10.222.0.124 "GET /v2.0/networks/4c280265-d30d-4faa-aa68-dd5c1d01564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279633 Jan 21 10:07:34.786789 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6f21ef68-9b1e-488a-9298-9afd5297dec7 req-9bdc9bdb-ab3c-469a-9fb3-30f61caeb6a8 service neutron] 10.222.0.124 "GET /v2.0/networks/4c280265-d30d-4faa-aa68-dd5c1d01564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272101 Jan 21 10:07:35.617651 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a2c48-315e-406f-8377-087ae9fb8d6b req-dcc70f98-1df9-4542-906d-5d5ab938375c tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:35.619138 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-6e4a2c48-315e-406f-8377-087ae9fb8d6b req-dcc70f98-1df9-4542-906d-5d5ab938375c tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 943 time: 0.0790679 Jan 21 10:07:35.666259 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-6e4a2c48-315e-406f-8377-087ae9fb8d6b req-e918a22c-5813-4ddb-b5a0-6b7e1703816f tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/security-groups?id=97ecab50-70e9-448e-a0c5-3d208cd0f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415719 Jan 21 10:07:36.870238 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b96a5-f019-4ab5-b1de-b005022c38ce req-4439d75f-4cb1-4cef-90e6-4078f3add0cd tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:36.871704 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-653b96a5-f019-4ab5-b1de-b005022c38ce req-4439d75f-4cb1-4cef-90e6-4078f3add0cd tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 943 time: 0.0813496 Jan 21 10:07:36.920876 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-653b96a5-f019-4ab5-b1de-b005022c38ce req-810f1526-3ac7-4846-8127-6707035213ee tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/security-groups?id=97ecab50-70e9-448e-a0c5-3d208cd0f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437515 Jan 21 10:07:37.258528 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21ef68-9b1e-488a-9298-9afd5297dec7 req-8e81b258-12ac-46e1-a130-3b34670ceb36 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:37.259904 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6f21ef68-9b1e-488a-9298-9afd5297dec7 req-8e81b258-12ac-46e1-a130-3b34670ceb36 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.124 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 943 time: 0.0787790 Jan 21 10:07:37.328166 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-6f21ef68-9b1e-488a-9298-9afd5297dec7 req-1d2aad17-d2fd-4225-a116-a718043e7e3e tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Deleting port 6c28af82-ceb5-4365-92cc-061bcd4407b6 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:07:37.328495 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-6f21ef68-9b1e-488a-9298-9afd5297dec7 req-1d2aad17-d2fd-4225-a116-a718043e7e3e tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:37.577368 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-6f21ef68-9b1e-488a-9298-9afd5297dec7 req-1d2aad17-d2fd-4225-a116-a718043e7e3e tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] For port 6c28af82-ceb5-4365-92cc-061bcd4407b6, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6c28af82-ceb5-4365-92cc-061bcd4407b6,segment=NetworkSegment(1754bc21-ba4e-45b5-b360-f83d56c7cdeb),segment_id=1754bc21-ba4e-45b5-b360-f83d56c7cdeb)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:07:37.577668 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-6f21ef68-9b1e-488a-9298-9afd5297dec7 req-1d2aad17-d2fd-4225-a116-a718043e7e3e tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:37.802779 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-6f21ef68-9b1e-488a-9298-9afd5297dec7 req-1d2aad17-d2fd-4225-a116-a718043e7e3e tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Calling delete_port for 6c28af82-ceb5-4365-92cc-061bcd4407b6 owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:07:37.953888 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-6f21ef68-9b1e-488a-9298-9afd5297dec7 req-1d2aad17-d2fd-4225-a116-a718043e7e3e tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:38.008983 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2aad17-d2fd-4225-a116-a718043e7e3e tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Pushing event deleted for resources: {'Port': ['ID=6c28af82-ceb5-4365-92cc-061bcd4407b6,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:38.087918 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2aad17-d2fd-4225-a116-a718043e7e3e tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:38.088260 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2aad17-d2fd-4225-a116-a718043e7e3e tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:38.088593 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2aad17-d2fd-4225-a116-a718043e7e3e tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:38.088924 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2aad17-d2fd-4225-a116-a718043e7e3e tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:38.089251 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2aad17-d2fd-4225-a116-a718043e7e3e tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:38.089611 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2aad17-d2fd-4225-a116-a718043e7e3e tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:38.089936 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2aad17-d2fd-4225-a116-a718043e7e3e tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:38.090258 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2aad17-d2fd-4225-a116-a718043e7e3e tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:38.090576 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2aad17-d2fd-4225-a116-a718043e7e3e tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:38.090893 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2aad17-d2fd-4225-a116-a718043e7e3e tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:38.091210 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2aad17-d2fd-4225-a116-a718043e7e3e tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:38.099341 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f21ef68-9b1e-488a-9298-9afd5297dec7 req-1d2aad17-d2fd-4225-a116-a718043e7e3e tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] No DVR routers for this DVR port 6c28af82-ceb5-4365-92cc-061bcd4407b6 on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:07:38.101168 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-300a2eb4-600e-4fa2-a41b-edd2fed83f97 req-48953f1f-3488-4f56-95f5-9183c90751b3 tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.104 "GET /v2.0/ports?device_id=21b2370d-b11b-4b63-a70a-32f880c44970 HTTP/1.1" status: 200 len: 210 time: 0.0470037 Jan 21 10:07:38.102265 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-6f21ef68-9b1e-488a-9298-9afd5297dec7 req-1d2aad17-d2fd-4225-a116-a718043e7e3e tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:38.104941 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b2370d-b11b-4b63-a70a-32f880c44970', 'name': 'network-vif-deleted', 'tag': '6c28af82-ceb5-4365-92cc-061bcd4407b6'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:07:38.121788 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6f21ef68-9b1e-488a-9298-9afd5297dec7 req-1d2aad17-d2fd-4225-a116-a718043e7e3e tempest-DeleteServersTestJSON-191382091 tempest-DeleteServersTestJSON-191382091-project] 10.222.0.124 "DELETE /v2.0/ports/6c28af82-ceb5-4365-92cc-061bcd4407b6 HTTP/1.1" status: 204 len: 173 time: 0.8560336 Jan 21 10:07:38.170572 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b2370d-b11b-4b63-a70a-32f880c44970', 'name': 'network-vif-deleted', 'tag': '6c28af82-ceb5-4365-92cc-061bcd4407b6', 'status': 'completed', 'code': 200} Jan 21 10:07:39.379477 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 40538) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:07:39.441716 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dae90a2-0de0-4ac1-99b8-668eb0b6cb78 admin admin] Deleting subnet f1f6ffd5-57cf-431a-8cd1-4d24e7c5dc6e {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:07:39.445034 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1dae90a2-0de0-4ac1-99b8-668eb0b6cb78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:39.497391 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1dae90a2-0de0-4ac1-99b8-668eb0b6cb78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:39.557964 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1dae90a2-0de0-4ac1-99b8-668eb0b6cb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:39.634730 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1dae90a2-0de0-4ac1-99b8-668eb0b6cb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:39.676154 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae90a2-0de0-4ac1-99b8-668eb0b6cb78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1f6ffd5-57cf-431a-8cd1-4d24e7c5dc6e,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:39.683130 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1dae90a2-0de0-4ac1-99b8-668eb0b6cb78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:39.688913 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-1dae90a2-0de0-4ac1-99b8-668eb0b6cb78 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/f1f6ffd5-57cf-431a-8cd1-4d24e7c5dc6e HTTP/1.1" status: 204 len: 168 time: 0.3084145 Jan 21 10:07:39.691419 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 40542) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:07:39.803945 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f3d52238-6312-4fc9-a1e5-46f0c096252b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:39.935418 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f3d52238-6312-4fc9-a1e5-46f0c096252b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:39.961575 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-f3d52238-6312-4fc9-a1e5-46f0c096252b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c280265-d30d-4faa-aa68-dd5c1d01564d']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:39.974554 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-f3d52238-6312-4fc9-a1e5-46f0c096252b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1754bc21-ba4e-45b5-b360-f83d56c7cdeb') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:39.974890 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-f3d52238-6312-4fc9-a1e5-46f0c096252b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1754bc21-ba4e-45b5-b360-f83d56c7cdeb') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:39.986672 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f3d52238-6312-4fc9-a1e5-46f0c096252b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:40.002679 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f3d52238-6312-4fc9-a1e5-46f0c096252b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:40.009565 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3d52238-6312-4fc9-a1e5-46f0c096252b admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:07:40.009953 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f3d52238-6312-4fc9-a1e5-46f0c096252b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:40.023818 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 10:07:40.023818 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:07:40.023818 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 10:07:40.023818 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:07:40.023818 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 10:07:40.023818 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:07:40.023818 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 10:07:40.023818 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:07:40.023818 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 10:07:40.023818 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:07:40.023818 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 10:07:40.023818 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:07:40.023818 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 10:07:40.023818 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:07:40.023818 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:07:40.023818 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:07:40.023818 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:07:40.023818 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:07:40.023818 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 10:07:40.023818 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:07:40.023818 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 10:07:40.023818 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:07:40.023818 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:07:40.023818 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:07:40.023818 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 10:07:40.023818 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:07:40.023818 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:07:40.023818 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:07:40.023818 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:07:40.023818 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:07:40.023818 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:07:40.023818 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:07:40.103969 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f3d52238-6312-4fc9-a1e5-46f0c096252b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:40.120555 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f3d52238-6312-4fc9-a1e5-46f0c096252b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:40.130010 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d52238-6312-4fc9-a1e5-46f0c096252b admin admin] Pushing event deleted for resources: {'Network': ['ID=4c280265-d30d-4faa-aa68-dd5c1d01564d,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:40.132936 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f3d52238-6312-4fc9-a1e5-46f0c096252b admin admin] 10.222.0.104 "DELETE /v2.0/networks/4c280265-d30d-4faa-aa68-dd5c1d01564d HTTP/1.1" status: 204 len: 168 time: 0.4406259 Jan 21 10:07:40.292744 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 40548) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:07:40.343088 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d5103a16-a6be-41a4-b56e-509f54cb8945 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=b30b59096b9c4622aa8e0f46601af38e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0491827 Jan 21 10:07:40.345632 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 40552) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:07:40.413489 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5c2bec11-3d0d-4f5b-ab9a-2bf62225cabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:40.439459 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5c2bec11-3d0d-4f5b-ab9a-2bf62225cabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:40.491236 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5c2bec11-3d0d-4f5b-ab9a-2bf62225cabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:40.512192 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2bec11-3d0d-4f5b-ab9a-2bf62225cabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ecab50-70e9-448e-a0c5-3d208cd0f3bb,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:40.523550 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5c2bec11-3d0d-4f5b-ab9a-2bf62225cabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:40.524680 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5c2bec11-3d0d-4f5b-ab9a-2bf62225cabd admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/97ecab50-70e9-448e-a0c5-3d208cd0f3bb HTTP/1.1" status: 204 len: 168 time: 0.1781530 Jan 21 10:07:41.439279 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 40574) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:07:41.595859 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-7f5a252a-6d6b-408f-84ed-bdce38a9a1af admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1557743668-network', 'tenant_id': '696b5f14e9474a18933653a389568a6e'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:07:41.599685 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7f5a252a-6d6b-408f-84ed-bdce38a9a1af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:07:41.605611 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-7f5a252a-6d6b-408f-84ed-bdce38a9a1af admin admin] Usage tracker for resource:network and tenant:696b5f14e9474a18933653a389568a6e is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:07:41.609387 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-7f5a252a-6d6b-408f-84ed-bdce38a9a1af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:07:41.615739 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7f5a252a-6d6b-408f-84ed-bdce38a9a1af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:07:41.626054 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5a252a-6d6b-408f-84ed-bdce38a9a1af admin admin] Made reservation on behalf of 696b5f14e9474a18933653a389568a6e for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:07:41.628446 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7f5a252a-6d6b-408f-84ed-bdce38a9a1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.642310 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7f5a252a-6d6b-408f-84ed-bdce38a9a1af admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.675401 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7f5a252a-6d6b-408f-84ed-bdce38a9a1af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:07:41.679453 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-7f5a252a-6d6b-408f-84ed-bdce38a9a1af admin admin] Usage tracker for resource:security_group_rule and tenant:696b5f14e9474a18933653a389568a6e is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:07:41.682263 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-7f5a252a-6d6b-408f-84ed-bdce38a9a1af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:07:41.696470 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7f5a252a-6d6b-408f-84ed-bdce38a9a1af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:07:41.770961 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 6c28af82-ceb5-4365-92cc-061bcd4407b6 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:07:41.772651 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7f5a252a-6d6b-408f-84ed-bdce38a9a1af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.776614 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7f5a252a-6d6b-408f-84ed-bdce38a9a1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.808400 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f5a252a-6d6b-408f-84ed-bdce38a9a1af admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:07:41.814094 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: 6c28af82-ceb5-4365-92cc-061bcd4407b6 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:07:41.814438 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 6c28af82-ceb5-4365-92cc-061bcd4407b6 not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:07:41.819307 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a252a-6d6b-408f-84ed-bdce38a9a1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edaa3c93-47ce-44f3-8dd0-5fd99a655950,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:41.823718 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7f5a252a-6d6b-408f-84ed-bdce38a9a1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.824058 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-7f5a252a-6d6b-408f-84ed-bdce38a9a1af admin admin] Added segment bd5e51c2-a431-400a-bcee-8c3f523f344f of type vlan for network 0d5e78ea-bbb3-4ffb-a874-8636d9b04edf Jan 21 10:07:41.853005 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7f5a252a-6d6b-408f-84ed-bdce38a9a1af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.884479 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7f5a252a-6d6b-408f-84ed-bdce38a9a1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.885372 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5a252a-6d6b-408f-84ed-bdce38a9a1af admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:41.886073 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7f5a252a-6d6b-408f-84ed-bdce38a9a1af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.992341 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-7f5a252a-6d6b-408f-84ed-bdce38a9a1af admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5519755 Jan 21 10:07:41.993032 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a252a-6d6b-408f-84ed-bdce38a9a1af admin admin] Pushing event updated for resources: {'Network': ['ID=0d5e78ea-bbb3-4ffb-a874-8636d9b04edf,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:41.995278 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 40580) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:07:42.000900 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-eb450603-2990-4aca-ae1a-b7ae08f511e5 admin admin] Request body: {'subnet': {'network_id': '0d5e78ea-bbb3-4ffb-a874-8636d9b04edf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1557743668-subnet', 'tenant_id': '696b5f14e9474a18933653a389568a6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:07:42.006998 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-eb450603-2990-4aca-ae1a-b7ae08f511e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:07:42.007445 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 0d5e78ea-bbb3-4ffb-a874-8636d9b04edf details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:07:42.011226 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-eb450603-2990-4aca-ae1a-b7ae08f511e5 admin admin] Usage tracker for resource:subnet and tenant:696b5f14e9474a18933653a389568a6e is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:07:42.014304 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-eb450603-2990-4aca-ae1a-b7ae08f511e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:07:42.019869 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-eb450603-2990-4aca-ae1a-b7ae08f511e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:07:42.030827 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb450603-2990-4aca-ae1a-b7ae08f511e5 admin admin] Made reservation on behalf of 696b5f14e9474a18933653a389568a6e for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:07:42.033473 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eb450603-2990-4aca-ae1a-b7ae08f511e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:42.247088 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eb450603-2990-4aca-ae1a-b7ae08f511e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:42.411253 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb450603-2990-4aca-ae1a-b7ae08f511e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57677472-dedf-43f4-af45-ee15fc6db58b,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:42.423115 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb450603-2990-4aca-ae1a-b7ae08f511e5 admin admin] Checking segment: {'id': 'bd5e51c2-a431-400a-bcee-8c3f523f344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0d5e78ea-bbb3-4ffb-a874-8636d9b04edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:07:42.423473 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb450603-2990-4aca-ae1a-b7ae08f511e5 admin admin] Network hostable DHCP agents. Network: 0d5e78ea-bbb3-4ffb-a874-8636d9b04edf, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:07:42.447736 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb450603-2990-4aca-ae1a-b7ae08f511e5 admin admin] Network 0d5e78ea-bbb3-4ffb-a874-8636d9b04edf is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:07:42.457136 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-eb450603-2990-4aca-ae1a-b7ae08f511e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 0d5e78ea-bbb3-4ffb-a874-8636d9b04edf) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:07:42.463092 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb450603-2990-4aca-ae1a-b7ae08f511e5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:42.464292 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eb450603-2990-4aca-ae1a-b7ae08f511e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:42.465064 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add60790-a956-429d-a77e-0aef39315fc3 None None] Network 0d5e78ea-bbb3-4ffb-a874-8636d9b04edf requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:07:42.503849 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-eb450603-2990-4aca-ae1a-b7ae08f511e5 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4990056 Jan 21 10:07:42.690122 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a035da-3c9b-421f-a0a5-77945c361b51 None None] Network 0d5e78ea-bbb3-4ffb-a874-8636d9b04edf requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:07:43.065877 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-91f2214c-0f31-445d-abe1-7da456efef2c tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:43.066530 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-91f2214c-0f31-445d-abe1-7da456efef2c tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Synchronizing usage tracker for tenant:696b5f14e9474a18933653a389568a6e on resource:network {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:07:43.083280 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-91f2214c-0f31-445d-abe1-7da456efef2c tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Unset dirty status for tenant:696b5f14e9474a18933653a389568a6e on resource:network {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:07:43.084929 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-91f2214c-0f31-445d-abe1-7da456efef2c tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/networks?id=0d5e78ea-bbb3-4ffb-a874-8636d9b04edf HTTP/1.1" status: 200 len: 815 time: 0.1635787 Jan 21 10:07:43.101894 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-ed18b9d5-4cfa-40a7-a437-e4b756954bbf tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/quotas/696b5f14e9474a18933653a389568a6e HTTP/1.1" status: 200 len: 375 time: 0.0114725 Jan 21 10:07:43.152733 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-80b7829d-2968-4ba1-b41c-b452b91ffff8 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=696b5f14e9474a18933653a389568a6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454867 Jan 21 10:07:43.285907 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-de117d80-8945-47f3-a8e7-eaeadcb6c8e9 service neutron] 10.222.0.104 "GET /v2.0/networks/0d5e78ea-bbb3-4ffb-a874-8636d9b04edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264145 Jan 21 10:07:43.418589 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-f42c01cc-72a4-4868-bf52-fdce01934ea6 service neutron] 10.222.0.104 "GET /v2.0/networks/0d5e78ea-bbb3-4ffb-a874-8636d9b04edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267188 Jan 21 10:07:43.619220 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-4c0bf808-c922-4528-a937-4411158d46ac req-a4b0450d-9c6a-4a2c-8459-b04168180562 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 210 time: 0.0476258 Jan 21 10:07:44.739987 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-325c1f88-61c5-43c3-98fa-59f48f5b1051 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:44.741425 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-325c1f88-61c5-43c3-98fa-59f48f5b1051 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.124 "GET /v2.0/networks?id=0d5e78ea-bbb3-4ffb-a874-8636d9b04edf HTTP/1.1" status: 200 len: 815 time: 0.1653619 Jan 21 10:07:44.786163 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-17053c0b-bbec-4e3b-a0aa-838dff5f1d4a tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Request body: {'port': {'device_id': '1084aa39-a50d-463e-81af-04dd9fe9936f', 'network_id': '0d5e78ea-bbb3-4ffb-a874-8636d9b04edf', 'admin_state_up': True, 'tenant_id': '696b5f14e9474a18933653a389568a6e'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:07:44.807586 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3bd66cd0-6f6a-410b-a638-f141b24ba95a req-7032deb7-de42-42c0-acc1-4cfb0feb1f87 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 210 time: 0.0608561 Jan 21 10:07:44.930463 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-17053c0b-bbec-4e3b-a0aa-838dff5f1d4a tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:07:44.934253 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-17053c0b-bbec-4e3b-a0aa-838dff5f1d4a tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Usage tracker for resource:port and tenant:696b5f14e9474a18933653a389568a6e is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:07:44.936952 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-17053c0b-bbec-4e3b-a0aa-838dff5f1d4a tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:07:44.942549 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-17053c0b-bbec-4e3b-a0aa-838dff5f1d4a tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:07:44.952575 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-17053c0b-bbec-4e3b-a0aa-838dff5f1d4a tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Made reservation on behalf of 696b5f14e9474a18933653a389568a6e for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:07:44.955606 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-17053c0b-bbec-4e3b-a0aa-838dff5f1d4a tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:45.121423 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-17053c0b-bbec-4e3b-a0aa-838dff5f1d4a tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Allocated IP 172.20.0.9 (0d5e78ea-bbb3-4ffb-a874-8636d9b04edf/57677472-dedf-43f4-af45-ee15fc6db58b/2b543f4f-9e19-4457-bea4-0baeaae9e4d5) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:07:45.326030 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-17053c0b-bbec-4e3b-a0aa-838dff5f1d4a tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:45.355443 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-17053c0b-bbec-4e3b-a0aa-838dff5f1d4a tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:45.431706 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-17053c0b-bbec-4e3b-a0aa-838dff5f1d4a tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Network 0d5e78ea-bbb3-4ffb-a874-8636d9b04edf is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:07:45.434739 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-17053c0b-bbec-4e3b-a0aa-838dff5f1d4a tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:07:45.439404 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-17053c0b-bbec-4e3b-a0aa-838dff5f1d4a tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:07:45.464994 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17053c0b-bbec-4e3b-a0aa-838dff5f1d4a tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Pushing event updated for resources: {'Port': ['ID=2b543f4f-9e19-4457-bea4-0baeaae9e4d5,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:45.510713 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-17053c0b-bbec-4e3b-a0aa-838dff5f1d4a tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:45.511302 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-17053c0b-bbec-4e3b-a0aa-838dff5f1d4a tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:45.532338 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-17053c0b-bbec-4e3b-a0aa-838dff5f1d4a tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7498779 Jan 21 10:07:45.544173 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-1e9f686b-d9ac-4b40-931f-a5a5523b8a2f service neutron] Request body: {'port': {'device_id': '1084aa39-a50d-463e-81af-04dd9fe9936f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:07:45.654508 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-1e9f686b-d9ac-4b40-931f-a5a5523b8a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:46.022776 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8838716-fd54-4091-963e-7eac11f54023 req-4f170433-94c3-4a50-a706-d93a922eedd9 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:46.024261 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e8838716-fd54-4091-963e-7eac11f54023 req-4f170433-94c3-4a50-a706-d93a922eedd9 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 931 time: 0.0777991 Jan 21 10:07:46.079214 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e8838716-fd54-4091-963e-7eac11f54023 req-06325953-31b3-4252-bba9-4134d7ebfd0f tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490191 Jan 21 10:07:46.098488 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-1e9f686b-d9ac-4b40-931f-a5a5523b8a2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b543f4f-9e19-4457-bea4-0baeaae9e4d5 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:07:46.106235 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-1e9f686b-d9ac-4b40-931f-a5a5523b8a2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:46.122474 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-1e9f686b-d9ac-4b40-931f-a5a5523b8a2f service neutron] Transition to ACTIVE for port object 2b543f4f-9e19-4457-bea4-0baeaae9e4d5 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:07:46.125814 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-1e9f686b-d9ac-4b40-931f-a5a5523b8a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:46.253266 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f686b-d9ac-4b40-931f-a5a5523b8a2f service neutron] Pushing event updated for resources: {'Port': ['ID=2b543f4f-9e19-4457-bea4-0baeaae9e4d5,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:46.361711 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-1e9f686b-d9ac-4b40-931f-a5a5523b8a2f service neutron] Attempting to bind port 2b543f4f-9e19-4457-bea4-0baeaae9e4d5 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:07:46.361942 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-1e9f686b-d9ac-4b40-931f-a5a5523b8a2f service neutron] Attempting to bind port 2b543f4f-9e19-4457-bea4-0baeaae9e4d5 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'bd5e51c2-a431-400a-bcee-8c3f523f344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0d5e78ea-bbb3-4ffb-a874-8636d9b04edf'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:07:46.362275 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-1e9f686b-d9ac-4b40-931f-a5a5523b8a2f service neutron] Attempting to bind port 2b543f4f-9e19-4457-bea4-0baeaae9e4d5 on network 0d5e78ea-bbb3-4ffb-a874-8636d9b04edf {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:07:46.369097 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-1e9f686b-d9ac-4b40-931f-a5a5523b8a2f service neutron] Port 2b543f4f-9e19-4457-bea4-0baeaae9e4d5 on network 0d5e78ea-bbb3-4ffb-a874-8636d9b04edf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:07:46.369255 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-1e9f686b-d9ac-4b40-931f-a5a5523b8a2f service neutron] Attempting to bind port 2b543f4f-9e19-4457-bea4-0baeaae9e4d5 on network 0d5e78ea-bbb3-4ffb-a874-8636d9b04edf {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:07:46.375850 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-1e9f686b-d9ac-4b40-931f-a5a5523b8a2f service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:07:46.376216 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-1e9f686b-d9ac-4b40-931f-a5a5523b8a2f service neutron] Checking segment: {'id': 'bd5e51c2-a431-400a-bcee-8c3f523f344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0d5e78ea-bbb3-4ffb-a874-8636d9b04edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:07:46.376560 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-1e9f686b-d9ac-4b40-931f-a5a5523b8a2f service neutron] Bound using segment: {'id': 'bd5e51c2-a431-400a-bcee-8c3f523f344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0d5e78ea-bbb3-4ffb-a874-8636d9b04edf'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:07:46.376988 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-1e9f686b-d9ac-4b40-931f-a5a5523b8a2f service neutron] Bound port: 2b543f4f-9e19-4457-bea4-0baeaae9e4d5, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd5e51c2-a431-400a-bcee-8c3f523f344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0d5e78ea-bbb3-4ffb-a874-8636d9b04edf'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:07:46.377336 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-1e9f686b-d9ac-4b40-931f-a5a5523b8a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:46.470531 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-1e9f686b-d9ac-4b40-931f-a5a5523b8a2f service neutron] For port 2b543f4f-9e19-4457-bea4-0baeaae9e4d5, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:07:46.473442 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-1e9f686b-d9ac-4b40-931f-a5a5523b8a2f service neutron] For port 2b543f4f-9e19-4457-bea4-0baeaae9e4d5, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=2b543f4f-9e19-4457-bea4-0baeaae9e4d5,segment=NetworkSegment(bd5e51c2-a431-400a-bcee-8c3f523f344f),segment_id=bd5e51c2-a431-400a-bcee-8c3f523f344f)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:07:46.484626 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-1e9f686b-d9ac-4b40-931f-a5a5523b8a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:46.545844 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-1e9f686b-d9ac-4b40-931f-a5a5523b8a2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:46.547232 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-1e9f686b-d9ac-4b40-931f-a5a5523b8a2f service neutron] 10.222.0.124 "PUT /v2.0/ports/2b543f4f-9e19-4457-bea4-0baeaae9e4d5 HTTP/1.1" status: 200 len: 1093 time: 1.0072467 Jan 21 10:07:46.547657 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1084aa39-a50d-463e-81af-04dd9fe9936f', 'tag': '2b543f4f-9e19-4457-bea4-0baeaae9e4d5'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:07:46.567373 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f686b-d9ac-4b40-931f-a5a5523b8a2f service neutron] Pushing event updated for resources: {'Port': ['ID=2b543f4f-9e19-4457-bea4-0baeaae9e4d5,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:46.623051 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1084aa39-a50d-463e-81af-04dd9fe9936f', 'tag': '2b543f4f-9e19-4457-bea4-0baeaae9e4d5', 'status': 'completed', 'code': 200} Jan 21 10:07:46.664953 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-e9be0bd0-6bee-48bf-86f0-74686b6114db service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=696b5f14e9474a18933653a389568a6e&device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 1096 time: 0.0772529 Jan 21 10:07:46.732638 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-28ac2b45-df1b-44ac-b7fd-fbb01a434aa7 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b543f4f-9e19-4457-bea4-0baeaae9e4d5 HTTP/1.1" status: 200 len: 217 time: 0.0615673 Jan 21 10:07:46.799597 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-0e56319b-4b05-4eeb-b505-abd8c8acc943 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:46.801059 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-0e56319b-4b05-4eeb-b505-abd8c8acc943 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=57677472-dedf-43f4-af45-ee15fc6db58b HTTP/1.1" status: 200 len: 855 time: 0.0624964 Jan 21 10:07:46.850123 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-527634b9-3a8c-4eda-80d5-d3f56ee438a2 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=0d5e78ea-bbb3-4ffb-a874-8636d9b04edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422051 Jan 21 10:07:46.985050 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-e530c922-c438-4dce-af8a-0887bf3bf550 service neutron] 10.222.0.124 "GET /v2.0/networks/0d5e78ea-bbb3-4ffb-a874-8636d9b04edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287346 Jan 21 10:07:47.117913 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fffd61cd-aa57-4e0a-8a2f-d7345a1498ee req-d20b6e65-7cd0-4c63-900d-69648f9f5e04 service neutron] 10.222.0.124 "GET /v2.0/networks/0d5e78ea-bbb3-4ffb-a874-8636d9b04edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270092 Jan 21 10:07:47.235475 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-947959ec-302d-433b-9590-7bf58066c0a1 req-21e36d65-51a7-4623-9d66-f5e1dc9132f9 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=696b5f14e9474a18933653a389568a6e&device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 1096 time: 0.0696602 Jan 21 10:07:47.298636 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174479e2-912c-42cf-a060-c8e431aea613 req-f9059c41-0d67-42a5-8a81-a85b5afccb23 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:47.300091 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-174479e2-912c-42cf-a060-c8e431aea613 req-f9059c41-0d67-42a5-8a81-a85b5afccb23 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 943 time: 0.0847499 Jan 21 10:07:47.347241 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-174479e2-912c-42cf-a060-c8e431aea613 req-a3ce5a23-ca09-4366-81cd-f8ab44407e16 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398834 Jan 21 10:07:47.372447 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947959ec-302d-433b-9590-7bf58066c0a1 req-b646e152-2091-42a4-a7e0-db985a9322ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:47.374001 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-947959ec-302d-433b-9590-7bf58066c0a1 req-b646e152-2091-42a4-a7e0-db985a9322ef service neutron] 10.222.0.124 "GET /v2.0/networks?id=0d5e78ea-bbb3-4ffb-a874-8636d9b04edf HTTP/1.1" status: 200 len: 916 time: 0.1312640 Jan 21 10:07:47.448701 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-947959ec-302d-433b-9590-7bf58066c0a1 req-f55af238-b7c9-4984-9f39-33c2101787ad service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b543f4f-9e19-4457-bea4-0baeaae9e4d5 HTTP/1.1" status: 200 len: 217 time: 0.0652540 Jan 21 10:07:47.509991 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947959ec-302d-433b-9590-7bf58066c0a1 req-108a1823-23ed-469a-9206-2ec4878cadbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:47.511329 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-947959ec-302d-433b-9590-7bf58066c0a1 req-108a1823-23ed-469a-9206-2ec4878cadbf service neutron] 10.222.0.124 "GET /v2.0/subnets?id=57677472-dedf-43f4-af45-ee15fc6db58b HTTP/1.1" status: 200 len: 855 time: 0.0570223 Jan 21 10:07:47.630807 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:07:47.664298 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-947959ec-302d-433b-9590-7bf58066c0a1 req-85b1d7df-3404-4ce0-864c-0fe24f21d924 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=0d5e78ea-bbb3-4ffb-a874-8636d9b04edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1454744 Jan 21 10:07:47.798750 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-947959ec-302d-433b-9590-7bf58066c0a1 req-4ff92225-c4d7-4906-b095-c43d3123eb88 service neutron] 10.222.0.124 "GET /v2.0/networks/0d5e78ea-bbb3-4ffb-a874-8636d9b04edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279466 Jan 21 10:07:47.933103 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-947959ec-302d-433b-9590-7bf58066c0a1 req-3dfe1dcc-4ce8-450b-ae47-356496984369 service neutron] 10.222.0.124 "GET /v2.0/networks/0d5e78ea-bbb3-4ffb-a874-8636d9b04edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272831 Jan 21 10:07:48.546482 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa97c6-9820-498f-98f8-289514c5cc3a req-5d58c23b-1a24-4bab-bff2-d95159200204 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:48.547191 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-06aa97c6-9820-498f-98f8-289514c5cc3a req-5d58c23b-1a24-4bab-bff2-d95159200204 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Synchronizing usage tracker for tenant:696b5f14e9474a18933653a389568a6e on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:07:48.572001 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-06aa97c6-9820-498f-98f8-289514c5cc3a req-5d58c23b-1a24-4bab-bff2-d95159200204 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Unset dirty status for tenant:696b5f14e9474a18933653a389568a6e on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:07:48.573193 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-06aa97c6-9820-498f-98f8-289514c5cc3a req-5d58c23b-1a24-4bab-bff2-d95159200204 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 943 time: 0.1021409 Jan 21 10:07:48.620734 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-06aa97c6-9820-498f-98f8-289514c5cc3a req-055613e1-b8ee-4278-9cce-81f6bd27f062 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Synchronizing usage tracker for tenant:696b5f14e9474a18933653a389568a6e on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:07:48.638365 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-06aa97c6-9820-498f-98f8-289514c5cc3a req-055613e1-b8ee-4278-9cce-81f6bd27f062 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Unset dirty status for tenant:696b5f14e9474a18933653a389568a6e on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:07:48.639711 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-06aa97c6-9820-498f-98f8-289514c5cc3a req-055613e1-b8ee-4278-9cce-81f6bd27f062 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610759 Jan 21 10:07:49.801497 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 2b543f4f-9e19-4457-bea4-0baeaae9e4d5 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:07:49.845500 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008dcfb0-768e-4f9f-b69f-911749e867e7 req-cdd5a400-8f1a-423a-857b-073900fb7e5b tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:49.847774 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-008dcfb0-768e-4f9f-b69f-911749e867e7 req-cdd5a400-8f1a-423a-857b-073900fb7e5b tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 943 time: 0.0808871 Jan 21 10:07:49.900515 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-008dcfb0-768e-4f9f-b69f-911749e867e7 req-d0f81f98-f2a8-42ac-9ddd-78cdcf04f9d2 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464072 Jan 21 10:07:49.947957 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 2b543f4f-9e19-4457-bea4-0baeaae9e4d5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=2b543f4f-9e19-4457-bea4-0baeaae9e4d5,segment=NetworkSegment(bd5e51c2-a431-400a-bcee-8c3f523f344f),segment_id=bd5e51c2-a431-400a-bcee-8c3f523f344f)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:07:49.962405 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '2b543f4f-9e19-4457-bea4-0baeaae9e4d5', 'network_id': '0d5e78ea-bbb3-4ffb-a874-8636d9b04edf', 'port_id': '2b543f4f-9e19-4457-bea4-0baeaae9e4d5', 'mac_address': 'fa:16:3e:ea:fe:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57677472-dedf-43f4-af45-ee15fc6db58b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:07:50.018858 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:50.038846 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b543f4f-9e19-4457-bea4-0baeaae9e4d5 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:07:50.055541 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 2b543f4f-9e19-4457-bea4-0baeaae9e4d5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=2b543f4f-9e19-4457-bea4-0baeaae9e4d5,segment=NetworkSegment(bd5e51c2-a431-400a-bcee-8c3f523f344f),segment_id=bd5e51c2-a431-400a-bcee-8c3f523f344f)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:07:50.060108 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:50.166642 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=2b543f4f-9e19-4457-bea4-0baeaae9e4d5,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:50.278317 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['2b543f4f-9e19-4457-bea4-0baeaae9e4d5'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:07:50.478782 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:51.121646 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55a8ae-c8ac-4aed-8e29-f083c3ba676a req-8936e4d0-a27c-4370-a03c-1225180fe95d tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:51.123276 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7a55a8ae-c8ac-4aed-8e29-f083c3ba676a req-8936e4d0-a27c-4370-a03c-1225180fe95d tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 944 time: 0.0850096 Jan 21 10:07:51.168948 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7a55a8ae-c8ac-4aed-8e29-f083c3ba676a req-b93d98f2-01f6-4505-9bf6-2e39fa596b29 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396781 Jan 21 10:07:51.806325 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 2b543f4f-9e19-4457-bea4-0baeaae9e4d5 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:07:51.878318 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port 2b543f4f-9e19-4457-bea4-0baeaae9e4d5 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:07:51.883707 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 2b543f4f-9e19-4457-bea4-0baeaae9e4d5 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:07:51.884076 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:51.998439 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:52.027886 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1084aa39-a50d-463e-81af-04dd9fe9936f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b543f4f-9e19-4457-bea4-0baeaae9e4d5'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:07:52.037119 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 2b543f4f-9e19-4457-bea4-0baeaae9e4d5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=2b543f4f-9e19-4457-bea4-0baeaae9e4d5,segment=NetworkSegment(bd5e51c2-a431-400a-bcee-8c3f523f344f),segment_id=bd5e51c2-a431-400a-bcee-8c3f523f344f)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:07:52.042063 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:52.086533 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1084aa39-a50d-463e-81af-04dd9fe9936f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b543f4f-9e19-4457-bea4-0baeaae9e4d5', 'code': 200} Jan 21 10:07:52.112296 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=2b543f4f-9e19-4457-bea4-0baeaae9e4d5,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:52.364591 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-47a07cce-a477-408c-a06b-e479ff0e32f7 req-b4803290-4f5a-49bc-ba50-7ae0a9e5cb8c service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 1098 time: 0.1219549 Jan 21 10:07:52.424035 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-47a07cce-a477-408c-a06b-e479ff0e32f7 req-ce69a2a1-382c-4121-aad2-c987b7d0bd37 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500915 Jan 21 10:07:52.428677 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83136f27-69fc-4ac5-9ddb-ca7be0d48d72 req-1f62034b-b9bb-4218-aaa7-e34e85519b69 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:52.430901 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-83136f27-69fc-4ac5-9ddb-ca7be0d48d72 req-1f62034b-b9bb-4218-aaa7-e34e85519b69 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 945 time: 0.1291835 Jan 21 10:07:52.477737 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-83136f27-69fc-4ac5-9ddb-ca7be0d48d72 req-c31248b6-7bc5-433d-a1ba-e9c1b4b5a2b7 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411153 Jan 21 10:07:53.714525 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f6b31-012f-4fa4-8143-0e19232b25ed req-a569d07e-0249-47f6-bece-bf880db1f152 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:53.716255 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-d32f6b31-012f-4fa4-8143-0e19232b25ed req-a569d07e-0249-47f6-bece-bf880db1f152 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 945 time: 0.0786507 Jan 21 10:07:53.763126 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-d32f6b31-012f-4fa4-8143-0e19232b25ed req-292cb6aa-e788-4345-b196-784f949ddf5e tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413649 Jan 21 10:07:53.934500 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4c5f2e78-5067-48f7-87cb-cac7e1040a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:53.968639 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983fa92-36b2-405c-a70e-6a7405938816 req-f0b771ac-f440-4b96-9a49-3c4e03701a8d tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:53.970223 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7983fa92-36b2-405c-a70e-6a7405938816 req-f0b771ac-f440-4b96-9a49-3c4e03701a8d tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 945 time: 0.0846014 Jan 21 10:07:54.024806 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7983fa92-36b2-405c-a70e-6a7405938816 req-9d22dec4-7fee-4b4c-9ff5-5966450e5add tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488677 Jan 21 10:07:54.389806 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791f593-a31f-43bc-98ec-7f355c62b8d1 req-adb0d520-4d71-49ff-b7ab-b05c48ea34f1 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:54.391133 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d791f593-a31f-43bc-98ec-7f355c62b8d1 req-adb0d520-4d71-49ff-b7ab-b05c48ea34f1 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 945 time: 0.0762148 Jan 21 10:07:54.436605 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d791f593-a31f-43bc-98ec-7f355c62b8d1 req-a0db2210-2426-4778-af6d-dde2bf1ce90e tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400064 Jan 21 10:07:54.646440 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc30a4-8d7c-4595-9acd-8bfbcaa3da00 req-4baac93d-5286-4077-88d9-3f13b0031067 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:54.647891 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-65dc30a4-8d7c-4595-9acd-8bfbcaa3da00 req-4baac93d-5286-4077-88d9-3f13b0031067 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 945 time: 0.0913930 Jan 21 10:07:54.694405 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-65dc30a4-8d7c-4595-9acd-8bfbcaa3da00 req-e58a572c-f4a2-45f4-ac31-7697a15e402e tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401144 Jan 21 10:07:54.899560 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-558260c9-05a2-4322-84fd-57477984118a req-cd5f651f-c79d-4307-90a3-ecaa38c0682c service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0726862 Jan 21 10:07:55.151739 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c6416f50-406c-4f9d-9cce-2926af6daafb req-fa25997f-5a26-468c-aef4-25e5af6081c1 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0699039 Jan 21 10:07:55.219673 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ed46e-3655-4c4b-9e58-9e21c4fbe889 req-91f8ebc6-c165-4806-a9ca-9ca88109a1ca tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:55.221137 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-b10ed46e-3655-4c4b-9e58-9e21c4fbe889 req-91f8ebc6-c165-4806-a9ca-9ca88109a1ca tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 945 time: 0.0794063 Jan 21 10:07:55.270356 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-b10ed46e-3655-4c4b-9e58-9e21c4fbe889 req-2df5c9f7-80b8-4116-bc68-a428339695fe tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427723 Jan 21 10:07:56.344133 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5483a6d7-252f-4522-8887-0b1b39ae72a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:56.522257 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e8eec-68ff-419d-84d5-7cee9251defc req-cc2310b0-ff8f-4d6a-91c3-3c80038630c9 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:56.524405 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-342e8eec-68ff-419d-84d5-7cee9251defc req-cc2310b0-ff8f-4d6a-91c3-3c80038630c9 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 945 time: 0.1036839 Jan 21 10:07:56.528348 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c6416f50-406c-4f9d-9cce-2926af6daafb req-142c8811-17a0-44c7-9e46-ae2b2174b93b service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=696b5f14e9474a18933653a389568a6e&device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 1098 time: 0.1454165 Jan 21 10:07:56.659070 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-342e8eec-68ff-419d-84d5-7cee9251defc req-063abdca-d58b-46c4-9fed-d9ea87f63039 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278274 Jan 21 10:07:56.707152 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6416f50-406c-4f9d-9cce-2926af6daafb req-1643c16a-8bda-42fe-8513-feb38566e5a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:56.708626 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c6416f50-406c-4f9d-9cce-2926af6daafb req-1643c16a-8bda-42fe-8513-feb38566e5a2 service neutron] 10.222.0.124 "GET /v2.0/networks?id=0d5e78ea-bbb3-4ffb-a874-8636d9b04edf HTTP/1.1" status: 200 len: 916 time: 0.1629364 Jan 21 10:07:56.777552 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c6416f50-406c-4f9d-9cce-2926af6daafb req-6fc9f542-5118-4327-843a-2a8c17995015 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b543f4f-9e19-4457-bea4-0baeaae9e4d5 HTTP/1.1" status: 200 len: 217 time: 0.0634482 Jan 21 10:07:56.838521 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6416f50-406c-4f9d-9cce-2926af6daafb req-0e983118-60bf-4e65-9b94-6b745934ed21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:56.839948 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c6416f50-406c-4f9d-9cce-2926af6daafb req-0e983118-60bf-4e65-9b94-6b745934ed21 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=57677472-dedf-43f4-af45-ee15fc6db58b HTTP/1.1" status: 200 len: 855 time: 0.0570326 Jan 21 10:07:56.889576 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c6416f50-406c-4f9d-9cce-2926af6daafb req-ca981d97-4df2-4604-ac63-045f9731ee59 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=0d5e78ea-bbb3-4ffb-a874-8636d9b04edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440402 Jan 21 10:07:57.155820 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c6416f50-406c-4f9d-9cce-2926af6daafb req-d29971ef-9ae1-4fde-8323-3f2cda768a6b service neutron] 10.222.0.124 "GET /v2.0/networks/0d5e78ea-bbb3-4ffb-a874-8636d9b04edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599168 Jan 21 10:07:57.292535 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c6416f50-406c-4f9d-9cce-2926af6daafb req-d80f231c-8e6a-4cc2-90e5-7e0ecd456d52 service neutron] 10.222.0.124 "GET /v2.0/networks/0d5e78ea-bbb3-4ffb-a874-8636d9b04edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306911 Jan 21 10:07:57.477964 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:57.770986 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:57.866006 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e42c3a-51db-4398-8217-dc24a75ebbce req-25b62071-e375-4b6a-807c-ab5bcefba98f tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:57.868050 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-86e42c3a-51db-4398-8217-dc24a75ebbce req-25b62071-e375-4b6a-807c-ab5bcefba98f tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 945 time: 0.0838296 Jan 21 10:07:57.916426 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-86e42c3a-51db-4398-8217-dc24a75ebbce req-18cbacf4-d34e-4c1a-a33d-0a5e833d18fe tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428560 Jan 21 10:07:59.117468 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df68bbe-4e57-43b5-82cb-b7154dd2ea1a req-a883e02e-8f7c-4d90-b993-fdbdd8ed601f tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:59.118928 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5df68bbe-4e57-43b5-82cb-b7154dd2ea1a req-a883e02e-8f7c-4d90-b993-fdbdd8ed601f tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 945 time: 0.0810037 Jan 21 10:07:59.167228 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5df68bbe-4e57-43b5-82cb-b7154dd2ea1a req-7a88d42e-995f-4817-9b1f-5b76e42e3998 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427809 Jan 21 10:07:59.498497 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:00.371725 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe0d90-5fe1-4f87-8530-41e531732b81 req-2c2d8e37-e3e8-43a6-b99c-3ecd6b6d29c0 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:00.373189 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-60fe0d90-5fe1-4f87-8530-41e531732b81 req-2c2d8e37-e3e8-43a6-b99c-3ecd6b6d29c0 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 945 time: 0.0832009 Jan 21 10:08:00.420910 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-60fe0d90-5fe1-4f87-8530-41e531732b81 req-558459f0-e762-42ff-9f44-a49e895223d2 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418899 Jan 21 10:08:01.627652 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df172e-3d2a-4dea-ac81-c3955c433662 req-ee5e8f88-2c3a-474d-87d6-ba26bb1cd61f tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:01.629092 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-81df172e-3d2a-4dea-ac81-c3955c433662 req-ee5e8f88-2c3a-474d-87d6-ba26bb1cd61f tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 945 time: 0.0821333 Jan 21 10:08:01.684074 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-81df172e-3d2a-4dea-ac81-c3955c433662 req-20a882a3-5208-44d1-b982-69440d9e8c9b tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483866 Jan 21 10:08:02.901036 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e34dd-96fe-4f49-8920-a98d06268c50 req-a20bd4be-04cf-45f1-8c56-7016f63ef33d tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:02.902689 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-3c8e34dd-96fe-4f49-8920-a98d06268c50 req-a20bd4be-04cf-45f1-8c56-7016f63ef33d tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 945 time: 0.0858603 Jan 21 10:08:02.949594 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-3c8e34dd-96fe-4f49-8920-a98d06268c50 req-72bb50f3-0835-4dd6-b781-cf616b0be409 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406945 Jan 21 10:08:04.149440 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace61e6-496c-431e-84eb-ebe83a2bf618 req-16a6f356-c82f-4c49-85dd-999971816d62 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:04.150972 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cace61e6-496c-431e-84eb-ebe83a2bf618 req-16a6f356-c82f-4c49-85dd-999971816d62 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 945 time: 0.0764587 Jan 21 10:08:04.197374 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cace61e6-496c-431e-84eb-ebe83a2bf618 req-58c14076-dbdb-4631-99c4-936f853f5551 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407615 Jan 21 10:08:05.403812 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230d429-cd41-4eab-a947-1fcb12050b42 req-8d7f0dd8-c8b6-4b3e-9918-d9ddfdad08f5 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:05.405328 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-9230d429-cd41-4eab-a947-1fcb12050b42 req-8d7f0dd8-c8b6-4b3e-9918-d9ddfdad08f5 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 945 time: 0.0775714 Jan 21 10:08:05.454232 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-9230d429-cd41-4eab-a947-1fcb12050b42 req-c7a5495b-6916-4f38-88a4-fb09bf83d0d7 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429871 Jan 21 10:08:06.661784 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed733453-2805-49cb-bfbc-12c46f000047 req-3d6c349b-9c0c-47a9-9f48-122a62cf9bd8 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:06.663896 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ed733453-2805-49cb-bfbc-12c46f000047 req-3d6c349b-9c0c-47a9-9f48-122a62cf9bd8 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 945 time: 0.0853410 Jan 21 10:08:06.708976 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ed733453-2805-49cb-bfbc-12c46f000047 req-a2c6d34a-3fe7-44a8-8645-72f106f570d4 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395329 Jan 21 10:08:08.050359 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e781fb-e9dc-40f5-a650-185604b281f9 req-e867de50-f95e-4693-bf50-627ea005bff3 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:08.051821 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-b6e781fb-e9dc-40f5-a650-185604b281f9 req-e867de50-f95e-4693-bf50-627ea005bff3 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 945 time: 0.2209854 Jan 21 10:08:08.097890 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-b6e781fb-e9dc-40f5-a650-185604b281f9 req-1bc379fe-0d82-4b46-a872-b826cd99a27a tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402710 Jan 21 10:08:09.402351 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519de17a-76d6-4652-838b-61c5b05fad66 req-34f9fa54-f09d-4343-b2e6-e9010c4d49a4 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:09.403716 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-519de17a-76d6-4652-838b-61c5b05fad66 req-34f9fa54-f09d-4343-b2e6-e9010c4d49a4 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 945 time: 0.1481688 Jan 21 10:08:09.453146 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-519de17a-76d6-4652-838b-61c5b05fad66 req-46595c37-0b81-43b3-9f9f-6966674d7f83 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438731 Jan 21 10:08:10.679797 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ce052-9f39-4dcb-8073-5fc722514bde req-e6f4c0ef-879d-48d3-85f3-645fd99f13a0 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:10.681319 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ab1ce052-9f39-4dcb-8073-5fc722514bde req-e6f4c0ef-879d-48d3-85f3-645fd99f13a0 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 945 time: 0.0822330 Jan 21 10:08:10.728270 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ab1ce052-9f39-4dcb-8073-5fc722514bde req-44d41e5a-755e-4490-800e-9de0fd2db200 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410242 Jan 21 10:08:11.938084 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15efada-83ff-458c-95e5-1ff880e8582e req-46848856-a08e-43db-b6e4-1bb67c439941 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:11.939535 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b15efada-83ff-458c-95e5-1ff880e8582e req-46848856-a08e-43db-b6e4-1bb67c439941 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 945 time: 0.0814910 Jan 21 10:08:11.986796 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b15efada-83ff-458c-95e5-1ff880e8582e req-c9623ad5-c34f-4d20-afba-b1a187fa9be3 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412917 Jan 21 10:08:13.185650 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b6b9c-9321-46fa-baba-3ee5532cfb1c req-dff1dfff-e1ae-4a05-8585-11047729137c tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:13.187027 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-121b6b9c-9321-46fa-baba-3ee5532cfb1c req-dff1dfff-e1ae-4a05-8585-11047729137c tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 945 time: 0.0786242 Jan 21 10:08:13.235080 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-121b6b9c-9321-46fa-baba-3ee5532cfb1c req-cc408f21-adac-4e18-8055-f38d14378d0d tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416982 Jan 21 10:08:14.438169 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c8050-dba0-416a-89bf-493db01d1615 req-13fab36d-0cb8-4963-9c7b-6faee7704ea8 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:14.439674 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3d7c8050-dba0-416a-89bf-493db01d1615 req-13fab36d-0cb8-4963-9c7b-6faee7704ea8 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 945 time: 0.0823309 Jan 21 10:08:14.487857 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3d7c8050-dba0-416a-89bf-493db01d1615 req-c9fbe1ce-165e-4f46-9c43-59825f35d102 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419812 Jan 21 10:08:15.693830 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345f37d-f813-4c4f-9db3-dd3d72d4614b req-6358e07f-c494-4162-a26f-2ce1f3e2e4f7 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:15.695526 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-2345f37d-f813-4c4f-9db3-dd3d72d4614b req-6358e07f-c494-4162-a26f-2ce1f3e2e4f7 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 945 time: 0.0818427 Jan 21 10:08:15.742493 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-2345f37d-f813-4c4f-9db3-dd3d72d4614b req-c7177af5-772f-41f9-9fe7-be129921148a tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408626 Jan 21 10:08:16.958282 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1c59-520e-4abd-a099-784758369422 req-e3c854af-8469-4fad-8378-3a6d3d55be8c tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:16.959978 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-515d1c59-520e-4abd-a099-784758369422 req-e3c854af-8469-4fad-8378-3a6d3d55be8c tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 945 time: 0.0852799 Jan 21 10:08:17.007917 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-515d1c59-520e-4abd-a099-784758369422 req-af4c9a12-b56c-4752-8274-d5cdee943d27 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420930 Jan 21 10:08:18.348280 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7b30a-c09f-4707-ad83-22c625b0343f req-3fec5cb4-3dd7-48f4-9479-f6aa405a09ac tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:18.349768 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a9c7b30a-c09f-4707-ad83-22c625b0343f req-3fec5cb4-3dd7-48f4-9479-f6aa405a09ac tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 945 time: 0.0766354 Jan 21 10:08:18.401283 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a9c7b30a-c09f-4707-ad83-22c625b0343f req-749f9565-7bc7-499e-bff4-15761a629433 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456147 Jan 21 10:08:19.609969 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b2b46-15a5-460c-b7ec-6f85ff87abc0 req-a816afc3-e80d-4394-be6e-bc27bb9452e6 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:19.611441 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-816b2b46-15a5-460c-b7ec-6f85ff87abc0 req-a816afc3-e80d-4394-be6e-bc27bb9452e6 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 945 time: 0.0899484 Jan 21 10:08:19.661141 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-816b2b46-15a5-460c-b7ec-6f85ff87abc0 req-4c25cc96-8ddc-4d9d-b775-636bdda929b5 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437834 Jan 21 10:08:20.471755 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:20.955779 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f16a5-2855-4a47-abde-49906f155326 req-1658f25d-4428-4a67-ab37-2937267fa1de tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:20.957232 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-be1f16a5-2855-4a47-abde-49906f155326 req-1658f25d-4428-4a67-ab37-2937267fa1de tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 945 time: 0.1615348 Jan 21 10:08:21.007227 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-be1f16a5-2855-4a47-abde-49906f155326 req-63cf09d1-3217-4109-bd79-e923fa812dde tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432711 Jan 21 10:08:22.205821 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c99da2-38fd-4756-9ab9-dbba9ff3ab57 req-b0404bf1-55b7-4f3d-b76a-a6a492b29c4f tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:22.207182 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-90c99da2-38fd-4756-9ab9-dbba9ff3ab57 req-b0404bf1-55b7-4f3d-b76a-a6a492b29c4f tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 945 time: 0.0778735 Jan 21 10:08:22.258654 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-90c99da2-38fd-4756-9ab9-dbba9ff3ab57 req-97787160-1c1c-4bee-86ef-5dee7fe97c55 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453272 Jan 21 10:08:23.465753 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a95bd8-c424-4377-b476-657f3ab29f86 req-04a369f5-fa48-4151-9652-9e548ae9f1ae tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:23.467877 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-48a95bd8-c424-4377-b476-657f3ab29f86 req-04a369f5-fa48-4151-9652-9e548ae9f1ae tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 945 time: 0.0818806 Jan 21 10:08:23.521464 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-48a95bd8-c424-4377-b476-657f3ab29f86 req-9c0f3913-c01c-48d0-a555-905992a3e7e9 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480938 Jan 21 10:08:23.937221 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-82a47829-7750-481c-b78a-fa3b07f1e890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:24.047089 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c6416f50-406c-4f9d-9cce-2926af6daafb req-ed45f4a3-c22e-43ca-8b16-58b4762f830f service neutron] 10.222.0.124 "GET /v2.0/ports/2b543f4f-9e19-4457-bea4-0baeaae9e4d5/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.0764403 Jan 21 10:08:24.319160 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c6416f50-406c-4f9d-9cce-2926af6daafb req-17f5360a-7aff-4955-b48b-9bbac2acb5a0 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f&tenant_id=696b5f14e9474a18933653a389568a6e HTTP/1.1" status: 200 len: 1098 time: 0.0707607 Jan 21 10:08:24.422096 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c6416f50-406c-4f9d-9cce-2926af6daafb req-ca81c7b5-55bf-46d6-bea5-736e5fff30fc service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=696b5f14e9474a18933653a389568a6e&device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 1098 time: 0.0782773 Jan 21 10:08:24.559937 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6416f50-406c-4f9d-9cce-2926af6daafb req-9f33159f-4868-4f53-886e-ad65b33d5796 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:24.561850 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c6416f50-406c-4f9d-9cce-2926af6daafb req-9f33159f-4868-4f53-886e-ad65b33d5796 service neutron] 10.222.0.124 "GET /v2.0/networks?id=0d5e78ea-bbb3-4ffb-a874-8636d9b04edf HTTP/1.1" status: 200 len: 916 time: 0.1335804 Jan 21 10:08:24.626315 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:08:24.630237 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c6416f50-406c-4f9d-9cce-2926af6daafb req-cd6558ed-3bfb-44f0-9038-742bc12beff7 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b543f4f-9e19-4457-bea4-0baeaae9e4d5 HTTP/1.1" status: 200 len: 217 time: 0.0633178 Jan 21 10:08:24.754360 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6416f50-406c-4f9d-9cce-2926af6daafb req-b66b8a3a-957d-418d-af4d-d3fe142e165c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:24.755805 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c6416f50-406c-4f9d-9cce-2926af6daafb req-b66b8a3a-957d-418d-af4d-d3fe142e165c service neutron] 10.222.0.124 "GET /v2.0/subnets?id=57677472-dedf-43f4-af45-ee15fc6db58b HTTP/1.1" status: 200 len: 855 time: 0.1204970 Jan 21 10:08:24.905927 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c6416f50-406c-4f9d-9cce-2926af6daafb req-eb269f82-65c7-4fef-9507-48770201f527 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=0d5e78ea-bbb3-4ffb-a874-8636d9b04edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1439419 Jan 21 10:08:24.940728 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e9263-6ce1-4428-9187-ffb3cfcf287f req-e94aa4ec-de7a-46c3-a583-15795657c10d tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:24.942184 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-259e9263-6ce1-4428-9187-ffb3cfcf287f req-e94aa4ec-de7a-46c3-a583-15795657c10d tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 945 time: 0.2704394 Jan 21 10:08:25.083149 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-259e9263-6ce1-4428-9187-ffb3cfcf287f req-3ccc5ecb-f694-496d-b42e-db37e58161ca tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883501 Jan 21 10:08:25.091335 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c6416f50-406c-4f9d-9cce-2926af6daafb req-77685f5b-7d35-498a-8599-8fa42f6cd1cd service neutron] 10.222.0.124 "GET /v2.0/networks/0d5e78ea-bbb3-4ffb-a874-8636d9b04edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795442 Jan 21 10:08:25.224166 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c6416f50-406c-4f9d-9cce-2926af6daafb req-1d6e184c-4bc9-4b2f-ae49-e002841c195d service neutron] 10.222.0.124 "GET /v2.0/networks/0d5e78ea-bbb3-4ffb-a874-8636d9b04edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270285 Jan 21 10:08:26.285740 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f7fe5-13e4-46bf-a157-6f45e774efd2 req-90d8db03-1ff9-4d6b-88dd-e31c3e03c38e tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:26.287167 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-515f7fe5-13e4-46bf-a157-6f45e774efd2 req-90d8db03-1ff9-4d6b-88dd-e31c3e03c38e tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 945 time: 0.0779655 Jan 21 10:08:26.333243 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-515f7fe5-13e4-46bf-a157-6f45e774efd2 req-1abcadd0-5141-4842-abc2-6121d311e9e4 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404844 Jan 21 10:08:26.338431 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-83077687-6762-4adb-9fdc-2ab17c3b5920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:27.481354 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:27.536575 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072a3e6-5e2a-419e-89dd-82524df58f3d req-63ca7abb-53e2-4c67-9d21-690b50797994 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:27.538047 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d072a3e6-5e2a-419e-89dd-82524df58f3d req-63ca7abb-53e2-4c67-9d21-690b50797994 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 945 time: 0.0770495 Jan 21 10:08:27.585827 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d072a3e6-5e2a-419e-89dd-82524df58f3d req-8046540b-97af-4a05-b834-06ae0cf90cb4 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421247 Jan 21 10:08:27.777479 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:27.933229 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 2b543f4f-9e19-4457-bea4-0baeaae9e4d5 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:08:27.935760 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 2b543f4f-9e19-4457-bea4-0baeaae9e4d5 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:08:27.995694 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc41c67-9b62-46f2-8d7a-69a31688a687 req-79ef3b22-5f92-420e-af50-bc6d370632dc tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:27.997181 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2cc41c67-9b62-46f2-8d7a-69a31688a687 req-79ef3b22-5f92-420e-af50-bc6d370632dc tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 945 time: 0.1435664 Jan 21 10:08:28.002776 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226935a-d68b-4b95-a411-875b790a673b req-468e9b36-b02f-460a-a312-168aa1d8dd89 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:28.004129 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4226935a-d68b-4b95-a411-875b790a673b req-468e9b36-b02f-460a-a312-168aa1d8dd89 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.124 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f&tenant_id=696b5f14e9474a18933653a389568a6e&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 945 time: 0.1517770 Jan 21 10:08:28.052821 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2cc41c67-9b62-46f2-8d7a-69a31688a687 req-895c2fd4-0912-4a8f-b11d-2fa100f693ad tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477350 Jan 21 10:08:28.150735 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:28.192782 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 2b543f4f-9e19-4457-bea4-0baeaae9e4d5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=2b543f4f-9e19-4457-bea4-0baeaae9e4d5,segment=NetworkSegment(bd5e51c2-a431-400a-bcee-8c3f523f344f),segment_id=bd5e51c2-a431-400a-bcee-8c3f523f344f)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:08:28.207343 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1084aa39-a50d-463e-81af-04dd9fe9936f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b543f4f-9e19-4457-bea4-0baeaae9e4d5'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:08:28.218208 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '2b543f4f-9e19-4457-bea4-0baeaae9e4d5', 'network_id': '0d5e78ea-bbb3-4ffb-a874-8636d9b04edf', 'port_id': '2b543f4f-9e19-4457-bea4-0baeaae9e4d5', 'mac_address': 'fa:16:3e:ea:fe:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57677472-dedf-43f4-af45-ee15fc6db58b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:08:28.220371 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 2b543f4f-9e19-4457-bea4-0baeaae9e4d5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=2b543f4f-9e19-4457-bea4-0baeaae9e4d5,segment=NetworkSegment(bd5e51c2-a431-400a-bcee-8c3f523f344f),segment_id=bd5e51c2-a431-400a-bcee-8c3f523f344f)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:08:28.246220 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4226935a-d68b-4b95-a411-875b790a673b req-21769264-3b27-4c64-9efc-a77a80020995 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=696b5f14e9474a18933653a389568a6e&device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 1098 time: 0.1530790 Jan 21 10:08:28.250850 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:28.288000 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1084aa39-a50d-463e-81af-04dd9fe9936f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b543f4f-9e19-4457-bea4-0baeaae9e4d5', 'code': 200} Jan 21 10:08:28.328001 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:28.352686 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=2b543f4f-9e19-4457-bea4-0baeaae9e4d5,revision_number=6']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:08:28.355691 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b543f4f-9e19-4457-bea4-0baeaae9e4d5 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:08:28.367341 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:28.367666 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:28.368137 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:28.368528 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:28.368858 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:28.369182 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:28.369502 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:28.369848 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:28.370166 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:28.370480 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:28.370793 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:28.384397 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 2b543f4f-9e19-4457-bea4-0baeaae9e4d5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=2b543f4f-9e19-4457-bea4-0baeaae9e4d5,segment=NetworkSegment(bd5e51c2-a431-400a-bcee-8c3f523f344f),segment_id=bd5e51c2-a431-400a-bcee-8c3f523f344f)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:08:28.389669 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:28.400242 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226935a-d68b-4b95-a411-875b790a673b req-6e9db8d7-397f-44a5-aff9-6d2bb457da62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:28.401785 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4226935a-d68b-4b95-a411-875b790a673b req-6e9db8d7-397f-44a5-aff9-6d2bb457da62 service neutron] 10.222.0.124 "GET /v2.0/networks?id=0d5e78ea-bbb3-4ffb-a874-8636d9b04edf HTTP/1.1" status: 200 len: 916 time: 0.1496754 Jan 21 10:08:28.455459 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['2b543f4f-9e19-4457-bea4-0baeaae9e4d5'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:08:28.473016 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4226935a-d68b-4b95-a411-875b790a673b req-63241458-74bc-4665-9772-7e16facd5d96 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b543f4f-9e19-4457-bea4-0baeaae9e4d5 HTTP/1.1" status: 200 len: 217 time: 0.0655582 Jan 21 10:08:28.506488 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=2b543f4f-9e19-4457-bea4-0baeaae9e4d5,revision_number=7']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:08:28.539666 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226935a-d68b-4b95-a411-875b790a673b req-955f03b2-aa11-4ba3-93b1-30cdafcaf2ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:28.541109 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4226935a-d68b-4b95-a411-875b790a673b req-955f03b2-aa11-4ba3-93b1-30cdafcaf2ab service neutron] 10.222.0.124 "GET /v2.0/subnets?id=57677472-dedf-43f4-af45-ee15fc6db58b HTTP/1.1" status: 200 len: 855 time: 0.0626464 Jan 21 10:08:28.587029 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4226935a-d68b-4b95-a411-875b790a673b req-4b3eb541-fa43-4331-a9b2-56b370173bda service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=0d5e78ea-bbb3-4ffb-a874-8636d9b04edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396898 Jan 21 10:08:28.718812 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4226935a-d68b-4b95-a411-875b790a673b req-7760db55-2f3f-42f4-a39c-74852d29ef34 service neutron] 10.222.0.124 "GET /v2.0/networks/0d5e78ea-bbb3-4ffb-a874-8636d9b04edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261258 Jan 21 10:08:28.852972 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4226935a-d68b-4b95-a411-875b790a673b req-21d8c3aa-b93d-43e7-8604-48e86bc6c949 service neutron] 10.222.0.124 "GET /v2.0/networks/0d5e78ea-bbb3-4ffb-a874-8636d9b04edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271725 Jan 21 10:08:29.278625 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8a07a-7287-4838-aeff-fda510240be2 req-2e37353c-fdf3-4aa1-a1e5-0606f3a757a4 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:29.283271 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d7f8a07a-7287-4838-aeff-fda510240be2 req-2e37353c-fdf3-4aa1-a1e5-0606f3a757a4 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 944 time: 0.0861161 Jan 21 10:08:29.328130 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d7f8a07a-7287-4838-aeff-fda510240be2 req-dd453b88-61f5-498c-8ac9-7f66a6cb8ba2 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415921 Jan 21 10:08:29.503253 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:29.946793 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 2b543f4f-9e19-4457-bea4-0baeaae9e4d5 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:08:30.014237 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 2b543f4f-9e19-4457-bea4-0baeaae9e4d5 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:08:30.014596 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:30.133348 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:30.165784 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 2b543f4f-9e19-4457-bea4-0baeaae9e4d5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=2b543f4f-9e19-4457-bea4-0baeaae9e4d5,segment=NetworkSegment(bd5e51c2-a431-400a-bcee-8c3f523f344f),segment_id=bd5e51c2-a431-400a-bcee-8c3f523f344f)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:08:30.170091 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:30.235272 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=2b543f4f-9e19-4457-bea4-0baeaae9e4d5,revision_number=8']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:08:30.289629 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1084aa39-a50d-463e-81af-04dd9fe9936f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b543f4f-9e19-4457-bea4-0baeaae9e4d5'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:08:30.348728 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1084aa39-a50d-463e-81af-04dd9fe9936f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b543f4f-9e19-4457-bea4-0baeaae9e4d5', 'code': 200} Jan 21 10:08:30.531314 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72cda0-1c10-4729-a12c-f88e8bab7596 req-f421f6a2-5078-4da0-9f1b-8589905d136d tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:30.532880 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5e72cda0-1c10-4729-a12c-f88e8bab7596 req-f421f6a2-5078-4da0-9f1b-8589905d136d tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 945 time: 0.0785427 Jan 21 10:08:30.582948 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5e72cda0-1c10-4729-a12c-f88e8bab7596 req-3a28144b-e623-4d42-81ef-9d6fd1099462 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443592 Jan 21 10:08:30.791166 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29610b2-2a45-4307-8605-16848504b764 req-0a31caa0-6657-44ef-9d2f-e0f32a301627 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:30.792622 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e29610b2-2a45-4307-8605-16848504b764 req-0a31caa0-6657-44ef-9d2f-e0f32a301627 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 945 time: 0.0802174 Jan 21 10:08:30.838756 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e29610b2-2a45-4307-8605-16848504b764 req-0d95d900-9f44-4596-960c-7aee9e6e97c4 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403440 Jan 21 10:08:31.036628 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbd7bc-e712-4448-af2a-d88ad0245743 req-25a3cbda-23c5-43ff-9c34-5118f6b43601 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:31.038259 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e8cbd7bc-e712-4448-af2a-d88ad0245743 req-25a3cbda-23c5-43ff-9c34-5118f6b43601 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 945 time: 0.0791569 Jan 21 10:08:31.086590 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e8cbd7bc-e712-4448-af2a-d88ad0245743 req-568fd21e-004f-49bb-8ec3-b7727e374aeb tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420358 Jan 21 10:08:31.714960 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-c8c3da5f-99f0-4619-9740-311d6759a917 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:31.716308 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-c8c3da5f-99f0-4619-9740-311d6759a917 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/networks?id=0d5e78ea-bbb3-4ffb-a874-8636d9b04edf HTTP/1.1" status: 200 len: 815 time: 0.2447910 Jan 21 10:08:31.736161 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-600f8e1f-1585-4722-9339-a7bb34c8e4ea tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/quotas/696b5f14e9474a18933653a389568a6e HTTP/1.1" status: 200 len: 375 time: 0.0139160 Jan 21 10:08:31.819237 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-dc95a852-d6bd-461c-9fc2-221d2f1de3c8 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=696b5f14e9474a18933653a389568a6e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0776532 Jan 21 10:08:31.955408 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-eee4ca85-feae-49d4-86a5-f6d86d0af57f service neutron] 10.222.0.104 "GET /v2.0/networks/0d5e78ea-bbb3-4ffb-a874-8636d9b04edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294661 Jan 21 10:08:32.092738 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-89e28355-dd2c-4ffa-88fd-a28a2b02f313 service neutron] 10.222.0.104 "GET /v2.0/networks/0d5e78ea-bbb3-4ffb-a874-8636d9b04edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305220 Jan 21 10:08:32.284414 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-4e43157f-3b05-4308-b0ad-8bdfa8982406 req-018360d6-ffa5-4970-bd0b-8bd243c76c69 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 210 time: 0.0459051 Jan 21 10:08:33.162469 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9859d-6e2c-4190-9273-39bef76818d9 req-830e7d1f-72c3-4251-976b-8adaebef0892 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:33.164499 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-67b9859d-6e2c-4190-9273-39bef76818d9 req-830e7d1f-72c3-4251-976b-8adaebef0892 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.124 "GET /v2.0/ports?device_id=1084aa39-a50d-463e-81af-04dd9fe9936f HTTP/1.1" status: 200 len: 945 time: 0.0779831 Jan 21 10:08:33.231492 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-67b9859d-6e2c-4190-9273-39bef76818d9 req-7a8e22ca-444a-4485-b223-5e19c792c2ab tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Deleting port 2b543f4f-9e19-4457-bea4-0baeaae9e4d5 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:08:33.231833 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-67b9859d-6e2c-4190-9273-39bef76818d9 req-7a8e22ca-444a-4485-b223-5e19c792c2ab tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:33.563636 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cf8bc46f-d586-47e4-8c89-e968bb90d061 req-fd26a1a2-41d5-473a-a81a-86e7b61f3ae7 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 210 time: 0.0632701 Jan 21 10:08:33.662788 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-9a43891c-2e80-4af8-9345-465a3a083d38 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:33.664263 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-9a43891c-2e80-4af8-9345-465a3a083d38 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.124 "GET /v2.0/networks?id=0d5e78ea-bbb3-4ffb-a874-8636d9b04edf HTTP/1.1" status: 200 len: 815 time: 0.3099024 Jan 21 10:08:33.665915 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-67b9859d-6e2c-4190-9273-39bef76818d9 req-7a8e22ca-444a-4485-b223-5e19c792c2ab tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] For port 2b543f4f-9e19-4457-bea4-0baeaae9e4d5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=2b543f4f-9e19-4457-bea4-0baeaae9e4d5,segment=NetworkSegment(bd5e51c2-a431-400a-bcee-8c3f523f344f),segment_id=bd5e51c2-a431-400a-bcee-8c3f523f344f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:08:33.666261 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-67b9859d-6e2c-4190-9273-39bef76818d9 req-7a8e22ca-444a-4485-b223-5e19c792c2ab tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:33.681960 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-d93c9312-662b-4ac9-a258-b3e41915d03c tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Request body: {'port': {'device_id': '184689b5-b12e-4568-a752-104a81919295', 'network_id': '0d5e78ea-bbb3-4ffb-a874-8636d9b04edf', 'admin_state_up': True, 'tenant_id': '696b5f14e9474a18933653a389568a6e'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:08:33.807511 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-67b9859d-6e2c-4190-9273-39bef76818d9 req-7a8e22ca-444a-4485-b223-5e19c792c2ab tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Calling delete_port for 2b543f4f-9e19-4457-bea4-0baeaae9e4d5 owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:08:34.013451 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-d93c9312-662b-4ac9-a258-b3e41915d03c tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:08:34.024269 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-d93c9312-662b-4ac9-a258-b3e41915d03c tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Usage tracker for resource:port and tenant:696b5f14e9474a18933653a389568a6e is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:08:34.028598 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-d93c9312-662b-4ac9-a258-b3e41915d03c tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:08:34.037012 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-d93c9312-662b-4ac9-a258-b3e41915d03c tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:08:34.058779 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-d93c9312-662b-4ac9-a258-b3e41915d03c tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Made reservation on behalf of 696b5f14e9474a18933653a389568a6e for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:08:34.061929 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-d93c9312-662b-4ac9-a258-b3e41915d03c tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:34.074052 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-67b9859d-6e2c-4190-9273-39bef76818d9 req-7a8e22ca-444a-4485-b223-5e19c792c2ab tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:34.139084 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e22ca-444a-4485-b223-5e19c792c2ab tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Pushing event deleted for resources: {'Port': ['ID=2b543f4f-9e19-4457-bea4-0baeaae9e4d5,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:08:34.370518 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b9859d-6e2c-4190-9273-39bef76818d9 req-7a8e22ca-444a-4485-b223-5e19c792c2ab tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] No DVR routers for this DVR port 2b543f4f-9e19-4457-bea4-0baeaae9e4d5 on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:08:34.375375 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-67b9859d-6e2c-4190-9273-39bef76818d9 req-7a8e22ca-444a-4485-b223-5e19c792c2ab tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:34.378128 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1084aa39-a50d-463e-81af-04dd9fe9936f', 'name': 'network-vif-deleted', 'tag': '2b543f4f-9e19-4457-bea4-0baeaae9e4d5'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:08:34.430338 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-67b9859d-6e2c-4190-9273-39bef76818d9 req-7a8e22ca-444a-4485-b223-5e19c792c2ab tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.124 "DELETE /v2.0/ports/2b543f4f-9e19-4457-bea4-0baeaae9e4d5 HTTP/1.1" status: 204 len: 173 time: 1.2608709 Jan 21 10:08:34.439536 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1084aa39-a50d-463e-81af-04dd9fe9936f', 'name': 'network-vif-deleted', 'tag': '2b543f4f-9e19-4457-bea4-0baeaae9e4d5', 'status': 'completed', 'code': 200} Jan 21 10:08:34.464198 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-d93c9312-662b-4ac9-a258-b3e41915d03c tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Allocated IP 172.20.0.3 (0d5e78ea-bbb3-4ffb-a874-8636d9b04edf/57677472-dedf-43f4-af45-ee15fc6db58b/0215dae5-e591-4947-b95f-ee889bb59623) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:08:34.687346 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-d93c9312-662b-4ac9-a258-b3e41915d03c tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:34.737922 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-23950220-43cb-4722-ae13-65f4ba1e5198 req-00c2c9a6-4c23-422d-85a9-e045902d34bc tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Synchronizing usage tracker for tenant:696b5f14e9474a18933653a389568a6e on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:08:34.761165 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-23950220-43cb-4722-ae13-65f4ba1e5198 req-00c2c9a6-4c23-422d-85a9-e045902d34bc tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Unset dirty status for tenant:696b5f14e9474a18933653a389568a6e on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:08:34.762346 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-23950220-43cb-4722-ae13-65f4ba1e5198 req-00c2c9a6-4c23-422d-85a9-e045902d34bc tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 210 time: 0.0699492 Jan 21 10:08:34.771309 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-d93c9312-662b-4ac9-a258-b3e41915d03c tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:34.848483 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-d93c9312-662b-4ac9-a258-b3e41915d03c tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Network 0d5e78ea-bbb3-4ffb-a874-8636d9b04edf is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:08:34.852985 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-d93c9312-662b-4ac9-a258-b3e41915d03c tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:08:34.854913 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c9312-662b-4ac9-a258-b3e41915d03c tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Pushing event updated for resources: {'Port': ['ID=0215dae5-e591-4947-b95f-ee889bb59623,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:08:34.856990 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-d93c9312-662b-4ac9-a258-b3e41915d03c tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:08:34.923159 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-d93c9312-662b-4ac9-a258-b3e41915d03c tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:34.923749 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-d93c9312-662b-4ac9-a258-b3e41915d03c tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:34.942702 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-d93c9312-662b-4ac9-a258-b3e41915d03c tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2642369 Jan 21 10:08:34.953574 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-32ecc134-7182-42b5-9ce0-d16d9dfa3e87 service neutron] Request body: {'port': {'device_id': '184689b5-b12e-4568-a752-104a81919295', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:08:35.065724 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-32ecc134-7182-42b5-9ce0-d16d9dfa3e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:35.407266 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-32ecc134-7182-42b5-9ce0-d16d9dfa3e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0215dae5-e591-4947-b95f-ee889bb59623 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:08:35.413922 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-32ecc134-7182-42b5-9ce0-d16d9dfa3e87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:35.429080 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-32ecc134-7182-42b5-9ce0-d16d9dfa3e87 service neutron] Transition to ACTIVE for port object 0215dae5-e591-4947-b95f-ee889bb59623 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:08:35.434033 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-32ecc134-7182-42b5-9ce0-d16d9dfa3e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:35.557017 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ecc134-7182-42b5-9ce0-d16d9dfa3e87 service neutron] Pushing event updated for resources: {'Port': ['ID=0215dae5-e591-4947-b95f-ee889bb59623,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:08:35.665719 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-32ecc134-7182-42b5-9ce0-d16d9dfa3e87 service neutron] Attempting to bind port 0215dae5-e591-4947-b95f-ee889bb59623 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:08:35.666033 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-32ecc134-7182-42b5-9ce0-d16d9dfa3e87 service neutron] Attempting to bind port 0215dae5-e591-4947-b95f-ee889bb59623 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'bd5e51c2-a431-400a-bcee-8c3f523f344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0d5e78ea-bbb3-4ffb-a874-8636d9b04edf'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:08:35.666301 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-32ecc134-7182-42b5-9ce0-d16d9dfa3e87 service neutron] Attempting to bind port 0215dae5-e591-4947-b95f-ee889bb59623 on network 0d5e78ea-bbb3-4ffb-a874-8636d9b04edf {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:08:35.671948 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-32ecc134-7182-42b5-9ce0-d16d9dfa3e87 service neutron] Port 0215dae5-e591-4947-b95f-ee889bb59623 on network 0d5e78ea-bbb3-4ffb-a874-8636d9b04edf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:08:35.672268 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-32ecc134-7182-42b5-9ce0-d16d9dfa3e87 service neutron] Attempting to bind port 0215dae5-e591-4947-b95f-ee889bb59623 on network 0d5e78ea-bbb3-4ffb-a874-8636d9b04edf {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:08:35.679136 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-32ecc134-7182-42b5-9ce0-d16d9dfa3e87 service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:08:35.679625 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-32ecc134-7182-42b5-9ce0-d16d9dfa3e87 service neutron] Checking segment: {'id': 'bd5e51c2-a431-400a-bcee-8c3f523f344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0d5e78ea-bbb3-4ffb-a874-8636d9b04edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:08:35.680017 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-32ecc134-7182-42b5-9ce0-d16d9dfa3e87 service neutron] Bound using segment: {'id': 'bd5e51c2-a431-400a-bcee-8c3f523f344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0d5e78ea-bbb3-4ffb-a874-8636d9b04edf'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:08:35.680447 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-32ecc134-7182-42b5-9ce0-d16d9dfa3e87 service neutron] Bound port: 0215dae5-e591-4947-b95f-ee889bb59623, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd5e51c2-a431-400a-bcee-8c3f523f344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0d5e78ea-bbb3-4ffb-a874-8636d9b04edf'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:08:35.680788 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-32ecc134-7182-42b5-9ce0-d16d9dfa3e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:35.772124 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-32ecc134-7182-42b5-9ce0-d16d9dfa3e87 service neutron] For port 0215dae5-e591-4947-b95f-ee889bb59623, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:08:35.775112 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-32ecc134-7182-42b5-9ce0-d16d9dfa3e87 service neutron] For port 0215dae5-e591-4947-b95f-ee889bb59623, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0215dae5-e591-4947-b95f-ee889bb59623,segment=NetworkSegment(bd5e51c2-a431-400a-bcee-8c3f523f344f),segment_id=bd5e51c2-a431-400a-bcee-8c3f523f344f)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:08:35.779563 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-32ecc134-7182-42b5-9ce0-d16d9dfa3e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:35.853065 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-32ecc134-7182-42b5-9ce0-d16d9dfa3e87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:35.854464 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-32ecc134-7182-42b5-9ce0-d16d9dfa3e87 service neutron] 10.222.0.124 "PUT /v2.0/ports/0215dae5-e591-4947-b95f-ee889bb59623 HTTP/1.1" status: 200 len: 1093 time: 0.9054675 Jan 21 10:08:35.864760 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ecc134-7182-42b5-9ce0-d16d9dfa3e87 service neutron] Pushing event updated for resources: {'Port': ['ID=0215dae5-e591-4947-b95f-ee889bb59623,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:08:35.978002 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 2b543f4f-9e19-4457-bea4-0baeaae9e4d5 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:08:35.980726 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-ed1b314a-e24b-4789-bafd-d343de429d49 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=696b5f14e9474a18933653a389568a6e&device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 1096 time: 0.0802028 Jan 21 10:08:35.992855 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585be848-f4c3-4864-b117-3fdbeb27920a req-c2b7c00c-0d99-4f70-a1f9-4f67fca8bd83 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:35.994663 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-585be848-f4c3-4864-b117-3fdbeb27920a req-c2b7c00c-0d99-4f70-a1f9-4f67fca8bd83 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 943 time: 0.0834222 Jan 21 10:08:36.015547 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: 2b543f4f-9e19-4457-bea4-0baeaae9e4d5 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:08:36.015885 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 2b543f4f-9e19-4457-bea4-0baeaae9e4d5 not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:08:36.042670 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-585be848-f4c3-4864-b117-3fdbeb27920a req-d5555579-b5d8-45c0-b581-d46120ced994 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419302 Jan 21 10:08:36.052702 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-e4b69eeb-c159-413f-a811-8ac75c0da895 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0215dae5-e591-4947-b95f-ee889bb59623 HTTP/1.1" status: 200 len: 217 time: 0.0653305 Jan 21 10:08:36.225649 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-fbb11412-6f16-4213-9b18-f40fa907a54e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:36.227287 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-fbb11412-6f16-4213-9b18-f40fa907a54e service neutron] 10.222.0.124 "GET /v2.0/subnets?id=57677472-dedf-43f4-af45-ee15fc6db58b HTTP/1.1" status: 200 len: 855 time: 0.1685827 Jan 21 10:08:36.274840 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-8f571e6a-c98f-4d96-84c4-51ecf4d4320b service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=0d5e78ea-bbb3-4ffb-a874-8636d9b04edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406976 Jan 21 10:08:36.415106 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-da54c4e5-cd4c-42e5-a381-b5a4d8da5b81 service neutron] 10.222.0.124 "GET /v2.0/networks/0d5e78ea-bbb3-4ffb-a874-8636d9b04edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345968 Jan 21 10:08:36.440574 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184689b5-b12e-4568-a752-104a81919295', 'tag': '0215dae5-e591-4947-b95f-ee889bb59623'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:08:36.499454 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '184689b5-b12e-4568-a752-104a81919295', 'tag': '0215dae5-e591-4947-b95f-ee889bb59623', 'status': 'completed', 'code': 200} Jan 21 10:08:36.570412 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-39d1420e-31a5-44f2-a73d-b12a4c4211a0 req-f8fa67ba-6417-4e86-970e-8c2c1c40796c service neutron] 10.222.0.124 "GET /v2.0/networks/0d5e78ea-bbb3-4ffb-a874-8636d9b04edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486185 Jan 21 10:08:36.690220 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-357bde4d-b134-4920-9f4f-53f65f4159db req-f3aea0cd-0e35-47e9-b903-49a0ecb61dc8 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=696b5f14e9474a18933653a389568a6e&device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 1096 time: 0.0772541 Jan 21 10:08:36.826672 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bde4d-b134-4920-9f4f-53f65f4159db req-132c83ac-100a-437b-bc23-dfc6c0c7312e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:36.828411 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-357bde4d-b134-4920-9f4f-53f65f4159db req-132c83ac-100a-437b-bc23-dfc6c0c7312e service neutron] 10.222.0.124 "GET /v2.0/networks?id=0d5e78ea-bbb3-4ffb-a874-8636d9b04edf HTTP/1.1" status: 200 len: 916 time: 0.1313875 Jan 21 10:08:36.898092 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-357bde4d-b134-4920-9f4f-53f65f4159db req-8b0a27ca-e681-44d6-876b-6e9b82ccc652 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0215dae5-e591-4947-b95f-ee889bb59623 HTTP/1.1" status: 200 len: 217 time: 0.0612547 Jan 21 10:08:36.965865 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bde4d-b134-4920-9f4f-53f65f4159db req-2f229a17-8534-449f-a565-040f14d949b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:36.967283 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-357bde4d-b134-4920-9f4f-53f65f4159db req-2f229a17-8534-449f-a565-040f14d949b9 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=57677472-dedf-43f4-af45-ee15fc6db58b HTTP/1.1" status: 200 len: 855 time: 0.0630484 Jan 21 10:08:37.014946 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-357bde4d-b134-4920-9f4f-53f65f4159db req-4dadf304-1753-4a48-8a15-40b2b70a42e0 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=0d5e78ea-bbb3-4ffb-a874-8636d9b04edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400021 Jan 21 10:08:37.155357 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-357bde4d-b134-4920-9f4f-53f65f4159db req-ab1de0ff-1f2b-4456-8576-f8d941071745 service neutron] 10.222.0.124 "GET /v2.0/networks/0d5e78ea-bbb3-4ffb-a874-8636d9b04edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327662 Jan 21 10:08:37.244591 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc26e01-2b8a-4c21-877c-c1c0ced356bb req-58f5458d-b417-4b51-92d0-9a339677698d tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:37.246849 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-bdc26e01-2b8a-4c21-877c-c1c0ced356bb req-58f5458d-b417-4b51-92d0-9a339677698d tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 943 time: 0.0776415 Jan 21 10:08:37.292140 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-bdc26e01-2b8a-4c21-877c-c1c0ced356bb req-a259e98d-8556-4a40-bbbd-47869f23770f tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395901 Jan 21 10:08:37.300790 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-357bde4d-b134-4920-9f4f-53f65f4159db req-8385325b-059d-49af-8fbd-543816f660cd service neutron] 10.222.0.124 "GET /v2.0/networks/0d5e78ea-bbb3-4ffb-a874-8636d9b04edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370542 Jan 21 10:08:37.977589 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 0215dae5-e591-4947-b95f-ee889bb59623 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:08:38.114347 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 0215dae5-e591-4947-b95f-ee889bb59623, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0215dae5-e591-4947-b95f-ee889bb59623,segment=NetworkSegment(bd5e51c2-a431-400a-bcee-8c3f523f344f),segment_id=bd5e51c2-a431-400a-bcee-8c3f523f344f)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:08:38.136843 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '0215dae5-e591-4947-b95f-ee889bb59623', 'network_id': '0d5e78ea-bbb3-4ffb-a874-8636d9b04edf', 'port_id': '0215dae5-e591-4947-b95f-ee889bb59623', 'mac_address': 'fa:16:3e:38:9e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57677472-dedf-43f4-af45-ee15fc6db58b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:08:38.192025 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:38.210749 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0215dae5-e591-4947-b95f-ee889bb59623 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:08:38.225304 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 0215dae5-e591-4947-b95f-ee889bb59623, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0215dae5-e591-4947-b95f-ee889bb59623,segment=NetworkSegment(bd5e51c2-a431-400a-bcee-8c3f523f344f),segment_id=bd5e51c2-a431-400a-bcee-8c3f523f344f)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:08:38.229784 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:38.330233 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=0215dae5-e591-4947-b95f-ee889bb59623,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:08:38.432369 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['0215dae5-e591-4947-b95f-ee889bb59623'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:08:38.512060 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b240b2-0913-48bf-9d19-5cda5e0fbe83 req-79655aaa-3041-4431-bacf-bcbc903a0e5a tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:38.513849 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-83b240b2-0913-48bf-9d19-5cda5e0fbe83 req-79655aaa-3041-4431-bacf-bcbc903a0e5a tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 944 time: 0.0891013 Jan 21 10:08:38.567306 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-83b240b2-0913-48bf-9d19-5cda5e0fbe83 req-2a74f052-7c55-468c-9ce1-70c758e561c3 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479169 Jan 21 10:08:39.773469 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e6092-8d66-4ac3-972b-1182f30a3a43 req-50c9b4e6-f3e7-469d-a4b0-631f1db60cd9 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:39.775213 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-844e6092-8d66-4ac3-972b-1182f30a3a43 req-50c9b4e6-f3e7-469d-a4b0-631f1db60cd9 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 944 time: 0.0800917 Jan 21 10:08:39.825394 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-844e6092-8d66-4ac3-972b-1182f30a3a43 req-989631c7-9b1b-455d-9c98-e4872eeaf214 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443640 Jan 21 10:08:39.994405 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 0215dae5-e591-4947-b95f-ee889bb59623 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:08:40.073454 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port 0215dae5-e591-4947-b95f-ee889bb59623 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:08:40.078312 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 0215dae5-e591-4947-b95f-ee889bb59623 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:08:40.078680 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:40.208179 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:40.238758 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184689b5-b12e-4568-a752-104a81919295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0215dae5-e591-4947-b95f-ee889bb59623'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:08:40.248124 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 0215dae5-e591-4947-b95f-ee889bb59623, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0215dae5-e591-4947-b95f-ee889bb59623,segment=NetworkSegment(bd5e51c2-a431-400a-bcee-8c3f523f344f),segment_id=bd5e51c2-a431-400a-bcee-8c3f523f344f)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:08:40.253077 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:40.304690 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184689b5-b12e-4568-a752-104a81919295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0215dae5-e591-4947-b95f-ee889bb59623', 'code': 200} Jan 21 10:08:40.331566 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=0215dae5-e591-4947-b95f-ee889bb59623,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:08:40.529011 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-098be1dc-4677-4fa0-8c9f-57c51af4b95e req-540f80ae-ac4c-4e72-8c24-aa546d9909b3 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 1098 time: 0.0746744 Jan 21 10:08:40.576487 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-098be1dc-4677-4fa0-8c9f-57c51af4b95e req-b7ce7c31-c7a6-48fe-9ce9-a52fcda9bc47 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417521 Jan 21 10:08:41.039114 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba37e46-b5d2-4207-9428-6ea3297e83a7 req-3c1d2e78-4898-445c-b8a6-4fdad5554d99 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:41.040675 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-1ba37e46-b5d2-4207-9428-6ea3297e83a7 req-3c1d2e78-4898-445c-b8a6-4fdad5554d99 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 945 time: 0.0836587 Jan 21 10:08:41.090773 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-1ba37e46-b5d2-4207-9428-6ea3297e83a7 req-9e7538a2-9473-436c-9f7d-15e128913811 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443830 Jan 21 10:08:42.296920 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623b6f8-d6a8-4134-91bb-080d71cbd38a req-8bc30f03-e0b0-48b6-b0fc-6f896139ea43 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:42.298627 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6623b6f8-d6a8-4134-91bb-080d71cbd38a req-8bc30f03-e0b0-48b6-b0fc-6f896139ea43 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 945 time: 0.0796688 Jan 21 10:08:42.344664 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6623b6f8-d6a8-4134-91bb-080d71cbd38a req-811fc7b7-26fb-413e-9dd6-35b7d8f6a28e tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392001 Jan 21 10:08:42.542553 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65761ef4-4d4d-4f3d-a0ab-882af146de43 req-3fb2ac07-cdba-4076-90b2-56920bcb3aa0 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:42.544005 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-65761ef4-4d4d-4f3d-a0ab-882af146de43 req-3fb2ac07-cdba-4076-90b2-56920bcb3aa0 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 945 time: 0.0798192 Jan 21 10:08:42.591425 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-65761ef4-4d4d-4f3d-a0ab-882af146de43 req-26f4dd8e-6a2b-4318-8c81-c88a2392ec13 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415819 Jan 21 10:08:42.864614 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8777ae6d-f6da-4779-b7e6-7ca36f884b7e req-f4715378-0fc1-4046-b719-7570d551df84 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1407685 Jan 21 10:08:43.123906 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a38f5511-3cc7-4564-bef1-f73f53e960b1 req-5f55aeac-b9e5-49cb-a789-705e6901fe39 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0751293 Jan 21 10:08:43.198666 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d687dc-97a8-45f1-9f95-4a1108e3624c req-5947d76a-6b83-4627-a9da-465209ada0e5 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:43.200084 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-c5d687dc-97a8-45f1-9f95-4a1108e3624c req-5947d76a-6b83-4627-a9da-465209ada0e5 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 945 time: 0.0954900 Jan 21 10:08:43.250206 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-c5d687dc-97a8-45f1-9f95-4a1108e3624c req-e998f3be-5d68-44e3-8287-7f7811e45190 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445311 Jan 21 10:08:44.327196 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a38f5511-3cc7-4564-bef1-f73f53e960b1 req-d5862524-700d-4130-a55f-c9008a6d71ec service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=696b5f14e9474a18933653a389568a6e&device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 1098 time: 0.0764482 Jan 21 10:08:44.610069 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f5511-3cc7-4564-bef1-f73f53e960b1 req-fd10d59f-46aa-4b92-b495-9bd955c81719 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:44.611470 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a38f5511-3cc7-4564-bef1-f73f53e960b1 req-fd10d59f-46aa-4b92-b495-9bd955c81719 service neutron] 10.222.0.124 "GET /v2.0/networks?id=0d5e78ea-bbb3-4ffb-a874-8636d9b04edf HTTP/1.1" status: 200 len: 916 time: 0.2781117 Jan 21 10:08:44.672910 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255ffea-f71e-4b7e-acc6-7e628ba5bb19 req-64d87111-993c-401d-af2b-12355152b44d tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:44.674366 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2255ffea-f71e-4b7e-acc6-7e628ba5bb19 req-64d87111-993c-401d-af2b-12355152b44d tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 945 time: 0.1765883 Jan 21 10:08:44.704348 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a38f5511-3cc7-4564-bef1-f73f53e960b1 req-2fe80139-7fa9-481e-b5d3-1d81c1f92d15 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0215dae5-e591-4947-b95f-ee889bb59623 HTTP/1.1" status: 200 len: 217 time: 0.0849059 Jan 21 10:08:44.782658 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2255ffea-f71e-4b7e-acc6-7e628ba5bb19 req-24de34ff-9856-44b4-8473-f514bd6bbf5e tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018679 Jan 21 10:08:44.788152 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f5511-3cc7-4564-bef1-f73f53e960b1 req-4c2776df-7f84-48f8-9d33-dee15b98693f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:44.789613 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a38f5511-3cc7-4564-bef1-f73f53e960b1 req-4c2776df-7f84-48f8-9d33-dee15b98693f service neutron] 10.222.0.124 "GET /v2.0/subnets?id=57677472-dedf-43f4-af45-ee15fc6db58b HTTP/1.1" status: 200 len: 855 time: 0.0794783 Jan 21 10:08:44.838327 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a38f5511-3cc7-4564-bef1-f73f53e960b1 req-057e0ab5-5d94-4c7b-aa6f-298f91696a93 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=0d5e78ea-bbb3-4ffb-a874-8636d9b04edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426667 Jan 21 10:08:44.982994 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a38f5511-3cc7-4564-bef1-f73f53e960b1 req-0eea395c-1adf-4b46-baee-b10304b34149 service neutron] 10.222.0.124 "GET /v2.0/networks/0d5e78ea-bbb3-4ffb-a874-8636d9b04edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386120 Jan 21 10:08:45.122720 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a38f5511-3cc7-4564-bef1-f73f53e960b1 req-ffb6c203-fd6a-42d8-bddd-fe1287af6eda service neutron] 10.222.0.124 "GET /v2.0/networks/0d5e78ea-bbb3-4ffb-a874-8636d9b04edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329498 Jan 21 10:08:45.998465 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c2002-616e-40c4-82b3-ef68dd9120f3 req-d6a34a90-3b4d-4276-af4b-08f0876312d4 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:45.999968 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-f85c2002-616e-40c4-82b3-ef68dd9120f3 req-d6a34a90-3b4d-4276-af4b-08f0876312d4 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 945 time: 0.0787213 Jan 21 10:08:46.046126 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-f85c2002-616e-40c4-82b3-ef68dd9120f3 req-4f578df3-ff3b-4c6a-a273-29e0f68bdc8f tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401225 Jan 21 10:08:47.247794 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb80ff-44b2-466a-814e-2369bc237451 req-7bd434c2-54fc-4911-908d-bfbf62db65d9 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:47.249393 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e5bb80ff-44b2-466a-814e-2369bc237451 req-7bd434c2-54fc-4911-908d-bfbf62db65d9 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 945 time: 0.0800970 Jan 21 10:08:47.296634 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e5bb80ff-44b2-466a-814e-2369bc237451 req-9f9f1aad-eba7-4f25-9df1-a364ceab04aa tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416546 Jan 21 10:08:48.497784 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d8ad4-0e2d-4238-a144-5e32aead65e3 req-6d5783f9-5f10-4d09-99b1-cced7212594d tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:48.499307 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-881d8ad4-0e2d-4238-a144-5e32aead65e3 req-6d5783f9-5f10-4d09-99b1-cced7212594d tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 945 time: 0.0806713 Jan 21 10:08:48.545082 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-881d8ad4-0e2d-4238-a144-5e32aead65e3 req-ec96fa1a-54b0-4d7b-88b8-3d3c75f0a83f tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399442 Jan 21 10:08:49.750429 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754037e5-f4c9-4e44-95f1-d42b598927b9 req-e8b0f5b3-11bf-4e79-9fa5-cc7bcda4ad81 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:49.752000 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-754037e5-f4c9-4e44-95f1-d42b598927b9 req-e8b0f5b3-11bf-4e79-9fa5-cc7bcda4ad81 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 945 time: 0.0800548 Jan 21 10:08:49.798273 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-754037e5-f4c9-4e44-95f1-d42b598927b9 req-364666f1-61d3-4750-8ca3-716667e35a88 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404241 Jan 21 10:08:50.468837 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:51.013182 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c2ee8-a59f-4d9f-bef4-23485cb661db req-3dc5bf84-2f35-4c39-9e18-0b1b66f385c5 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:51.014678 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-051c2ee8-a59f-4d9f-bef4-23485cb661db req-3dc5bf84-2f35-4c39-9e18-0b1b66f385c5 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 945 time: 0.0877180 Jan 21 10:08:51.067816 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-051c2ee8-a59f-4d9f-bef4-23485cb661db req-4266987d-67bf-454d-8a2f-1dd471d9df8f tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477238 Jan 21 10:08:52.273052 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62463ac1-ac74-453f-8b6a-3641ffd30a88 req-f8e20a8b-b15b-4d25-9563-63d2182c63f0 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:52.274522 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-62463ac1-ac74-453f-8b6a-3641ffd30a88 req-f8e20a8b-b15b-4d25-9563-63d2182c63f0 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 945 time: 0.0829735 Jan 21 10:08:52.322563 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-62463ac1-ac74-453f-8b6a-3641ffd30a88 req-5284378c-8f53-4066-ab3e-6b2cd32db76b tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425289 Jan 21 10:08:52.540080 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-142814ce-ee25-4e71-b9fe-3c66da72edcc req-56acdbf4-34ea-46dd-9a9b-c8198ea45139 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=696b5f14e9474a18933653a389568a6e&device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 1098 time: 0.0792003 Jan 21 10:08:52.698996 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142814ce-ee25-4e71-b9fe-3c66da72edcc req-f304b62a-7266-403c-a37a-c8d02e8ef6d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:52.700455 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-142814ce-ee25-4e71-b9fe-3c66da72edcc req-f304b62a-7266-403c-a37a-c8d02e8ef6d9 service neutron] 10.222.0.124 "GET /v2.0/networks?id=0d5e78ea-bbb3-4ffb-a874-8636d9b04edf HTTP/1.1" status: 200 len: 916 time: 0.1425066 Jan 21 10:08:52.772021 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-142814ce-ee25-4e71-b9fe-3c66da72edcc req-1018115d-60c0-43ba-b235-468900a44cd6 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0215dae5-e591-4947-b95f-ee889bb59623 HTTP/1.1" status: 200 len: 217 time: 0.0656972 Jan 21 10:08:52.837116 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142814ce-ee25-4e71-b9fe-3c66da72edcc req-ffb22bf2-78b7-45bd-ad78-60ae36ca5620 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:52.838482 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-142814ce-ee25-4e71-b9fe-3c66da72edcc req-ffb22bf2-78b7-45bd-ad78-60ae36ca5620 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=57677472-dedf-43f4-af45-ee15fc6db58b HTTP/1.1" status: 200 len: 855 time: 0.0609238 Jan 21 10:08:52.888546 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-142814ce-ee25-4e71-b9fe-3c66da72edcc req-d7eeaa85-5327-4510-9169-f669f3297d21 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=0d5e78ea-bbb3-4ffb-a874-8636d9b04edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437536 Jan 21 10:08:53.036749 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-142814ce-ee25-4e71-b9fe-3c66da72edcc req-d8d1b49d-c8b0-4f01-8698-1b0e08ec93e5 service neutron] 10.222.0.124 "GET /v2.0/networks/0d5e78ea-bbb3-4ffb-a874-8636d9b04edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425662 Jan 21 10:08:53.275587 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-142814ce-ee25-4e71-b9fe-3c66da72edcc req-03fe4a23-792b-4508-baf2-de6c8e6a5d7f service neutron] 10.222.0.124 "GET /v2.0/networks/0d5e78ea-bbb3-4ffb-a874-8636d9b04edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295382 Jan 21 10:08:53.524418 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb561ed-e59a-4b26-9781-23330533d460 req-35036bf4-08c1-402b-964f-595173f15570 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:53.525946 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-8eb561ed-e59a-4b26-9781-23330533d460 req-35036bf4-08c1-402b-964f-595173f15570 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 945 time: 0.0796235 Jan 21 10:08:53.573594 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-8eb561ed-e59a-4b26-9781-23330533d460 req-57571728-8326-4b37-a625-e7ae8b06e274 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422225 Jan 21 10:08:53.940372 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ade01caf-8620-4574-ad3d-57f471aed7c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:54.774661 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c55b36-9597-48d6-b80f-04fa9b047357 req-d9400c1d-5cbc-4587-8473-a95393d9b2f7 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:54.776107 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a1c55b36-9597-48d6-b80f-04fa9b047357 req-d9400c1d-5cbc-4587-8473-a95393d9b2f7 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 945 time: 0.0798068 Jan 21 10:08:54.822865 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a1c55b36-9597-48d6-b80f-04fa9b047357 req-c1115ed3-14fa-497b-92e6-be05fe6f7bcb tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413129 Jan 21 10:08:56.052754 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0fa15-20cc-4b96-869a-a06f4f0aab00 req-90114dfa-c4cd-4d2c-8f8d-1067d6ad5cec tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:56.054372 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-36c0fa15-20cc-4b96-869a-a06f4f0aab00 req-90114dfa-c4cd-4d2c-8f8d-1067d6ad5cec tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 945 time: 0.0812366 Jan 21 10:08:56.104356 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-36c0fa15-20cc-4b96-869a-a06f4f0aab00 req-39f7760b-0748-481c-8bb9-a94f34ba9f2d tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438511 Jan 21 10:08:56.341238 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-45bb397d-d6e1-468b-a4d7-2c09c89424e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:57.346061 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22043f93-38be-4eb0-a2a5-3f89b1314228 req-d41cc9ad-4ff3-4765-ae5f-fd111c868e51 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:57.347551 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-22043f93-38be-4eb0-a2a5-3f89b1314228 req-d41cc9ad-4ff3-4765-ae5f-fd111c868e51 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 945 time: 0.1041195 Jan 21 10:08:57.399867 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-22043f93-38be-4eb0-a2a5-3f89b1314228 req-65313f0a-5b23-45fd-8b39-3642dc50e8e2 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460892 Jan 21 10:08:57.484449 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:57.775279 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:58.600303 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b168baf-ee1f-4775-8e50-1af6b9f88f86 req-421edfc0-b5bb-4de0-bfef-4890d6eb3989 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:58.601812 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-3b168baf-ee1f-4775-8e50-1af6b9f88f86 req-421edfc0-b5bb-4de0-bfef-4890d6eb3989 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 945 time: 0.0789967 Jan 21 10:08:58.650006 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-3b168baf-ee1f-4775-8e50-1af6b9f88f86 req-295f0c57-5287-4a76-b1a8-d50302870dcb tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421228 Jan 21 10:08:59.504213 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:59.857568 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef64fda-8d60-43e8-b6f0-125280ca08a1 req-be5fc960-8230-415a-901b-573ff2aeca70 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:59.859032 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8ef64fda-8d60-43e8-b6f0-125280ca08a1 req-be5fc960-8230-415a-901b-573ff2aeca70 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 945 time: 0.0863414 Jan 21 10:08:59.910015 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8ef64fda-8d60-43e8-b6f0-125280ca08a1 req-69db7672-b57a-46a0-9e69-243fbce208f4 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454040 Jan 21 10:09:01.121805 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2f059-f029-43fe-a1a4-c8bfce7ef2db req-71977378-a161-447c-b821-4df61c3933e4 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:01.123391 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-14d2f059-f029-43fe-a1a4-c8bfce7ef2db req-71977378-a161-447c-b821-4df61c3933e4 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 945 time: 0.0886917 Jan 21 10:09:01.170546 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-14d2f059-f029-43fe-a1a4-c8bfce7ef2db req-1067f893-7a14-4c9f-b864-391cf2995032 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410585 Jan 21 10:09:01.627714 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:09:02.383442 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8971a1-d113-4362-ab50-bda285e9682c req-2b26c692-2f8a-4dae-a38e-b718d4ead2de tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:02.385019 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0f8971a1-d113-4362-ab50-bda285e9682c req-2b26c692-2f8a-4dae-a38e-b718d4ead2de tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 945 time: 0.0901935 Jan 21 10:09:02.433166 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0f8971a1-d113-4362-ab50-bda285e9682c req-74672dfb-7d06-4e5c-89ba-2955ce5e5686 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423570 Jan 21 10:09:03.639011 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588686bf-9e4d-4c09-8850-332bee2cdbcd req-616195af-2998-4ab5-be14-8f171fd3abe9 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:03.640467 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-588686bf-9e4d-4c09-8850-332bee2cdbcd req-616195af-2998-4ab5-be14-8f171fd3abe9 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 945 time: 0.0798612 Jan 21 10:09:03.690148 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-588686bf-9e4d-4c09-8850-332bee2cdbcd req-ca8fe3a1-063b-4e58-9d80-06e457ce3489 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440524 Jan 21 10:09:04.905875 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5606b-f185-47ea-a4a3-93641036c50a req-f7dc7b89-8903-4341-b3af-c9a1a37cf7a7 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:04.907366 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cda5606b-f185-47ea-a4a3-93641036c50a req-f7dc7b89-8903-4341-b3af-c9a1a37cf7a7 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 945 time: 0.0842307 Jan 21 10:09:04.954625 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cda5606b-f185-47ea-a4a3-93641036c50a req-6880f276-a365-4c7f-82b4-46a5faeee96c tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409343 Jan 21 10:09:06.160281 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9fede-0ba3-4542-8886-3770835d6a71 req-04834693-5b35-417f-a55a-0312a5cd2c3e tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:06.161730 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-50d9fede-0ba3-4542-8886-3770835d6a71 req-04834693-5b35-417f-a55a-0312a5cd2c3e tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 945 time: 0.0844846 Jan 21 10:09:06.209561 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-50d9fede-0ba3-4542-8886-3770835d6a71 req-08a65afe-7ba5-469e-ad03-6f09fdb5c2ed tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423160 Jan 21 10:09:07.420414 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2b29f-6e31-4bf0-8a78-156e62c15a1c req-a549e08e-3c0d-4d0f-af5f-501a7391b23a tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:07.421931 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-96e2b29f-6e31-4bf0-8a78-156e62c15a1c req-a549e08e-3c0d-4d0f-af5f-501a7391b23a tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 945 time: 0.0816994 Jan 21 10:09:07.471868 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-96e2b29f-6e31-4bf0-8a78-156e62c15a1c req-1dbd1ea8-c323-4b40-9207-12c4c91919d2 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445373 Jan 21 10:09:08.725807 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0746e8c-9c40-4fcb-b415-a832b7ae1afb req-f91a2cb3-740c-416c-a337-438468595a1a tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:08.727281 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e0746e8c-9c40-4fcb-b415-a832b7ae1afb req-f91a2cb3-740c-416c-a337-438468595a1a tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 945 time: 0.1203449 Jan 21 10:09:08.777169 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e0746e8c-9c40-4fcb-b415-a832b7ae1afb req-a8ce42a8-541b-45c7-aa8c-0bb491055414 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439644 Jan 21 10:09:09.992409 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e5ea2-46db-4685-a5fd-0ed58f886c88 req-40eb939f-777c-4be8-a177-911d869b3bc9 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:09.993886 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7f4e5ea2-46db-4685-a5fd-0ed58f886c88 req-40eb939f-777c-4be8-a177-911d869b3bc9 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 945 time: 0.0831070 Jan 21 10:09:10.044471 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7f4e5ea2-46db-4685-a5fd-0ed58f886c88 req-9069e4cb-c550-4f16-a1e4-8e5268a7ee3b tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451677 Jan 21 10:09:11.242726 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78855558-d598-4182-98e6-f73ea3d45247 req-7c021d15-215d-47be-b077-36198efda01b tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:11.244208 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-78855558-d598-4182-98e6-f73ea3d45247 req-7c021d15-215d-47be-b077-36198efda01b tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 945 time: 0.0773125 Jan 21 10:09:11.290930 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-78855558-d598-4182-98e6-f73ea3d45247 req-14f782b0-0194-4b0d-b74d-32b0580f00fe tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411017 Jan 21 10:09:11.937118 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a38f5511-3cc7-4564-bef1-f73f53e960b1 req-b0dfb2b7-372e-4a23-a51a-1a94824b6518 service neutron] 10.222.0.124 "GET /v2.0/ports/0215dae5-e591-4947-b95f-ee889bb59623/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.0775833 Jan 21 10:09:12.196747 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a38f5511-3cc7-4564-bef1-f73f53e960b1 req-3801cf38-3594-48d0-85aa-6846f4cac6a4 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295&tenant_id=696b5f14e9474a18933653a389568a6e HTTP/1.1" status: 200 len: 1098 time: 0.0736275 Jan 21 10:09:12.296626 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a38f5511-3cc7-4564-bef1-f73f53e960b1 req-9060765f-b1ff-44ff-8be0-ee543e09f93e service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=696b5f14e9474a18933653a389568a6e&device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 1098 time: 0.0789714 Jan 21 10:09:12.489365 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f5511-3cc7-4564-bef1-f73f53e960b1 req-93de8f4c-169f-4703-b5aa-cc0de4a230a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:12.489365 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a38f5511-3cc7-4564-bef1-f73f53e960b1 req-93de8f4c-169f-4703-b5aa-cc0de4a230a6 service neutron] 10.222.0.124 "GET /v2.0/networks?id=0d5e78ea-bbb3-4ffb-a874-8636d9b04edf HTTP/1.1" status: 200 len: 916 time: 0.1820095 Jan 21 10:09:12.563063 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a38f5511-3cc7-4564-bef1-f73f53e960b1 req-56f5983e-c967-4448-b9b3-291a31d215c3 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0215dae5-e591-4947-b95f-ee889bb59623 HTTP/1.1" status: 200 len: 217 time: 0.0670743 Jan 21 10:09:12.614386 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691be934-a3fb-42fc-8d67-184abff3ce00 req-502dfb9c-59d9-4094-aa6a-fb6ec8edadf1 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:12.616001 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-691be934-a3fb-42fc-8d67-184abff3ce00 req-502dfb9c-59d9-4094-aa6a-fb6ec8edadf1 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 945 time: 0.1967373 Jan 21 10:09:12.667099 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f5511-3cc7-4564-bef1-f73f53e960b1 req-c55a695d-e671-4c77-9d3e-49c7d1e23f94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:12.668532 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a38f5511-3cc7-4564-bef1-f73f53e960b1 req-c55a695d-e671-4c77-9d3e-49c7d1e23f94 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=57677472-dedf-43f4-af45-ee15fc6db58b HTTP/1.1" status: 200 len: 855 time: 0.0972908 Jan 21 10:09:12.718763 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-691be934-a3fb-42fc-8d67-184abff3ce00 req-ae08a79c-000e-49e2-9319-10828635f568 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960231 Jan 21 10:09:12.720897 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a38f5511-3cc7-4564-bef1-f73f53e960b1 req-0fa7eed0-7531-440d-9633-0a39a1527a2e service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=0d5e78ea-bbb3-4ffb-a874-8636d9b04edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466483 Jan 21 10:09:12.862373 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a38f5511-3cc7-4564-bef1-f73f53e960b1 req-56c056fa-ada3-4aba-ad42-e9121cc64968 service neutron] 10.222.0.124 "GET /v2.0/networks/0d5e78ea-bbb3-4ffb-a874-8636d9b04edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350038 Jan 21 10:09:12.999206 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a38f5511-3cc7-4564-bef1-f73f53e960b1 req-58b8b752-3aef-4676-b5c4-839e7a8d6669 service neutron] 10.222.0.124 "GET /v2.0/networks/0d5e78ea-bbb3-4ffb-a874-8636d9b04edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309748 Jan 21 10:09:14.024598 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb584cd-8fd0-481d-a61a-2402574b8eb8 req-d401ff20-b64f-4303-a886-f61a1bf21de7 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:14.026017 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-bbb584cd-8fd0-481d-a61a-2402574b8eb8 req-d401ff20-b64f-4303-a886-f61a1bf21de7 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 945 time: 0.1828361 Jan 21 10:09:14.083886 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-bbb584cd-8fd0-481d-a61a-2402574b8eb8 req-2b1271b5-caf3-4b4d-ac78-2b038ab8a945 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511928 Jan 21 10:09:14.099717 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 0215dae5-e591-4947-b95f-ee889bb59623 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:09:14.241723 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 0215dae5-e591-4947-b95f-ee889bb59623, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0215dae5-e591-4947-b95f-ee889bb59623,segment=NetworkSegment(bd5e51c2-a431-400a-bcee-8c3f523f344f),segment_id=bd5e51c2-a431-400a-bcee-8c3f523f344f)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:09:14.256077 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '0215dae5-e591-4947-b95f-ee889bb59623', 'network_id': '0d5e78ea-bbb3-4ffb-a874-8636d9b04edf', 'port_id': '0215dae5-e591-4947-b95f-ee889bb59623', 'mac_address': 'fa:16:3e:38:9e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57677472-dedf-43f4-af45-ee15fc6db58b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:09:14.318405 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:14.336602 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0215dae5-e591-4947-b95f-ee889bb59623 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:09:14.351875 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 0215dae5-e591-4947-b95f-ee889bb59623, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0215dae5-e591-4947-b95f-ee889bb59623,segment=NetworkSegment(bd5e51c2-a431-400a-bcee-8c3f523f344f),segment_id=bd5e51c2-a431-400a-bcee-8c3f523f344f)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:09:14.355894 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:14.434620 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['0215dae5-e591-4947-b95f-ee889bb59623'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:09:14.458590 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=0215dae5-e591-4947-b95f-ee889bb59623,revision_number=6']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:15.381373 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f4b5a-192c-4597-944c-42f25a3ffd7b req-b93801b7-9df5-4548-922c-40c260fe7fed tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:15.382849 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f45f4b5a-192c-4597-944c-42f25a3ffd7b req-b93801b7-9df5-4548-922c-40c260fe7fed tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 944 time: 0.1751587 Jan 21 10:09:15.429669 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f45f4b5a-192c-4597-944c-42f25a3ffd7b req-a18fb96f-88ca-4770-9bd9-66c7139112fb tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409958 Jan 21 10:09:15.820137 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a4e20-1e93-44dc-8ab5-03be219d921c req-bda52e15-842d-4293-8c97-2f9c285c32fa tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:15.821573 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-336a4e20-1e93-44dc-8ab5-03be219d921c req-bda52e15-842d-4293-8c97-2f9c285c32fa tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.124 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295&tenant_id=696b5f14e9474a18933653a389568a6e&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 944 time: 0.1392217 Jan 21 10:09:15.827868 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553879c3-9dc2-49bf-b721-6c2b1890dc4e req-4dfbd3c9-e029-4ace-9b05-9ee3f4af8eb3 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:15.829388 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-553879c3-9dc2-49bf-b721-6c2b1890dc4e req-4dfbd3c9-e029-4ace-9b05-9ee3f4af8eb3 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 944 time: 0.1132581 Jan 21 10:09:15.877558 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-553879c3-9dc2-49bf-b721-6c2b1890dc4e req-63f1631a-3e74-4a81-aad5-114905e13440 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419664 Jan 21 10:09:15.965312 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-336a4e20-1e93-44dc-8ab5-03be219d921c req-252a1bcf-4707-499f-833a-04daad9019c7 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=696b5f14e9474a18933653a389568a6e&device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 1097 time: 0.0709245 Jan 21 10:09:16.103090 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a4e20-1e93-44dc-8ab5-03be219d921c req-8856d603-afd6-4e99-91af-6dc0764b983a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:16.104549 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-336a4e20-1e93-44dc-8ab5-03be219d921c req-8856d603-afd6-4e99-91af-6dc0764b983a service neutron] 10.222.0.124 "GET /v2.0/networks?id=0d5e78ea-bbb3-4ffb-a874-8636d9b04edf HTTP/1.1" status: 200 len: 916 time: 0.1340287 Jan 21 10:09:16.117608 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 0215dae5-e591-4947-b95f-ee889bb59623 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:09:16.183310 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-336a4e20-1e93-44dc-8ab5-03be219d921c req-8fd1118d-487f-4b01-a2b3-8830916d837e service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0215dae5-e591-4947-b95f-ee889bb59623 HTTP/1.1" status: 200 len: 217 time: 0.0727305 Jan 21 10:09:16.188396 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 0215dae5-e591-4947-b95f-ee889bb59623 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:09:16.188830 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:16.246530 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a4e20-1e93-44dc-8ab5-03be219d921c req-e9428f97-f82e-4a40-a955-bc914d29bbc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:16.255426 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-336a4e20-1e93-44dc-8ab5-03be219d921c req-e9428f97-f82e-4a40-a955-bc914d29bbc2 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=57677472-dedf-43f4-af45-ee15fc6db58b HTTP/1.1" status: 200 len: 855 time: 0.0663505 Jan 21 10:09:16.308155 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-336a4e20-1e93-44dc-8ab5-03be219d921c req-6bf6b6fd-c18e-4342-9cef-478658c7b952 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=0d5e78ea-bbb3-4ffb-a874-8636d9b04edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473914 Jan 21 10:09:16.308667 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:16.336906 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184689b5-b12e-4568-a752-104a81919295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0215dae5-e591-4947-b95f-ee889bb59623'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:09:16.347526 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 0215dae5-e591-4947-b95f-ee889bb59623, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0215dae5-e591-4947-b95f-ee889bb59623,segment=NetworkSegment(bd5e51c2-a431-400a-bcee-8c3f523f344f),segment_id=bd5e51c2-a431-400a-bcee-8c3f523f344f)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:09:16.352895 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:16.415114 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184689b5-b12e-4568-a752-104a81919295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0215dae5-e591-4947-b95f-ee889bb59623', 'code': 200} Jan 21 10:09:16.427989 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=0215dae5-e591-4947-b95f-ee889bb59623,revision_number=7']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:16.452541 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-336a4e20-1e93-44dc-8ab5-03be219d921c req-5a42009f-bd68-4cd4-8856-5239e9d223db service neutron] 10.222.0.124 "GET /v2.0/networks/0d5e78ea-bbb3-4ffb-a874-8636d9b04edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387103 Jan 21 10:09:16.583878 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-336a4e20-1e93-44dc-8ab5-03be219d921c req-7acc3597-8466-4bcc-84a2-bad5179f6521 service neutron] 10.222.0.124 "GET /v2.0/networks/0d5e78ea-bbb3-4ffb-a874-8636d9b04edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258037 Jan 21 10:09:17.106138 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2dbca4-25d0-4125-a741-1d5ba51ce21e req-c7484ca8-c8dd-4f9d-9caa-8d3f9675f005 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:17.108286 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9a2dbca4-25d0-4125-a741-1d5ba51ce21e req-c7484ca8-c8dd-4f9d-9caa-8d3f9675f005 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 945 time: 0.1003613 Jan 21 10:09:17.162034 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9a2dbca4-25d0-4125-a741-1d5ba51ce21e req-142b8ab8-a7d6-452e-9070-29c6ad6ee1e3 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480323 Jan 21 10:09:18.360473 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a70523-49e8-4939-b0ac-106027b4bd51 req-e85c4387-4047-435c-b7c8-1e672d185879 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:18.361922 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-27a70523-49e8-4939-b0ac-106027b4bd51 req-e85c4387-4047-435c-b7c8-1e672d185879 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 945 time: 0.0770333 Jan 21 10:09:18.408602 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-27a70523-49e8-4939-b0ac-106027b4bd51 req-05af2f90-8c3e-4d2b-8f75-ed22544be255 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405002 Jan 21 10:09:18.620933 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ebc52-36ff-49cb-a491-c7ebf30df99e req-bf7268e2-7fe0-4026-89e6-1d2d1f9b2478 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:18.622422 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3f1ebc52-36ff-49cb-a491-c7ebf30df99e req-bf7268e2-7fe0-4026-89e6-1d2d1f9b2478 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 945 time: 0.0888066 Jan 21 10:09:18.670677 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3f1ebc52-36ff-49cb-a491-c7ebf30df99e req-1702dc5b-d553-4eb5-a479-73b7ba1a008d tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428514 Jan 21 10:09:18.876577 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d92c59-4f4c-44f2-bb59-17e79cc3fca2 req-eda68a03-15d8-43d7-a722-da1563b3eb17 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:18.878086 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-82d92c59-4f4c-44f2-bb59-17e79cc3fca2 req-eda68a03-15d8-43d7-a722-da1563b3eb17 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 945 time: 0.0849769 Jan 21 10:09:18.925999 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-82d92c59-4f4c-44f2-bb59-17e79cc3fca2 req-10fd6385-879f-48c3-a9e7-cb1c92879311 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417550 Jan 21 10:09:19.519869 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc295ace-caa4-4300-bcd9-439bc31c613f req-f6a97967-5ff5-4f75-a19a-0184100cf708 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:19.521454 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cc295ace-caa4-4300-bcd9-439bc31c613f req-f6a97967-5ff5-4f75-a19a-0184100cf708 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 945 time: 0.0772438 Jan 21 10:09:19.575515 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cc295ace-caa4-4300-bcd9-439bc31c613f req-ef81ada7-86dd-4326-83e1-2c21a2e3bb27 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485628 Jan 21 10:09:20.472808 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:20.789717 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11336997-43d4-4c54-9160-a42b219e8935 req-d055b772-13c1-4bb6-9c34-bde8603d1184 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:20.791098 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-11336997-43d4-4c54-9160-a42b219e8935 req-d055b772-13c1-4bb6-9c34-bde8603d1184 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 945 time: 0.0912187 Jan 21 10:09:20.838735 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-11336997-43d4-4c54-9160-a42b219e8935 req-ce41d282-5004-409d-8806-96499c01c751 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/security-groups?id=edaa3c93-47ce-44f3-8dd0-5fd99a655950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420794 Jan 21 10:09:21.012995 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92d274-2ea5-4660-afc1-077023fcae23 req-b7995079-658f-4558-875e-5649487a9fd6 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:21.014436 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ad92d274-2ea5-4660-afc1-077023fcae23 req-b7995079-658f-4558-875e-5649487a9fd6 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.124 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 945 time: 0.0859118 Jan 21 10:09:21.087047 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-ad92d274-2ea5-4660-afc1-077023fcae23 req-58e77648-c028-447c-8b6a-6c4586fb88b5 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Deleting port 0215dae5-e591-4947-b95f-ee889bb59623 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:09:21.087297 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ad92d274-2ea5-4660-afc1-077023fcae23 req-58e77648-c028-447c-8b6a-6c4586fb88b5 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:21.347028 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-ad92d274-2ea5-4660-afc1-077023fcae23 req-58e77648-c028-447c-8b6a-6c4586fb88b5 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] For port 0215dae5-e591-4947-b95f-ee889bb59623, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0215dae5-e591-4947-b95f-ee889bb59623,segment=NetworkSegment(bd5e51c2-a431-400a-bcee-8c3f523f344f),segment_id=bd5e51c2-a431-400a-bcee-8c3f523f344f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:09:21.347284 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ad92d274-2ea5-4660-afc1-077023fcae23 req-58e77648-c028-447c-8b6a-6c4586fb88b5 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:21.565235 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-ad92d274-2ea5-4660-afc1-077023fcae23 req-58e77648-c028-447c-8b6a-6c4586fb88b5 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Calling delete_port for 0215dae5-e591-4947-b95f-ee889bb59623 owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:09:21.709274 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ad92d274-2ea5-4660-afc1-077023fcae23 req-58e77648-c028-447c-8b6a-6c4586fb88b5 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:21.720971 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['0215dae5-e591-4947-b95f-ee889bb59623'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:09:21.756990 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e77648-c028-447c-8b6a-6c4586fb88b5 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Pushing event deleted for resources: {'Port': ['ID=0215dae5-e591-4947-b95f-ee889bb59623,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:21.795907 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e77648-c028-447c-8b6a-6c4586fb88b5 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:21.796248 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e77648-c028-447c-8b6a-6c4586fb88b5 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:21.796584 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e77648-c028-447c-8b6a-6c4586fb88b5 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:21.796913 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e77648-c028-447c-8b6a-6c4586fb88b5 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:21.797243 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e77648-c028-447c-8b6a-6c4586fb88b5 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:21.797598 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e77648-c028-447c-8b6a-6c4586fb88b5 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:21.797919 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e77648-c028-447c-8b6a-6c4586fb88b5 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:21.798243 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e77648-c028-447c-8b6a-6c4586fb88b5 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:21.798557 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e77648-c028-447c-8b6a-6c4586fb88b5 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:21.798873 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e77648-c028-447c-8b6a-6c4586fb88b5 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:21.799191 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e77648-c028-447c-8b6a-6c4586fb88b5 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:21.846595 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad92d274-2ea5-4660-afc1-077023fcae23 req-58e77648-c028-447c-8b6a-6c4586fb88b5 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] No DVR routers for this DVR port 0215dae5-e591-4947-b95f-ee889bb59623 on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:09:21.849605 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ad92d274-2ea5-4660-afc1-077023fcae23 req-58e77648-c028-447c-8b6a-6c4586fb88b5 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:21.852190 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184689b5-b12e-4568-a752-104a81919295', 'name': 'network-vif-deleted', 'tag': '0215dae5-e591-4947-b95f-ee889bb59623'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:09:21.872021 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ad92d274-2ea5-4660-afc1-077023fcae23 req-58e77648-c028-447c-8b6a-6c4586fb88b5 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.124 "DELETE /v2.0/ports/0215dae5-e591-4947-b95f-ee889bb59623 HTTP/1.1" status: 204 len: 173 time: 0.8511453 Jan 21 10:09:21.916469 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184689b5-b12e-4568-a752-104a81919295', 'name': 'network-vif-deleted', 'tag': '0215dae5-e591-4947-b95f-ee889bb59623', 'status': 'completed', 'code': 200} Jan 21 10:09:22.016205 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-50898d7d-3b80-4717-8fe5-62b576527f4a req-382bd7d7-27f5-433f-9bea-1fb783eb8836 tempest-ServerDiskConfigTestJSON-1117418948 tempest-ServerDiskConfigTestJSON-1117418948-project] 10.222.0.104 "GET /v2.0/ports?device_id=184689b5-b12e-4568-a752-104a81919295 HTTP/1.1" status: 200 len: 210 time: 0.0453782 Jan 21 10:09:23.287859 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 40898) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:09:23.346753 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5d5047b-8396-478f-af5b-319d023c3d45 admin admin] Deleting subnet 57677472-dedf-43f4-af45-ee15fc6db58b {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:09:23.349637 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5d5047b-8396-478f-af5b-319d023c3d45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:23.402401 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5d5047b-8396-478f-af5b-319d023c3d45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:23.457093 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5d5047b-8396-478f-af5b-319d023c3d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:23.524223 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5d5047b-8396-478f-af5b-319d023c3d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:23.565931 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5047b-8396-478f-af5b-319d023c3d45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57677472-dedf-43f4-af45-ee15fc6db58b,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:23.570562 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5d5047b-8396-478f-af5b-319d023c3d45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:23.576319 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e5d5047b-8396-478f-af5b-319d023c3d45 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/57677472-dedf-43f4-af45-ee15fc6db58b HTTP/1.1" status: 204 len: 168 time: 0.2874637 Jan 21 10:09:23.578744 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 40902) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:09:23.686668 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c6e0d0cc-3b10-45cd-bb21-98b2ef5f72b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:23.820631 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c6e0d0cc-3b10-45cd-bb21-98b2ef5f72b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:23.845830 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-c6e0d0cc-3b10-45cd-bb21-98b2ef5f72b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d5e78ea-bbb3-4ffb-a874-8636d9b04edf']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:23.859483 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-c6e0d0cc-3b10-45cd-bb21-98b2ef5f72b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd5e51c2-a431-400a-bcee-8c3f523f344f') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:23.859776 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-c6e0d0cc-3b10-45cd-bb21-98b2ef5f72b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd5e51c2-a431-400a-bcee-8c3f523f344f') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:23.871473 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c6e0d0cc-3b10-45cd-bb21-98b2ef5f72b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:23.888426 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c6e0d0cc-3b10-45cd-bb21-98b2ef5f72b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:23.894556 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6e0d0cc-3b10-45cd-bb21-98b2ef5f72b8 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:09:23.895013 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c6e0d0cc-3b10-45cd-bb21-98b2ef5f72b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:23.909206 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 10:09:23.909206 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:09:23.909206 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 10:09:23.909206 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:09:23.909206 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 10:09:23.909206 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:09:23.909206 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 10:09:23.909206 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:09:23.909206 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 10:09:23.909206 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:09:23.909206 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 10:09:23.909206 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:09:23.909206 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 10:09:23.909206 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:09:23.909206 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:09:23.909206 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:09:23.909206 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:09:23.909206 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:09:23.909206 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 10:09:23.909206 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:09:23.909206 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 10:09:23.909206 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:09:23.909206 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:09:23.909206 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:09:23.909206 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 10:09:23.909206 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:09:23.909206 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:09:23.909206 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:09:23.909206 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:09:23.909206 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:09:23.909206 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:09:23.909206 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:09:23.941968 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-03768561-e029-407b-8e50-dd3f389ba575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:23.987200 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c6e0d0cc-3b10-45cd-bb21-98b2ef5f72b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:23.991609 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c6e0d0cc-3b10-45cd-bb21-98b2ef5f72b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:24.016051 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e0d0cc-3b10-45cd-bb21-98b2ef5f72b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d5e78ea-bbb3-4ffb-a874-8636d9b04edf,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:24.026292 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c6e0d0cc-3b10-45cd-bb21-98b2ef5f72b8 admin admin] 10.222.0.104 "DELETE /v2.0/networks/0d5e78ea-bbb3-4ffb-a874-8636d9b04edf HTTP/1.1" status: 204 len: 168 time: 0.4465134 Jan 21 10:09:24.159702 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 40908) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:09:24.202779 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 0215dae5-e591-4947-b95f-ee889bb59623 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:09:24.211116 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4a4b734e-28b9-4e66-afd6-8bc549cd8d22 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=696b5f14e9474a18933653a389568a6e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0502036 Jan 21 10:09:24.213679 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 40912) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:09:24.237844 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: 0215dae5-e591-4947-b95f-ee889bb59623 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:09:24.238187 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 0215dae5-e591-4947-b95f-ee889bb59623 not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:09:24.279343 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8880c7da-3d9a-4f3f-aca3-4e5ce8c4c8cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:24.304871 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8880c7da-3d9a-4f3f-aca3-4e5ce8c4c8cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:24.358572 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8880c7da-3d9a-4f3f-aca3-4e5ce8c4c8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:24.379879 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880c7da-3d9a-4f3f-aca3-4e5ce8c4c8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edaa3c93-47ce-44f3-8dd0-5fd99a655950,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:24.391653 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8880c7da-3d9a-4f3f-aca3-4e5ce8c4c8cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:24.391988 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8880c7da-3d9a-4f3f-aca3-4e5ce8c4c8cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:24.392319 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8880c7da-3d9a-4f3f-aca3-4e5ce8c4c8cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:24.392666 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8880c7da-3d9a-4f3f-aca3-4e5ce8c4c8cc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:24.392971 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8880c7da-3d9a-4f3f-aca3-4e5ce8c4c8cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:24.393295 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8880c7da-3d9a-4f3f-aca3-4e5ce8c4c8cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:24.393652 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8880c7da-3d9a-4f3f-aca3-4e5ce8c4c8cc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:24.393971 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8880c7da-3d9a-4f3f-aca3-4e5ce8c4c8cc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:24.394286 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8880c7da-3d9a-4f3f-aca3-4e5ce8c4c8cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:24.394597 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8880c7da-3d9a-4f3f-aca3-4e5ce8c4c8cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:24.394933 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8880c7da-3d9a-4f3f-aca3-4e5ce8c4c8cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:24.400810 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8880c7da-3d9a-4f3f-aca3-4e5ce8c4c8cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:24.401931 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8880c7da-3d9a-4f3f-aca3-4e5ce8c4c8cc admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/edaa3c93-47ce-44f3-8dd0-5fd99a655950 HTTP/1.1" status: 204 len: 168 time: 0.1872756 Jan 21 10:09:25.264474 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 40934) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:09:25.397742 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-f8fc85a2-afe2-45ba-abb4-41a7e401a3f0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1138387682-network', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:09:25.402697 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f8fc85a2-afe2-45ba-abb4-41a7e401a3f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:09:25.407343 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f8fc85a2-afe2-45ba-abb4-41a7e401a3f0 admin admin] Usage tracker for resource:network and tenant:613ddafc33d3409d8fc1a3e0f163a589 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:09:25.410599 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f8fc85a2-afe2-45ba-abb4-41a7e401a3f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:09:25.418050 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f8fc85a2-afe2-45ba-abb4-41a7e401a3f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:09:25.429178 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fc85a2-afe2-45ba-abb4-41a7e401a3f0 admin admin] Made reservation on behalf of 613ddafc33d3409d8fc1a3e0f163a589 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:09:25.431691 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f8fc85a2-afe2-45ba-abb4-41a7e401a3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:25.445130 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f8fc85a2-afe2-45ba-abb4-41a7e401a3f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:25.478936 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f8fc85a2-afe2-45ba-abb4-41a7e401a3f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:09:25.482632 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f8fc85a2-afe2-45ba-abb4-41a7e401a3f0 admin admin] Usage tracker for resource:security_group_rule and tenant:613ddafc33d3409d8fc1a3e0f163a589 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:09:25.485370 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f8fc85a2-afe2-45ba-abb4-41a7e401a3f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:09:25.491581 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f8fc85a2-afe2-45ba-abb4-41a7e401a3f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:09:25.559226 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f8fc85a2-afe2-45ba-abb4-41a7e401a3f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:25.564021 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f8fc85a2-afe2-45ba-abb4-41a7e401a3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:25.594313 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8fc85a2-afe2-45ba-abb4-41a7e401a3f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:09:25.605869 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc85a2-afe2-45ba-abb4-41a7e401a3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d8ea65-f2a9-442b-890d-bae00c7511f4,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:25.617060 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f8fc85a2-afe2-45ba-abb4-41a7e401a3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:25.617417 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-f8fc85a2-afe2-45ba-abb4-41a7e401a3f0 admin admin] Added segment fe4856b0-c7b4-4c7a-84c4-c306209030dd of type vlan for network 29d9cff9-ae6e-4903-ba1f-b975588f68c1 Jan 21 10:09:25.648164 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f8fc85a2-afe2-45ba-abb4-41a7e401a3f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:25.678878 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f8fc85a2-afe2-45ba-abb4-41a7e401a3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:25.679720 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fc85a2-afe2-45ba-abb4-41a7e401a3f0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:25.680286 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f8fc85a2-afe2-45ba-abb4-41a7e401a3f0 admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:25.789266 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc85a2-afe2-45ba-abb4-41a7e401a3f0 admin admin] Pushing event updated for resources: {'Network': ['ID=29d9cff9-ae6e-4903-ba1f-b975588f68c1,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:25.791952 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f8fc85a2-afe2-45ba-abb4-41a7e401a3f0 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5264616 Jan 21 10:09:25.795222 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 40940) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:09:25.799605 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 29d9cff9-ae6e-4903-ba1f-b975588f68c1 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:09:25.802109 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-69721e1a-c39b-472f-a38f-db289e49a888 admin admin] Request body: {'subnet': {'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1138387682-subnet', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:09:25.806760 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-69721e1a-c39b-472f-a38f-db289e49a888 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:09:25.810735 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-69721e1a-c39b-472f-a38f-db289e49a888 admin admin] Usage tracker for resource:subnet and tenant:613ddafc33d3409d8fc1a3e0f163a589 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:09:25.813446 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-69721e1a-c39b-472f-a38f-db289e49a888 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:09:25.820284 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-69721e1a-c39b-472f-a38f-db289e49a888 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:09:25.833075 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69721e1a-c39b-472f-a38f-db289e49a888 admin admin] Made reservation on behalf of 613ddafc33d3409d8fc1a3e0f163a589 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:09:25.835849 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-69721e1a-c39b-472f-a38f-db289e49a888 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:26.060961 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-69721e1a-c39b-472f-a38f-db289e49a888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:26.136212 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69721e1a-c39b-472f-a38f-db289e49a888 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f61ffd9-da07-4104-9282-ab85319d9ccb,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:26.147005 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69721e1a-c39b-472f-a38f-db289e49a888 admin admin] Checking segment: {'id': 'fe4856b0-c7b4-4c7a-84c4-c306209030dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:09:26.147354 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69721e1a-c39b-472f-a38f-db289e49a888 admin admin] Network hostable DHCP agents. Network: 29d9cff9-ae6e-4903-ba1f-b975588f68c1, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:09:26.169368 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69721e1a-c39b-472f-a38f-db289e49a888 admin admin] Network 29d9cff9-ae6e-4903-ba1f-b975588f68c1 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:09:26.179164 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-69721e1a-c39b-472f-a38f-db289e49a888 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 29d9cff9-ae6e-4903-ba1f-b975588f68c1) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:09:26.184741 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69721e1a-c39b-472f-a38f-db289e49a888 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:26.185500 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-69721e1a-c39b-472f-a38f-db289e49a888 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:26.193277 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7639e6-7741-4f8c-8dbf-b0943980fba7 None None] Network 29d9cff9-ae6e-4903-ba1f-b975588f68c1 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:09:26.216117 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-69721e1a-c39b-472f-a38f-db289e49a888 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4197648 Jan 21 10:09:26.220117 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 40944) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:09:26.225838 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-392064ae-078e-44ff-bc73-451c4a6d79b5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1138387682-router', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:09:26.230656 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-392064ae-078e-44ff-bc73-451c4a6d79b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:09:26.234676 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-392064ae-078e-44ff-bc73-451c4a6d79b5 admin admin] Usage tracker for resource:router and tenant:613ddafc33d3409d8fc1a3e0f163a589 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:09:26.246041 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-392064ae-078e-44ff-bc73-451c4a6d79b5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:09:26.252556 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-392064ae-078e-44ff-bc73-451c4a6d79b5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:09:26.263918 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-392064ae-078e-44ff-bc73-451c4a6d79b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:26.264878 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-392064ae-078e-44ff-bc73-451c4a6d79b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:26.286887 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-392064ae-078e-44ff-bc73-451c4a6d79b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:26.368026 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-08bc44e1-ffa8-47be-b2a3-c0b69c979dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:26.460066 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-392064ae-078e-44ff-bc73-451c4a6d79b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:26.469222 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1893760b-ea36-4cc9-9cf6-db6b22da48f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'fixed_ips': [{'subnet_id': '4f61ffd9-da07-4104-9282-ab85319d9ccb'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:09:26.470029 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1893760b-ea36-4cc9-9cf6-db6b22da48f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:26.642645 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-1893760b-ea36-4cc9-9cf6-db6b22da48f3 None None] Allocated IP 172.20.0.2 (29d9cff9-ae6e-4903-ba1f-b975588f68c1/4f61ffd9-da07-4104-9282-ab85319d9ccb/bc35abb7-0a70-4bcd-b2a8-0013e2cea59f) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:09:26.689541 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-392064ae-078e-44ff-bc73-451c4a6d79b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:26.727812 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-392064ae-078e-44ff-bc73-451c4a6d79b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:26.857767 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1893760b-ea36-4cc9-9cf6-db6b22da48f3 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:26.873821 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-1893760b-ea36-4cc9-9cf6-db6b22da48f3 None None] Transition to ACTIVE for port object bc35abb7-0a70-4bcd-b2a8-0013e2cea59f will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:09:26.882255 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-392064ae-078e-44ff-bc73-451c4a6d79b5 admin admin] Allocated IP 172.26.0.142 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/ee27af5d-e29b-44be-b395-74e0dfed3e06) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:09:26.897204 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-1893760b-ea36-4cc9-9cf6-db6b22da48f3 None None] Transition to ACTIVE for port object bc35abb7-0a70-4bcd-b2a8-0013e2cea59f will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:09:26.902756 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1893760b-ea36-4cc9-9cf6-db6b22da48f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:26.976766 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1893760b-ea36-4cc9-9cf6-db6b22da48f3 None None] Network 29d9cff9-ae6e-4903-ba1f-b975588f68c1 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:09:26.979828 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-1893760b-ea36-4cc9-9cf6-db6b22da48f3 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:09:26.983802 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1893760b-ea36-4cc9-9cf6-db6b22da48f3 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:09:26.991092 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1893760b-ea36-4cc9-9cf6-db6b22da48f3 None None] Pushing event updated for resources: {'Port': ['ID=bc35abb7-0a70-4bcd-b2a8-0013e2cea59f,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:27.086903 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-1893760b-ea36-4cc9-9cf6-db6b22da48f3 None None] Attempting to bind port bc35abb7-0a70-4bcd-b2a8-0013e2cea59f on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:09:27.087272 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-1893760b-ea36-4cc9-9cf6-db6b22da48f3 None None] Attempting to bind port bc35abb7-0a70-4bcd-b2a8-0013e2cea59f by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'fe4856b0-c7b4-4c7a-84c4-c306209030dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:09:27.087642 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1893760b-ea36-4cc9-9cf6-db6b22da48f3 None None] Attempting to bind port bc35abb7-0a70-4bcd-b2a8-0013e2cea59f on network 29d9cff9-ae6e-4903-ba1f-b975588f68c1 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:09:27.094373 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1893760b-ea36-4cc9-9cf6-db6b22da48f3 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:09:27.094758 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1893760b-ea36-4cc9-9cf6-db6b22da48f3 None None] Checking segment: {'id': 'fe4856b0-c7b4-4c7a-84c4-c306209030dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:09:27.095123 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1893760b-ea36-4cc9-9cf6-db6b22da48f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:27.095500 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1893760b-ea36-4cc9-9cf6-db6b22da48f3 None None] Bound using segment: {'id': 'fe4856b0-c7b4-4c7a-84c4-c306209030dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:09:27.095947 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-1893760b-ea36-4cc9-9cf6-db6b22da48f3 None None] Bound port: bc35abb7-0a70-4bcd-b2a8-0013e2cea59f, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4856b0-c7b4-4c7a-84c4-c306209030dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:09:27.096307 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1893760b-ea36-4cc9-9cf6-db6b22da48f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:27.135939 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-392064ae-078e-44ff-bc73-451c4a6d79b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:27.166244 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-392064ae-078e-44ff-bc73-451c4a6d79b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:27.191030 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-1893760b-ea36-4cc9-9cf6-db6b22da48f3 None None] For port bc35abb7-0a70-4bcd-b2a8-0013e2cea59f, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:09:27.195185 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-1893760b-ea36-4cc9-9cf6-db6b22da48f3 None None] For port bc35abb7-0a70-4bcd-b2a8-0013e2cea59f, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=bc35abb7-0a70-4bcd-b2a8-0013e2cea59f,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:09:27.199434 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1893760b-ea36-4cc9-9cf6-db6b22da48f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:27.241862 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392064ae-078e-44ff-bc73-451c4a6d79b5 admin admin] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:09:27.248542 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-392064ae-078e-44ff-bc73-451c4a6d79b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:09:27.251493 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392064ae-078e-44ff-bc73-451c4a6d79b5 admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:09:27.275966 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392064ae-078e-44ff-bc73-451c4a6d79b5 admin admin] Pushing event updated for resources: {'Port': ['ID=ee27af5d-e29b-44be-b395-74e0dfed3e06,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:27.289419 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1893760b-ea36-4cc9-9cf6-db6b22da48f3 None None] Pushing event updated for resources: {'Port': ['ID=bc35abb7-0a70-4bcd-b2a8-0013e2cea59f,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:27.451453 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-392064ae-078e-44ff-bc73-451c4a6d79b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:27.452293 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-392064ae-078e-44ff-bc73-451c4a6d79b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:27.492951 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:27.702069 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392064ae-078e-44ff-bc73-451c4a6d79b5 admin admin] Router 733a7dda-194d-46e2-86ef-87d388d845ee is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:09:27.779092 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:27.920012 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392064ae-078e-44ff-bc73-451c4a6d79b5 admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:09:27.929615 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60350f4a-bfe0-46bc-a650-6aaed4e7dde2 None None] Sync routers for ids ['733a7dda-194d-46e2-86ef-87d388d845ee'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:09:27.941945 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60350f4a-bfe0-46bc-a650-6aaed4e7dde2 None None] Routers {'733a7dda-194d-46e2-86ef-87d388d845ee'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:09:27.942696 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-60350f4a-bfe0-46bc-a650-6aaed4e7dde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:09:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['733a7dda-194d-46e2-86ef-87d388d845ee'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:27.946048 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-392064ae-078e-44ff-bc73-451c4a6d79b5 admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:27.949618 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-392064ae-078e-44ff-bc73-451c4a6d79b5 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7262888 Jan 21 10:09:27.950404 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 40948) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:09:28.148278 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-60350f4a-bfe0-46bc-a650-6aaed4e7dde2 None None] Set router 733a7dda-194d-46e2-86ef-87d388d845ee gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:09:28.201274 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device bc35abb7-0a70-4bcd-b2a8-0013e2cea59f up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:09:28.296227 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6f3ed2-5816-4c32-8ded-610a694d57c0 None None] Network 29d9cff9-ae6e-4903-ba1f-b975588f68c1 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:09:28.404274 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port bc35abb7-0a70-4bcd-b2a8-0013e2cea59f completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:09:28.427896 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-cdc2224a-7c36-49cd-9992-118c58376f73 None None] Provisioning for port bc35abb7-0a70-4bcd-b2a8-0013e2cea59f completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:09:28.446336 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-cdc2224a-7c36-49cd-9992-118c58376f73 None None] Provisioning complete for port bc35abb7-0a70-4bcd-b2a8-0013e2cea59f triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:09:28.446336 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cdc2224a-7c36-49cd-9992-118c58376f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:28.476543 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-60350f4a-bfe0-46bc-a650-6aaed4e7dde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'name': 'tempest-ServerActionsTestJSON-1138387682-router', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:27Z', 'revision_number': 3, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'gw_port': {'id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:28.481554 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60350f4a-bfe0-46bc-a650-6aaed4e7dde2 None None] Checking router: 733a7dda-194d-46e2-86ef-87d388d845ee for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:09:28.481554 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60350f4a-bfe0-46bc-a650-6aaed4e7dde2 None None] Updating router 733a7dda-194d-46e2-86ef-87d388d845ee port ee27af5d-e29b-44be-b395-74e0dfed3e06 binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:09:28.534465 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-60350f4a-bfe0-46bc-a650-6aaed4e7dde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:28.664317 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cdc2224a-7c36-49cd-9992-118c58376f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:28.706861 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-cdc2224a-7c36-49cd-9992-118c58376f73 None None] For port bc35abb7-0a70-4bcd-b2a8-0013e2cea59f, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=bc35abb7-0a70-4bcd-b2a8-0013e2cea59f,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:09:28.712983 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cdc2224a-7c36-49cd-9992-118c58376f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:28.781924 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-906238b3-1c25-413e-ae1f-95bbb9d905b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:28.800649 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2224a-7c36-49cd-9992-118c58376f73 None None] Pushing event updated for resources: {'Port': ['ID=bc35abb7-0a70-4bcd-b2a8-0013e2cea59f,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:28.811019 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc2224a-7c36-49cd-9992-118c58376f73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:28.811365 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc2224a-7c36-49cd-9992-118c58376f73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:28.811706 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc2224a-7c36-49cd-9992-118c58376f73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:28.812042 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc2224a-7c36-49cd-9992-118c58376f73 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:28.812375 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc2224a-7c36-49cd-9992-118c58376f73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:28.812708 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc2224a-7c36-49cd-9992-118c58376f73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:28.813034 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc2224a-7c36-49cd-9992-118c58376f73 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:28.813362 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc2224a-7c36-49cd-9992-118c58376f73 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:28.813726 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc2224a-7c36-49cd-9992-118c58376f73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:28.814051 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc2224a-7c36-49cd-9992-118c58376f73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:28.814374 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc2224a-7c36-49cd-9992-118c58376f73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:28.929152 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-60350f4a-bfe0-46bc-a650-6aaed4e7dde2 None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:28.945812 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-60350f4a-bfe0-46bc-a650-6aaed4e7dde2 None None] Transition to ACTIVE for port object ee27af5d-e29b-44be-b395-74e0dfed3e06 will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:09:28.954870 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-60350f4a-bfe0-46bc-a650-6aaed4e7dde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.042408 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d1a54adc-18ce-4e6d-8628-ef8d8aebb9c1 None None] Provisioning complete for port bc35abb7-0a70-4bcd-b2a8-0013e2cea59f triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:09:29.042942 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d1a54adc-18ce-4e6d-8628-ef8d8aebb9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.046609 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c50e59-ee5d-4cba-967a-01d4baf4c421 None None] Pushing event updated for resources: {'Port': ['ID=ee27af5d-e29b-44be-b395-74e0dfed3e06,revision_number=2']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:29.053206 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-60350f4a-bfe0-46bc-a650-6aaed4e7dde2 None None] Attempting to bind port ee27af5d-e29b-44be-b395-74e0dfed3e06 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:09:29.053600 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-60350f4a-bfe0-46bc-a650-6aaed4e7dde2 None None] Attempting to bind port ee27af5d-e29b-44be-b395-74e0dfed3e06 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:09:29.053964 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60350f4a-bfe0-46bc-a650-6aaed4e7dde2 None None] Attempting to bind port ee27af5d-e29b-44be-b395-74e0dfed3e06 on network 05164b30-8981-419a-8272-388f48c19dd5 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:09:29.064894 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c50e59-ee5d-4cba-967a-01d4baf4c421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:29.065236 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c50e59-ee5d-4cba-967a-01d4baf4c421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:29.065595 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c50e59-ee5d-4cba-967a-01d4baf4c421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:29.065925 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c50e59-ee5d-4cba-967a-01d4baf4c421 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:29.066245 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c50e59-ee5d-4cba-967a-01d4baf4c421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:29.066563 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c50e59-ee5d-4cba-967a-01d4baf4c421 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:29.066932 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c50e59-ee5d-4cba-967a-01d4baf4c421 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:29.067853 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c50e59-ee5d-4cba-967a-01d4baf4c421 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:29.068403 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c50e59-ee5d-4cba-967a-01d4baf4c421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:29.068730 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c50e59-ee5d-4cba-967a-01d4baf4c421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:29.069343 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c50e59-ee5d-4cba-967a-01d4baf4c421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:29.072286 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60350f4a-bfe0-46bc-a650-6aaed4e7dde2 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:09:29.072652 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60350f4a-bfe0-46bc-a650-6aaed4e7dde2 None None] Checking segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:09:29.073045 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-60350f4a-bfe0-46bc-a650-6aaed4e7dde2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.073421 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60350f4a-bfe0-46bc-a650-6aaed4e7dde2 None None] Bound using segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:09:29.073919 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-60350f4a-bfe0-46bc-a650-6aaed4e7dde2 None None] Bound port: ee27af5d-e29b-44be-b395-74e0dfed3e06, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:09:29.074280 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-60350f4a-bfe0-46bc-a650-6aaed4e7dde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.133051 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-906238b3-1c25-413e-ae1f-95bbb9d905b8 admin admin] Allocated IP 172.20.0.1 (29d9cff9-ae6e-4903-ba1f-b975588f68c1/4f61ffd9-da07-4104-9282-ab85319d9ccb/d38e83e1-6dbc-4da0-b4ef-055dc154e423) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:09:29.157702 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-60350f4a-bfe0-46bc-a650-6aaed4e7dde2 None None] For port ee27af5d-e29b-44be-b395-74e0dfed3e06, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:09:29.161985 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-60350f4a-bfe0-46bc-a650-6aaed4e7dde2 None None] For port ee27af5d-e29b-44be-b395-74e0dfed3e06, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ee27af5d-e29b-44be-b395-74e0dfed3e06,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:09:29.168057 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-60350f4a-bfe0-46bc-a650-6aaed4e7dde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.286923 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c50e59-ee5d-4cba-967a-01d4baf4c421 None None] Pushing event updated for resources: {'Port': ['ID=ee27af5d-e29b-44be-b395-74e0dfed3e06,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:29.291480 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60350f4a-bfe0-46bc-a650-6aaed4e7dde2 None None] Routers {'733a7dda-194d-46e2-86ef-87d388d845ee'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:09:29.292085 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-60350f4a-bfe0-46bc-a650-6aaed4e7dde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:09:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['733a7dda-194d-46e2-86ef-87d388d845ee'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:29.303428 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-906238b3-1c25-413e-ae1f-95bbb9d905b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.320844 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-906238b3-1c25-413e-ae1f-95bbb9d905b8 admin admin] Transition to ACTIVE for port object d38e83e1-6dbc-4da0-b4ef-055dc154e423 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:09:29.342904 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-906238b3-1c25-413e-ae1f-95bbb9d905b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.408134 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906238b3-1c25-413e-ae1f-95bbb9d905b8 admin admin] Network 29d9cff9-ae6e-4903-ba1f-b975588f68c1 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:09:29.418566 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-906238b3-1c25-413e-ae1f-95bbb9d905b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:09:29.422840 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906238b3-1c25-413e-ae1f-95bbb9d905b8 admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:09:29.467489 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906238b3-1c25-413e-ae1f-95bbb9d905b8 admin admin] Pushing event updated for resources: {'Port': ['ID=d38e83e1-6dbc-4da0-b4ef-055dc154e423,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:29.483540 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-60350f4a-bfe0-46bc-a650-6aaed4e7dde2 None None] Set router 733a7dda-194d-46e2-86ef-87d388d845ee gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:09:29.485298 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-906238b3-1c25-413e-ae1f-95bbb9d905b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.531513 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.599226 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-906238b3-1c25-413e-ae1f-95bbb9d905b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.701232 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-13f7fc44-23c1-4474-9d1d-dca8b748b94a None None] Provisioning for port d38e83e1-6dbc-4da0-b4ef-055dc154e423 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:09:29.706064 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-13f7fc44-23c1-4474-9d1d-dca8b748b94a None None] Provisioning complete for port d38e83e1-6dbc-4da0-b4ef-055dc154e423 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:09:29.706425 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-13f7fc44-23c1-4474-9d1d-dca8b748b94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.765287 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-13f7fc44-23c1-4474-9d1d-dca8b748b94a None None] Port d38e83e1-6dbc-4da0-b4ef-055dc154e423 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:09:29.815797 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-60350f4a-bfe0-46bc-a650-6aaed4e7dde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'name': 'tempest-ServerActionsTestJSON-1138387682-router', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:27Z', 'revision_number': 3, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'gw_port': {'id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:29.820168 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60350f4a-bfe0-46bc-a650-6aaed4e7dde2 None None] The sync data for ids ['733a7dda-194d-46e2-86ef-87d388d845ee'] in dv-neutron-825732-1-hyperv is: [{'id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'name': 'tempest-ServerActionsTestJSON-1138387682-router', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:27Z', 'revision_number': 3, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'gw_port': {'id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:09:29.858390 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-906238b3-1c25-413e-ae1f-95bbb9d905b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.863944 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-906238b3-1c25-413e-ae1f-95bbb9d905b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.970855 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906238b3-1c25-413e-ae1f-95bbb9d905b8 admin admin] Pushing event updated for resources: {'Port': ['ID=d38e83e1-6dbc-4da0-b4ef-055dc154e423,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:29.973240 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-906238b3-1c25-413e-ae1f-95bbb9d905b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.138116 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906238b3-1c25-413e-ae1f-95bbb9d905b8 admin admin] Network 29d9cff9-ae6e-4903-ba1f-b975588f68c1 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:09:30.139505 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-906238b3-1c25-413e-ae1f-95bbb9d905b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:09:30.248161 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device bc35abb7-0a70-4bcd-b2a8-0013e2cea59f up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:09:30.350742 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port bc35abb7-0a70-4bcd-b2a8-0013e2cea59f triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:09:30.351261 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.473437 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0f0f18d1-3a07-46cb-ae36-32d2b671e621 None None] Provisioning complete for port d38e83e1-6dbc-4da0-b4ef-055dc154e423 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:09:30.473914 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0f0f18d1-3a07-46cb-ae36-32d2b671e621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.590325 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-0f0f18d1-3a07-46cb-ae36-32d2b671e621 None None] Port d38e83e1-6dbc-4da0-b4ef-055dc154e423 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:09:30.592956 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906238b3-1c25-413e-ae1f-95bbb9d905b8 admin admin] Router 733a7dda-194d-46e2-86ef-87d388d845ee has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:09:30.608746 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ee27af5d-e29b-44be-b395-74e0dfed3e06 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:09:30.690155 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port ee27af5d-e29b-44be-b395-74e0dfed3e06 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:09:30.696344 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port ee27af5d-e29b-44be-b395-74e0dfed3e06 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:09:30.696616 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.833131 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.850515 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port ee27af5d-e29b-44be-b395-74e0dfed3e06, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ee27af5d-e29b-44be-b395-74e0dfed3e06,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:09:30.856156 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.906685 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906238b3-1c25-413e-ae1f-95bbb9d905b8 admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:09:30.916881 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-906238b3-1c25-413e-ae1f-95bbb9d905b8 admin admin] 10.222.0.104 "PUT /v2.0/routers/733a7dda-194d-46e2-86ef-87d388d845ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9653628 Jan 21 10:09:30.929790 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=ee27af5d-e29b-44be-b395-74e0dfed3e06,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:31.468671 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 40958) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:09:31.474595 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-ccbae733-de98-49d9-acb5-f4088af168ab tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1345939569', 'description': 'tempest-description--662192648'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:09:31.480454 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ccbae733-de98-49d9-acb5-f4088af168ab tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:09:31.484193 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ccbae733-de98-49d9-acb5-f4088af168ab tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Usage tracker for resource:security_group and tenant:613ddafc33d3409d8fc1a3e0f163a589 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:09:31.487019 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ccbae733-de98-49d9-acb5-f4088af168ab tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:09:31.493165 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ccbae733-de98-49d9-acb5-f4088af168ab tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:09:31.504950 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ccbae733-de98-49d9-acb5-f4088af168ab tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:31.542411 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ccbae733-de98-49d9-acb5-f4088af168ab tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:09:31.546250 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ccbae733-de98-49d9-acb5-f4088af168ab tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Usage tracker for resource:security_group_rule and tenant:613ddafc33d3409d8fc1a3e0f163a589 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:09:31.549174 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ccbae733-de98-49d9-acb5-f4088af168ab tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:09:31.557912 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ccbae733-de98-49d9-acb5-f4088af168ab tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:09:31.614396 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ccbae733-de98-49d9-acb5-f4088af168ab tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:31.618436 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ccbae733-de98-49d9-acb5-f4088af168ab tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:31.662849 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbae733-de98-49d9-acb5-f4088af168ab tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a238099e-e5cc-4952-b950-a07d1a5ef5e5,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:31.667490 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ccbae733-de98-49d9-acb5-f4088af168ab tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:31.668867 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ccbae733-de98-49d9-acb5-f4088af168ab tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.1990261 Jan 21 10:09:31.671703 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 40962) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:09:31.679696 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-5524e1fc-e32c-4def-b1c3-0fc9411db2d3 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Request body: {'security_group_rule': {'security_group_id': 'a238099e-e5cc-4952-b950-a07d1a5ef5e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:09:31.685623 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5524e1fc-e32c-4def-b1c3-0fc9411db2d3 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:09:31.689553 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-5524e1fc-e32c-4def-b1c3-0fc9411db2d3 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Usage tracker for resource:security_group_rule and tenant:613ddafc33d3409d8fc1a3e0f163a589 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:09:31.693363 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-5524e1fc-e32c-4def-b1c3-0fc9411db2d3 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:09:31.699070 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5524e1fc-e32c-4def-b1c3-0fc9411db2d3 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:09:31.717554 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5524e1fc-e32c-4def-b1c3-0fc9411db2d3 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:31.782056 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5524e1fc-e32c-4def-b1c3-0fc9411db2d3 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:31.786009 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5524e1fc-e32c-4def-b1c3-0fc9411db2d3 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:31.809012 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524e1fc-e32c-4def-b1c3-0fc9411db2d3 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d97ba00c-12f1-440b-892a-5bb09599406b,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:31.821678 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5524e1fc-e32c-4def-b1c3-0fc9411db2d3 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:31.825433 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5524e1fc-e32c-4def-b1c3-0fc9411db2d3 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1495876 Jan 21 10:09:31.825640 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 40966) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:09:31.830991 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-49e2a387-a642-422f-a01b-ad100c221ebc tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Request body: {'security_group_rule': {'security_group_id': 'a238099e-e5cc-4952-b950-a07d1a5ef5e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:09:31.838045 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-49e2a387-a642-422f-a01b-ad100c221ebc tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:09:31.842008 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-49e2a387-a642-422f-a01b-ad100c221ebc tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Usage tracker for resource:security_group_rule and tenant:613ddafc33d3409d8fc1a3e0f163a589 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:09:31.844916 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-49e2a387-a642-422f-a01b-ad100c221ebc tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:09:31.851165 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-49e2a387-a642-422f-a01b-ad100c221ebc tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:09:31.867847 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-49e2a387-a642-422f-a01b-ad100c221ebc tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:31.934580 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-49e2a387-a642-422f-a01b-ad100c221ebc tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:31.938563 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-49e2a387-a642-422f-a01b-ad100c221ebc tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:31.964020 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e2a387-a642-422f-a01b-ad100c221ebc tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf76c8ef-cd75-4031-844d-62ef9bbc5b7e,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:31.975318 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-49e2a387-a642-422f-a01b-ad100c221ebc tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:31.976520 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-49e2a387-a642-422f-a01b-ad100c221ebc tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1499650 Jan 21 10:09:31.979902 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 40970) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:09:31.985121 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-4b242014-2000-4d4c-840f-954564e54c83 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:09:31.991490 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4b242014-2000-4d4c-840f-954564e54c83 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:09:31.995262 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-4b242014-2000-4d4c-840f-954564e54c83 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Usage tracker for resource:floatingip and tenant:613ddafc33d3409d8fc1a3e0f163a589 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:09:31.998095 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-4b242014-2000-4d4c-840f-954564e54c83 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:09:32.003674 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4b242014-2000-4d4c-840f-954564e54c83 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:09:32.014469 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4b242014-2000-4d4c-840f-954564e54c83 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:32.151637 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ee27af5d-e29b-44be-b395-74e0dfed3e06 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:09:32.165641 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4b242014-2000-4d4c-840f-954564e54c83 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:32.221587 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port ee27af5d-e29b-44be-b395-74e0dfed3e06 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:09:32.221963 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:32.308458 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-4b242014-2000-4d4c-840f-954564e54c83 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Allocated IP 172.26.0.95 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/930adc5d-b315-4095-b17b-1b958e076fe4) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:09:32.457180 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4b242014-2000-4d4c-840f-954564e54c83 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:32.486237 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4b242014-2000-4d4c-840f-954564e54c83 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:32.559840 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b242014-2000-4d4c-840f-954564e54c83 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:09:32.562703 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-4b242014-2000-4d4c-840f-954564e54c83 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:09:32.566421 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b242014-2000-4d4c-840f-954564e54c83 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:09:32.601558 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b242014-2000-4d4c-840f-954564e54c83 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Pushing event updated for resources: {'Port': ['ID=930adc5d-b315-4095-b17b-1b958e076fe4,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:32.738495 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4b242014-2000-4d4c-840f-954564e54c83 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:32.797506 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4b242014-2000-4d4c-840f-954564e54c83 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:33.018099 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4b242014-2000-4d4c-840f-954564e54c83 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:33.024418 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4b242014-2000-4d4c-840f-954564e54c83 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:33.133159 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b242014-2000-4d4c-840f-954564e54c83 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Pushing event updated for resources: {'Port': ['ID=930adc5d-b315-4095-b17b-1b958e076fe4,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:33.150711 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4b242014-2000-4d4c-840f-954564e54c83 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:33.178838 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4b242014-2000-4d4c-840f-954564e54c83 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:33.180688 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4b242014-2000-4d4c-840f-954564e54c83 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1998236 Jan 21 10:09:33.361054 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-063cb580-9a72-4c76-96c2-d4d7ab319996 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-securitygroup--1345939569&fields=id&tenant_id=613ddafc33d3409d8fc1a3e0f163a589 HTTP/1.1" status: 200 len: 267 time: 0.0441165 Jan 21 10:09:33.413247 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2839ed3-ac4f-4a8d-a5f8-f4ea559cf1bf None None] Sync routers for ids ['733a7dda-194d-46e2-86ef-87d388d845ee'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:09:33.424948 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2839ed3-ac4f-4a8d-a5f8-f4ea559cf1bf None None] Routers {'733a7dda-194d-46e2-86ef-87d388d845ee'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:09:33.425590 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c2839ed3-ac4f-4a8d-a5f8-f4ea559cf1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:09:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['733a7dda-194d-46e2-86ef-87d388d845ee'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:33.512671 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-6dbe7103-d8e7-4f8b-8c57-a3b0ae07de37 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:33.514023 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-6dbe7103-d8e7-4f8b-8c57-a3b0ae07de37 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/networks?id=29d9cff9-ae6e-4903-ba1f-b975588f68c1 HTTP/1.1" status: 200 len: 812 time: 0.1460552 Jan 21 10:09:33.530790 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-8052674c-29be-4f86-9ec9-320d6d230da3 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/quotas/613ddafc33d3409d8fc1a3e0f163a589 HTTP/1.1" status: 200 len: 375 time: 0.0114212 Jan 21 10:09:33.620584 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-c2839ed3-ac4f-4a8d-a5f8-f4ea559cf1bf None None] Set router 733a7dda-194d-46e2-86ef-87d388d845ee gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:09:33.623725 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-ee43355d-b0a0-4729-89e2-da2256c5292d tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=613ddafc33d3409d8fc1a3e0f163a589&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0867825 Jan 21 10:09:33.766542 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-0a4f8cbb-f4d0-4c7b-b9f8-b1af84631a90 service neutron] 10.222.0.104 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306961 Jan 21 10:09:33.959246 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c2839ed3-ac4f-4a8d-a5f8-f4ea559cf1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'name': 'tempest-ServerActionsTestJSON-1138387682-router', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:29Z', 'revision_number': 4, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'gw_port': {'id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'd38e83e1-6dbc-4da0-b4ef-055dc154e423', 'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'mac_address': 'fa:16:3e:58:0f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:28Z', 'updated_at': '2022-01-21T10:09:29Z', 'revision_number': 2, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'subnets': [{'id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:33.963883 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2839ed3-ac4f-4a8d-a5f8-f4ea559cf1bf None None] Checking router: 733a7dda-194d-46e2-86ef-87d388d845ee for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:09:33.964311 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2839ed3-ac4f-4a8d-a5f8-f4ea559cf1bf None None] Updating router 733a7dda-194d-46e2-86ef-87d388d845ee port d38e83e1-6dbc-4da0-b4ef-055dc154e423 binding host dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:09:34.002134 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-175fb9db-f209-483d-9967-c42dc3f1a268 service neutron] 10.222.0.104 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297561 Jan 21 10:09:34.018641 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c2839ed3-ac4f-4a8d-a5f8-f4ea559cf1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:34.216474 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-b956826b-9de1-454c-87ca-a83f3a06905c req-5deeb788-46f8-411c-83ac-613d4193768f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Synchronizing usage tracker for tenant:613ddafc33d3409d8fc1a3e0f163a589 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:09:34.236704 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-b956826b-9de1-454c-87ca-a83f3a06905c req-5deeb788-46f8-411c-83ac-613d4193768f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Unset dirty status for tenant:613ddafc33d3409d8fc1a3e0f163a589 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:09:34.242019 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-b956826b-9de1-454c-87ca-a83f3a06905c req-5deeb788-46f8-411c-83ac-613d4193768f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 210 time: 0.0720284 Jan 21 10:09:34.383660 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c2839ed3-ac4f-4a8d-a5f8-f4ea559cf1bf None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:34.395536 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-c2839ed3-ac4f-4a8d-a5f8-f4ea559cf1bf None None] Transition to ACTIVE for port object d38e83e1-6dbc-4da0-b4ef-055dc154e423 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:09:34.402015 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c2839ed3-ac4f-4a8d-a5f8-f4ea559cf1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:34.568504 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27148e-d9be-4e45-9e30-692df8467f7d None None] Pushing event updated for resources: {'Port': ['ID=d38e83e1-6dbc-4da0-b4ef-055dc154e423,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:34.666190 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c2839ed3-ac4f-4a8d-a5f8-f4ea559cf1bf None None] Attempting to bind port d38e83e1-6dbc-4da0-b4ef-055dc154e423 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:09:34.666554 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c2839ed3-ac4f-4a8d-a5f8-f4ea559cf1bf None None] Attempting to bind port d38e83e1-6dbc-4da0-b4ef-055dc154e423 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'fe4856b0-c7b4-4c7a-84c4-c306209030dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:09:34.666912 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2839ed3-ac4f-4a8d-a5f8-f4ea559cf1bf None None] Attempting to bind port d38e83e1-6dbc-4da0-b4ef-055dc154e423 on network 29d9cff9-ae6e-4903-ba1f-b975588f68c1 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:09:34.674108 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2839ed3-ac4f-4a8d-a5f8-f4ea559cf1bf None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:09:34.674394 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2839ed3-ac4f-4a8d-a5f8-f4ea559cf1bf None None] Checking segment: {'id': 'fe4856b0-c7b4-4c7a-84c4-c306209030dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:09:34.674786 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c2839ed3-ac4f-4a8d-a5f8-f4ea559cf1bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:34.675173 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2839ed3-ac4f-4a8d-a5f8-f4ea559cf1bf None None] Bound using segment: {'id': 'fe4856b0-c7b4-4c7a-84c4-c306209030dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:09:34.675638 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c2839ed3-ac4f-4a8d-a5f8-f4ea559cf1bf None None] Bound port: d38e83e1-6dbc-4da0-b4ef-055dc154e423, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4856b0-c7b4-4c7a-84c4-c306209030dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:09:34.676747 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c2839ed3-ac4f-4a8d-a5f8-f4ea559cf1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:34.789266 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-c2839ed3-ac4f-4a8d-a5f8-f4ea559cf1bf None None] For port d38e83e1-6dbc-4da0-b4ef-055dc154e423, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:09:34.793680 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-c2839ed3-ac4f-4a8d-a5f8-f4ea559cf1bf None None] For port d38e83e1-6dbc-4da0-b4ef-055dc154e423, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=d38e83e1-6dbc-4da0-b4ef-055dc154e423,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:09:34.798268 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c2839ed3-ac4f-4a8d-a5f8-f4ea559cf1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:34.891411 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2839ed3-ac4f-4a8d-a5f8-f4ea559cf1bf None None] Routers {'733a7dda-194d-46e2-86ef-87d388d845ee'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:09:34.892068 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c2839ed3-ac4f-4a8d-a5f8-f4ea559cf1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:09:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['733a7dda-194d-46e2-86ef-87d388d845ee'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:34.953899 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27148e-d9be-4e45-9e30-692df8467f7d None None] Pushing event updated for resources: {'Port': ['ID=d38e83e1-6dbc-4da0-b4ef-055dc154e423,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:35.087541 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-c2839ed3-ac4f-4a8d-a5f8-f4ea559cf1bf None None] Set router 733a7dda-194d-46e2-86ef-87d388d845ee gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:09:35.331717 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-75253b19-d698-4d9c-81bf-f5779f5d9595 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:35.333488 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-75253b19-d698-4d9c-81bf-f5779f5d9595 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.124 "GET /v2.0/networks?id=29d9cff9-ae6e-4903-ba1f-b975588f68c1 HTTP/1.1" status: 200 len: 812 time: 0.1679029 Jan 21 10:09:35.388702 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-2da42006-d192-4ff6-846c-dbbb752e39b7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=613ddafc33d3409d8fc1a3e0f163a589 HTTP/1.1" status: 200 len: 380 time: 0.0433888 Jan 21 10:09:35.430391 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-01b8ae75-3ef8-4be0-b61c-83590bb95751 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Request body: {'port': {'device_id': 'de12f99a-f3e2-4842-8091-88a04750606e', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'admin_state_up': True, 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'security_groups': ['a238099e-e5cc-4952-b950-a07d1a5ef5e5']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:09:35.452616 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c2839ed3-ac4f-4a8d-a5f8-f4ea559cf1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'name': 'tempest-ServerActionsTestJSON-1138387682-router', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:29Z', 'revision_number': 4, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'gw_port': {'id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'd38e83e1-6dbc-4da0-b4ef-055dc154e423', 'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'mac_address': 'fa:16:3e:58:0f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:28Z', 'updated_at': '2022-01-21T10:09:34Z', 'revision_number': 4, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'subnets': [{'id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:35.456628 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2839ed3-ac4f-4a8d-a5f8-f4ea559cf1bf None None] The sync data for ids ['733a7dda-194d-46e2-86ef-87d388d845ee'] in dv-neutron-825732-1-hyperv is: [{'id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'name': 'tempest-ServerActionsTestJSON-1138387682-router', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:29Z', 'revision_number': 4, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'gw_port': {'id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'd38e83e1-6dbc-4da0-b4ef-055dc154e423', 'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'mac_address': 'fa:16:3e:58:0f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:28Z', 'updated_at': '2022-01-21T10:09:34Z', 'revision_number': 4, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'subnets': [{'id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:09:35.464226 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8f0cf13b-a340-4805-bfde-0f4532a67d28 req-2cbd3353-364b-4ac6-b097-e4f990dc7ab1 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 210 time: 0.0723729 Jan 21 10:09:35.606915 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-01b8ae75-3ef8-4be0-b61c-83590bb95751 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:09:35.617298 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-01b8ae75-3ef8-4be0-b61c-83590bb95751 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:09:35.630961 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-01b8ae75-3ef8-4be0-b61c-83590bb95751 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Made reservation on behalf of 613ddafc33d3409d8fc1a3e0f163a589 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:09:35.635735 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-01b8ae75-3ef8-4be0-b61c-83590bb95751 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:35.814356 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-01b8ae75-3ef8-4be0-b61c-83590bb95751 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Allocated IP 172.20.0.10 (29d9cff9-ae6e-4903-ba1f-b975588f68c1/4f61ffd9-da07-4104-9282-ab85319d9ccb/6270a81f-8165-4083-a9f5-3c36af1d6442) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:09:36.023449 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-01b8ae75-3ef8-4be0-b61c-83590bb95751 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:36.041287 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-01b8ae75-3ef8-4be0-b61c-83590bb95751 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Transition to ACTIVE for port object 6270a81f-8165-4083-a9f5-3c36af1d6442 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:09:36.063862 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-01b8ae75-3ef8-4be0-b61c-83590bb95751 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:36.150153 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8ae75-3ef8-4be0-b61c-83590bb95751 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Pushing event updated for resources: {'Port': ['ID=6270a81f-8165-4083-a9f5-3c36af1d6442,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:36.157405 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-01b8ae75-3ef8-4be0-b61c-83590bb95751 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Network 29d9cff9-ae6e-4903-ba1f-b975588f68c1 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:09:36.158655 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-01b8ae75-3ef8-4be0-b61c-83590bb95751 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:09:36.164081 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-01b8ae75-3ef8-4be0-b61c-83590bb95751 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:09:36.206158 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device d38e83e1-6dbc-4da0-b4ef-055dc154e423 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:09:36.254099 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-01b8ae75-3ef8-4be0-b61c-83590bb95751 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:36.255724 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-01b8ae75-3ef8-4be0-b61c-83590bb95751 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:36.280245 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port d38e83e1-6dbc-4da0-b4ef-055dc154e423 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:09:36.286152 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port d38e83e1-6dbc-4da0-b4ef-055dc154e423 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:09:36.286697 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:36.290106 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-01b8ae75-3ef8-4be0-b61c-83590bb95751 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8965230 Jan 21 10:09:36.303470 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-decdaa84-8a38-40f5-9bdf-80e6774d8a9e service neutron] Request body: {'port': {'device_id': 'de12f99a-f3e2-4842-8091-88a04750606e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:09:36.428354 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:36.434552 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-decdaa84-8a38-40f5-9bdf-80e6774d8a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:36.449795 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ab42ca2e-2abd-4a08-945a-64423097ba68 None None] Provisioning for port 6270a81f-8165-4083-a9f5-3c36af1d6442 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:09:36.473486 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ab42ca2e-2abd-4a08-945a-64423097ba68 None None] Provisioning complete for port 6270a81f-8165-4083-a9f5-3c36af1d6442 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:09:36.473956 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ab42ca2e-2abd-4a08-945a-64423097ba68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:36.504790 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port d38e83e1-6dbc-4da0-b4ef-055dc154e423, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=d38e83e1-6dbc-4da0-b4ef-055dc154e423,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:09:36.515557 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:36.584097 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-ab42ca2e-2abd-4a08-945a-64423097ba68 None None] Port 6270a81f-8165-4083-a9f5-3c36af1d6442 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:09:36.601198 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=d38e83e1-6dbc-4da0-b4ef-055dc154e423,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:36.675286 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebcd87-d18d-49c3-8f4f-d4c96d09beb0 req-2b5cfa79-bdd9-4c00-9df8-051783fdeeb0 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:36.676913 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-08ebcd87-d18d-49c3-8f4f-d4c96d09beb0 req-2b5cfa79-bdd9-4c00-9df8-051783fdeeb0 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 932 time: 0.0805850 Jan 21 10:09:36.727380 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-08ebcd87-d18d-49c3-8f4f-d4c96d09beb0 req-e8174c0e-6c9c-44a9-ba99-69e308e73eff tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Synchronizing usage tracker for tenant:613ddafc33d3409d8fc1a3e0f163a589 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:09:36.743737 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-08ebcd87-d18d-49c3-8f4f-d4c96d09beb0 req-e8174c0e-6c9c-44a9-ba99-69e308e73eff tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Unset dirty status for tenant:613ddafc33d3409d8fc1a3e0f163a589 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:09:36.744843 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-08ebcd87-d18d-49c3-8f4f-d4c96d09beb0 req-e8174c0e-6c9c-44a9-ba99-69e308e73eff tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621090 Jan 21 10:09:36.808202 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-decdaa84-8a38-40f5-9bdf-80e6774d8a9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6270a81f-8165-4083-a9f5-3c36af1d6442 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:09:36.815947 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-decdaa84-8a38-40f5-9bdf-80e6774d8a9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:36.832899 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-decdaa84-8a38-40f5-9bdf-80e6774d8a9e service neutron] Transition to ACTIVE for port object 6270a81f-8165-4083-a9f5-3c36af1d6442 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:09:36.837285 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-decdaa84-8a38-40f5-9bdf-80e6774d8a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:36.970928 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decdaa84-8a38-40f5-9bdf-80e6774d8a9e service neutron] Pushing event updated for resources: {'Port': ['ID=6270a81f-8165-4083-a9f5-3c36af1d6442,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:37.082712 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-decdaa84-8a38-40f5-9bdf-80e6774d8a9e service neutron] Attempting to bind port 6270a81f-8165-4083-a9f5-3c36af1d6442 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:09:37.083235 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-decdaa84-8a38-40f5-9bdf-80e6774d8a9e service neutron] Attempting to bind port 6270a81f-8165-4083-a9f5-3c36af1d6442 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'fe4856b0-c7b4-4c7a-84c4-c306209030dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:09:37.083563 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-decdaa84-8a38-40f5-9bdf-80e6774d8a9e service neutron] Attempting to bind port 6270a81f-8165-4083-a9f5-3c36af1d6442 on network 29d9cff9-ae6e-4903-ba1f-b975588f68c1 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:09:37.089757 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-decdaa84-8a38-40f5-9bdf-80e6774d8a9e service neutron] Port 6270a81f-8165-4083-a9f5-3c36af1d6442 on network 29d9cff9-ae6e-4903-ba1f-b975588f68c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:09:37.090013 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-decdaa84-8a38-40f5-9bdf-80e6774d8a9e service neutron] Attempting to bind port 6270a81f-8165-4083-a9f5-3c36af1d6442 on network 29d9cff9-ae6e-4903-ba1f-b975588f68c1 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:09:37.096826 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-decdaa84-8a38-40f5-9bdf-80e6774d8a9e service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:09:37.097163 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-decdaa84-8a38-40f5-9bdf-80e6774d8a9e service neutron] Checking segment: {'id': 'fe4856b0-c7b4-4c7a-84c4-c306209030dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:09:37.097574 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-decdaa84-8a38-40f5-9bdf-80e6774d8a9e service neutron] Bound using segment: {'id': 'fe4856b0-c7b4-4c7a-84c4-c306209030dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:09:37.098162 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-decdaa84-8a38-40f5-9bdf-80e6774d8a9e service neutron] Bound port: 6270a81f-8165-4083-a9f5-3c36af1d6442, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4856b0-c7b4-4c7a-84c4-c306209030dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:09:37.098796 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-decdaa84-8a38-40f5-9bdf-80e6774d8a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:37.298082 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-decdaa84-8a38-40f5-9bdf-80e6774d8a9e service neutron] For port 6270a81f-8165-4083-a9f5-3c36af1d6442, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:09:37.301017 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-decdaa84-8a38-40f5-9bdf-80e6774d8a9e service neutron] For port 6270a81f-8165-4083-a9f5-3c36af1d6442, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6270a81f-8165-4083-a9f5-3c36af1d6442,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:09:37.305710 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-decdaa84-8a38-40f5-9bdf-80e6774d8a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:37.373777 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-decdaa84-8a38-40f5-9bdf-80e6774d8a9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:37.375118 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-decdaa84-8a38-40f5-9bdf-80e6774d8a9e service neutron] 10.222.0.124 "PUT /v2.0/ports/6270a81f-8165-4083-a9f5-3c36af1d6442 HTTP/1.1" status: 200 len: 1094 time: 1.0772316 Jan 21 10:09:37.375560 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de12f99a-f3e2-4842-8091-88a04750606e', 'tag': '6270a81f-8165-4083-a9f5-3c36af1d6442'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:09:37.396505 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decdaa84-8a38-40f5-9bdf-80e6774d8a9e service neutron] Pushing event updated for resources: {'Port': ['ID=6270a81f-8165-4083-a9f5-3c36af1d6442,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:37.448171 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de12f99a-f3e2-4842-8091-88a04750606e', 'tag': '6270a81f-8165-4083-a9f5-3c36af1d6442', 'status': 'completed', 'code': 200} Jan 21 10:09:37.496515 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-39b54b08-f3c5-455f-8351-88c16877c6d6 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=613ddafc33d3409d8fc1a3e0f163a589&device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 1097 time: 0.0801613 Jan 21 10:09:37.565086 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-5597ace5-d25a-4236-bcaf-458d93ca3c5c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6270a81f-8165-4083-a9f5-3c36af1d6442 HTTP/1.1" status: 200 len: 217 time: 0.0624049 Jan 21 10:09:37.634263 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-bebb5f25-b219-446d-a961-e48581682404 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:37.635588 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-bebb5f25-b219-446d-a961-e48581682404 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4f61ffd9-da07-4104-9282-ab85319d9ccb HTTP/1.1" status: 200 len: 851 time: 0.0651865 Jan 21 10:09:37.711863 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-846da3e3-63c0-4181-a2a8-c7b1cee9aa86 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=29d9cff9-ae6e-4903-ba1f-b975588f68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705252 Jan 21 10:09:37.846490 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-16e865a5-4bcc-4305-a848-95b311d65a42 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282334 Jan 21 10:09:37.960188 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818a594-445b-44d7-9a4d-89029d329687 req-57e2d2e6-6d99-4266-9bfd-4c6904c6a8f3 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:37.961828 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-6818a594-445b-44d7-9a4d-89029d329687 req-57e2d2e6-6d99-4266-9bfd-4c6904c6a8f3 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 944 time: 0.0827720 Jan 21 10:09:37.984154 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a685d2a3-71b9-401f-8937-23d0ae6ea855 req-d3b63e3c-8f1e-4ae4-9d12-88f935ea0dd4 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314461 Jan 21 10:09:38.011482 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-6818a594-445b-44d7-9a4d-89029d329687 req-23a8f30d-bf7f-42ff-b88f-84177b9a1654 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419912 Jan 21 10:09:38.121249 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-18c206c6-7f06-4441-b215-943189fbd954 req-74a90729-b39f-4e2f-8695-ca21fba1f5ca service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=613ddafc33d3409d8fc1a3e0f163a589&device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 1097 time: 0.0848999 Jan 21 10:09:38.157026 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device d38e83e1-6dbc-4da0-b4ef-055dc154e423 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:09:38.232586 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port d38e83e1-6dbc-4da0-b4ef-055dc154e423 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:09:38.233042 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:38.276805 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c206c6-7f06-4441-b215-943189fbd954 req-2523de18-a872-4ee8-b8c5-33c044c0009f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:38.278295 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-18c206c6-7f06-4441-b215-943189fbd954 req-2523de18-a872-4ee8-b8c5-33c044c0009f service neutron] 10.222.0.124 "GET /v2.0/networks?id=29d9cff9-ae6e-4903-ba1f-b975588f68c1 HTTP/1.1" status: 200 len: 913 time: 0.1505609 Jan 21 10:09:38.348501 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-18c206c6-7f06-4441-b215-943189fbd954 req-93800448-517e-4b51-b902-a439c1cdaa53 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6270a81f-8165-4083-a9f5-3c36af1d6442 HTTP/1.1" status: 200 len: 217 time: 0.0628498 Jan 21 10:09:38.418334 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c206c6-7f06-4441-b215-943189fbd954 req-2d1f06e6-3ae6-4d62-b622-3a9efca75898 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:38.419610 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-18c206c6-7f06-4441-b215-943189fbd954 req-2d1f06e6-3ae6-4d62-b622-3a9efca75898 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4f61ffd9-da07-4104-9282-ab85319d9ccb HTTP/1.1" status: 200 len: 851 time: 0.0658486 Jan 21 10:09:38.498831 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-18c206c6-7f06-4441-b215-943189fbd954 req-60668419-62b1-43ac-8dbc-c1c3f60e751f service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=29d9cff9-ae6e-4903-ba1f-b975588f68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715606 Jan 21 10:09:38.627847 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:09:38.632194 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-18c206c6-7f06-4441-b215-943189fbd954 req-95823f9c-0bb0-40fe-bbe3-6724c76c1371 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266553 Jan 21 10:09:38.769137 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-18c206c6-7f06-4441-b215-943189fbd954 req-e467eeec-582b-46b1-ba82-0d525cb1098d service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309524 Jan 21 10:09:39.217384 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287379a-52df-4b21-b728-83d742a9a17a req-c09d113b-e045-4a62-8afc-5dadfa8158e6 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:39.218149 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-e287379a-52df-4b21-b728-83d742a9a17a req-c09d113b-e045-4a62-8afc-5dadfa8158e6 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Synchronizing usage tracker for tenant:613ddafc33d3409d8fc1a3e0f163a589 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:09:39.234758 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-e287379a-52df-4b21-b728-83d742a9a17a req-c09d113b-e045-4a62-8afc-5dadfa8158e6 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Unset dirty status for tenant:613ddafc33d3409d8fc1a3e0f163a589 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:09:39.235966 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e287379a-52df-4b21-b728-83d742a9a17a req-c09d113b-e045-4a62-8afc-5dadfa8158e6 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 944 time: 0.0970297 Jan 21 10:09:39.286576 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e287379a-52df-4b21-b728-83d742a9a17a req-779dedaf-6825-49ec-8129-5bc22a403eda tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450642 Jan 21 10:09:40.295553 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 6270a81f-8165-4083-a9f5-3c36af1d6442 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:09:40.433705 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 6270a81f-8165-4083-a9f5-3c36af1d6442, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6270a81f-8165-4083-a9f5-3c36af1d6442,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:09:40.447036 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '6270a81f-8165-4083-a9f5-3c36af1d6442', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'port_id': '6270a81f-8165-4083-a9f5-3c36af1d6442', 'mac_address': 'fa:16:3e:cb:7c:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:09:40.549330 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:40.568317 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6270a81f-8165-4083-a9f5-3c36af1d6442 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:09:40.584487 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 6270a81f-8165-4083-a9f5-3c36af1d6442, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6270a81f-8165-4083-a9f5-3c36af1d6442,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:09:40.589674 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:40.607571 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb138e-b7af-4b10-af73-1a45548f8622 req-e65c5f3e-8cb3-43b6-9fe0-6933f00a3e85 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:40.609426 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-fbeb138e-b7af-4b10-af73-1a45548f8622 req-e65c5f3e-8cb3-43b6-9fe0-6933f00a3e85 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 944 time: 0.2035027 Jan 21 10:09:40.661434 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-fbeb138e-b7af-4b10-af73-1a45548f8622 req-dd9f545c-4559-46e6-93da-58de2334845e tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438857 Jan 21 10:09:40.662784 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=6270a81f-8165-4083-a9f5-3c36af1d6442,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:40.811628 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['6270a81f-8165-4083-a9f5-3c36af1d6442'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:09:41.865280 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460f55d-4963-4746-a2e4-398a8565d3c5 req-e7a9c07d-2aec-44b7-94c8-82fd5b3d15df tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:41.870765 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0460f55d-4963-4746-a2e4-398a8565d3c5 req-e7a9c07d-2aec-44b7-94c8-82fd5b3d15df tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 945 time: 0.0812094 Jan 21 10:09:41.913607 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0460f55d-4963-4746-a2e4-398a8565d3c5 req-b03ce01a-6843-4962-a3cc-405b532619d1 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408945 Jan 21 10:09:42.326852 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 6270a81f-8165-4083-a9f5-3c36af1d6442 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:09:42.403569 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port 6270a81f-8165-4083-a9f5-3c36af1d6442 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:09:42.409058 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 6270a81f-8165-4083-a9f5-3c36af1d6442 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:09:42.409428 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:42.530638 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:42.559284 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de12f99a-f3e2-4842-8091-88a04750606e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6270a81f-8165-4083-a9f5-3c36af1d6442'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:09:42.569464 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 6270a81f-8165-4083-a9f5-3c36af1d6442, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6270a81f-8165-4083-a9f5-3c36af1d6442,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:09:42.573468 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:42.617923 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de12f99a-f3e2-4842-8091-88a04750606e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6270a81f-8165-4083-a9f5-3c36af1d6442', 'code': 200} Jan 21 10:09:42.645140 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=6270a81f-8165-4083-a9f5-3c36af1d6442,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:42.949544 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d2a8ab0a-a6a0-4f74-8a99-4fae94ca6b81 req-68f74430-e268-410d-b3a1-198b8a2114d3 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 1099 time: 0.1718271 Jan 21 10:09:42.994661 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d2a8ab0a-a6a0-4f74-8a99-4fae94ca6b81 req-5eb0fb8a-da4f-4734-814c-d72fc2daaa82 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389228 Jan 21 10:09:43.125691 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637cf3b-ef3d-46da-9363-b01ac7b2f47f req-c3f5d57d-a42c-4b77-ad38-9b66870d38f9 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:43.127261 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d637cf3b-ef3d-46da-9363-b01ac7b2f47f req-c3f5d57d-a42c-4b77-ad38-9b66870d38f9 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 946 time: 0.0840087 Jan 21 10:09:43.178956 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d637cf3b-ef3d-46da-9363-b01ac7b2f47f req-4a1639c1-6c86-4ee3-9b2a-2476f743d24a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453625 Jan 21 10:09:44.383467 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833f740-0bca-4fde-b99a-6e1642e7f770 req-c362dbe0-b41c-4bcd-93ff-f1fad7c93022 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:44.384949 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-2833f740-0bca-4fde-b99a-6e1642e7f770 req-c362dbe0-b41c-4bcd-93ff-f1fad7c93022 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 946 time: 0.0784745 Jan 21 10:09:44.440157 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-2833f740-0bca-4fde-b99a-6e1642e7f770 req-56f832de-626d-4d48-b8ab-641f1f6b8323 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492723 Jan 21 10:09:44.649540 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9df54b-ba81-42d1-b447-1bae1a333c78 req-62aa6bd0-7cc9-4877-b7ad-b767406ecc89 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:44.651006 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2e9df54b-ba81-42d1-b447-1bae1a333c78 req-62aa6bd0-7cc9-4877-b7ad-b767406ecc89 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 946 time: 0.0832355 Jan 21 10:09:44.659687 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 41014) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:09:44.665109 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-5d47e6fc-b569-4b6b-b992-4a1eea00a919 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Request body: {'floatingip': {'port_id': '6270a81f-8165-4083-a9f5-3c36af1d6442'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:09:44.742613 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5d47e6fc-b569-4b6b-b992-4a1eea00a919 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks [] for floatingip, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:45.388842 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5d47e6fc-b569-4b6b-b992-4a1eea00a919 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:45.392749 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5d47e6fc-b569-4b6b-b992-4a1eea00a919 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:45.593690 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.l3_db [None req-5d47e6fc-b569-4b6b-b992-4a1eea00a919 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Floating IP 6ab266d2-dc23-42ad-b9d4-53ccad47d31f associated. External IP: 172.26.0.95, port: 6270a81f-8165-4083-a9f5-3c36af1d6442. Jan 21 10:09:46.105964 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d47e6fc-b569-4b6b-b992-4a1eea00a919 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Router 733a7dda-194d-46e2-86ef-87d388d845ee has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:09:46.308390 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d47e6fc-b569-4b6b-b992-4a1eea00a919 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:09:46.313459 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5d47e6fc-b569-4b6b-b992-4a1eea00a919 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:46.319012 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbddcc79-4795-4ead-a7bd-0096134a893f None None] Sync routers for ids ['733a7dda-194d-46e2-86ef-87d388d845ee'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:09:46.330797 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbddcc79-4795-4ead-a7bd-0096134a893f None None] Routers {'733a7dda-194d-46e2-86ef-87d388d845ee'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:09:46.331461 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-bbddcc79-4795-4ead-a7bd-0096134a893f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:09:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['733a7dda-194d-46e2-86ef-87d388d845ee'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:46.366004 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5d47e6fc-b569-4b6b-b992-4a1eea00a919 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "PUT /v2.0/floatingips/6ab266d2-dc23-42ad-b9d4-53ccad47d31f HTTP/1.1" status: 200 len: 991 time: 1.7051566 Jan 21 10:09:46.366668 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de12f99a-f3e2-4842-8091-88a04750606e', 'tag': '6270a81f-8165-4083-a9f5-3c36af1d6442'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:09:46.509877 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de12f99a-f3e2-4842-8091-88a04750606e', 'tag': '6270a81f-8165-4083-a9f5-3c36af1d6442', 'status': 'completed', 'code': 200} Jan 21 10:09:46.516033 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-bbddcc79-4795-4ead-a7bd-0096134a893f None None] Set router 733a7dda-194d-46e2-86ef-87d388d845ee gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:09:46.606091 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6c278fbb-e9e0-4400-8e95-18709971edaf req-7fc9b9a5-a9b0-4692-a7c0-1f38bbeb42e4 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=613ddafc33d3409d8fc1a3e0f163a589&device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 1099 time: 0.0747356 Jan 21 10:09:46.746347 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c278fbb-e9e0-4400-8e95-18709971edaf req-230bb81e-dcaa-449d-a72c-4d8192079853 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:46.747815 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6c278fbb-e9e0-4400-8e95-18709971edaf req-230bb81e-dcaa-449d-a72c-4d8192079853 service neutron] 10.222.0.124 "GET /v2.0/networks?id=29d9cff9-ae6e-4903-ba1f-b975588f68c1 HTTP/1.1" status: 200 len: 913 time: 0.1356530 Jan 21 10:09:46.852014 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6c278fbb-e9e0-4400-8e95-18709971edaf req-8667f03b-bcfc-4059-8d5b-abb79ecbb050 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6270a81f-8165-4083-a9f5-3c36af1d6442 HTTP/1.1" status: 200 len: 999 time: 0.0971150 Jan 21 10:09:46.875291 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-bbddcc79-4795-4ead-a7bd-0096134a893f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'name': 'tempest-ServerActionsTestJSON-1138387682-router', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:29Z', 'revision_number': 4, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'gw_port': {'id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '6ab266d2-dc23-42ad-b9d4-53ccad47d31f', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'port_id': '6270a81f-8165-4083-a9f5-3c36af1d6442', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'mac_address': 'fa:16:3e:cb:7c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de12f99a-f3e2-4842-8091-88a04750606e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:09:32Z', 'updated_at': '2022-01-21T10:09:45Z', 'revision_number': 1, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38e83e1-6dbc-4da0-b4ef-055dc154e423', 'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'mac_address': 'fa:16:3e:58:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:28Z', 'updated_at': '2022-01-21T10:09:36Z', 'revision_number': 5, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'subnets': [{'id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:46.879320 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbddcc79-4795-4ead-a7bd-0096134a893f None None] Checking router: 733a7dda-194d-46e2-86ef-87d388d845ee for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:09:46.891581 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbddcc79-4795-4ead-a7bd-0096134a893f None None] Routers {'733a7dda-194d-46e2-86ef-87d388d845ee'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:09:46.892183 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-bbddcc79-4795-4ead-a7bd-0096134a893f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:09:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['733a7dda-194d-46e2-86ef-87d388d845ee'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:46.919274 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c278fbb-e9e0-4400-8e95-18709971edaf req-af135266-c47d-47c9-86fe-5f8962577eb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:46.920686 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6c278fbb-e9e0-4400-8e95-18709971edaf req-af135266-c47d-47c9-86fe-5f8962577eb3 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4f61ffd9-da07-4104-9282-ab85319d9ccb HTTP/1.1" status: 200 len: 851 time: 0.0628672 Jan 21 10:09:47.004352 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6c278fbb-e9e0-4400-8e95-18709971edaf req-71d28317-92b6-4669-b24a-504526fb9b58 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=29d9cff9-ae6e-4903-ba1f-b975588f68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761547 Jan 21 10:09:47.109011 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-bbddcc79-4795-4ead-a7bd-0096134a893f None None] Set router 733a7dda-194d-46e2-86ef-87d388d845ee gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:09:47.139990 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6c278fbb-e9e0-4400-8e95-18709971edaf req-69633549-7ad8-45be-a001-be110a3987b7 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298087 Jan 21 10:09:47.276651 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6c278fbb-e9e0-4400-8e95-18709971edaf req-3939e2ca-1420-4b4f-8312-33d9a2ac85b7 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295650 Jan 21 10:09:47.471534 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-bbddcc79-4795-4ead-a7bd-0096134a893f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'name': 'tempest-ServerActionsTestJSON-1138387682-router', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:29Z', 'revision_number': 4, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'gw_port': {'id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '6ab266d2-dc23-42ad-b9d4-53ccad47d31f', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'port_id': '6270a81f-8165-4083-a9f5-3c36af1d6442', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'mac_address': 'fa:16:3e:cb:7c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de12f99a-f3e2-4842-8091-88a04750606e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:09:32Z', 'updated_at': '2022-01-21T10:09:45Z', 'revision_number': 1, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38e83e1-6dbc-4da0-b4ef-055dc154e423', 'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'mac_address': 'fa:16:3e:58:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:28Z', 'updated_at': '2022-01-21T10:09:36Z', 'revision_number': 5, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'subnets': [{'id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:47.475545 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbddcc79-4795-4ead-a7bd-0096134a893f None None] The sync data for ids ['733a7dda-194d-46e2-86ef-87d388d845ee'] in dv-neutron-825732-1-hyperv is: [{'id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'name': 'tempest-ServerActionsTestJSON-1138387682-router', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:29Z', 'revision_number': 4, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'gw_port': {'id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '6ab266d2-dc23-42ad-b9d4-53ccad47d31f', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'port_id': '6270a81f-8165-4083-a9f5-3c36af1d6442', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'mac_address': 'fa:16:3e:cb:7c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de12f99a-f3e2-4842-8091-88a04750606e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:09:32Z', 'updated_at': '2022-01-21T10:09:45Z', 'revision_number': 1, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38e83e1-6dbc-4da0-b4ef-055dc154e423', 'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'mac_address': 'fa:16:3e:58:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:28Z', 'updated_at': '2022-01-21T10:09:36Z', 'revision_number': 5, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'subnets': [{'id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:09:50.476303 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:51.341209 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d6f8ae-940e-43ff-bd7c-d07b4080eb81 None None] New status for floating IP 6ab266d2-dc23-42ad-b9d4-53ccad47d31f: ACTIVE {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:09:53.459724 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1f4f2c89-e15e-4b62-936f-ede8470e63cf req-866c5db3-7e33-407d-9f4a-10f075e407fe service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731106 Jan 21 10:09:53.594625 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1f4f2c89-e15e-4b62-936f-ede8470e63cf req-1f4ec502-0167-427a-b896-46861c22af9a service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=613ddafc33d3409d8fc1a3e0f163a589&device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 1099 time: 0.0686114 Jan 21 10:09:53.750720 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f2c89-e15e-4b62-936f-ede8470e63cf req-1b87436b-9df1-47b2-8694-502c7af52895 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:53.752138 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1f4f2c89-e15e-4b62-936f-ede8470e63cf req-1b87436b-9df1-47b2-8694-502c7af52895 service neutron] 10.222.0.124 "GET /v2.0/networks?id=29d9cff9-ae6e-4903-ba1f-b975588f68c1 HTTP/1.1" status: 200 len: 913 time: 0.1372614 Jan 21 10:09:53.856828 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1f4f2c89-e15e-4b62-936f-ede8470e63cf req-d4e3e0b8-4043-4625-87fc-1f624b32d45b service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6270a81f-8165-4083-a9f5-3c36af1d6442 HTTP/1.1" status: 200 len: 1001 time: 0.0984168 Jan 21 10:09:53.920350 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f2c89-e15e-4b62-936f-ede8470e63cf req-947daced-aebb-45ac-ba94-b9887523c610 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:53.921794 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1f4f2c89-e15e-4b62-936f-ede8470e63cf req-947daced-aebb-45ac-ba94-b9887523c610 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4f61ffd9-da07-4104-9282-ab85319d9ccb HTTP/1.1" status: 200 len: 851 time: 0.0587344 Jan 21 10:09:53.945673 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bebb353e-c70b-43d6-9146-199c4c295b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:54.104460 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1f4f2c89-e15e-4b62-936f-ede8470e63cf req-7f37aebf-38e9-4e93-b427-999d22f6f5e7 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=29d9cff9-ae6e-4903-ba1f-b975588f68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1752238 Jan 21 10:09:54.239901 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1f4f2c89-e15e-4b62-936f-ede8470e63cf req-14a924df-5fe7-407f-bf53-2a913e923ec0 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290009 Jan 21 10:09:54.374496 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1f4f2c89-e15e-4b62-936f-ede8470e63cf req-2fec1bb7-15fb-49cd-b86f-495010042305 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292598 Jan 21 10:09:56.341399 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7d276558-ba79-4eb9-a522-93953159f171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:57.494786 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:57.783366 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:59.519918 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:15.630510 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:10:20.467582 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:23.948343 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ef5baf8f-7a2c-4d68-9bec-c44cdd1cfba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:25.562819 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc924b-6990-4e83-853b-415cc53c18ff req-efef32a6-f77d-4fd9-aebd-581f6c8afca7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:25.564183 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-badc924b-6990-4e83-853b-415cc53c18ff req-efef32a6-f77d-4fd9-aebd-581f6c8afca7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 946 time: 0.0801032 Jan 21 10:10:25.614659 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-badc924b-6990-4e83-853b-415cc53c18ff req-19a8519a-1806-48aa-b0d0-31d4e618005e tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418632 Jan 21 10:10:25.824912 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-5943d3d2-f8a9-4641-8586-f879fbbf850f req-0a4018e7-defc-4a90-b17e-53b079fce928 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0744941 Jan 21 10:10:26.101401 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-79f1489c-12eb-40f4-9975-f8bba333d84d req-afafec09-0586-44f6-a9a5-f300b9d143d4 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0862412 Jan 21 10:10:26.291589 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad55d4-5a27-4d90-a859-7a959beae638 req-81a647b9-f653-4c79-b794-65d214aacd19 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:26.292997 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-72ad55d4-5a27-4d90-a859-7a959beae638 req-81a647b9-f653-4c79-b794-65d214aacd19 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 946 time: 0.0860319 Jan 21 10:10:26.341128 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-72ad55d4-5a27-4d90-a859-7a959beae638 req-6439ca0d-e0df-475e-9d4b-22aa06c222dd tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422301 Jan 21 10:10:26.345653 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-427f06fb-e181-4775-bb56-d70235e2e4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:27.406195 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-79f1489c-12eb-40f4-9975-f8bba333d84d req-3d957100-b88e-40c7-95b5-444ddf38ab89 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=613ddafc33d3409d8fc1a3e0f163a589&device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 1099 time: 0.0810978 Jan 21 10:10:27.507182 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:27.554543 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1489c-12eb-40f4-9975-f8bba333d84d req-ce32ab95-6eae-4832-9c5c-9573500159f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:27.555997 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-79f1489c-12eb-40f4-9975-f8bba333d84d req-ce32ab95-6eae-4832-9c5c-9573500159f4 service neutron] 10.222.0.124 "GET /v2.0/networks?id=29d9cff9-ae6e-4903-ba1f-b975588f68c1 HTTP/1.1" status: 200 len: 913 time: 0.1432602 Jan 21 10:10:27.570116 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727d03f-7cfb-4e4e-ade5-d9e702cd9f2e req-33c26337-2f3c-498f-8117-778d8d3b01cf tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:27.571600 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a727d03f-7cfb-4e4e-ade5-d9e702cd9f2e req-33c26337-2f3c-498f-8117-778d8d3b01cf tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 946 time: 0.0959001 Jan 21 10:10:27.625842 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a727d03f-7cfb-4e4e-ade5-d9e702cd9f2e req-d830641f-877b-42ed-b490-b03c10054031 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483925 Jan 21 10:10:27.669830 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-79f1489c-12eb-40f4-9975-f8bba333d84d req-670a3af6-94be-4764-95fc-29b3fd1cfe51 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6270a81f-8165-4083-a9f5-3c36af1d6442 HTTP/1.1" status: 200 len: 1001 time: 0.1080031 Jan 21 10:10:27.736701 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1489c-12eb-40f4-9975-f8bba333d84d req-9250fa3b-179a-4f35-a8d5-faf30dc974ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:27.738153 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-79f1489c-12eb-40f4-9975-f8bba333d84d req-9250fa3b-179a-4f35-a8d5-faf30dc974ed service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4f61ffd9-da07-4104-9282-ab85319d9ccb HTTP/1.1" status: 200 len: 851 time: 0.0628982 Jan 21 10:10:27.787196 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:27.830561 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-79f1489c-12eb-40f4-9975-f8bba333d84d req-20a052b2-2cdc-4eea-95e5-d8bd8a2f7e87 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=29d9cff9-ae6e-4903-ba1f-b975588f68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0862246 Jan 21 10:10:27.985361 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-79f1489c-12eb-40f4-9975-f8bba333d84d req-5e8fc71b-2f5b-4198-8d5f-feb153481e45 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485872 Jan 21 10:10:28.137481 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-79f1489c-12eb-40f4-9975-f8bba333d84d req-e729fa76-14dc-435d-96e8-2e6dcd426a09 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453910 Jan 21 10:10:28.849899 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea18d42-2a4c-4a47-bb12-d6a45a9f4c18 req-8d846bec-bb46-4c81-b536-180cbe547fde tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:28.851582 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2ea18d42-2a4c-4a47-bb12-d6a45a9f4c18 req-8d846bec-bb46-4c81-b536-180cbe547fde tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 946 time: 0.0870430 Jan 21 10:10:28.900920 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2ea18d42-2a4c-4a47-bb12-d6a45a9f4c18 req-04b6db50-1655-481a-9ee8-f17a004d1fa0 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437503 Jan 21 10:10:29.525751 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:30.116138 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02750741-1825-4a5c-96ec-94feb0f3f75c req-09dd961d-6da4-4f3b-a89d-aca93f0bded8 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:30.117653 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-02750741-1825-4a5c-96ec-94feb0f3f75c req-09dd961d-6da4-4f3b-a89d-aca93f0bded8 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 946 time: 0.0849574 Jan 21 10:10:30.174156 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-02750741-1825-4a5c-96ec-94feb0f3f75c req-34461904-473e-4792-ac7b-b10adb8ba655 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504024 Jan 21 10:10:31.413167 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960afdd-cfc0-42de-a82c-0aa9b3c40a91 req-7265fd9d-4648-4c7b-be85-015e937830af tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:31.414117 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e960afdd-cfc0-42de-a82c-0aa9b3c40a91 req-7265fd9d-4648-4c7b-be85-015e937830af tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 946 time: 0.1010063 Jan 21 10:10:31.466461 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e960afdd-cfc0-42de-a82c-0aa9b3c40a91 req-fa0a0fc3-dc30-4b43-b654-063cb8b02799 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444860 Jan 21 10:10:32.696430 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3e760-98de-4f0d-8043-055f59a0695d req-66d064cf-64df-4eb6-a460-a4c9b395464f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:32.698366 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-5ac3e760-98de-4f0d-8043-055f59a0695d req-66d064cf-64df-4eb6-a460-a4c9b395464f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 946 time: 0.0879419 Jan 21 10:10:32.748897 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-5ac3e760-98de-4f0d-8043-055f59a0695d req-22cdc30a-ddcb-4cfd-b197-f3ab2c91db06 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440366 Jan 21 10:10:33.998523 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b64878-f415-47f6-a8f4-f2353f9cef4e req-3e746a1f-39b8-446f-bdb7-64f12700dc95 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:34.000031 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c7b64878-f415-47f6-a8f4-f2353f9cef4e req-3e746a1f-39b8-446f-bdb7-64f12700dc95 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 946 time: 0.0949814 Jan 21 10:10:34.073040 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c7b64878-f415-47f6-a8f4-f2353f9cef4e req-d21c748e-e788-49af-81be-795653260b5a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572577 Jan 21 10:10:35.387828 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16eb8e-d8c5-48ab-bf41-8e513c12494f req-88a1bc48-9dcf-4165-b386-29c7ad47c81c tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:35.389394 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ab16eb8e-d8c5-48ab-bf41-8e513c12494f req-88a1bc48-9dcf-4165-b386-29c7ad47c81c tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 946 time: 0.1338778 Jan 21 10:10:35.448393 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ab16eb8e-d8c5-48ab-bf41-8e513c12494f req-6f4183ac-b692-4969-93d1-016d8812b081 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522859 Jan 21 10:10:36.696467 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24d6b6-4d87-4541-9801-9d38815f1d42 req-c933d712-f3c0-4eab-9d49-481366b89554 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:36.698751 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ab24d6b6-4d87-4541-9801-9d38815f1d42 req-c933d712-f3c0-4eab-9d49-481366b89554 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 946 time: 0.1076186 Jan 21 10:10:36.761302 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ab24d6b6-4d87-4541-9801-9d38815f1d42 req-d3cc8188-316f-42da-a08b-1b72caa1d8e8 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562303 Jan 21 10:10:38.048085 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e17e19-c7c3-448e-9d8c-dc1f921781e4 req-b4c32df3-6d61-443b-93b8-3ca52da466d2 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:38.049959 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-d8e17e19-c7c3-448e-9d8c-dc1f921781e4 req-b4c32df3-6d61-443b-93b8-3ca52da466d2 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 946 time: 0.0962675 Jan 21 10:10:38.129166 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-d8e17e19-c7c3-448e-9d8c-dc1f921781e4 req-eb379b83-cf47-4029-9800-d1692b848ca2 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695634 Jan 21 10:10:39.399502 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a2507-3fa2-4334-9b16-9678f216bb80 req-7f6affe3-450b-45b4-9682-339bd2384bca tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:39.401408 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-db8a2507-3fa2-4334-9b16-9678f216bb80 req-7f6affe3-450b-45b4-9682-339bd2384bca tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 946 time: 0.0985451 Jan 21 10:10:39.459843 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-db8a2507-3fa2-4334-9b16-9678f216bb80 req-78788bfa-f52b-416d-9ca5-c501fd6ab145 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486081 Jan 21 10:10:40.056428 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-79f1489c-12eb-40f4-9975-f8bba333d84d req-220c9302-0a3e-4c03-ae4b-a422a3469171 service neutron] 10.222.0.124 "GET /v2.0/ports/6270a81f-8165-4083-a9f5-3c36af1d6442/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.2580323 Jan 21 10:10:40.355923 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-79f1489c-12eb-40f4-9975-f8bba333d84d req-5a924550-4006-47bd-8926-64ced283c653 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e&tenant_id=613ddafc33d3409d8fc1a3e0f163a589 HTTP/1.1" status: 200 len: 1099 time: 0.0822854 Jan 21 10:10:40.481685 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-79f1489c-12eb-40f4-9975-f8bba333d84d req-e4c52147-a88c-44e0-b828-6d53c0d0184e service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=613ddafc33d3409d8fc1a3e0f163a589&device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 1099 time: 0.1014624 Jan 21 10:10:40.688552 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1489c-12eb-40f4-9975-f8bba333d84d req-29cb4448-f524-4eb1-81f3-53de84549c2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:40.691805 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-79f1489c-12eb-40f4-9975-f8bba333d84d req-29cb4448-f524-4eb1-81f3-53de84549c2a service neutron] 10.222.0.124 "GET /v2.0/networks?id=29d9cff9-ae6e-4903-ba1f-b975588f68c1 HTTP/1.1" status: 200 len: 913 time: 0.2038422 Jan 21 10:10:40.790088 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c156a-e3b5-4150-bfc7-4a9346036164 req-23e923e1-3a1e-4dc4-ae9b-481ef2a6dfb3 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:40.791836 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-130c156a-e3b5-4150-bfc7-4a9346036164 req-23e923e1-3a1e-4dc4-ae9b-481ef2a6dfb3 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 946 time: 0.1197388 Jan 21 10:10:40.872441 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-130c156a-e3b5-4150-bfc7-4a9346036164 req-3daf2753-960a-420a-865e-2f39c814ad1e tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693300 Jan 21 10:10:40.892081 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-79f1489c-12eb-40f4-9975-f8bba333d84d req-3f1720bb-80b0-4ccd-887e-cc040571eb3b service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6270a81f-8165-4083-a9f5-3c36af1d6442 HTTP/1.1" status: 200 len: 1001 time: 0.1933990 Jan 21 10:10:40.966891 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1489c-12eb-40f4-9975-f8bba333d84d req-825be8a8-3cd5-4fdb-b695-87f5b5abf551 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:40.968413 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-79f1489c-12eb-40f4-9975-f8bba333d84d req-825be8a8-3cd5-4fdb-b695-87f5b5abf551 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4f61ffd9-da07-4104-9282-ab85319d9ccb HTTP/1.1" status: 200 len: 851 time: 0.0706899 Jan 21 10:10:41.055840 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-79f1489c-12eb-40f4-9975-f8bba333d84d req-05be8fce-511f-4f82-b114-12d05ba47143 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=29d9cff9-ae6e-4903-ba1f-b975588f68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813296 Jan 21 10:10:41.240279 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-79f1489c-12eb-40f4-9975-f8bba333d84d req-3782c84d-9453-4a87-ab44-3b0ecdc86d5f service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784043 Jan 21 10:10:41.435617 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-79f1489c-12eb-40f4-9975-f8bba333d84d req-75ef1c5f-31b0-463d-9a7f-d9087200317c service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891892 Jan 21 10:10:42.194886 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86def785-082e-48f6-a5da-114cbb93625f req-353d07c4-8b2b-4860-a318-7156a1aeb54c tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:42.196504 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-86def785-082e-48f6-a5da-114cbb93625f req-353d07c4-8b2b-4860-a318-7156a1aeb54c tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 946 time: 0.1225827 Jan 21 10:10:42.262430 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-86def785-082e-48f6-a5da-114cbb93625f req-ea3d96c8-a257-4c67-ae34-49a15d44a3f9 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567460 Jan 21 10:10:42.552775 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 6270a81f-8165-4083-a9f5-3c36af1d6442 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:10:42.556695 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 6270a81f-8165-4083-a9f5-3c36af1d6442 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:10:42.883786 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:42.925708 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 6270a81f-8165-4083-a9f5-3c36af1d6442, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6270a81f-8165-4083-a9f5-3c36af1d6442,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:10:42.958884 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de12f99a-f3e2-4842-8091-88a04750606e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6270a81f-8165-4083-a9f5-3c36af1d6442'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:10:42.968002 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '6270a81f-8165-4083-a9f5-3c36af1d6442', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'port_id': '6270a81f-8165-4083-a9f5-3c36af1d6442', 'mac_address': 'fa:16:3e:cb:7c:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:10:42.976199 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 6270a81f-8165-4083-a9f5-3c36af1d6442, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6270a81f-8165-4083-a9f5-3c36af1d6442,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:10:43.033659 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:43.125488 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:43.158554 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6270a81f-8165-4083-a9f5-3c36af1d6442 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:10:43.170392 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=6270a81f-8165-4083-a9f5-3c36af1d6442,revision_number=6']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:43.199924 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 6270a81f-8165-4083-a9f5-3c36af1d6442, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6270a81f-8165-4083-a9f5-3c36af1d6442,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:10:43.202886 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:43.203487 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:43.204343 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:43.207625 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:43.207625 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:43.207625 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:43.207625 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:43.207625 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:43.208442 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:43.208442 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:43.209017 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:43.215858 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:43.262935 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de12f99a-f3e2-4842-8091-88a04750606e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6270a81f-8165-4083-a9f5-3c36af1d6442', 'code': 200} Jan 21 10:10:43.304063 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['6270a81f-8165-4083-a9f5-3c36af1d6442'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:10:43.380906 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=6270a81f-8165-4083-a9f5-3c36af1d6442,revision_number=7']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:43.536436 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bd7dc-533c-4866-9cea-b8a37e7800c3 req-7e673054-9c60-4a37-8ca7-725eeb62a4c7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:43.538150 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dc2bd7dc-533c-4866-9cea-b8a37e7800c3 req-7e673054-9c60-4a37-8ca7-725eeb62a4c7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 945 time: 0.1176984 Jan 21 10:10:43.590585 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dc2bd7dc-533c-4866-9cea-b8a37e7800c3 req-970f2cf4-ffd2-4d91-9546-614ef7c02fee tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458405 Jan 21 10:10:44.043458 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b894d68-c9f3-436d-853d-ea71c20c1b86 req-79ef37ed-755d-4def-a3e9-f1af3008bfaa tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:44.044879 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6b894d68-c9f3-436d-853d-ea71c20c1b86 req-79ef37ed-755d-4def-a3e9-f1af3008bfaa tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 945 time: 0.1186824 Jan 21 10:10:44.050590 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b74204-7ee7-4342-a345-6fd04d69066b req-6acc7923-9f91-47e8-ac5f-14c40bccdae5 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:44.052076 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d5b74204-7ee7-4342-a345-6fd04d69066b req-6acc7923-9f91-47e8-ac5f-14c40bccdae5 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.124 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e&tenant_id=613ddafc33d3409d8fc1a3e0f163a589&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 945 time: 0.1634462 Jan 21 10:10:44.110166 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6b894d68-c9f3-436d-853d-ea71c20c1b86 req-40dfc1d2-3164-4846-9e12-5dea39ee700c tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570471 Jan 21 10:10:44.225032 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d5b74204-7ee7-4342-a345-6fd04d69066b req-5a3ba264-e79f-4c27-a718-140e3620225f service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=613ddafc33d3409d8fc1a3e0f163a589&device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 1098 time: 0.0813148 Jan 21 10:10:44.383079 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b74204-7ee7-4342-a345-6fd04d69066b req-09c53ed3-3b34-4be2-90f4-9483445f03e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:44.384443 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d5b74204-7ee7-4342-a345-6fd04d69066b req-09c53ed3-3b34-4be2-90f4-9483445f03e8 service neutron] 10.222.0.124 "GET /v2.0/networks?id=29d9cff9-ae6e-4903-ba1f-b975588f68c1 HTTP/1.1" status: 200 len: 913 time: 0.1537025 Jan 21 10:10:44.500071 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d5b74204-7ee7-4342-a345-6fd04d69066b req-6d500148-6125-4c9b-9aab-6b11f6a876cb service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6270a81f-8165-4083-a9f5-3c36af1d6442 HTTP/1.1" status: 200 len: 1000 time: 0.1098957 Jan 21 10:10:44.558256 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 6270a81f-8165-4083-a9f5-3c36af1d6442 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:10:44.575740 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b74204-7ee7-4342-a345-6fd04d69066b req-644821ac-61b1-48d8-930f-55f5abec4ce2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:44.577217 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d5b74204-7ee7-4342-a345-6fd04d69066b req-644821ac-61b1-48d8-930f-55f5abec4ce2 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4f61ffd9-da07-4104-9282-ab85319d9ccb HTTP/1.1" status: 200 len: 851 time: 0.0710979 Jan 21 10:10:44.686089 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 6270a81f-8165-4083-a9f5-3c36af1d6442 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:44.686629 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:44.701234 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d5b74204-7ee7-4342-a345-6fd04d69066b req-e351c791-0703-4046-8256-2501463d5a4e service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=29d9cff9-ae6e-4903-ba1f-b975588f68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1182547 Jan 21 10:10:44.873433 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:44.968698 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 6270a81f-8165-4083-a9f5-3c36af1d6442, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6270a81f-8165-4083-a9f5-3c36af1d6442,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:10:44.975207 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:45.007999 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d5b74204-7ee7-4342-a345-6fd04d69066b req-edde5442-d5a1-403c-9cfe-6e0cc6c509c5 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001986 Jan 21 10:10:45.052051 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=6270a81f-8165-4083-a9f5-3c36af1d6442,revision_number=8']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:45.175620 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d5b74204-7ee7-4342-a345-6fd04d69066b req-089390a6-e19f-4822-8d85-17a475017814 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610966 Jan 21 10:10:45.264467 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de12f99a-f3e2-4842-8091-88a04750606e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6270a81f-8165-4083-a9f5-3c36af1d6442'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:10:45.346152 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48c2a3-d5b9-4c79-8b7c-5025715e469e req-b2316946-9371-4b44-a179-21ce5e47713e tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:45.346733 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de12f99a-f3e2-4842-8091-88a04750606e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6270a81f-8165-4083-a9f5-3c36af1d6442', 'code': 200} Jan 21 10:10:45.348210 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-0d48c2a3-d5b9-4c79-8b7c-5025715e469e req-b2316946-9371-4b44-a179-21ce5e47713e tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 946 time: 0.1046031 Jan 21 10:10:45.398230 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-0d48c2a3-d5b9-4c79-8b7c-5025715e469e req-04a6dbe6-d0c2-4987-b7ae-c62f2a2e79ae tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443313 Jan 21 10:10:46.630500 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bab971-5fb0-4edb-bbcb-d2aea98e772a req-f9854a58-d4c3-4180-9ab8-bea613813b80 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:46.632133 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d3bab971-5fb0-4edb-bbcb-d2aea98e772a req-f9854a58-d4c3-4180-9ab8-bea613813b80 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 946 time: 0.0938962 Jan 21 10:10:46.697161 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d3bab971-5fb0-4edb-bbcb-d2aea98e772a req-94c533a1-3da3-4ca9-ad7b-f523959dd1cd tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590158 Jan 21 10:10:46.913135 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13d628-6d3f-4cbc-93c5-18116a6acc8d req-b6d845d8-85d7-47cb-bd1a-c783e622567d tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:46.914663 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-cc13d628-6d3f-4cbc-93c5-18116a6acc8d req-b6d845d8-85d7-47cb-bd1a-c783e622567d tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 946 time: 0.0881979 Jan 21 10:10:46.971174 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-cc13d628-6d3f-4cbc-93c5-18116a6acc8d req-c973a8fa-6953-4ace-84bb-23a54cf58555 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489457 Jan 21 10:10:47.192106 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2a428-ee10-45ab-acdf-f1e0ba170883 req-52c571ea-bd8f-4218-98b0-8bc9e59b0f42 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:47.193636 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bae2a428-ee10-45ab-acdf-f1e0ba170883 req-52c571ea-bd8f-4218-98b0-8bc9e59b0f42 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 946 time: 0.0899894 Jan 21 10:10:47.242554 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bae2a428-ee10-45ab-acdf-f1e0ba170883 req-ed8f187d-c299-4c88-9fca-5e20a2f361d8 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427954 Jan 21 10:10:47.851156 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa7740-9297-460f-9958-aded642b20b7 req-10afdbd8-4010-4b7e-b40e-8d274447055a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:47.852578 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-67aa7740-9297-460f-9958-aded642b20b7 req-10afdbd8-4010-4b7e-b40e-8d274447055a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 946 time: 0.0848579 Jan 21 10:10:47.902382 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-67aa7740-9297-460f-9958-aded642b20b7 req-93c3f909-a252-4024-a918-b683e3a21ff8 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428779 Jan 21 10:10:49.120649 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14b618-9311-415f-87ee-fff59a6dc4f5 req-320ec75f-eaeb-4fea-8fb6-ddedfc0af9cf tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:49.122907 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-da14b618-9311-415f-87ee-fff59a6dc4f5 req-320ec75f-eaeb-4fea-8fb6-ddedfc0af9cf tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 946 time: 0.0926490 Jan 21 10:10:49.172171 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-da14b618-9311-415f-87ee-fff59a6dc4f5 req-a0801ff0-1b12-47cc-865b-970bf4337d5d tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438404 Jan 21 10:10:49.516421 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e1e5f-2373-41d3-b87b-ef8af8468594 req-c8ec7a5a-8cfe-4410-b4cd-b8b12e6c636a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:49.517872 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-645e1e5f-2373-41d3-b87b-ef8af8468594 req-c8ec7a5a-8cfe-4410-b4cd-b8b12e6c636a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.124 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 946 time: 0.0873487 Jan 21 10:10:49.592875 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-645e1e5f-2373-41d3-b87b-ef8af8468594 req-79cae93c-8219-46d2-9919-75f63dd4e443 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Deleting port 6270a81f-8165-4083-a9f5-3c36af1d6442 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:10:49.593213 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-645e1e5f-2373-41d3-b87b-ef8af8468594 req-79cae93c-8219-46d2-9919-75f63dd4e443 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:49.885976 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-645e1e5f-2373-41d3-b87b-ef8af8468594 req-79cae93c-8219-46d2-9919-75f63dd4e443 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] For port 6270a81f-8165-4083-a9f5-3c36af1d6442, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6270a81f-8165-4083-a9f5-3c36af1d6442,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:10:49.886508 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-645e1e5f-2373-41d3-b87b-ef8af8468594 req-79cae93c-8219-46d2-9919-75f63dd4e443 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:50.189378 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-645e1e5f-2373-41d3-b87b-ef8af8468594 req-79cae93c-8219-46d2-9919-75f63dd4e443 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:50.189766 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-645e1e5f-2373-41d3-b87b-ef8af8468594 req-79cae93c-8219-46d2-9919-75f63dd4e443 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:50.190076 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.l3_db [req-645e1e5f-2373-41d3-b87b-ef8af8468594 req-79cae93c-8219-46d2-9919-75f63dd4e443 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Floating IP 6ab266d2-dc23-42ad-b9d4-53ccad47d31f disassociated. External IP: 172.26.0.95, port: 6270a81f-8165-4083-a9f5-3c36af1d6442. Jan 21 10:10:50.190407 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-645e1e5f-2373-41d3-b87b-ef8af8468594 req-79cae93c-8219-46d2-9919-75f63dd4e443 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Calling delete_port for 6270a81f-8165-4083-a9f5-3c36af1d6442 owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:10:50.386261 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-645e1e5f-2373-41d3-b87b-ef8af8468594 req-79cae93c-8219-46d2-9919-75f63dd4e443 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:50.443033 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cae93c-8219-46d2-9919-75f63dd4e443 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Pushing event deleted for resources: {'Port': ['ID=6270a81f-8165-4083-a9f5-3c36af1d6442,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:50.465898 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cae93c-8219-46d2-9919-75f63dd4e443 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:50.466278 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cae93c-8219-46d2-9919-75f63dd4e443 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:50.466544 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cae93c-8219-46d2-9919-75f63dd4e443 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:50.466884 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cae93c-8219-46d2-9919-75f63dd4e443 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:50.467184 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cae93c-8219-46d2-9919-75f63dd4e443 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:50.467502 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cae93c-8219-46d2-9919-75f63dd4e443 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:50.467818 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cae93c-8219-46d2-9919-75f63dd4e443 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:50.468131 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cae93c-8219-46d2-9919-75f63dd4e443 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:50.468440 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cae93c-8219-46d2-9919-75f63dd4e443 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:50.468746 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cae93c-8219-46d2-9919-75f63dd4e443 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:50.469056 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cae93c-8219-46d2-9919-75f63dd4e443 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:50.482016 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:50.536911 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c22b0-c244-43ed-9373-55850c5ad3a1 req-40282aa1-177e-4e16-9381-dc8e2c91c908 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:50.538427 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-520c22b0-c244-43ed-9373-55850c5ad3a1 req-40282aa1-177e-4e16-9381-dc8e2c91c908 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=de12f99a-f3e2-4842-8091-88a04750606e HTTP/1.1" status: 200 len: 867 time: 0.2364109 Jan 21 10:10:50.715070 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-520c22b0-c244-43ed-9373-55850c5ad3a1 req-3f2c3d16-e9fb-4386-a3a1-cebaaeab524b tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590093 Jan 21 10:10:50.841241 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-645e1e5f-2373-41d3-b87b-ef8af8468594 req-79cae93c-8219-46d2-9919-75f63dd4e443 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Router 733a7dda-194d-46e2-86ef-87d388d845ee has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:10:51.047856 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-645e1e5f-2373-41d3-b87b-ef8af8468594 req-79cae93c-8219-46d2-9919-75f63dd4e443 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:10:51.057938 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebe3744-aed0-45e4-8469-fd97f968ce7e None None] Sync routers for ids ['733a7dda-194d-46e2-86ef-87d388d845ee'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:10:51.070380 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebe3744-aed0-45e4-8469-fd97f968ce7e None None] Routers {'733a7dda-194d-46e2-86ef-87d388d845ee'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:10:51.071048 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-1ebe3744-aed0-45e4-8469-fd97f968ce7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:10:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['733a7dda-194d-46e2-86ef-87d388d845ee'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:51.126574 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-645e1e5f-2373-41d3-b87b-ef8af8468594 req-79cae93c-8219-46d2-9919-75f63dd4e443 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] No DVR routers for this DVR port 6270a81f-8165-4083-a9f5-3c36af1d6442 on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:10:51.130345 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-645e1e5f-2373-41d3-b87b-ef8af8468594 req-79cae93c-8219-46d2-9919-75f63dd4e443 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:51.133325 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de12f99a-f3e2-4842-8091-88a04750606e', 'name': 'network-vif-deleted', 'tag': '6270a81f-8165-4083-a9f5-3c36af1d6442'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:10:51.153731 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-645e1e5f-2373-41d3-b87b-ef8af8468594 req-79cae93c-8219-46d2-9919-75f63dd4e443 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.124 "DELETE /v2.0/ports/6270a81f-8165-4083-a9f5-3c36af1d6442 HTTP/1.1" status: 204 len: 173 time: 1.6293771 Jan 21 10:10:51.189644 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de12f99a-f3e2-4842-8091-88a04750606e', 'name': 'network-vif-deleted', 'tag': '6270a81f-8165-4083-a9f5-3c36af1d6442', 'status': 'completed', 'code': 200} Jan 21 10:10:51.284728 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-1ebe3744-aed0-45e4-8469-fd97f968ce7e None None] Set router 733a7dda-194d-46e2-86ef-87d388d845ee gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:10:51.609324 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-1ebe3744-aed0-45e4-8469-fd97f968ce7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'name': 'tempest-ServerActionsTestJSON-1138387682-router', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:29Z', 'revision_number': 4, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'gw_port': {'id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'd38e83e1-6dbc-4da0-b4ef-055dc154e423', 'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'mac_address': 'fa:16:3e:58:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:28Z', 'updated_at': '2022-01-21T10:09:36Z', 'revision_number': 5, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'subnets': [{'id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:51.614944 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebe3744-aed0-45e4-8469-fd97f968ce7e None None] Checking router: 733a7dda-194d-46e2-86ef-87d388d845ee for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:10:51.626451 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebe3744-aed0-45e4-8469-fd97f968ce7e None None] Routers {'733a7dda-194d-46e2-86ef-87d388d845ee'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:10:51.627047 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-1ebe3744-aed0-45e4-8469-fd97f968ce7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:10:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['733a7dda-194d-46e2-86ef-87d388d845ee'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:51.817398 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-1ebe3744-aed0-45e4-8469-fd97f968ce7e None None] Set router 733a7dda-194d-46e2-86ef-87d388d845ee gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:10:52.098157 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-198b23f3-ab24-4b65-940b-468e82395f23 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-securitygroup--1345939569&fields=id&tenant_id=613ddafc33d3409d8fc1a3e0f163a589 HTTP/1.1" status: 200 len: 267 time: 0.0429225 Jan 21 10:10:52.168545 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-1ebe3744-aed0-45e4-8469-fd97f968ce7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'name': 'tempest-ServerActionsTestJSON-1138387682-router', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:29Z', 'revision_number': 4, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'gw_port': {'id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'd38e83e1-6dbc-4da0-b4ef-055dc154e423', 'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'mac_address': 'fa:16:3e:58:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:28Z', 'updated_at': '2022-01-21T10:09:36Z', 'revision_number': 5, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'subnets': [{'id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:52.173102 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebe3744-aed0-45e4-8469-fd97f968ce7e None None] The sync data for ids ['733a7dda-194d-46e2-86ef-87d388d845ee'] in dv-neutron-825732-1-hyperv is: [{'id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'name': 'tempest-ServerActionsTestJSON-1138387682-router', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:29Z', 'revision_number': 4, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'gw_port': {'id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'd38e83e1-6dbc-4da0-b4ef-055dc154e423', 'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'mac_address': 'fa:16:3e:58:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:28Z', 'updated_at': '2022-01-21T10:09:36Z', 'revision_number': 5, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'subnets': [{'id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:10:52.259025 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-c831450a-8239-47fa-911e-868819348418 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:52.260729 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-c831450a-8239-47fa-911e-868819348418 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/networks?id=29d9cff9-ae6e-4903-ba1f-b975588f68c1 HTTP/1.1" status: 200 len: 812 time: 0.1561856 Jan 21 10:10:52.276618 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-881c4c8c-dfae-4cb2-8c74-97a3cd37d52b tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/quotas/613ddafc33d3409d8fc1a3e0f163a589 HTTP/1.1" status: 200 len: 375 time: 0.0105815 Jan 21 10:10:52.373880 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-eb85e7b9-00b7-462f-a0f8-4aefbb3e6298 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Synchronizing usage tracker for tenant:613ddafc33d3409d8fc1a3e0f163a589 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:10:52.391630 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-eb85e7b9-00b7-462f-a0f8-4aefbb3e6298 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Unset dirty status for tenant:613ddafc33d3409d8fc1a3e0f163a589 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:10:52.393223 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-eb85e7b9-00b7-462f-a0f8-4aefbb3e6298 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=613ddafc33d3409d8fc1a3e0f163a589&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1114655 Jan 21 10:10:52.403111 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc4daa4-0bfd-4ae9-8cfa-3866dd67cba7 None None] New status for floating IP 6ab266d2-dc23-42ad-b9d4-53ccad47d31f: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:10:52.544552 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-624837a5-3678-4481-bdf2-c957688adc25 service neutron] 10.222.0.104 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378262 Jan 21 10:10:52.620661 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 6270a81f-8165-4083-a9f5-3c36af1d6442 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:10:52.635982 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:10:52.656978 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: 6270a81f-8165-4083-a9f5-3c36af1d6442 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:10:52.657304 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 6270a81f-8165-4083-a9f5-3c36af1d6442 not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:10:52.685610 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-b6e4f144-f887-4518-98b5-004fb93958e3 service neutron] 10.222.0.104 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346762 Jan 21 10:10:52.890126 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-f75945f1-0d92-40a1-8093-605e8b459120 req-8f28c834-524b-4d12-b8e1-5144907b40f7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 210 time: 0.0461717 Jan 21 10:10:53.958960 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3f0b1a99-d4b0-4401-9fe5-7d0a8d4e509d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:53.971102 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-2cf7c3ff-7949-4147-bcd1-516e05a31843 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:53.973146 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-2cf7c3ff-7949-4147-bcd1-516e05a31843 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.124 "GET /v2.0/networks?id=29d9cff9-ae6e-4903-ba1f-b975588f68c1 HTTP/1.1" status: 200 len: 812 time: 0.1658316 Jan 21 10:10:54.069494 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9fb11405-8839-40cc-be9b-36adbb33f42a req-4f720a45-ba6d-4f24-bd90-b66c22afeb3c tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 210 time: 0.0460918 Jan 21 10:10:54.072560 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-1ab25487-1fa9-4071-8368-20c104d557d9 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=613ddafc33d3409d8fc1a3e0f163a589 HTTP/1.1" status: 200 len: 380 time: 0.0867131 Jan 21 10:10:54.081148 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-078cd707-24db-470f-a674-fe2fb81ad27f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Request body: {'port': {'device_id': '72a76a34-7027-46f7-b84f-2287fdffb553', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'admin_state_up': True, 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'security_groups': ['a238099e-e5cc-4952-b950-a07d1a5ef5e5']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:10:54.217638 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-078cd707-24db-470f-a674-fe2fb81ad27f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:10:54.228159 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-078cd707-24db-470f-a674-fe2fb81ad27f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:10:54.238992 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-078cd707-24db-470f-a674-fe2fb81ad27f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Made reservation on behalf of 613ddafc33d3409d8fc1a3e0f163a589 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:10:54.242228 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-078cd707-24db-470f-a674-fe2fb81ad27f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:54.408015 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-078cd707-24db-470f-a674-fe2fb81ad27f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Allocated IP 172.20.0.5 (29d9cff9-ae6e-4903-ba1f-b975588f68c1/4f61ffd9-da07-4104-9282-ab85319d9ccb/d64075d0-c766-4c13-9183-68961cabfca8) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:10:54.696594 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-078cd707-24db-470f-a674-fe2fb81ad27f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:54.712709 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-078cd707-24db-470f-a674-fe2fb81ad27f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Transition to ACTIVE for port object d64075d0-c766-4c13-9183-68961cabfca8 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:10:54.734655 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-078cd707-24db-470f-a674-fe2fb81ad27f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:54.808197 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-078cd707-24db-470f-a674-fe2fb81ad27f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Network 29d9cff9-ae6e-4903-ba1f-b975588f68c1 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:10:54.811338 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-078cd707-24db-470f-a674-fe2fb81ad27f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:54.818620 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-078cd707-24db-470f-a674-fe2fb81ad27f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:10:54.843787 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078cd707-24db-470f-a674-fe2fb81ad27f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Pushing event updated for resources: {'Port': ['ID=d64075d0-c766-4c13-9183-68961cabfca8,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:54.884429 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-078cd707-24db-470f-a674-fe2fb81ad27f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:54.885045 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-078cd707-24db-470f-a674-fe2fb81ad27f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:54.916942 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-078cd707-24db-470f-a674-fe2fb81ad27f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8394043 Jan 21 10:10:54.927681 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-e1d94dfd-2e54-46d5-9ced-f4c2835fef57 service neutron] Request body: {'port': {'device_id': '72a76a34-7027-46f7-b84f-2287fdffb553', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:10:55.041221 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-e1d94dfd-2e54-46d5-9ced-f4c2835fef57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:55.090381 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-064c38b1-7859-42e9-b1aa-8daf95195cd1 None None] Provisioning for port d64075d0-c766-4c13-9183-68961cabfca8 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:10:55.095255 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-064c38b1-7859-42e9-b1aa-8daf95195cd1 None None] Provisioning complete for port d64075d0-c766-4c13-9183-68961cabfca8 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:55.095626 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-064c38b1-7859-42e9-b1aa-8daf95195cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:55.151398 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-064c38b1-7859-42e9-b1aa-8daf95195cd1 None None] Port d64075d0-c766-4c13-9183-68961cabfca8 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:10:55.291131 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d5041-9139-4eee-9240-bd134127379b req-2a8ba939-9a3a-4afb-8cac-60854cc13438 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:55.292530 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-382d5041-9139-4eee-9240-bd134127379b req-2a8ba939-9a3a-4afb-8cac-60854cc13438 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 931 time: 0.0888047 Jan 21 10:10:55.340684 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-382d5041-9139-4eee-9240-bd134127379b req-de62093c-d5c2-4efe-b761-eb8df3f06709 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424802 Jan 21 10:10:55.392907 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-e1d94dfd-2e54-46d5-9ced-f4c2835fef57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d64075d0-c766-4c13-9183-68961cabfca8 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:10:55.400438 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-e1d94dfd-2e54-46d5-9ced-f4c2835fef57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:55.414308 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-e1d94dfd-2e54-46d5-9ced-f4c2835fef57 service neutron] Transition to ACTIVE for port object d64075d0-c766-4c13-9183-68961cabfca8 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:10:55.426249 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-e1d94dfd-2e54-46d5-9ced-f4c2835fef57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:55.555841 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d94dfd-2e54-46d5-9ced-f4c2835fef57 service neutron] Pushing event updated for resources: {'Port': ['ID=d64075d0-c766-4c13-9183-68961cabfca8,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:55.669800 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-e1d94dfd-2e54-46d5-9ced-f4c2835fef57 service neutron] Attempting to bind port d64075d0-c766-4c13-9183-68961cabfca8 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:10:55.670144 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-e1d94dfd-2e54-46d5-9ced-f4c2835fef57 service neutron] Attempting to bind port d64075d0-c766-4c13-9183-68961cabfca8 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'fe4856b0-c7b4-4c7a-84c4-c306209030dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:10:55.670472 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-e1d94dfd-2e54-46d5-9ced-f4c2835fef57 service neutron] Attempting to bind port d64075d0-c766-4c13-9183-68961cabfca8 on network 29d9cff9-ae6e-4903-ba1f-b975588f68c1 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:10:55.677317 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-e1d94dfd-2e54-46d5-9ced-f4c2835fef57 service neutron] Port d64075d0-c766-4c13-9183-68961cabfca8 on network 29d9cff9-ae6e-4903-ba1f-b975588f68c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:10:55.677686 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-e1d94dfd-2e54-46d5-9ced-f4c2835fef57 service neutron] Attempting to bind port d64075d0-c766-4c13-9183-68961cabfca8 on network 29d9cff9-ae6e-4903-ba1f-b975588f68c1 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:10:55.685032 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-e1d94dfd-2e54-46d5-9ced-f4c2835fef57 service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:10:55.685364 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-e1d94dfd-2e54-46d5-9ced-f4c2835fef57 service neutron] Checking segment: {'id': 'fe4856b0-c7b4-4c7a-84c4-c306209030dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:10:55.685773 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-e1d94dfd-2e54-46d5-9ced-f4c2835fef57 service neutron] Bound using segment: {'id': 'fe4856b0-c7b4-4c7a-84c4-c306209030dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:10:55.686199 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-e1d94dfd-2e54-46d5-9ced-f4c2835fef57 service neutron] Bound port: d64075d0-c766-4c13-9183-68961cabfca8, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4856b0-c7b4-4c7a-84c4-c306209030dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:10:55.686546 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-e1d94dfd-2e54-46d5-9ced-f4c2835fef57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:55.775562 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-e1d94dfd-2e54-46d5-9ced-f4c2835fef57 service neutron] For port d64075d0-c766-4c13-9183-68961cabfca8, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:10:55.778571 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-e1d94dfd-2e54-46d5-9ced-f4c2835fef57 service neutron] For port d64075d0-c766-4c13-9183-68961cabfca8, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d64075d0-c766-4c13-9183-68961cabfca8,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:10:55.785583 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-e1d94dfd-2e54-46d5-9ced-f4c2835fef57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:55.851078 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-e1d94dfd-2e54-46d5-9ced-f4c2835fef57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:55.852712 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-e1d94dfd-2e54-46d5-9ced-f4c2835fef57 service neutron] 10.222.0.124 "PUT /v2.0/ports/d64075d0-c766-4c13-9183-68961cabfca8 HTTP/1.1" status: 200 len: 1093 time: 0.9291570 Jan 21 10:10:55.853137 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a76a34-7027-46f7-b84f-2287fdffb553', 'tag': 'd64075d0-c766-4c13-9183-68961cabfca8'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:10:55.871559 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d94dfd-2e54-46d5-9ced-f4c2835fef57 service neutron] Pushing event updated for resources: {'Port': ['ID=d64075d0-c766-4c13-9183-68961cabfca8,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:55.938853 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a76a34-7027-46f7-b84f-2287fdffb553', 'tag': 'd64075d0-c766-4c13-9183-68961cabfca8', 'status': 'completed', 'code': 200} Jan 21 10:10:55.977433 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-26b956d6-a6a0-48ee-9240-f6ec1b9ea090 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=613ddafc33d3409d8fc1a3e0f163a589&device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 1096 time: 0.0760481 Jan 21 10:10:56.055137 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-01a6ee05-e5cf-4048-89e0-9ff37814db56 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d64075d0-c766-4c13-9183-68961cabfca8 HTTP/1.1" status: 200 len: 217 time: 0.0714612 Jan 21 10:10:56.119397 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-646bf77d-b30a-4e3f-a4dd-45692aff207e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:56.120902 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-646bf77d-b30a-4e3f-a4dd-45692aff207e service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4f61ffd9-da07-4104-9282-ab85319d9ccb HTTP/1.1" status: 200 len: 851 time: 0.0601609 Jan 21 10:10:56.200702 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-d7d22f5b-0c7f-4c7e-a7e0-a97783bd41be service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=29d9cff9-ae6e-4903-ba1f-b975588f68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742798 Jan 21 10:10:56.337928 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-7b8397ab-826c-47ad-98ee-09ab9cdeb055 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302679 Jan 21 10:10:56.349450 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e7159575-2918-44d8-ac24-62f996d2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:56.546103 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1e102-16cb-4b07-97b9-9caef22383fe req-d53ceaf1-f78d-4716-abc1-5a621d52c8b7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:56.547560 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e3a1e102-16cb-4b07-97b9-9caef22383fe req-d53ceaf1-f78d-4716-abc1-5a621d52c8b7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 943 time: 0.0822616 Jan 21 10:10:56.596373 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dc1b4da7-64ab-4f4e-b38d-cd74e527496e req-83c91cc3-0130-413f-99c6-241d9bdd3688 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527628 Jan 21 10:10:56.604716 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e3a1e102-16cb-4b07-97b9-9caef22383fe req-eb419235-25a2-4dc9-ae06-79535f8e4243 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506856 Jan 21 10:10:56.730833 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4b5dc690-1547-4154-a32d-a0e50ade17e2 req-43c95281-fad1-4704-b3d8-f487fd9ba6fb service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=613ddafc33d3409d8fc1a3e0f163a589&device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 1096 time: 0.0752573 Jan 21 10:10:56.894164 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5dc690-1547-4154-a32d-a0e50ade17e2 req-0ff421d0-cdf4-4f18-b860-b3efcd0de34e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:56.895597 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4b5dc690-1547-4154-a32d-a0e50ade17e2 req-0ff421d0-cdf4-4f18-b860-b3efcd0de34e service neutron] 10.222.0.124 "GET /v2.0/networks?id=29d9cff9-ae6e-4903-ba1f-b975588f68c1 HTTP/1.1" status: 200 len: 913 time: 0.1566682 Jan 21 10:10:56.978585 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4b5dc690-1547-4154-a32d-a0e50ade17e2 req-6073a5e3-4a74-4db0-aff7-7590ea33ae59 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d64075d0-c766-4c13-9183-68961cabfca8 HTTP/1.1" status: 200 len: 217 time: 0.0743382 Jan 21 10:10:57.050092 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5dc690-1547-4154-a32d-a0e50ade17e2 req-1a9eab6b-3b28-442f-9efe-a1b2c14f6b79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:57.051508 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4b5dc690-1547-4154-a32d-a0e50ade17e2 req-1a9eab6b-3b28-442f-9efe-a1b2c14f6b79 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4f61ffd9-da07-4104-9282-ab85319d9ccb HTTP/1.1" status: 200 len: 851 time: 0.0656531 Jan 21 10:10:57.133533 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4b5dc690-1547-4154-a32d-a0e50ade17e2 req-112de814-1441-48a6-9c41-23f9dcbce1a2 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=29d9cff9-ae6e-4903-ba1f-b975588f68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751898 Jan 21 10:10:57.286077 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4b5dc690-1547-4154-a32d-a0e50ade17e2 req-68a06aa5-51b0-40f3-95d4-6909940d633c service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459041 Jan 21 10:10:57.435369 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4b5dc690-1547-4154-a32d-a0e50ade17e2 req-84bce586-bce5-451a-81b1-1b2ca18d57c8 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426401 Jan 21 10:10:57.501969 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:57.790497 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:57.823777 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687050b2-4362-4485-89b3-17864467e068 req-211088f3-dbda-4ac7-a483-d9bba1b96930 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:57.824488 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-687050b2-4362-4485-89b3-17864467e068 req-211088f3-dbda-4ac7-a483-d9bba1b96930 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Synchronizing usage tracker for tenant:613ddafc33d3409d8fc1a3e0f163a589 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:10:57.842064 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-687050b2-4362-4485-89b3-17864467e068 req-211088f3-dbda-4ac7-a483-d9bba1b96930 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Unset dirty status for tenant:613ddafc33d3409d8fc1a3e0f163a589 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:10:57.843488 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-687050b2-4362-4485-89b3-17864467e068 req-211088f3-dbda-4ac7-a483-d9bba1b96930 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 943 time: 0.0997179 Jan 21 10:10:57.892330 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-687050b2-4362-4485-89b3-17864467e068 req-ab38255e-0cdb-4e0e-82af-09964c69d5a6 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427375 Jan 21 10:10:58.636547 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device d64075d0-c766-4c13-9183-68961cabfca8 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:10:58.781857 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port d64075d0-c766-4c13-9183-68961cabfca8, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d64075d0-c766-4c13-9183-68961cabfca8,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:10:58.795642 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': 'd64075d0-c766-4c13-9183-68961cabfca8', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'port_id': 'd64075d0-c766-4c13-9183-68961cabfca8', 'mac_address': 'fa:16:3e:b3:30:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:10:58.854291 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:58.873772 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d64075d0-c766-4c13-9183-68961cabfca8 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:10:58.889456 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port d64075d0-c766-4c13-9183-68961cabfca8, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d64075d0-c766-4c13-9183-68961cabfca8,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:10:58.893460 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:58.961258 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=d64075d0-c766-4c13-9183-68961cabfca8,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:59.099094 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed22d1-bf5c-40d9-b1f5-f4e7dd05785e req-8be10c75-d30c-4b35-9265-154d8eb3bc8a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:59.100443 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-24ed22d1-bf5c-40d9-b1f5-f4e7dd05785e req-8be10c75-d30c-4b35-9265-154d8eb3bc8a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 944 time: 0.0840859 Jan 21 10:10:59.105966 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['d64075d0-c766-4c13-9183-68961cabfca8'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:10:59.150054 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-24ed22d1-bf5c-40d9-b1f5-f4e7dd05785e req-15085c9c-bc6f-4c1e-9f65-b4767748df06 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437355 Jan 21 10:10:59.526882 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:00.358690 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907606b-69ee-4499-b8cc-0a3f2a8f5397 req-a977580d-34b8-403c-9a17-e25018a933d1 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:00.360110 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d907606b-69ee-4499-b8cc-0a3f2a8f5397 req-a977580d-34b8-403c-9a17-e25018a933d1 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 944 time: 0.0812783 Jan 21 10:11:00.408020 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d907606b-69ee-4499-b8cc-0a3f2a8f5397 req-e7599c40-f1e6-41ac-87e5-82332aae0123 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419400 Jan 21 10:11:00.652103 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device d64075d0-c766-4c13-9183-68961cabfca8 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:11:00.794645 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port d64075d0-c766-4c13-9183-68961cabfca8 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:11:00.803604 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port d64075d0-c766-4c13-9183-68961cabfca8 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:11:00.803969 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:00.959845 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:00.983090 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a76a34-7027-46f7-b84f-2287fdffb553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64075d0-c766-4c13-9183-68961cabfca8'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:11:00.993648 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port d64075d0-c766-4c13-9183-68961cabfca8, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d64075d0-c766-4c13-9183-68961cabfca8,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:11:00.997590 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:01.044797 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a76a34-7027-46f7-b84f-2287fdffb553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64075d0-c766-4c13-9183-68961cabfca8', 'code': 200} Jan 21 10:11:01.077550 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=d64075d0-c766-4c13-9183-68961cabfca8,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:11:01.284367 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d6fd1574-9a4a-475c-a0e7-e40b0650e9c6 req-f94836ad-785a-4098-8aa0-cfb1f00e1bc1 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 1098 time: 0.0682971 Jan 21 10:11:01.326739 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d6fd1574-9a4a-475c-a0e7-e40b0650e9c6 req-4466cedc-746a-443d-8202-c2e6d0bcda65 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368879 Jan 21 10:11:01.618146 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2e5dd-7ec2-4f61-8b35-825bfd0fd908 req-4d41719d-9ad0-4b56-9a32-ff0322f27051 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:01.619515 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bae2e5dd-7ec2-4f61-8b35-825bfd0fd908 req-4d41719d-9ad0-4b56-9a32-ff0322f27051 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 945 time: 0.0823541 Jan 21 10:11:01.667466 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bae2e5dd-7ec2-4f61-8b35-825bfd0fd908 req-c6305a32-5e42-4302-b44f-7f715c192968 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420020 Jan 21 10:11:02.886616 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b62405-bdef-41e5-9a5c-ce804a0e60af req-59750b55-d2f6-43c2-9273-411addc3290b tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:02.888493 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-59b62405-bdef-41e5-9a5c-ce804a0e60af req-59750b55-d2f6-43c2-9273-411addc3290b tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 945 time: 0.0861692 Jan 21 10:11:02.938115 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-59b62405-bdef-41e5-9a5c-ce804a0e60af req-0615ccfd-65a2-4ddd-89e2-29563dbe5c38 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432115 Jan 21 10:11:03.132289 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66368303-21b1-4598-85f3-2ceb9143b396 req-052dc7f4-5859-471e-9209-63ee08ee8112 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:03.133756 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-66368303-21b1-4598-85f3-2ceb9143b396 req-052dc7f4-5859-471e-9209-63ee08ee8112 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 945 time: 0.0774753 Jan 21 10:11:03.142841 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 41222) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:11:03.148293 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-992ed4bc-fc79-4dca-bd42-95cacbc79912 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Request body: {'floatingip': {'port_id': 'd64075d0-c766-4c13-9183-68961cabfca8'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:11:03.226842 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-992ed4bc-fc79-4dca-bd42-95cacbc79912 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks [] for floatingip, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:03.957789 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-992ed4bc-fc79-4dca-bd42-95cacbc79912 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:03.961573 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-992ed4bc-fc79-4dca-bd42-95cacbc79912 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:04.162945 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.l3_db [None req-992ed4bc-fc79-4dca-bd42-95cacbc79912 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Floating IP 6ab266d2-dc23-42ad-b9d4-53ccad47d31f associated. External IP: 172.26.0.95, port: d64075d0-c766-4c13-9183-68961cabfca8. Jan 21 10:11:04.557926 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992ed4bc-fc79-4dca-bd42-95cacbc79912 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Router 733a7dda-194d-46e2-86ef-87d388d845ee has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:11:04.762066 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992ed4bc-fc79-4dca-bd42-95cacbc79912 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:11:04.766979 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-992ed4bc-fc79-4dca-bd42-95cacbc79912 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:04.773209 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fe1ade-dce1-4ac1-8637-da0674af0fbd None None] Sync routers for ids ['733a7dda-194d-46e2-86ef-87d388d845ee'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:11:04.785039 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fe1ade-dce1-4ac1-8637-da0674af0fbd None None] Routers {'733a7dda-194d-46e2-86ef-87d388d845ee'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:11:04.785756 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-c5fe1ade-dce1-4ac1-8637-da0674af0fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:10:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['733a7dda-194d-46e2-86ef-87d388d845ee'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:11:04.824660 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-992ed4bc-fc79-4dca-bd42-95cacbc79912 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "PUT /v2.0/floatingips/6ab266d2-dc23-42ad-b9d4-53ccad47d31f HTTP/1.1" status: 200 len: 990 time: 1.6805501 Jan 21 10:11:04.825219 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a76a34-7027-46f7-b84f-2287fdffb553', 'tag': 'd64075d0-c766-4c13-9183-68961cabfca8'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:11:04.880983 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a76a34-7027-46f7-b84f-2287fdffb553', 'tag': 'd64075d0-c766-4c13-9183-68961cabfca8', 'status': 'completed', 'code': 200} Jan 21 10:11:04.996805 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9dc4c0e3-21ef-4f15-8134-5c8dd7837cae req-951a3bf9-8e96-44d2-9e3d-93be1f9cea63 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=613ddafc33d3409d8fc1a3e0f163a589&device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 1098 time: 0.0928214 Jan 21 10:11:05.001340 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-c5fe1ade-dce1-4ac1-8637-da0674af0fbd None None] Set router 733a7dda-194d-46e2-86ef-87d388d845ee gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:11:05.134401 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4c0e3-21ef-4f15-8134-5c8dd7837cae req-6dfdfc5f-b181-4244-9a78-5f19f0bc76f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:05.136023 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9dc4c0e3-21ef-4f15-8134-5c8dd7837cae req-6dfdfc5f-b181-4244-9a78-5f19f0bc76f9 service neutron] 10.222.0.124 "GET /v2.0/networks?id=29d9cff9-ae6e-4903-ba1f-b975588f68c1 HTTP/1.1" status: 200 len: 913 time: 0.1321473 Jan 21 10:11:05.351833 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9dc4c0e3-21ef-4f15-8134-5c8dd7837cae req-46a57dc8-ce35-4b0c-98a9-6e5e3784b089 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d64075d0-c766-4c13-9183-68961cabfca8 HTTP/1.1" status: 200 len: 998 time: 0.2094538 Jan 21 10:11:05.358195 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-c5fe1ade-dce1-4ac1-8637-da0674af0fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'name': 'tempest-ServerActionsTestJSON-1138387682-router', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:29Z', 'revision_number': 4, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'gw_port': {'id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '6ab266d2-dc23-42ad-b9d4-53ccad47d31f', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'port_id': 'd64075d0-c766-4c13-9183-68961cabfca8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'mac_address': 'fa:16:3e:b3:30:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a76a34-7027-46f7-b84f-2287fdffb553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:09:32Z', 'updated_at': '2022-01-21T10:11:03Z', 'revision_number': 5, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38e83e1-6dbc-4da0-b4ef-055dc154e423', 'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'mac_address': 'fa:16:3e:58:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:28Z', 'updated_at': '2022-01-21T10:09:36Z', 'revision_number': 5, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'subnets': [{'id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:11:05.362755 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fe1ade-dce1-4ac1-8637-da0674af0fbd None None] Checking router: 733a7dda-194d-46e2-86ef-87d388d845ee for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:11:05.373299 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fe1ade-dce1-4ac1-8637-da0674af0fbd None None] Routers {'733a7dda-194d-46e2-86ef-87d388d845ee'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:11:05.373920 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-c5fe1ade-dce1-4ac1-8637-da0674af0fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:10:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['733a7dda-194d-46e2-86ef-87d388d845ee'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:11:05.415470 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4c0e3-21ef-4f15-8134-5c8dd7837cae req-a3e83244-888b-4f30-807e-c5ba1c29d471 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:05.416797 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9dc4c0e3-21ef-4f15-8134-5c8dd7837cae req-a3e83244-888b-4f30-807e-c5ba1c29d471 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4f61ffd9-da07-4104-9282-ab85319d9ccb HTTP/1.1" status: 200 len: 851 time: 0.0593612 Jan 21 10:11:05.494969 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9dc4c0e3-21ef-4f15-8134-5c8dd7837cae req-a84d4ac7-a095-4522-a99c-d406d801f377 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=29d9cff9-ae6e-4903-ba1f-b975588f68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724728 Jan 21 10:11:05.557891 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-c5fe1ade-dce1-4ac1-8637-da0674af0fbd None None] Set router 733a7dda-194d-46e2-86ef-87d388d845ee gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:11:05.632186 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9dc4c0e3-21ef-4f15-8134-5c8dd7837cae req-5bae20c6-2c27-4dea-85bc-8d1a44fd5d42 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314507 Jan 21 10:11:05.770230 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9dc4c0e3-21ef-4f15-8134-5c8dd7837cae req-5280493e-a2c8-45e0-8d59-6c8d60550a63 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318564 Jan 21 10:11:05.923058 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-c5fe1ade-dce1-4ac1-8637-da0674af0fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'name': 'tempest-ServerActionsTestJSON-1138387682-router', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:29Z', 'revision_number': 4, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'gw_port': {'id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '6ab266d2-dc23-42ad-b9d4-53ccad47d31f', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'port_id': 'd64075d0-c766-4c13-9183-68961cabfca8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'mac_address': 'fa:16:3e:b3:30:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a76a34-7027-46f7-b84f-2287fdffb553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:09:32Z', 'updated_at': '2022-01-21T10:11:03Z', 'revision_number': 5, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38e83e1-6dbc-4da0-b4ef-055dc154e423', 'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'mac_address': 'fa:16:3e:58:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:28Z', 'updated_at': '2022-01-21T10:09:36Z', 'revision_number': 5, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'subnets': [{'id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:11:05.928648 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fe1ade-dce1-4ac1-8637-da0674af0fbd None None] The sync data for ids ['733a7dda-194d-46e2-86ef-87d388d845ee'] in dv-neutron-825732-1-hyperv is: [{'id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'name': 'tempest-ServerActionsTestJSON-1138387682-router', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:29Z', 'revision_number': 4, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'gw_port': {'id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '6ab266d2-dc23-42ad-b9d4-53ccad47d31f', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'port_id': 'd64075d0-c766-4c13-9183-68961cabfca8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'mac_address': 'fa:16:3e:b3:30:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a76a34-7027-46f7-b84f-2287fdffb553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:09:32Z', 'updated_at': '2022-01-21T10:11:03Z', 'revision_number': 5, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38e83e1-6dbc-4da0-b4ef-055dc154e423', 'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'mac_address': 'fa:16:3e:58:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:28Z', 'updated_at': '2022-01-21T10:09:36Z', 'revision_number': 5, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'subnets': [{'id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:11:06.141859 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a5f5ae-dc02-4369-b7e7-5a5d44f0704d None None] New status for floating IP 6ab266d2-dc23-42ad-b9d4-53ccad47d31f: ACTIVE {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:11:20.477250 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:23.954270 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-28d0db77-f2cb-404b-8cf4-4e193ece0079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:26.352889 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-16ada2bf-7541-4b8b-9529-d457505d28cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:27.506884 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:27.792637 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:29.530024 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:29.637579 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:11:43.124993 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fce4c-cc2a-4692-b8bf-637590b7b9cd req-a3d3ac35-d594-430c-8735-5bfaf5585bf4 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:43.126470 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7f0fce4c-cc2a-4692-b8bf-637590b7b9cd req-a3d3ac35-d594-430c-8735-5bfaf5585bf4 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 945 time: 0.0882151 Jan 21 10:11:43.178451 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7f0fce4c-cc2a-4692-b8bf-637590b7b9cd req-ff5f83cb-7c5f-4d4c-b97b-de8460b2a936 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450842 Jan 21 10:11:44.391742 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac691871-f3f4-4b79-b7f1-d27bbf6fd88e req-4ee8e205-b3de-4a9e-94b6-02d257f63f82 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:44.393252 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ac691871-f3f4-4b79-b7f1-d27bbf6fd88e req-4ee8e205-b3de-4a9e-94b6-02d257f63f82 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 945 time: 0.0879033 Jan 21 10:11:44.443077 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ac691871-f3f4-4b79-b7f1-d27bbf6fd88e req-4bc7a541-2437-4eb4-8833-517b62d289d3 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439918 Jan 21 10:11:45.672421 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a595188-13f9-4885-93a8-e5479d334b94 req-5846b91d-8e46-4f56-960f-4a233880ced6 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:45.674120 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6a595188-13f9-4885-93a8-e5479d334b94 req-5846b91d-8e46-4f56-960f-4a233880ced6 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 945 time: 0.0941932 Jan 21 10:11:45.723482 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6a595188-13f9-4885-93a8-e5479d334b94 req-922134e2-f65b-49bd-9d9e-1bfb295b30fb tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431559 Jan 21 10:11:46.938861 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1544925-1112-48de-8494-aacd79c866b2 req-8bf9bc67-5e3c-4406-b5ad-2d5401b9a73c tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:46.940317 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-f1544925-1112-48de-8494-aacd79c866b2 req-8bf9bc67-5e3c-4406-b5ad-2d5401b9a73c tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 945 time: 0.0837538 Jan 21 10:11:46.990336 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-f1544925-1112-48de-8494-aacd79c866b2 req-9adfcfb4-8f2f-4c4c-84b1-1250656e03b0 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433130 Jan 21 10:11:48.187769 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de067b2-e60e-4d01-a4ad-20bbf8a7929e req-cf245b10-5615-423d-b173-90fe46eda19c tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:48.189246 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1de067b2-e60e-4d01-a4ad-20bbf8a7929e req-cf245b10-5615-423d-b173-90fe46eda19c tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 945 time: 0.0765009 Jan 21 10:11:48.235760 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1de067b2-e60e-4d01-a4ad-20bbf8a7929e req-50d9476e-deea-4e93-aeba-bc7c5d72272b tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409415 Jan 21 10:11:49.455836 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046d8bc-9a4a-46c8-992e-ff415550a98c req-14faab00-46c3-46b3-97d3-63a157765073 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:49.457203 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-4046d8bc-9a4a-46c8-992e-ff415550a98c req-14faab00-46c3-46b3-97d3-63a157765073 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 945 time: 0.0865901 Jan 21 10:11:49.504279 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-4046d8bc-9a4a-46c8-992e-ff415550a98c req-0f2cffe6-625d-4589-bb1c-2db4ecfaf38e tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413637 Jan 21 10:11:50.500268 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:50.707672 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d7d95-0ec1-474e-890f-a7488a1e704f req-d2b6aaf2-7115-4913-9e6d-0c1d65b6ad6e tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:50.709145 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c23d7d95-0ec1-474e-890f-a7488a1e704f req-d2b6aaf2-7115-4913-9e6d-0c1d65b6ad6e tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 945 time: 0.0810146 Jan 21 10:11:50.756098 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c23d7d95-0ec1-474e-890f-a7488a1e704f req-aeb3f9c5-fa73-419f-b26e-dfc949fca47f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413508 Jan 21 10:11:51.969886 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d1f91-22a9-4671-92ca-04c57a49c442 req-bf2931e9-cd42-413f-bebd-48c2374c93f5 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:51.971508 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-761d1f91-22a9-4671-92ca-04c57a49c442 req-bf2931e9-cd42-413f-bebd-48c2374c93f5 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 945 time: 0.0914643 Jan 21 10:11:52.018989 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-761d1f91-22a9-4671-92ca-04c57a49c442 req-bfd194a7-ef85-4151-ac00-0c9006be090b tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416543 Jan 21 10:11:53.220405 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484aa64e-361f-48f2-94d5-ed875b02d5d7 req-88eada3d-2180-4192-a33b-c916750ddc24 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:53.221959 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-484aa64e-361f-48f2-94d5-ed875b02d5d7 req-88eada3d-2180-4192-a33b-c916750ddc24 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 945 time: 0.0776315 Jan 21 10:11:53.271693 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-484aa64e-361f-48f2-94d5-ed875b02d5d7 req-b489e77d-1c55-41f0-9ebf-59ba078ef85c tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442357 Jan 21 10:11:53.956747 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a3f15199-1c17-44d0-9374-b556a0aa7a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:54.472047 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628990d-3e03-496a-a2d2-47ee23057b8a req-4e0dfbaa-538e-4606-b3f2-da760b57eaa2 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:54.473675 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-d628990d-3e03-496a-a2d2-47ee23057b8a req-4e0dfbaa-538e-4606-b3f2-da760b57eaa2 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 945 time: 0.0767462 Jan 21 10:11:54.529879 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-d628990d-3e03-496a-a2d2-47ee23057b8a req-514899fa-b9dd-4d85-b673-c4e3a2faec8e tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507216 Jan 21 10:11:55.730784 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184c2b5-8783-4dfd-b830-87420faff594 req-be9f4f42-d063-4867-8909-6396125a5005 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:55.732295 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7184c2b5-8783-4dfd-b830-87420faff594 req-be9f4f42-d063-4867-8909-6396125a5005 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 945 time: 0.0794730 Jan 21 10:11:55.787829 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7184c2b5-8783-4dfd-b830-87420faff594 req-bb929520-41bb-468c-aa43-e84346acb232 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488997 Jan 21 10:11:56.357363 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e593c069-46e3-4a07-a263-1aec7f2c5413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:56.497227 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8fc4b8de-2acf-46ce-aa61-c020ef35633f req-9c41c47a-0aff-4597-9138-7ff9f9f41836 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=613ddafc33d3409d8fc1a3e0f163a589&device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 1098 time: 0.0722153 Jan 21 10:11:56.645283 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4b8de-2acf-46ce-aa61-c020ef35633f req-67daecaa-0349-4739-91c1-93d303b7c01f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:56.646729 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8fc4b8de-2acf-46ce-aa61-c020ef35633f req-67daecaa-0349-4739-91c1-93d303b7c01f service neutron] 10.222.0.124 "GET /v2.0/networks?id=29d9cff9-ae6e-4903-ba1f-b975588f68c1 HTTP/1.1" status: 200 len: 913 time: 0.1313548 Jan 21 10:11:56.747518 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8fc4b8de-2acf-46ce-aa61-c020ef35633f req-4dc4ab5e-6563-4f08-ae59-fc8b54326d75 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d64075d0-c766-4c13-9183-68961cabfca8 HTTP/1.1" status: 200 len: 1000 time: 0.0936117 Jan 21 10:11:56.815119 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4b8de-2acf-46ce-aa61-c020ef35633f req-df93ed69-d2e3-47e3-88db-9e2a19ef0017 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:56.816538 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8fc4b8de-2acf-46ce-aa61-c020ef35633f req-df93ed69-d2e3-47e3-88db-9e2a19ef0017 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4f61ffd9-da07-4104-9282-ab85319d9ccb HTTP/1.1" status: 200 len: 851 time: 0.0615411 Jan 21 10:11:56.903950 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8fc4b8de-2acf-46ce-aa61-c020ef35633f req-574a3986-7898-4ac5-83a3-a0ed3056f221 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=29d9cff9-ae6e-4903-ba1f-b975588f68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807433 Jan 21 10:11:56.990717 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4915c-f955-4d5d-ad16-b01c61e2281b req-d137e595-bc80-4c69-8d3e-7a68381116c6 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:56.992164 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-7ca4915c-f955-4d5d-ad16-b01c61e2281b req-d137e595-bc80-4c69-8d3e-7a68381116c6 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 945 time: 0.0780895 Jan 21 10:11:57.056186 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8fc4b8de-2acf-46ce-aa61-c020ef35633f req-e2afc9c4-ac66-4233-98f7-16e9c529e8c7 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424174 Jan 21 10:11:57.057337 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-7ca4915c-f955-4d5d-ad16-b01c61e2281b req-63ba88e4-d347-480c-a3f6-e91a522a7475 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594718 Jan 21 10:11:57.191402 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8fc4b8de-2acf-46ce-aa61-c020ef35633f req-a6d1683b-ae74-4372-a83d-3e16216aef8a service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287663 Jan 21 10:11:57.508505 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:57.795281 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:58.359201 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c8c87-8a11-4e2c-917d-2a916c33b413 req-db25071e-e4bf-4f79-8ec8-29e9accaf847 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:58.360542 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0c3c8c87-8a11-4e2c-917d-2a916c33b413 req-db25071e-e4bf-4f79-8ec8-29e9accaf847 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 945 time: 0.1765978 Jan 21 10:11:58.407150 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0c3c8c87-8a11-4e2c-917d-2a916c33b413 req-5dc92b26-c260-42f7-96f1-4c629450f934 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402565 Jan 21 10:11:59.532149 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:59.621771 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0ca5a-50c6-4222-8605-ff102da1c24c req-968d39ab-4403-4a5d-8a41-b3898ff6d9d0 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:59.623344 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-7aa0ca5a-50c6-4222-8605-ff102da1c24c req-968d39ab-4403-4a5d-8a41-b3898ff6d9d0 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 945 time: 0.0818119 Jan 21 10:11:59.670662 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-7aa0ca5a-50c6-4222-8605-ff102da1c24c req-822db134-47d0-4838-ab39-c6786fe38fa5 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407805 Jan 21 10:11:59.870335 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c492584e-95e2-490e-a8b0-930ea1360cba req-69cd4cea-f508-48b5-8300-e758f8b9f13d service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0686514 Jan 21 10:12:00.196461 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e9971-1ae9-429b-beaf-aed847b64425 req-e20e1647-0af8-4ac3-a645-5c04841ace6d tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:00.198012 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-6b5e9971-1ae9-429b-beaf-aed847b64425 req-e20e1647-0af8-4ac3-a645-5c04841ace6d tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 945 time: 0.0797341 Jan 21 10:12:00.214442 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c038b86c-b3e3-43ed-b83c-149d5f097dc5 req-7b602ecc-2435-4142-80fd-d4da50995a10 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1540747 Jan 21 10:12:00.246881 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-6b5e9971-1ae9-429b-beaf-aed847b64425 req-968eaf5a-3cc2-450c-bdb3-ff87deb10929 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429735 Jan 21 10:12:01.457117 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c038b86c-b3e3-43ed-b83c-149d5f097dc5 req-20a8d6ad-7915-4514-9d63-4d44ab4659af service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=613ddafc33d3409d8fc1a3e0f163a589&device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 1098 time: 0.1273894 Jan 21 10:12:01.537486 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e43aa2-dcba-4c8a-8044-858ac73ae8f2 req-04db1e5c-2437-4d2a-8f98-48b60d03095a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:01.538972 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-72e43aa2-dcba-4c8a-8044-858ac73ae8f2 req-04db1e5c-2437-4d2a-8f98-48b60d03095a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 945 time: 0.1649189 Jan 21 10:12:01.621332 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-72e43aa2-dcba-4c8a-8044-858ac73ae8f2 req-ba444221-8e19-4fef-9521-ff6da4c62524 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756145 Jan 21 10:12:01.637180 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038b86c-b3e3-43ed-b83c-149d5f097dc5 req-abe65f9d-53b8-4054-b6b8-acca074462e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:01.638645 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c038b86c-b3e3-43ed-b83c-149d5f097dc5 req-abe65f9d-53b8-4054-b6b8-acca074462e7 service neutron] 10.222.0.124 "GET /v2.0/networks?id=29d9cff9-ae6e-4903-ba1f-b975588f68c1 HTTP/1.1" status: 200 len: 913 time: 0.1745911 Jan 21 10:12:01.746850 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c038b86c-b3e3-43ed-b83c-149d5f097dc5 req-3836a99d-31be-4574-ae76-2e52ed8623c8 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d64075d0-c766-4c13-9183-68961cabfca8 HTTP/1.1" status: 200 len: 1000 time: 0.1021283 Jan 21 10:12:01.810433 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038b86c-b3e3-43ed-b83c-149d5f097dc5 req-da8cbde7-d3d8-43ff-a790-6108c2d1ed93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:01.811788 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c038b86c-b3e3-43ed-b83c-149d5f097dc5 req-da8cbde7-d3d8-43ff-a790-6108c2d1ed93 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4f61ffd9-da07-4104-9282-ab85319d9ccb HTTP/1.1" status: 200 len: 851 time: 0.0595121 Jan 21 10:12:01.888008 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c038b86c-b3e3-43ed-b83c-149d5f097dc5 req-a40bd203-789e-4233-9a9e-750bf194fbb4 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=29d9cff9-ae6e-4903-ba1f-b975588f68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704205 Jan 21 10:12:02.021213 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c038b86c-b3e3-43ed-b83c-149d5f097dc5 req-4b9e9c3b-a014-4ad6-87a5-0c2c6963e8ad service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268659 Jan 21 10:12:02.155634 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c038b86c-b3e3-43ed-b83c-149d5f097dc5 req-c2bd4e7a-b5ae-425b-b930-208978da2973 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276269 Jan 21 10:12:02.849434 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830b7e7-6148-4cf9-aab5-5d61bf94b7e5 req-79bb8704-7e2c-40a2-b17a-4e1924fb5dd3 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:02.850855 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-b830b7e7-6148-4cf9-aab5-5d61bf94b7e5 req-79bb8704-7e2c-40a2-b17a-4e1924fb5dd3 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 945 time: 0.0833154 Jan 21 10:12:02.898482 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-b830b7e7-6148-4cf9-aab5-5d61bf94b7e5 req-0c3ef70c-3731-4c7a-ab09-a586e5018c71 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420861 Jan 21 10:12:03.838366 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c038b86c-b3e3-43ed-b83c-149d5f097dc5 req-a5a29992-cdfb-47e7-a1f6-7c4e4e261b61 service neutron] 10.222.0.124 "GET /v2.0/ports/d64075d0-c766-4c13-9183-68961cabfca8/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.0819447 Jan 21 10:12:04.193161 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792bb9a-cc9f-4f3e-afb4-7552e8cf6b6a req-0e795881-6880-468c-9bef-4dea2a1559f5 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:04.194655 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6792bb9a-cc9f-4f3e-afb4-7552e8cf6b6a req-0e795881-6880-468c-9bef-4dea2a1559f5 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 945 time: 0.1536975 Jan 21 10:12:04.197479 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c038b86c-b3e3-43ed-b83c-149d5f097dc5 req-29947969-f183-45e1-962b-1b7bab4ddfb2 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553&tenant_id=613ddafc33d3409d8fc1a3e0f163a589 HTTP/1.1" status: 200 len: 1098 time: 0.1207051 Jan 21 10:12:04.295797 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6792bb9a-cc9f-4f3e-afb4-7552e8cf6b6a req-12c3bb9f-f589-467c-9bb9-0be2a36ce162 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952301 Jan 21 10:12:04.313470 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c038b86c-b3e3-43ed-b83c-149d5f097dc5 req-153af93c-fa5b-43cc-9336-2bfff3d354ab service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=613ddafc33d3409d8fc1a3e0f163a589&device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 1098 time: 0.0896218 Jan 21 10:12:04.445684 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038b86c-b3e3-43ed-b83c-149d5f097dc5 req-f838e5bf-66bb-4731-afca-f4a04f25d229 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:04.447049 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c038b86c-b3e3-43ed-b83c-149d5f097dc5 req-f838e5bf-66bb-4731-afca-f4a04f25d229 service neutron] 10.222.0.124 "GET /v2.0/networks?id=29d9cff9-ae6e-4903-ba1f-b975588f68c1 HTTP/1.1" status: 200 len: 913 time: 0.1282911 Jan 21 10:12:04.557652 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c038b86c-b3e3-43ed-b83c-149d5f097dc5 req-27c540e8-15d2-4e1e-960e-08ad6e445b2c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d64075d0-c766-4c13-9183-68961cabfca8 HTTP/1.1" status: 200 len: 1000 time: 0.1049757 Jan 21 10:12:04.624482 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038b86c-b3e3-43ed-b83c-149d5f097dc5 req-702a45a3-185f-4d20-b9e1-91b39749f6c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:04.626420 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c038b86c-b3e3-43ed-b83c-149d5f097dc5 req-702a45a3-185f-4d20-b9e1-91b39749f6c8 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4f61ffd9-da07-4104-9282-ab85319d9ccb HTTP/1.1" status: 200 len: 851 time: 0.0616813 Jan 21 10:12:04.800554 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c038b86c-b3e3-43ed-b83c-149d5f097dc5 req-cad66d05-eac3-417f-a43a-41a2bb7bc12c service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=29d9cff9-ae6e-4903-ba1f-b975588f68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1683583 Jan 21 10:12:04.931990 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c038b86c-b3e3-43ed-b83c-149d5f097dc5 req-600b94e9-d298-4702-bf0d-fbd039a7e1b6 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253848 Jan 21 10:12:05.062990 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c038b86c-b3e3-43ed-b83c-149d5f097dc5 req-531d493b-8019-4ef4-98ef-d90d156e35ac service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251929 Jan 21 10:12:05.500558 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660c280-5d32-4baf-b8ce-9275b1665290 req-4151d8ac-d410-4f33-843f-717d7e7aeb1a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:05.502623 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-5660c280-5d32-4baf-b8ce-9275b1665290 req-4151d8ac-d410-4f33-843f-717d7e7aeb1a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 945 time: 0.0793664 Jan 21 10:12:05.553252 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-5660c280-5d32-4baf-b8ce-9275b1665290 req-8979be9b-f005-4564-ad88-ef3983c25cb5 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449934 Jan 21 10:12:06.637394 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:12:06.759833 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d59d12-5d64-4d94-bf99-a459e46bde5c req-a44662b7-d1c1-4c4a-9d94-bb57f928e9a0 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:06.761268 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a9d59d12-5d64-4d94-bf99-a459e46bde5c req-a44662b7-d1c1-4c4a-9d94-bb57f928e9a0 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 945 time: 0.0768812 Jan 21 10:12:06.812629 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a9d59d12-5d64-4d94-bf99-a459e46bde5c req-37b56cfb-4067-4675-aac0-c54b714d0a92 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426426 Jan 21 10:12:06.960519 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device d64075d0-c766-4c13-9183-68961cabfca8 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:12:06.963302 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device d64075d0-c766-4c13-9183-68961cabfca8 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:12:07.180117 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:07.217403 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port d64075d0-c766-4c13-9183-68961cabfca8, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d64075d0-c766-4c13-9183-68961cabfca8,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:12:07.234817 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a76a34-7027-46f7-b84f-2287fdffb553', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd64075d0-c766-4c13-9183-68961cabfca8'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:12:07.238185 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd684c3-1d96-45fc-81e3-a0c005c3e48c req-21e51d58-5333-4465-81cb-31545ddc3564 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:07.239750 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-acd684c3-1d96-45fc-81e3-a0c005c3e48c req-21e51d58-5333-4465-81cb-31545ddc3564 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.124 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553&tenant_id=613ddafc33d3409d8fc1a3e0f163a589&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 945 time: 0.1697407 Jan 21 10:12:07.243969 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': 'd64075d0-c766-4c13-9183-68961cabfca8', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'port_id': 'd64075d0-c766-4c13-9183-68961cabfca8', 'mac_address': 'fa:16:3e:b3:30:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:12:07.248486 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557461a-0302-40ad-8f3f-68d3408441a1 req-c063fdc6-afc7-47f5-910b-0fd497638e24 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:07.249554 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7557461a-0302-40ad-8f3f-68d3408441a1 req-c063fdc6-afc7-47f5-910b-0fd497638e24 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 945 time: 0.1364956 Jan 21 10:12:07.294040 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port d64075d0-c766-4c13-9183-68961cabfca8, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d64075d0-c766-4c13-9183-68961cabfca8,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:12:07.303558 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7557461a-0302-40ad-8f3f-68d3408441a1 req-8d2162b4-577b-4630-b2ad-f7244f111b1d tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460544 Jan 21 10:12:07.305676 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:07.321484 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:07.358732 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a76a34-7027-46f7-b84f-2287fdffb553', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd64075d0-c766-4c13-9183-68961cabfca8', 'code': 200} Jan 21 10:12:07.373952 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d64075d0-c766-4c13-9183-68961cabfca8 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:12:07.388608 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-acd684c3-1d96-45fc-81e3-a0c005c3e48c req-07b579ca-20c7-482b-8c29-403c27c77d6b service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=613ddafc33d3409d8fc1a3e0f163a589&device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 1096 time: 0.0739899 Jan 21 10:12:07.444359 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=d64075d0-c766-4c13-9183-68961cabfca8,revision_number=6']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:07.457689 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:12:07.458089 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:12:07.459164 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:07.459495 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:07.459820 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:07.460196 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:07.460470 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:07.460796 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:07.461115 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:07.461432 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:07.461774 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:07.462085 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:07.462397 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:07.532599 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd684c3-1d96-45fc-81e3-a0c005c3e48c req-30f1982c-e388-4dc9-ba2f-aef0d2ed910c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:07.534158 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-acd684c3-1d96-45fc-81e3-a0c005c3e48c req-30f1982c-e388-4dc9-ba2f-aef0d2ed910c service neutron] 10.222.0.124 "GET /v2.0/networks?id=29d9cff9-ae6e-4903-ba1f-b975588f68c1 HTTP/1.1" status: 200 len: 913 time: 0.1398125 Jan 21 10:12:07.639500 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-acd684c3-1d96-45fc-81e3-a0c005c3e48c req-b2604466-8df8-4a2d-9673-3828b94e157b service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d64075d0-c766-4c13-9183-68961cabfca8 HTTP/1.1" status: 200 len: 998 time: 0.0996270 Jan 21 10:12:07.701777 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd684c3-1d96-45fc-81e3-a0c005c3e48c req-ff5cefda-bf03-4f9d-b06f-92c231b54cbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:07.703167 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-acd684c3-1d96-45fc-81e3-a0c005c3e48c req-ff5cefda-bf03-4f9d-b06f-92c231b54cbe service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4f61ffd9-da07-4104-9282-ab85319d9ccb HTTP/1.1" status: 200 len: 851 time: 0.0586030 Jan 21 10:12:07.782374 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-acd684c3-1d96-45fc-81e3-a0c005c3e48c req-d0d1d686-600f-4b03-a59b-6119d5d64d42 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=29d9cff9-ae6e-4903-ba1f-b975588f68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723114 Jan 21 10:12:07.936720 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-acd684c3-1d96-45fc-81e3-a0c005c3e48c req-b28d449a-8deb-4a4e-8e4b-6ca10b477740 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480873 Jan 21 10:12:08.011675 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:08.032564 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d64075d0-c766-4c13-9183-68961cabfca8 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:12:08.047782 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port d64075d0-c766-4c13-9183-68961cabfca8, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d64075d0-c766-4c13-9183-68961cabfca8,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:12:08.054706 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:08.081181 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-acd684c3-1d96-45fc-81e3-a0c005c3e48c req-9a0e1d27-3bd9-46a5-91d4-1940cc1eaaeb service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387749 Jan 21 10:12:08.135453 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=d64075d0-c766-4c13-9183-68961cabfca8,revision_number=7']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:08.139620 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['d64075d0-c766-4c13-9183-68961cabfca8'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:12:08.522199 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084a4cc-a055-4524-a1b6-096c7b0da354 req-d43786f5-7ddd-4d6f-9268-f1beca6fa3fc tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:08.523934 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c084a4cc-a055-4524-a1b6-096c7b0da354 req-d43786f5-7ddd-4d6f-9268-f1beca6fa3fc tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 944 time: 0.0891664 Jan 21 10:12:08.572484 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c084a4cc-a055-4524-a1b6-096c7b0da354 req-cd27c8f6-3d5f-4edc-b2fd-5e063a7dce81 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428460 Jan 21 10:12:08.967980 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device d64075d0-c766-4c13-9183-68961cabfca8 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:12:09.035931 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port d64075d0-c766-4c13-9183-68961cabfca8 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:12:09.036605 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:09.153265 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:09.187344 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port d64075d0-c766-4c13-9183-68961cabfca8, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d64075d0-c766-4c13-9183-68961cabfca8,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:12:09.192326 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:09.258745 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=d64075d0-c766-4c13-9183-68961cabfca8,revision_number=8']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:09.360332 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a76a34-7027-46f7-b84f-2287fdffb553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64075d0-c766-4c13-9183-68961cabfca8'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:12:09.416406 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a76a34-7027-46f7-b84f-2287fdffb553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64075d0-c766-4c13-9183-68961cabfca8', 'code': 200} Jan 21 10:12:09.777719 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a2d81-8e5d-43fa-9e8a-0607292c04aa req-6a7f252b-4dbd-4c80-981a-f18b919b176d tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:09.779160 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-815a2d81-8e5d-43fa-9e8a-0607292c04aa req-6a7f252b-4dbd-4c80-981a-f18b919b176d tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 945 time: 0.0843105 Jan 21 10:12:09.826298 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-815a2d81-8e5d-43fa-9e8a-0607292c04aa req-121e719f-8f73-4857-9cd7-fba437eaf092 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407829 Jan 21 10:12:10.106915 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ff9ec-b598-4b93-94f2-930668dcd134 req-8ca3b15f-7f7b-44c3-9e4a-b822a3a62a5c tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:10.108396 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-5a0ff9ec-b598-4b93-94f2-930668dcd134 req-8ca3b15f-7f7b-44c3-9e4a-b822a3a62a5c tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 945 time: 0.1562047 Jan 21 10:12:10.162283 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-5a0ff9ec-b598-4b93-94f2-930668dcd134 req-33a98d8a-d888-4356-b0e5-f35e4705ed32 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476246 Jan 21 10:12:10.542977 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c336a-de79-43b1-9d7d-35295a595a02 req-5fca66bf-c0df-4a26-af25-0406cc78cbe7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:10.544431 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-7f5c336a-de79-43b1-9d7d-35295a595a02 req-5fca66bf-c0df-4a26-af25-0406cc78cbe7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 945 time: 0.0847466 Jan 21 10:12:10.583808 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-efe4ba2e-48be-4097-b994-84664d1081cf req-52e5df4b-db36-47ac-99d7-4419a5c40f07 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=613ddafc33d3409d8fc1a3e0f163a589&device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 1098 time: 0.0714693 Jan 21 10:12:10.592308 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-7f5c336a-de79-43b1-9d7d-35295a595a02 req-0f5a60d6-8b12-4369-9e4b-acfcd3ff7be9 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416594 Jan 21 10:12:10.819069 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe4ba2e-48be-4097-b994-84664d1081cf req-62f2e256-d9b5-45c7-9880-1b8bc189e37d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:10.820495 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-efe4ba2e-48be-4097-b994-84664d1081cf req-62f2e256-d9b5-45c7-9880-1b8bc189e37d service neutron] 10.222.0.124 "GET /v2.0/networks?id=29d9cff9-ae6e-4903-ba1f-b975588f68c1 HTTP/1.1" status: 200 len: 913 time: 0.2302136 Jan 21 10:12:10.934877 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-efe4ba2e-48be-4097-b994-84664d1081cf req-1155d412-36a3-4aad-a407-ef49c97f4b5f service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d64075d0-c766-4c13-9183-68961cabfca8 HTTP/1.1" status: 200 len: 1000 time: 0.1073036 Jan 21 10:12:11.002776 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe4ba2e-48be-4097-b994-84664d1081cf req-ccb35507-d17f-48ce-a7df-6319bb54622a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:11.004378 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-efe4ba2e-48be-4097-b994-84664d1081cf req-ccb35507-d17f-48ce-a7df-6319bb54622a service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4f61ffd9-da07-4104-9282-ab85319d9ccb HTTP/1.1" status: 200 len: 851 time: 0.0631113 Jan 21 10:12:11.082652 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-efe4ba2e-48be-4097-b994-84664d1081cf req-f669f5b7-0fa6-4520-97d9-31ee9eb03169 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=29d9cff9-ae6e-4903-ba1f-b975588f68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724618 Jan 21 10:12:11.221697 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-efe4ba2e-48be-4097-b994-84664d1081cf req-d90d7159-f1ab-44a8-9951-3aebb2d902fa service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334569 Jan 21 10:12:11.355492 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-efe4ba2e-48be-4097-b994-84664d1081cf req-acc2c04d-ea12-4226-a5a0-679d0cf08eaa service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277936 Jan 21 10:12:11.969616 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2605fa0-a623-4d9b-be24-10af496b84dc req-9c2c9345-7bdd-4da9-b303-164aa7e93e96 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:11.971213 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b2605fa0-a623-4d9b-be24-10af496b84dc req-9c2c9345-7bdd-4da9-b303-164aa7e93e96 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 945 time: 0.0862076 Jan 21 10:12:12.019569 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b2605fa0-a623-4d9b-be24-10af496b84dc req-2f4b8ceb-2ba6-4252-86a8-d8e8bab2d828 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428534 Jan 21 10:12:13.223666 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34acac-df44-4eba-822b-b7de758d017f req-3cc3daee-0836-4404-992d-b783910684f6 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:13.225130 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-9c34acac-df44-4eba-822b-b7de758d017f req-3cc3daee-0836-4404-992d-b783910684f6 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 945 time: 0.0796432 Jan 21 10:12:13.271524 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-9c34acac-df44-4eba-822b-b7de758d017f req-7c4ad681-5371-4793-95c9-8bca35b189d0 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409226 Jan 21 10:12:13.696757 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1929d-9a8e-434a-a23d-a5240b77dd96 req-6ebb6179-350b-4135-872d-389b3797b61d tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:13.698254 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-99b1929d-9a8e-434a-a23d-a5240b77dd96 req-6ebb6179-350b-4135-872d-389b3797b61d tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 945 time: 0.0835266 Jan 21 10:12:13.745919 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-99b1929d-9a8e-434a-a23d-a5240b77dd96 req-eabcfbc3-04e8-4e8f-80ab-59d4ccc57294 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421619 Jan 21 10:12:14.956456 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ebd08-c557-43f5-9aa0-da075eb24079 req-748dce9d-e500-4e6a-aaac-d927553c3f8c tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:14.957931 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8f0ebd08-c557-43f5-9aa0-da075eb24079 req-748dce9d-e500-4e6a-aaac-d927553c3f8c tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 945 time: 0.0859520 Jan 21 10:12:15.004105 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8f0ebd08-c557-43f5-9aa0-da075eb24079 req-bab8ff26-e382-45a7-ba00-9b5141041716 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405970 Jan 21 10:12:15.308494 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba4ed1-7598-4d81-9631-ae5bb133ee64 req-8ef9149a-d07c-4521-8276-39b0bba3366b tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:15.309935 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-88ba4ed1-7598-4d81-9631-ae5bb133ee64 req-8ef9149a-d07c-4521-8276-39b0bba3366b tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.124 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 945 time: 0.0808365 Jan 21 10:12:15.377332 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-88ba4ed1-7598-4d81-9631-ae5bb133ee64 req-958e6483-cec6-4b3f-9e8c-f58d0bca2924 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Deleting port d64075d0-c766-4c13-9183-68961cabfca8 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:12:15.377592 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-88ba4ed1-7598-4d81-9631-ae5bb133ee64 req-958e6483-cec6-4b3f-9e8c-f58d0bca2924 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:15.628372 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-88ba4ed1-7598-4d81-9631-ae5bb133ee64 req-958e6483-cec6-4b3f-9e8c-f58d0bca2924 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] For port d64075d0-c766-4c13-9183-68961cabfca8, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d64075d0-c766-4c13-9183-68961cabfca8,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:12:15.628641 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-88ba4ed1-7598-4d81-9631-ae5bb133ee64 req-958e6483-cec6-4b3f-9e8c-f58d0bca2924 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:15.925899 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-88ba4ed1-7598-4d81-9631-ae5bb133ee64 req-958e6483-cec6-4b3f-9e8c-f58d0bca2924 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:15.926255 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-88ba4ed1-7598-4d81-9631-ae5bb133ee64 req-958e6483-cec6-4b3f-9e8c-f58d0bca2924 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:15.926558 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.l3_db [req-88ba4ed1-7598-4d81-9631-ae5bb133ee64 req-958e6483-cec6-4b3f-9e8c-f58d0bca2924 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Floating IP 6ab266d2-dc23-42ad-b9d4-53ccad47d31f disassociated. External IP: 172.26.0.95, port: d64075d0-c766-4c13-9183-68961cabfca8. Jan 21 10:12:15.926885 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-88ba4ed1-7598-4d81-9631-ae5bb133ee64 req-958e6483-cec6-4b3f-9e8c-f58d0bca2924 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Calling delete_port for d64075d0-c766-4c13-9183-68961cabfca8 owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:12:16.178445 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-88ba4ed1-7598-4d81-9631-ae5bb133ee64 req-958e6483-cec6-4b3f-9e8c-f58d0bca2924 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:16.221234 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9a382-d0e5-4289-a5a3-84afd4e5acf9 req-924bc1e6-b0f4-40e7-837b-7bf5c1686ed8 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:16.222964 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-c0a9a382-d0e5-4289-a5a3-84afd4e5acf9 req-924bc1e6-b0f4-40e7-837b-7bf5c1686ed8 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 867 time: 0.0891554 Jan 21 10:12:16.234067 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e6483-cec6-4b3f-9e8c-f58d0bca2924 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Pushing event deleted for resources: {'Port': ['ID=d64075d0-c766-4c13-9183-68961cabfca8,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:16.250845 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958e6483-cec6-4b3f-9e8c-f58d0bca2924 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:16.251255 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958e6483-cec6-4b3f-9e8c-f58d0bca2924 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:16.252137 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958e6483-cec6-4b3f-9e8c-f58d0bca2924 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:16.252137 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958e6483-cec6-4b3f-9e8c-f58d0bca2924 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:16.252525 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958e6483-cec6-4b3f-9e8c-f58d0bca2924 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:16.252921 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958e6483-cec6-4b3f-9e8c-f58d0bca2924 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:16.253304 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958e6483-cec6-4b3f-9e8c-f58d0bca2924 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:16.253728 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958e6483-cec6-4b3f-9e8c-f58d0bca2924 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:16.254110 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958e6483-cec6-4b3f-9e8c-f58d0bca2924 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:16.254504 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958e6483-cec6-4b3f-9e8c-f58d0bca2924 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:16.254892 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958e6483-cec6-4b3f-9e8c-f58d0bca2924 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:16.283756 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-c0a9a382-d0e5-4289-a5a3-84afd4e5acf9 req-f867ca0f-44fb-4f60-bf2c-def9cdcb02de tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492065 Jan 21 10:12:16.479476 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88ba4ed1-7598-4d81-9631-ae5bb133ee64 req-958e6483-cec6-4b3f-9e8c-f58d0bca2924 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Router 733a7dda-194d-46e2-86ef-87d388d845ee has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:12:16.696400 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88ba4ed1-7598-4d81-9631-ae5bb133ee64 req-958e6483-cec6-4b3f-9e8c-f58d0bca2924 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:12:16.705917 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf3cac1-4680-411e-8568-60007bf9f6ba None None] Sync routers for ids ['733a7dda-194d-46e2-86ef-87d388d845ee'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:12:16.718524 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf3cac1-4680-411e-8568-60007bf9f6ba None None] Routers {'733a7dda-194d-46e2-86ef-87d388d845ee'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:12:16.719116 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-1bf3cac1-4680-411e-8568-60007bf9f6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:11:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['733a7dda-194d-46e2-86ef-87d388d845ee'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:16.772062 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ba4ed1-7598-4d81-9631-ae5bb133ee64 req-958e6483-cec6-4b3f-9e8c-f58d0bca2924 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] No DVR routers for this DVR port d64075d0-c766-4c13-9183-68961cabfca8 on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:12:16.774678 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-88ba4ed1-7598-4d81-9631-ae5bb133ee64 req-958e6483-cec6-4b3f-9e8c-f58d0bca2924 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:16.777223 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a76a34-7027-46f7-b84f-2287fdffb553', 'name': 'network-vif-deleted', 'tag': 'd64075d0-c766-4c13-9183-68961cabfca8'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:12:16.800749 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-88ba4ed1-7598-4d81-9631-ae5bb133ee64 req-958e6483-cec6-4b3f-9e8c-f58d0bca2924 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.124 "DELETE /v2.0/ports/d64075d0-c766-4c13-9183-68961cabfca8 HTTP/1.1" status: 204 len: 173 time: 1.4852970 Jan 21 10:12:16.847714 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a76a34-7027-46f7-b84f-2287fdffb553', 'name': 'network-vif-deleted', 'tag': 'd64075d0-c766-4c13-9183-68961cabfca8', 'status': 'completed', 'code': 200} Jan 21 10:12:16.912766 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-1bf3cac1-4680-411e-8568-60007bf9f6ba None None] Set router 733a7dda-194d-46e2-86ef-87d388d845ee gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:12:17.231803 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-1bf3cac1-4680-411e-8568-60007bf9f6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'name': 'tempest-ServerActionsTestJSON-1138387682-router', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:29Z', 'revision_number': 4, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'gw_port': {'id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'd38e83e1-6dbc-4da0-b4ef-055dc154e423', 'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'mac_address': 'fa:16:3e:58:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:28Z', 'updated_at': '2022-01-21T10:09:36Z', 'revision_number': 5, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'subnets': [{'id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:17.235809 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf3cac1-4680-411e-8568-60007bf9f6ba None None] Checking router: 733a7dda-194d-46e2-86ef-87d388d845ee for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:12:17.246821 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf3cac1-4680-411e-8568-60007bf9f6ba None None] Routers {'733a7dda-194d-46e2-86ef-87d388d845ee'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:12:17.247417 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-1bf3cac1-4680-411e-8568-60007bf9f6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:11:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['733a7dda-194d-46e2-86ef-87d388d845ee'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:17.445710 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-1bf3cac1-4680-411e-8568-60007bf9f6ba None None] Set router 733a7dda-194d-46e2-86ef-87d388d845ee gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:12:17.469224 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-d8138d78-9ce2-443d-93c0-a7fc80888ce4 req-9b03dfcb-91eb-4c9c-b894-3b9ae6885662 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=72a76a34-7027-46f7-b84f-2287fdffb553 HTTP/1.1" status: 200 len: 210 time: 0.0403104 Jan 21 10:12:17.770365 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-1bf3cac1-4680-411e-8568-60007bf9f6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'name': 'tempest-ServerActionsTestJSON-1138387682-router', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:29Z', 'revision_number': 4, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'gw_port': {'id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'd38e83e1-6dbc-4da0-b4ef-055dc154e423', 'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'mac_address': 'fa:16:3e:58:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:28Z', 'updated_at': '2022-01-21T10:09:36Z', 'revision_number': 5, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'subnets': [{'id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:17.774350 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf3cac1-4680-411e-8568-60007bf9f6ba None None] The sync data for ids ['733a7dda-194d-46e2-86ef-87d388d845ee'] in dv-neutron-825732-1-hyperv is: [{'id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'name': 'tempest-ServerActionsTestJSON-1138387682-router', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:29Z', 'revision_number': 4, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'gw_port': {'id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'd38e83e1-6dbc-4da0-b4ef-055dc154e423', 'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'mac_address': 'fa:16:3e:58:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:28Z', 'updated_at': '2022-01-21T10:09:36Z', 'revision_number': 5, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'subnets': [{'id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:12:18.010376 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198531fd-0395-437b-9896-0ecd427618a1 None None] New status for floating IP 6ab266d2-dc23-42ad-b9d4-53ccad47d31f: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:12:18.852619 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-e7ad55f1-0c60-4077-a94e-bf0025ef17bf tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-securitygroup--1345939569&fields=id&tenant_id=613ddafc33d3409d8fc1a3e0f163a589 HTTP/1.1" status: 200 len: 267 time: 0.0473409 Jan 21 10:12:19.011509 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-7393a7e5-c9d7-4171-8bbc-2caa510b4a3c tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:19.012942 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-7393a7e5-c9d7-4171-8bbc-2caa510b4a3c tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/networks?id=29d9cff9-ae6e-4903-ba1f-b975588f68c1 HTTP/1.1" status: 200 len: 812 time: 0.1541247 Jan 21 10:12:19.029876 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-40bde736-32d8-4ff7-af5a-514467a11505 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/quotas/613ddafc33d3409d8fc1a3e0f163a589 HTTP/1.1" status: 200 len: 375 time: 0.0106285 Jan 21 10:12:19.036746 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device d64075d0-c766-4c13-9183-68961cabfca8 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:12:19.101491 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: d64075d0-c766-4c13-9183-68961cabfca8 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:12:19.101847 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device d64075d0-c766-4c13-9183-68961cabfca8 not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:12:19.121720 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-ef7d96d2-c50a-4d11-9f8e-07a9649babd2 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Synchronizing usage tracker for tenant:613ddafc33d3409d8fc1a3e0f163a589 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:12:19.137986 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-ef7d96d2-c50a-4d11-9f8e-07a9649babd2 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Unset dirty status for tenant:613ddafc33d3409d8fc1a3e0f163a589 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:12:19.139327 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-ef7d96d2-c50a-4d11-9f8e-07a9649babd2 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=613ddafc33d3409d8fc1a3e0f163a589&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1032805 Jan 21 10:12:19.282033 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-fe3e9d29-e607-4e51-b58b-b32d90b9ef71 service neutron] 10.222.0.104 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299562 Jan 21 10:12:19.418787 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-62d7633a-ad13-43b1-a5dc-a970ae142d6c service neutron] 10.222.0.104 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299999 Jan 21 10:12:19.609993 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-0cf5d5cc-36c8-475d-bccc-5653ab76d123 req-6ba40657-4788-45f3-8705-4fbab7c58d83 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 210 time: 0.0412049 Jan 21 10:12:20.528197 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:20.651464 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-808a63d6-4fea-432d-8391-17e5d371c46c tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:20.653956 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-808a63d6-4fea-432d-8391-17e5d371c46c tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.124 "GET /v2.0/networks?id=29d9cff9-ae6e-4903-ba1f-b975588f68c1 HTTP/1.1" status: 200 len: 812 time: 0.1677356 Jan 21 10:12:20.717563 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-7d9b8fa7-a421-4b0a-a9aa-39590b725244 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=613ddafc33d3409d8fc1a3e0f163a589 HTTP/1.1" status: 200 len: 380 time: 0.0509660 Jan 21 10:12:20.729155 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-7909f58d-7a39-43c1-a500-ef3eca8b54f7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Request body: {'port': {'device_id': '23243425-3c60-44da-8e3f-1926e800690f', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'admin_state_up': True, 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'security_groups': ['a238099e-e5cc-4952-b950-a07d1a5ef5e5']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:12:20.844432 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4ec023cf-921b-497b-b34c-1077361ef23b req-d7aac549-1979-44c8-9261-8f57c25dda7f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 210 time: 0.1007860 Jan 21 10:12:20.912857 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-7909f58d-7a39-43c1-a500-ef3eca8b54f7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:12:20.923451 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-7909f58d-7a39-43c1-a500-ef3eca8b54f7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:12:20.933720 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-7909f58d-7a39-43c1-a500-ef3eca8b54f7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Made reservation on behalf of 613ddafc33d3409d8fc1a3e0f163a589 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:12:20.936641 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-7909f58d-7a39-43c1-a500-ef3eca8b54f7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:21.210714 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-7909f58d-7a39-43c1-a500-ef3eca8b54f7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Allocated IP 172.20.0.7 (29d9cff9-ae6e-4903-ba1f-b975588f68c1/4f61ffd9-da07-4104-9282-ab85319d9ccb/39b7b679-6d6a-425e-9ad8-0afd5c8aaad5) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:12:21.405864 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-7909f58d-7a39-43c1-a500-ef3eca8b54f7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:21.421779 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-7909f58d-7a39-43c1-a500-ef3eca8b54f7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Transition to ACTIVE for port object 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:12:21.445606 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-7909f58d-7a39-43c1-a500-ef3eca8b54f7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:21.515980 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-7909f58d-7a39-43c1-a500-ef3eca8b54f7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Network 29d9cff9-ae6e-4903-ba1f-b975588f68c1 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:12:21.519675 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-7909f58d-7a39-43c1-a500-ef3eca8b54f7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:12:21.523602 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-7909f58d-7a39-43c1-a500-ef3eca8b54f7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:12:21.558816 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909f58d-7a39-43c1-a500-ef3eca8b54f7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Pushing event updated for resources: {'Port': ['ID=39b7b679-6d6a-425e-9ad8-0afd5c8aaad5,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:21.597598 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-7909f58d-7a39-43c1-a500-ef3eca8b54f7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:21.598499 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-7909f58d-7a39-43c1-a500-ef3eca8b54f7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:21.628781 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-7909f58d-7a39-43c1-a500-ef3eca8b54f7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9038453 Jan 21 10:12:21.640330 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-d9e46bdd-5190-4209-aadc-2f814387838c service neutron] Request body: {'port': {'device_id': '23243425-3c60-44da-8e3f-1926e800690f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:12:21.752258 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-969dd793-c540-4f05-8016-341afc07534d None None] Provisioning for port 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:12:21.757820 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-969dd793-c540-4f05-8016-341afc07534d None None] Provisioning complete for port 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:12:21.758178 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-969dd793-c540-4f05-8016-341afc07534d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:21.772164 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-d9e46bdd-5190-4209-aadc-2f814387838c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:21.810593 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-969dd793-c540-4f05-8016-341afc07534d None None] Port 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:12:22.057363 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5f49c-d825-4e03-b1af-9dca87a1473c req-17d575d4-515c-4f8e-8669-99917c99fb63 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:22.058901 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-27a5f49c-d825-4e03-b1af-9dca87a1473c req-17d575d4-515c-4f8e-8669-99917c99fb63 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 931 time: 0.0847037 Jan 21 10:12:22.104615 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-27a5f49c-d825-4e03-b1af-9dca87a1473c req-b4224d0f-78ca-4d9e-9b4f-8f3bada66732 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393782 Jan 21 10:12:22.138908 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-d9e46bdd-5190-4209-aadc-2f814387838c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:12:22.146426 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-d9e46bdd-5190-4209-aadc-2f814387838c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:22.160908 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-d9e46bdd-5190-4209-aadc-2f814387838c service neutron] Transition to ACTIVE for port object 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:12:22.165939 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-d9e46bdd-5190-4209-aadc-2f814387838c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:22.292521 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e46bdd-5190-4209-aadc-2f814387838c service neutron] Pushing event updated for resources: {'Port': ['ID=39b7b679-6d6a-425e-9ad8-0afd5c8aaad5,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:22.403333 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-d9e46bdd-5190-4209-aadc-2f814387838c service neutron] Attempting to bind port 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:12:22.403670 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-d9e46bdd-5190-4209-aadc-2f814387838c service neutron] Attempting to bind port 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'fe4856b0-c7b4-4c7a-84c4-c306209030dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:12:22.403996 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-d9e46bdd-5190-4209-aadc-2f814387838c service neutron] Attempting to bind port 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 on network 29d9cff9-ae6e-4903-ba1f-b975588f68c1 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:12:22.410372 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-d9e46bdd-5190-4209-aadc-2f814387838c service neutron] Port 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 on network 29d9cff9-ae6e-4903-ba1f-b975588f68c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:12:22.410692 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-d9e46bdd-5190-4209-aadc-2f814387838c service neutron] Attempting to bind port 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 on network 29d9cff9-ae6e-4903-ba1f-b975588f68c1 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:12:22.417358 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-d9e46bdd-5190-4209-aadc-2f814387838c service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:12:22.417783 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-d9e46bdd-5190-4209-aadc-2f814387838c service neutron] Checking segment: {'id': 'fe4856b0-c7b4-4c7a-84c4-c306209030dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:12:22.418167 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-d9e46bdd-5190-4209-aadc-2f814387838c service neutron] Bound using segment: {'id': 'fe4856b0-c7b4-4c7a-84c4-c306209030dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:12:22.418609 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-d9e46bdd-5190-4209-aadc-2f814387838c service neutron] Bound port: 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4856b0-c7b4-4c7a-84c4-c306209030dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:12:22.418937 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-d9e46bdd-5190-4209-aadc-2f814387838c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:22.514610 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-d9e46bdd-5190-4209-aadc-2f814387838c service neutron] For port 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:12:22.518427 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-d9e46bdd-5190-4209-aadc-2f814387838c service neutron] For port 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=39b7b679-6d6a-425e-9ad8-0afd5c8aaad5,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:12:22.523737 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-d9e46bdd-5190-4209-aadc-2f814387838c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:22.591182 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-d9e46bdd-5190-4209-aadc-2f814387838c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:22.592570 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-d9e46bdd-5190-4209-aadc-2f814387838c service neutron] 10.222.0.124 "PUT /v2.0/ports/39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 HTTP/1.1" status: 200 len: 1093 time: 0.9567661 Jan 21 10:12:22.593014 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23243425-3c60-44da-8e3f-1926e800690f', 'tag': '39b7b679-6d6a-425e-9ad8-0afd5c8aaad5'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:12:22.614990 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e46bdd-5190-4209-aadc-2f814387838c service neutron] Pushing event updated for resources: {'Port': ['ID=39b7b679-6d6a-425e-9ad8-0afd5c8aaad5,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:22.690179 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23243425-3c60-44da-8e3f-1926e800690f', 'tag': '39b7b679-6d6a-425e-9ad8-0afd5c8aaad5', 'status': 'completed', 'code': 200} Jan 21 10:12:22.733199 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-5cfe028b-f868-4d7b-8ad5-83406bb9f072 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=613ddafc33d3409d8fc1a3e0f163a589&device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 1096 time: 0.0760739 Jan 21 10:12:22.805502 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-06b3cc2c-9773-48cd-ab85-90e93080b35c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 HTTP/1.1" status: 200 len: 217 time: 0.0658247 Jan 21 10:12:22.867729 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-31c4aa10-0848-4394-bcb7-1fbd7f8f83c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:22.869042 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-31c4aa10-0848-4394-bcb7-1fbd7f8f83c2 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4f61ffd9-da07-4104-9282-ab85319d9ccb HTTP/1.1" status: 200 len: 851 time: 0.0581856 Jan 21 10:12:22.946060 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-3dfa7ff1-37a1-4829-90fe-0ff121b72b77 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=29d9cff9-ae6e-4903-ba1f-b975588f68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705292 Jan 21 10:12:23.195384 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-3c463402-6eb2-4487-bca8-87ac36948e4a service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424684 Jan 21 10:12:23.312133 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f041003-2916-4c70-a5de-da002a2ec1bc req-882d3d8f-bed3-4c8d-a229-600298104921 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:23.314519 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-9f041003-2916-4c70-a5de-da002a2ec1bc req-882d3d8f-bed3-4c8d-a229-600298104921 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 943 time: 0.0773568 Jan 21 10:12:23.334854 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-97871880-8172-4ebf-a9a1-68ecc9858fd4 req-280565fc-b0dd-4ac4-8c03-7c7b94ffb9a1 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313910 Jan 21 10:12:23.359988 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-9f041003-2916-4c70-a5de-da002a2ec1bc req-8cd69b28-5797-45b1-9969-4f50c5c0f4c5 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400124 Jan 21 10:12:23.451264 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e0ea985d-efd5-41a0-922b-1d3ce2db668f req-99b0e77c-4416-4e74-a922-eebbd1ed20c4 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=613ddafc33d3409d8fc1a3e0f163a589&device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 1096 time: 0.0705712 Jan 21 10:12:23.585803 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea985d-efd5-41a0-922b-1d3ce2db668f req-beb15bfa-5348-44b0-a93a-0bbaa5d7c7b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:23.587252 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e0ea985d-efd5-41a0-922b-1d3ce2db668f req-beb15bfa-5348-44b0-a93a-0bbaa5d7c7b1 service neutron] 10.222.0.124 "GET /v2.0/networks?id=29d9cff9-ae6e-4903-ba1f-b975588f68c1 HTTP/1.1" status: 200 len: 913 time: 0.1298206 Jan 21 10:12:23.664734 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e0ea985d-efd5-41a0-922b-1d3ce2db668f req-9bf300d6-153f-4ca7-8da6-ff5bd57578cf service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 HTTP/1.1" status: 200 len: 217 time: 0.0701675 Jan 21 10:12:23.730067 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea985d-efd5-41a0-922b-1d3ce2db668f req-a0fe7def-7a6d-469e-954b-7441d08a56bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:23.731852 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e0ea985d-efd5-41a0-922b-1d3ce2db668f req-a0fe7def-7a6d-469e-954b-7441d08a56bd service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4f61ffd9-da07-4104-9282-ab85319d9ccb HTTP/1.1" status: 200 len: 851 time: 0.0609772 Jan 21 10:12:23.812018 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e0ea985d-efd5-41a0-922b-1d3ce2db668f req-55e3f14e-0d69-4eb4-be66-7553e47233c9 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=29d9cff9-ae6e-4903-ba1f-b975588f68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736871 Jan 21 10:12:23.952635 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e0ea985d-efd5-41a0-922b-1d3ce2db668f req-d2f837d0-6259-4254-bc10-732fcb7b0bd9 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340418 Jan 21 10:12:23.962657 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-84d3e24b-d713-49c4-b398-47e921279049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:24.093972 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e0ea985d-efd5-41a0-922b-1d3ce2db668f req-6b2c1e64-9db7-41e0-a8fd-08c250f71e06 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347029 Jan 21 10:12:24.574644 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e6bc5-1e19-4e8a-a11a-cd38045d26e4 req-c283c57c-f2bc-45d0-b40e-3c5a00042653 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:24.575337 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-546e6bc5-1e19-4e8a-a11a-cd38045d26e4 req-c283c57c-f2bc-45d0-b40e-3c5a00042653 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Synchronizing usage tracker for tenant:613ddafc33d3409d8fc1a3e0f163a589 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:12:24.591719 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-546e6bc5-1e19-4e8a-a11a-cd38045d26e4 req-c283c57c-f2bc-45d0-b40e-3c5a00042653 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Unset dirty status for tenant:613ddafc33d3409d8fc1a3e0f163a589 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:12:24.593093 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-546e6bc5-1e19-4e8a-a11a-cd38045d26e4 req-c283c57c-f2bc-45d0-b40e-3c5a00042653 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 943 time: 0.1070766 Jan 21 10:12:24.641759 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-546e6bc5-1e19-4e8a-a11a-cd38045d26e4 req-2950f8f8-3373-4e95-b27b-e97d71c3a79c tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422711 Jan 21 10:12:25.047338 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:12:25.190399 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=39b7b679-6d6a-425e-9ad8-0afd5c8aaad5,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:12:25.203852 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '39b7b679-6d6a-425e-9ad8-0afd5c8aaad5', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'port_id': '39b7b679-6d6a-425e-9ad8-0afd5c8aaad5', 'mac_address': 'fa:16:3e:15:61:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:12:25.261932 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:25.278764 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:12:25.302118 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=39b7b679-6d6a-425e-9ad8-0afd5c8aaad5,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:12:25.306326 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:25.376198 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=39b7b679-6d6a-425e-9ad8-0afd5c8aaad5,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:25.517359 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['39b7b679-6d6a-425e-9ad8-0afd5c8aaad5'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:12:25.850570 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94170f-0352-4bd2-b01f-6773514b7241 req-5117bfa1-00ab-4cdb-8eda-410b276fc686 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:25.852028 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-5c94170f-0352-4bd2-b01f-6773514b7241 req-5117bfa1-00ab-4cdb-8eda-410b276fc686 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 944 time: 0.0862126 Jan 21 10:12:25.901224 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-5c94170f-0352-4bd2-b01f-6773514b7241 req-555d57f5-c47e-480d-b341-020ed324c7d8 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433176 Jan 21 10:12:26.359117 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a6587a8a-d0f4-49cf-95e7-b6d00f2316c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:27.078695 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:12:27.108250 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7747c-f7c9-4e33-b7bb-b8dd8558aaf6 req-eb9a0f33-69c7-4e35-af01-d7da0553c403 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:27.109733 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-40d7747c-f7c9-4e33-b7bb-b8dd8558aaf6 req-eb9a0f33-69c7-4e35-af01-d7da0553c403 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 944 time: 0.0847204 Jan 21 10:12:27.152493 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:12:27.156914 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:12:27.157302 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:27.163469 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-40d7747c-f7c9-4e33-b7bb-b8dd8558aaf6 req-a3888443-b87d-4f01-89d7-d09fe642e63f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468779 Jan 21 10:12:27.276331 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:27.303247 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23243425-3c60-44da-8e3f-1926e800690f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b7b679-6d6a-425e-9ad8-0afd5c8aaad5'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:12:27.312445 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=39b7b679-6d6a-425e-9ad8-0afd5c8aaad5,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:12:27.317076 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:27.367805 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23243425-3c60-44da-8e3f-1926e800690f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b7b679-6d6a-425e-9ad8-0afd5c8aaad5', 'code': 200} Jan 21 10:12:27.388431 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=39b7b679-6d6a-425e-9ad8-0afd5c8aaad5,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:27.512833 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:27.597412 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e015c3f4-e3fa-4288-a906-ce60e32f45a9 req-5468e746-a21a-44d3-977e-0bcfe18e7864 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 1098 time: 0.0700910 Jan 21 10:12:27.642706 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e015c3f4-e3fa-4288-a906-ce60e32f45a9 req-a8f19178-c753-4449-9c68-82f20d68b869 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390472 Jan 21 10:12:27.800682 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:28.378075 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81911783-cebf-4645-95b6-ae35ee812fc7 req-53c8180a-c370-4e6c-a84f-6e81fe2a0e59 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:28.379542 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-81911783-cebf-4645-95b6-ae35ee812fc7 req-53c8180a-c370-4e6c-a84f-6e81fe2a0e59 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 945 time: 0.0899396 Jan 21 10:12:28.425983 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-81911783-cebf-4645-95b6-ae35ee812fc7 req-9dcb9070-ea92-4a51-9830-5aff01b9f1c2 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407324 Jan 21 10:12:29.536813 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:29.635306 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750bf28-bc04-4338-8878-892c412af73c req-d5ea67e8-b39f-4331-bd16-075ccbd1ec32 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:29.636759 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a750bf28-bc04-4338-8878-892c412af73c req-d5ea67e8-b39f-4331-bd16-075ccbd1ec32 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 945 time: 0.0791554 Jan 21 10:12:29.691066 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a750bf28-bc04-4338-8878-892c412af73c req-47747a82-71c0-4527-b12e-e76c044c2c5e tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481257 Jan 21 10:12:29.894563 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f35dc-438d-4eb4-9b1b-d9222e5378dc req-42b1a4e2-e45e-41c1-9855-92436fc85982 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:29.895920 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-507f35dc-438d-4eb4-9b1b-d9222e5378dc req-42b1a4e2-e45e-41c1-9855-92436fc85982 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 945 time: 0.0891409 Jan 21 10:12:29.904683 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 41446) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:12:29.909820 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-0635b91d-a3d4-42e0-bd6a-89a4c3e538f1 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Request body: {'floatingip': {'port_id': '39b7b679-6d6a-425e-9ad8-0afd5c8aaad5'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:12:29.988936 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0635b91d-a3d4-42e0-bd6a-89a4c3e538f1 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks [] for floatingip, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:30.702091 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0635b91d-a3d4-42e0-bd6a-89a4c3e538f1 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:30.706270 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0635b91d-a3d4-42e0-bd6a-89a4c3e538f1 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:30.903705 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.l3_db [None req-0635b91d-a3d4-42e0-bd6a-89a4c3e538f1 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Floating IP 6ab266d2-dc23-42ad-b9d4-53ccad47d31f associated. External IP: 172.26.0.95, port: 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5. Jan 21 10:12:31.309229 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0635b91d-a3d4-42e0-bd6a-89a4c3e538f1 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Router 733a7dda-194d-46e2-86ef-87d388d845ee has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:12:31.510150 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0635b91d-a3d4-42e0-bd6a-89a4c3e538f1 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:12:31.514706 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0635b91d-a3d4-42e0-bd6a-89a4c3e538f1 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:31.520930 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa32ca9-5229-4cea-9ade-e177b34f34af None None] Sync routers for ids ['733a7dda-194d-46e2-86ef-87d388d845ee'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:12:31.533746 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa32ca9-5229-4cea-9ade-e177b34f34af None None] Routers {'733a7dda-194d-46e2-86ef-87d388d845ee'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:12:31.534360 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-bfa32ca9-5229-4cea-9ade-e177b34f34af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:12:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['733a7dda-194d-46e2-86ef-87d388d845ee'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:31.575898 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0635b91d-a3d4-42e0-bd6a-89a4c3e538f1 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "PUT /v2.0/floatingips/6ab266d2-dc23-42ad-b9d4-53ccad47d31f HTTP/1.1" status: 200 len: 990 time: 1.6700704 Jan 21 10:12:31.576359 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23243425-3c60-44da-8e3f-1926e800690f', 'tag': '39b7b679-6d6a-425e-9ad8-0afd5c8aaad5'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:12:31.635091 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23243425-3c60-44da-8e3f-1926e800690f', 'tag': '39b7b679-6d6a-425e-9ad8-0afd5c8aaad5', 'status': 'completed', 'code': 200} Jan 21 10:12:31.731785 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-bfa32ca9-5229-4cea-9ade-e177b34f34af None None] Set router 733a7dda-194d-46e2-86ef-87d388d845ee gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:12:31.849760 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-be08fb3e-cad0-4b86-a725-6451611f59ae req-c09682bb-2f1a-4788-bd34-98ab5f0cf081 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=613ddafc33d3409d8fc1a3e0f163a589&device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 1098 time: 0.1914616 Jan 21 10:12:31.985479 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08fb3e-cad0-4b86-a725-6451611f59ae req-4eb0b57e-b4a6-4806-98c5-078fc0dabb51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:31.987269 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-be08fb3e-cad0-4b86-a725-6451611f59ae req-4eb0b57e-b4a6-4806-98c5-078fc0dabb51 service neutron] 10.222.0.124 "GET /v2.0/networks?id=29d9cff9-ae6e-4903-ba1f-b975588f68c1 HTTP/1.1" status: 200 len: 913 time: 0.1307418 Jan 21 10:12:32.091391 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-be08fb3e-cad0-4b86-a725-6451611f59ae req-4f34912b-789b-4bc5-96d4-8e822f09978f service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 HTTP/1.1" status: 200 len: 998 time: 0.0987632 Jan 21 10:12:32.120321 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-bfa32ca9-5229-4cea-9ade-e177b34f34af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'name': 'tempest-ServerActionsTestJSON-1138387682-router', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:29Z', 'revision_number': 4, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'gw_port': {'id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '6ab266d2-dc23-42ad-b9d4-53ccad47d31f', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'port_id': '39b7b679-6d6a-425e-9ad8-0afd5c8aaad5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'mac_address': 'fa:16:3e:15:61:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23243425-3c60-44da-8e3f-1926e800690f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:09:32Z', 'updated_at': '2022-01-21T10:12:30Z', 'revision_number': 9, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38e83e1-6dbc-4da0-b4ef-055dc154e423', 'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'mac_address': 'fa:16:3e:58:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:28Z', 'updated_at': '2022-01-21T10:09:36Z', 'revision_number': 5, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'subnets': [{'id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:32.124948 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa32ca9-5229-4cea-9ade-e177b34f34af None None] Checking router: 733a7dda-194d-46e2-86ef-87d388d845ee for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:12:32.137271 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa32ca9-5229-4cea-9ade-e177b34f34af None None] Routers {'733a7dda-194d-46e2-86ef-87d388d845ee'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:12:32.137901 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-bfa32ca9-5229-4cea-9ade-e177b34f34af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:12:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['733a7dda-194d-46e2-86ef-87d388d845ee'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:32.154353 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08fb3e-cad0-4b86-a725-6451611f59ae req-15c1e58c-1538-4f8f-a991-dd8e51d6d505 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:32.155779 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-be08fb3e-cad0-4b86-a725-6451611f59ae req-15c1e58c-1538-4f8f-a991-dd8e51d6d505 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4f61ffd9-da07-4104-9282-ab85319d9ccb HTTP/1.1" status: 200 len: 851 time: 0.0588303 Jan 21 10:12:32.234683 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-be08fb3e-cad0-4b86-a725-6451611f59ae req-7a18e101-b3a8-478d-8a73-8c3597bea72f service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=29d9cff9-ae6e-4903-ba1f-b975588f68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732410 Jan 21 10:12:32.317105 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-bfa32ca9-5229-4cea-9ade-e177b34f34af None None] Set router 733a7dda-194d-46e2-86ef-87d388d845ee gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:12:32.373722 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-be08fb3e-cad0-4b86-a725-6451611f59ae req-907a5f24-d733-4d3c-b322-76f34514bce4 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327386 Jan 21 10:12:32.525031 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-be08fb3e-cad0-4b86-a725-6451611f59ae req-bdee7b1f-07d3-4850-87aa-68e4fffb5b36 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386576 Jan 21 10:12:32.671069 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-bfa32ca9-5229-4cea-9ade-e177b34f34af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'name': 'tempest-ServerActionsTestJSON-1138387682-router', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:29Z', 'revision_number': 4, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'gw_port': {'id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '6ab266d2-dc23-42ad-b9d4-53ccad47d31f', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'port_id': '39b7b679-6d6a-425e-9ad8-0afd5c8aaad5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'mac_address': 'fa:16:3e:15:61:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23243425-3c60-44da-8e3f-1926e800690f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:09:32Z', 'updated_at': '2022-01-21T10:12:30Z', 'revision_number': 9, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38e83e1-6dbc-4da0-b4ef-055dc154e423', 'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'mac_address': 'fa:16:3e:58:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:28Z', 'updated_at': '2022-01-21T10:09:36Z', 'revision_number': 5, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'subnets': [{'id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:32.675721 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa32ca9-5229-4cea-9ade-e177b34f34af None None] The sync data for ids ['733a7dda-194d-46e2-86ef-87d388d845ee'] in dv-neutron-825732-1-hyperv is: [{'id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'name': 'tempest-ServerActionsTestJSON-1138387682-router', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:29Z', 'revision_number': 4, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'gw_port': {'id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '6ab266d2-dc23-42ad-b9d4-53ccad47d31f', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'port_id': '39b7b679-6d6a-425e-9ad8-0afd5c8aaad5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'mac_address': 'fa:16:3e:15:61:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23243425-3c60-44da-8e3f-1926e800690f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:09:32Z', 'updated_at': '2022-01-21T10:12:30Z', 'revision_number': 9, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38e83e1-6dbc-4da0-b4ef-055dc154e423', 'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'mac_address': 'fa:16:3e:58:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:28Z', 'updated_at': '2022-01-21T10:09:36Z', 'revision_number': 5, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'subnets': [{'id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:12:32.891660 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e7703c-74a0-436e-81d3-985cc9d5f22b None None] New status for floating IP 6ab266d2-dc23-42ad-b9d4-53ccad47d31f: ACTIVE {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:12:43.637661 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:12:50.525933 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:53.965025 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-abcf4669-e040-44ea-97e3-3a8215c92905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:56.373600 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a89a478c-4ba3-4775-bb22-415c13771a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:56.450805 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e760ec3b-5b00-4736-8981-ab95bb726ff6 req-464a5e22-758c-458f-921c-e0697d6f9e84 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0833104 Jan 21 10:12:56.608513 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e760ec3b-5b00-4736-8981-ab95bb726ff6 req-ffbca0c9-f1f3-43f0-bdab-201c5192a850 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=613ddafc33d3409d8fc1a3e0f163a589&device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 1098 time: 0.0858510 Jan 21 10:12:56.817227 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760ec3b-5b00-4736-8981-ab95bb726ff6 req-cc358ecf-6d6c-4884-8e72-e18695b41b03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:56.819405 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e760ec3b-5b00-4736-8981-ab95bb726ff6 req-cc358ecf-6d6c-4884-8e72-e18695b41b03 service neutron] 10.222.0.124 "GET /v2.0/networks?id=29d9cff9-ae6e-4903-ba1f-b975588f68c1 HTTP/1.1" status: 200 len: 913 time: 0.1901164 Jan 21 10:12:56.943310 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e760ec3b-5b00-4736-8981-ab95bb726ff6 req-fba5dcf7-3327-4b36-a7ba-1b3b38a44d57 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 HTTP/1.1" status: 200 len: 1001 time: 0.1169496 Jan 21 10:12:57.061636 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760ec3b-5b00-4736-8981-ab95bb726ff6 req-09080c2c-e986-48e1-8b46-fd119392a8ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:57.064708 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e760ec3b-5b00-4736-8981-ab95bb726ff6 req-09080c2c-e986-48e1-8b46-fd119392a8ed service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4f61ffd9-da07-4104-9282-ab85319d9ccb HTTP/1.1" status: 200 len: 851 time: 0.1139417 Jan 21 10:12:57.146574 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e760ec3b-5b00-4736-8981-ab95bb726ff6 req-54cefa4d-2280-4e65-a393-2bceed6e7a62 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=29d9cff9-ae6e-4903-ba1f-b975588f68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760992 Jan 21 10:12:57.158410 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [req-e760ec3b-5b00-4736-8981-ab95bb726ff6 req-611ac649-9eb1-40a4-83f5-45ce0a9c0a81 service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=83598) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 10:12:57.159459 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e760ec3b-5b00-4736-8981-ab95bb726ff6 req-611ac649-9eb1-40a4-83f5-45ce0a9c0a81 service neutron] 10.222.0.124 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0066130 Jan 21 10:12:57.302773 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e760ec3b-5b00-4736-8981-ab95bb726ff6 req-9ef21566-165e-4b00-9a38-8fac54fde26c service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368845 Jan 21 10:12:57.456669 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e760ec3b-5b00-4736-8981-ab95bb726ff6 req-ba1d3276-b814-4460-aeac-ae933fde1d65 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421723 Jan 21 10:12:57.519306 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:57.803660 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:59.539935 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:10.076250 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-62e529f6-6e2e-41da-9b2e-9e3a9aefb0ce req-cc869138-1c68-43c0-a2bc-742204735b11 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1506066 Jan 21 10:13:11.516443 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4b586fc8-ec49-4824-80d8-2af67fc3dad1 req-e1511855-f58a-400f-9ce9-66683f8ec920 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2179770 Jan 21 10:13:11.659311 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf223cb-7a08-4ad1-8dc3-4f77a1553cf7 req-49fbf456-f7a8-4546-a4bf-dc7e996e62b6 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:11.660859 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-daf223cb-7a08-4ad1-8dc3-4f77a1553cf7 req-49fbf456-f7a8-4546-a4bf-dc7e996e62b6 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 945 time: 0.1977019 Jan 21 10:13:11.720898 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-daf223cb-7a08-4ad1-8dc3-4f77a1553cf7 req-dddd779a-084a-4acd-80a2-b2de377fd670 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522847 Jan 21 10:13:12.975356 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4b586fc8-ec49-4824-80d8-2af67fc3dad1 req-fb8d90f9-b930-437c-950a-16942d86511a service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=613ddafc33d3409d8fc1a3e0f163a589&device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 1098 time: 0.1219828 Jan 21 10:13:13.093597 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efab206-771a-4c4c-9531-615c6d06493c req-58bdb781-9f76-4bce-8ee1-9ee3c1c2270b tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:13.097341 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-1efab206-771a-4c4c-9531-615c6d06493c req-58bdb781-9f76-4bce-8ee1-9ee3c1c2270b tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 945 time: 0.2016137 Jan 21 10:13:13.161791 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-1efab206-771a-4c4c-9531-615c6d06493c req-32df824f-f6a2-4234-a712-ee19d5b91813 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554502 Jan 21 10:13:13.190337 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b586fc8-ec49-4824-80d8-2af67fc3dad1 req-68fbd418-5d7c-4adf-9680-e8b38f271df1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:13.192895 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4b586fc8-ec49-4824-80d8-2af67fc3dad1 req-68fbd418-5d7c-4adf-9680-e8b38f271df1 service neutron] 10.222.0.124 "GET /v2.0/networks?id=29d9cff9-ae6e-4903-ba1f-b975588f68c1 HTTP/1.1" status: 200 len: 913 time: 0.2110214 Jan 21 10:13:13.312052 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4b586fc8-ec49-4824-80d8-2af67fc3dad1 req-ebd5a6bd-a176-4980-9e4e-c64dec69a234 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 HTTP/1.1" status: 200 len: 1001 time: 0.1126757 Jan 21 10:13:13.376945 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b586fc8-ec49-4824-80d8-2af67fc3dad1 req-3a40741e-47bf-4a59-a9ce-35e1a0c7723a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:13.378385 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4b586fc8-ec49-4824-80d8-2af67fc3dad1 req-3a40741e-47bf-4a59-a9ce-35e1a0c7723a service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4f61ffd9-da07-4104-9282-ab85319d9ccb HTTP/1.1" status: 200 len: 851 time: 0.0608037 Jan 21 10:13:13.455512 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4b586fc8-ec49-4824-80d8-2af67fc3dad1 req-9a50b43c-f621-4d01-8493-0d153b43e055 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=29d9cff9-ae6e-4903-ba1f-b975588f68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709243 Jan 21 10:13:13.605595 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4b586fc8-ec49-4824-80d8-2af67fc3dad1 req-fb403c1a-b041-46d8-a6a2-c09ea3b6a3d1 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441860 Jan 21 10:13:13.792082 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4b586fc8-ec49-4824-80d8-2af67fc3dad1 req-acf5d62d-6584-4431-8ec3-2a3c6388d471 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796260 Jan 21 10:13:14.400241 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b990df9-3787-41e7-a385-a47d2a852622 req-4ace5f2b-5d1b-41eb-96d1-cdab3d81964b tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:14.401851 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4b990df9-3787-41e7-a385-a47d2a852622 req-4ace5f2b-5d1b-41eb-96d1-cdab3d81964b tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 945 time: 0.0951626 Jan 21 10:13:14.476894 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4b990df9-3787-41e7-a385-a47d2a852622 req-f2162e37-fb86-4ce8-abf6-96de56744f44 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675750 Jan 21 10:13:15.695394 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fedd5b-5379-4180-a87b-852a2287f068 req-b761cb16-adad-4290-8662-14a7a7f5d8c3 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:15.696887 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-f9fedd5b-5379-4180-a87b-852a2287f068 req-b761cb16-adad-4290-8662-14a7a7f5d8c3 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 945 time: 0.0859103 Jan 21 10:13:15.748000 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-f9fedd5b-5379-4180-a87b-852a2287f068 req-0ad407e0-1245-4d73-9d9f-05d0e2991ae6 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447271 Jan 21 10:13:16.998965 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df823f-900d-4dfe-b23c-d72b3b16e248 req-6199f34f-415d-4f16-ae8f-6dda6354f4bd tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:17.000628 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-90df823f-900d-4dfe-b23c-d72b3b16e248 req-6199f34f-415d-4f16-ae8f-6dda6354f4bd tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 945 time: 0.1040123 Jan 21 10:13:17.080631 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-90df823f-900d-4dfe-b23c-d72b3b16e248 req-089f9d6f-429d-49e5-913d-c3234b6eeaf5 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687428 Jan 21 10:13:18.334062 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eead1cb-bbb6-486c-bf5a-f2d33847f0c3 req-89fd3d2e-2e7f-46e1-821c-961a2a4d8865 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:18.336513 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-9eead1cb-bbb6-486c-bf5a-f2d33847f0c3 req-89fd3d2e-2e7f-46e1-821c-961a2a4d8865 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 945 time: 0.0972226 Jan 21 10:13:18.405308 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-9eead1cb-bbb6-486c-bf5a-f2d33847f0c3 req-9fd35eb9-5e04-43c6-9114-5d57b74e5d54 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626009 Jan 21 10:13:19.635228 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d14db-7fc1-4f47-8490-ce1035f32ec7 req-697145aa-c24e-4ad2-99c2-4307de808b04 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:19.636923 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5e5d14db-7fc1-4f47-8490-ce1035f32ec7 req-697145aa-c24e-4ad2-99c2-4307de808b04 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 945 time: 0.0910776 Jan 21 10:13:19.707317 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5e5d14db-7fc1-4f47-8490-ce1035f32ec7 req-80289c82-02f5-4188-b5a4-9ae992a9d0bd tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606000 Jan 21 10:13:20.517992 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:20.638237 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:13:20.955207 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb9d26-d532-404e-a417-3bab1cb8baa9 req-3bf5719c-e7aa-4da2-9f61-c71d6c074603 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:20.957774 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-d4fb9d26-d532-404e-a417-3bab1cb8baa9 req-3bf5719c-e7aa-4da2-9f61-c71d6c074603 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 945 time: 0.1145961 Jan 21 10:13:21.007030 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-d4fb9d26-d532-404e-a417-3bab1cb8baa9 req-ca95725d-14d4-4760-bd69-5c864dc7a69a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433517 Jan 21 10:13:22.236539 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a2e53-ae4d-449c-8198-38e4f26d7834 req-3c05abde-4f07-4fcd-9b79-a9c4e43b49fa tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:22.238062 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-200a2e53-ae4d-449c-8198-38e4f26d7834 req-3c05abde-4f07-4fcd-9b79-a9c4e43b49fa tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 945 time: 0.0951395 Jan 21 10:13:22.288433 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-200a2e53-ae4d-449c-8198-38e4f26d7834 req-b60ca430-87fe-400b-9e99-da6c32ff4b3d tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448906 Jan 21 10:13:23.522988 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac428d1-7bbd-4ac9-a878-0c30fe39822c req-5220423b-7529-44e7-b4dc-6db9e87cbc3a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:23.524590 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-3ac428d1-7bbd-4ac9-a878-0c30fe39822c req-5220423b-7529-44e7-b4dc-6db9e87cbc3a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 945 time: 0.0954683 Jan 21 10:13:23.580305 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-3ac428d1-7bbd-4ac9-a878-0c30fe39822c req-9c459d22-987d-4c5a-aa90-eab01fda5f29 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490797 Jan 21 10:13:23.979360 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4fb9b345-49aa-422a-99d7-e229bce756b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:24.883341 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51a045-0a18-47fe-85e4-e9a93e01bb31 req-96ac5764-f2db-49ea-8e3d-e4725d97a9b8 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:24.885683 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1a51a045-0a18-47fe-85e4-e9a93e01bb31 req-96ac5764-f2db-49ea-8e3d-e4725d97a9b8 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 945 time: 0.1063342 Jan 21 10:13:24.951329 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1a51a045-0a18-47fe-85e4-e9a93e01bb31 req-42e8be71-8a0d-410c-992e-fcd2108c199e tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553334 Jan 21 10:13:25.621695 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4b586fc8-ec49-4824-80d8-2af67fc3dad1 req-80228e4f-8b9f-4799-b9f1-43ed2ce197c3 service neutron] 10.222.0.124 "GET /v2.0/ports/39b7b679-6d6a-425e-9ad8-0afd5c8aaad5/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.1275651 Jan 21 10:13:26.021441 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4b586fc8-ec49-4824-80d8-2af67fc3dad1 req-8f21ec90-a3fe-4a01-8aba-855cb7785070 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f&tenant_id=613ddafc33d3409d8fc1a3e0f163a589 HTTP/1.1" status: 200 len: 1098 time: 0.0951433 Jan 21 10:13:26.164402 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4b586fc8-ec49-4824-80d8-2af67fc3dad1 req-d6a2e8eb-7a6a-4ec6-9b3d-bd8151b6bc1f service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=613ddafc33d3409d8fc1a3e0f163a589&device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 1098 time: 0.1198413 Jan 21 10:13:26.202769 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9e894-8007-4611-8e71-6725fd561d6b req-1b646412-5bac-4b1c-8dbb-ccf16a155f2f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:26.205187 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-38b9e894-8007-4611-8e71-6725fd561d6b req-1b646412-5bac-4b1c-8dbb-ccf16a155f2f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 945 time: 0.0999060 Jan 21 10:13:26.274855 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-38b9e894-8007-4611-8e71-6725fd561d6b req-81641666-3a3b-4769-aec6-e657c318f15d tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598476 Jan 21 10:13:26.391136 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5b7e8530-755f-4546-a1d7-3be8ced5e110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:26.440152 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b586fc8-ec49-4824-80d8-2af67fc3dad1 req-67e505ae-3c7c-4757-85b8-2df33e91fac8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:26.441825 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4b586fc8-ec49-4824-80d8-2af67fc3dad1 req-67e505ae-3c7c-4757-85b8-2df33e91fac8 service neutron] 10.222.0.124 "GET /v2.0/networks?id=29d9cff9-ae6e-4903-ba1f-b975588f68c1 HTTP/1.1" status: 200 len: 913 time: 0.2705781 Jan 21 10:13:26.572909 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4b586fc8-ec49-4824-80d8-2af67fc3dad1 req-aa98a22b-4552-4a88-a10c-abc65147a29f service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 HTTP/1.1" status: 200 len: 1001 time: 0.1250629 Jan 21 10:13:26.650256 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b586fc8-ec49-4824-80d8-2af67fc3dad1 req-fb7dcf0a-2744-4d87-bc90-a9d34a7e2251 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:26.652719 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4b586fc8-ec49-4824-80d8-2af67fc3dad1 req-fb7dcf0a-2744-4d87-bc90-a9d34a7e2251 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4f61ffd9-da07-4104-9282-ab85319d9ccb HTTP/1.1" status: 200 len: 851 time: 0.0733633 Jan 21 10:13:26.741286 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4b586fc8-ec49-4824-80d8-2af67fc3dad1 req-0d776086-de8f-4f14-8489-9765110d9e09 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=29d9cff9-ae6e-4903-ba1f-b975588f68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819106 Jan 21 10:13:26.904639 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4b586fc8-ec49-4824-80d8-2af67fc3dad1 req-e892feef-1cd8-4115-b0c6-fb0a11b418f8 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572421 Jan 21 10:13:27.072966 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4b586fc8-ec49-4824-80d8-2af67fc3dad1 req-c22e1425-73ff-4bd4-b197-d82be641401f service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630642 Jan 21 10:13:27.517250 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:27.535065 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9f079-8eb3-411a-80fc-661ff9f9d371 req-d6e1fe9a-b3a8-4ada-8bc7-207141cd9e17 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:27.537670 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-32f9f079-8eb3-411a-80fc-661ff9f9d371 req-d6e1fe9a-b3a8-4ada-8bc7-207141cd9e17 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 945 time: 0.1108031 Jan 21 10:13:27.614361 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-32f9f079-8eb3-411a-80fc-661ff9f9d371 req-affc925c-a4fd-461a-87a1-2e95be503216 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708194 Jan 21 10:13:27.813306 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:29.013625 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404985e-e645-4416-8be7-c768d67d0ee5 req-68be7d7e-b9f2-4f90-8b3c-5d84d7a06cc4 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:29.020177 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-6404985e-e645-4416-8be7-c768d67d0ee5 req-68be7d7e-b9f2-4f90-8b3c-5d84d7a06cc4 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 945 time: 0.1473696 Jan 21 10:13:29.094976 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-6404985e-e645-4416-8be7-c768d67d0ee5 req-52d902ba-fa0a-4df0-a41d-85cb1a9885a3 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735126 Jan 21 10:13:29.543660 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:30.328216 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae4b5e-6374-4959-b755-6d812a3acdac req-d3de7b01-0114-4f4d-b75e-75e2a78af0e0 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:30.331023 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6cae4b5e-6374-4959-b755-6d812a3acdac req-d3de7b01-0114-4f4d-b75e-75e2a78af0e0 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 945 time: 0.0981512 Jan 21 10:13:30.392971 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6cae4b5e-6374-4959-b755-6d812a3acdac req-319804f6-4c04-40dd-aa9c-fe3d1435f34e tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519261 Jan 21 10:13:31.111140 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4417ad-a5de-4d9c-80ba-1cfa69d99464 req-d86149d8-9f13-4478-9ee7-cb1d9cab5333 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:31.112944 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3f4417ad-a5de-4d9c-80ba-1cfa69d99464 req-d86149d8-9f13-4478-9ee7-cb1d9cab5333 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.124 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f&tenant_id=613ddafc33d3409d8fc1a3e0f163a589&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 945 time: 0.1603260 Jan 21 10:13:31.140981 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675b401-0724-45b0-af92-b2fe70a28d45 req-f0542615-1014-4fe8-9c8b-7f54bd894cb5 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:31.143601 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e675b401-0724-45b0-af92-b2fe70a28d45 req-f0542615-1014-4fe8-9c8b-7f54bd894cb5 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 945 time: 0.1371078 Jan 21 10:13:31.210192 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e675b401-0724-45b0-af92-b2fe70a28d45 req-f3f27182-53e1-442d-ba3c-83b6e733f119 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580392 Jan 21 10:13:31.255990 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:13:31.260509 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:13:31.323988 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3f4417ad-a5de-4d9c-80ba-1cfa69d99464 req-06f5ed25-2d30-4eb1-bcd2-79ddba67ce13 service neutron] 10.222.0.124 "GET /v2.0/ports/39b7b679-6d6a-425e-9ad8-0afd5c8aaad5/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.1990592 Jan 21 10:13:31.437735 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3f4417ad-a5de-4d9c-80ba-1cfa69d99464 req-4706087f-347a-4b66-a3cc-0dcb00735b1a service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=613ddafc33d3409d8fc1a3e0f163a589&device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 1098 time: 0.0882375 Jan 21 10:13:31.573196 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:31.600156 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=39b7b679-6d6a-425e-9ad8-0afd5c8aaad5,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:13:31.611672 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4417ad-a5de-4d9c-80ba-1cfa69d99464 req-0aae45fa-bd55-48dc-9c15-5bf4617eba0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:31.614303 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3f4417ad-a5de-4d9c-80ba-1cfa69d99464 req-0aae45fa-bd55-48dc-9c15-5bf4617eba0a service neutron] 10.222.0.124 "GET /v2.0/networks?id=29d9cff9-ae6e-4903-ba1f-b975588f68c1 HTTP/1.1" status: 200 len: 913 time: 0.1711454 Jan 21 10:13:31.626962 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '39b7b679-6d6a-425e-9ad8-0afd5c8aaad5', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'port_id': '39b7b679-6d6a-425e-9ad8-0afd5c8aaad5', 'mac_address': 'fa:16:3e:15:61:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:13:31.636689 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23243425-3c60-44da-8e3f-1926e800690f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39b7b679-6d6a-425e-9ad8-0afd5c8aaad5'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:13:31.710869 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=39b7b679-6d6a-425e-9ad8-0afd5c8aaad5,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:13:31.728415 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:31.773733 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3f4417ad-a5de-4d9c-80ba-1cfa69d99464 req-b6deac46-4bb1-41e0-b095-4d2190f7bbbf service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 HTTP/1.1" status: 200 len: 1001 time: 0.1536279 Jan 21 10:13:31.780659 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23243425-3c60-44da-8e3f-1926e800690f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39b7b679-6d6a-425e-9ad8-0afd5c8aaad5', 'code': 200} Jan 21 10:13:31.828583 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:31.867203 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4417ad-a5de-4d9c-80ba-1cfa69d99464 req-79b4261d-3c36-4ded-a6e5-8aba74ad29cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:31.868675 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3f4417ad-a5de-4d9c-80ba-1cfa69d99464 req-79b4261d-3c36-4ded-a6e5-8aba74ad29cd service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4f61ffd9-da07-4104-9282-ab85319d9ccb HTTP/1.1" status: 200 len: 851 time: 0.0885623 Jan 21 10:13:31.870419 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:13:31.883935 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=39b7b679-6d6a-425e-9ad8-0afd5c8aaad5,revision_number=6']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:13:31.963797 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3f4417ad-a5de-4d9c-80ba-1cfa69d99464 req-d3c7ad0e-764f-4616-8640-5a562fd98e28 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=29d9cff9-ae6e-4903-ba1f-b975588f68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0889287 Jan 21 10:13:31.965351 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:31.965909 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:31.966428 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:31.966941 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:31.967459 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:31.967968 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:31.972098 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:31.972098 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:31.972098 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:31.972098 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:31.972098 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:31.995531 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:13:31.996171 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:13:32.113655 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3f4417ad-a5de-4d9c-80ba-1cfa69d99464 req-f793bf24-8c3d-404f-b6a8-1a76500ef97e service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403434 Jan 21 10:13:32.356444 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3f4417ad-a5de-4d9c-80ba-1cfa69d99464 req-3a3b513b-6ad7-4811-b5ab-77a5a982ff50 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373779 Jan 21 10:13:32.477315 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78c431-2d33-42eb-b71e-340d236b270c req-974d9ba6-0569-4e9d-80bd-47d6cfa6b096 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:32.479186 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fa78c431-2d33-42eb-b71e-340d236b270c req-974d9ba6-0569-4e9d-80bd-47d6cfa6b096 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 943 time: 0.0958865 Jan 21 10:13:32.542098 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fa78c431-2d33-42eb-b71e-340d236b270c req-1c9572ec-afd8-4c54-a139-3606d595d0bc tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561559 Jan 21 10:13:32.573221 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:32.592566 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:13:32.613062 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=39b7b679-6d6a-425e-9ad8-0afd5c8aaad5,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:13:32.619211 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:32.705154 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['39b7b679-6d6a-425e-9ad8-0afd5c8aaad5'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:13:32.754866 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=39b7b679-6d6a-425e-9ad8-0afd5c8aaad5,revision_number=7']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:13:33.269346 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:13:33.379599 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:13:33.380020 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:33.539716 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:33.590743 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=39b7b679-6d6a-425e-9ad8-0afd5c8aaad5,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:13:33.597714 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:33.695404 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=39b7b679-6d6a-425e-9ad8-0afd5c8aaad5,revision_number=8']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:13:33.782774 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23243425-3c60-44da-8e3f-1926e800690f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b7b679-6d6a-425e-9ad8-0afd5c8aaad5'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:13:33.851178 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c69172-034d-4051-b3a5-d7651c1a4fb2 req-f225c64f-6427-4514-a9a1-ee70a629319d tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:33.853364 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-43c69172-034d-4051-b3a5-d7651c1a4fb2 req-f225c64f-6427-4514-a9a1-ee70a629319d tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 945 time: 0.1228037 Jan 21 10:13:33.891966 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23243425-3c60-44da-8e3f-1926e800690f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b7b679-6d6a-425e-9ad8-0afd5c8aaad5', 'code': 200} Jan 21 10:13:33.935981 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-43c69172-034d-4051-b3a5-d7651c1a4fb2 req-93ede571-a39d-4d44-8d43-efbd14bc2216 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718360 Jan 21 10:13:35.006354 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3f4417ad-a5de-4d9c-80ba-1cfa69d99464 req-e50cfd4f-2e22-4d3f-aa8a-0f1d9abb5abc service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f&tenant_id=613ddafc33d3409d8fc1a3e0f163a589 HTTP/1.1" status: 200 len: 1098 time: 0.1211503 Jan 21 10:13:35.176446 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3f4417ad-a5de-4d9c-80ba-1cfa69d99464 req-8046c66f-46cb-4cf6-af8c-17e5f14f86a7 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=613ddafc33d3409d8fc1a3e0f163a589&device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 1098 time: 0.1417880 Jan 21 10:13:35.297399 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed1cdc-1107-4a6b-b62b-a3083c5b523d req-3415a2f8-1966-45e2-8a18-907f9695f1e6 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:35.298979 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-88ed1cdc-1107-4a6b-b62b-a3083c5b523d req-3415a2f8-1966-45e2-8a18-907f9695f1e6 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 945 time: 0.1940336 Jan 21 10:13:35.374977 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4417ad-a5de-4d9c-80ba-1cfa69d99464 req-8c0c0fba-7862-42fd-a3a4-e289e2f0fcf9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:35.377142 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3f4417ad-a5de-4d9c-80ba-1cfa69d99464 req-8c0c0fba-7862-42fd-a3a4-e289e2f0fcf9 service neutron] 10.222.0.124 "GET /v2.0/networks?id=29d9cff9-ae6e-4903-ba1f-b975588f68c1 HTTP/1.1" status: 200 len: 913 time: 0.1950939 Jan 21 10:13:35.481404 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-88ed1cdc-1107-4a6b-b62b-a3083c5b523d req-89bbaf06-6935-4af3-b209-f322d6e95b11 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723230 Jan 21 10:13:35.572716 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3f4417ad-a5de-4d9c-80ba-1cfa69d99464 req-240dcb48-a592-4b79-99cb-906cd80e2a1d service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 HTTP/1.1" status: 200 len: 1001 time: 0.1883578 Jan 21 10:13:35.692368 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4417ad-a5de-4d9c-80ba-1cfa69d99464 req-df333451-33b0-43fc-9527-a9b564b7370c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:35.695078 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3f4417ad-a5de-4d9c-80ba-1cfa69d99464 req-df333451-33b0-43fc-9527-a9b564b7370c service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4f61ffd9-da07-4104-9282-ab85319d9ccb HTTP/1.1" status: 200 len: 851 time: 0.1152563 Jan 21 10:13:35.806291 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3f4417ad-a5de-4d9c-80ba-1cfa69d99464 req-0922ffaf-17d6-4db2-9f5a-406fede54cb1 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=29d9cff9-ae6e-4903-ba1f-b975588f68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1046193 Jan 21 10:13:36.008030 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3f4417ad-a5de-4d9c-80ba-1cfa69d99464 req-79f3e778-a3b9-46f0-ac64-12c284706725 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946831 Jan 21 10:13:36.214427 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3f4417ad-a5de-4d9c-80ba-1cfa69d99464 req-1c41c32b-bdc0-4344-a67b-ce4051f791ee service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991591 Jan 21 10:13:36.801973 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ea13f-5d32-4c68-a95a-c4d239123a5e req-30ad3fc9-cdcf-48ab-83aa-92466212a382 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:36.803848 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-cb2ea13f-5d32-4c68-a95a-c4d239123a5e req-30ad3fc9-cdcf-48ab-83aa-92466212a382 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 945 time: 0.0994182 Jan 21 10:13:36.894281 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-cb2ea13f-5d32-4c68-a95a-c4d239123a5e req-b0475637-bf24-4be8-a44c-a3494dd666b8 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800354 Jan 21 10:13:38.237683 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289c2f0-2bdd-47c3-9490-a81fa22e52df req-15b8b0ba-a5af-4b7b-8da1-f34aa5cd9e91 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:38.240201 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3289c2f0-2bdd-47c3-9490-a81fa22e52df req-15b8b0ba-a5af-4b7b-8da1-f34aa5cd9e91 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 945 time: 0.1492107 Jan 21 10:13:38.318460 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3289c2f0-2bdd-47c3-9490-a81fa22e52df req-f069f214-8587-4d29-afee-347a0ec5893d tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680637 Jan 21 10:13:38.632994 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87eb75-3cc3-417d-8b13-a4c147d75b26 req-f8de07dc-b1f8-4caa-9aca-f9a3ff94e864 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:38.635139 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-4e87eb75-3cc3-417d-8b13-a4c147d75b26 req-f8de07dc-b1f8-4caa-9aca-f9a3ff94e864 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 945 time: 0.1053550 Jan 21 10:13:38.691137 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-4e87eb75-3cc3-417d-8b13-a4c147d75b26 req-1d6998a4-441c-48ac-a16e-a42abd97de83 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489438 Jan 21 10:13:38.968377 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf697e-7fde-436f-ae31-15b640b80dd0 req-3fa9f674-73d0-4f66-abdf-b33af9d9b485 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:38.970402 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5bcf697e-7fde-436f-ae31-15b640b80dd0 req-3fa9f674-73d0-4f66-abdf-b33af9d9b485 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 945 time: 0.1003706 Jan 21 10:13:39.023067 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5bcf697e-7fde-436f-ae31-15b640b80dd0 req-b9e8a760-6c4d-4b9f-b237-967cc410bcc2 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467403 Jan 21 10:13:39.310109 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:13:39.314438 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:13:39.630675 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:39.651347 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=39b7b679-6d6a-425e-9ad8-0afd5c8aaad5,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:13:39.679522 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '39b7b679-6d6a-425e-9ad8-0afd5c8aaad5', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'port_id': '39b7b679-6d6a-425e-9ad8-0afd5c8aaad5', 'mac_address': 'fa:16:3e:15:61:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:13:39.685618 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23243425-3c60-44da-8e3f-1926e800690f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39b7b679-6d6a-425e-9ad8-0afd5c8aaad5'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:13:39.738815 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3657de-c873-4bd1-ac33-f24c81ca571d req-0e2fd3ee-4e15-42c8-8a32-6457af273f93 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:39.741186 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cb3657de-c873-4bd1-ac33-f24c81ca571d req-0e2fd3ee-4e15-42c8-8a32-6457af273f93 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 945 time: 0.1483221 Jan 21 10:13:39.745767 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=39b7b679-6d6a-425e-9ad8-0afd5c8aaad5,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:13:39.755745 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:39.816801 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cb3657de-c873-4bd1-ac33-f24c81ca571d req-abb760f6-ef84-4c1c-b5ec-f3bf3277827a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641475 Jan 21 10:13:39.832227 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23243425-3c60-44da-8e3f-1926e800690f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39b7b679-6d6a-425e-9ad8-0afd5c8aaad5', 'code': 200} Jan 21 10:13:39.898230 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:39.931914 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:13:39.936456 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=39b7b679-6d6a-425e-9ad8-0afd5c8aaad5,revision_number=9']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:13:39.959461 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=39b7b679-6d6a-425e-9ad8-0afd5c8aaad5,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:13:39.975303 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:40.069557 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['39b7b679-6d6a-425e-9ad8-0afd5c8aaad5'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:13:40.149788 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=39b7b679-6d6a-425e-9ad8-0afd5c8aaad5,revision_number=10']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:13:41.144001 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0b798-d636-461b-b4ba-b9d4826e83d8 req-5c91a549-681a-494c-9994-f920a3d7ea9f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:41.146643 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a7a0b798-d636-461b-b4ba-b9d4826e83d8 req-5c91a549-681a-494c-9994-f920a3d7ea9f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 945 time: 0.1077094 Jan 21 10:13:41.206318 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a7a0b798-d636-461b-b4ba-b9d4826e83d8 req-e1e79005-3dcc-45f9-8c60-e94640fb5c29 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500209 Jan 21 10:13:41.332922 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:13:41.432740 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:13:41.433269 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:41.575618 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:41.720572 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=39b7b679-6d6a-425e-9ad8-0afd5c8aaad5,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:13:41.722039 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2f8fa-7f81-45ea-ba9e-3e474fd3dfe5 req-939a99f4-2c0a-406d-aae2-5d73058377d6 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:41.724459 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-30c2f8fa-7f81-45ea-ba9e-3e474fd3dfe5 req-939a99f4-2c0a-406d-aae2-5d73058377d6 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.124 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 945 time: 0.1161189 Jan 21 10:13:41.726928 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:41.834557 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23243425-3c60-44da-8e3f-1926e800690f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b7b679-6d6a-425e-9ad8-0afd5c8aaad5'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:13:41.853360 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-30c2f8fa-7f81-45ea-ba9e-3e474fd3dfe5 req-d2a55455-56b8-4066-9833-a735d49c9b3f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Deleting port 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:13:41.854125 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-30c2f8fa-7f81-45ea-ba9e-3e474fd3dfe5 req-d2a55455-56b8-4066-9833-a735d49c9b3f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:41.863282 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=39b7b679-6d6a-425e-9ad8-0afd5c8aaad5,revision_number=11']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:13:41.931431 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23243425-3c60-44da-8e3f-1926e800690f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b7b679-6d6a-425e-9ad8-0afd5c8aaad5', 'code': 200} Jan 21 10:13:42.414448 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-30c2f8fa-7f81-45ea-ba9e-3e474fd3dfe5 req-d2a55455-56b8-4066-9833-a735d49c9b3f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] For port 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=39b7b679-6d6a-425e-9ad8-0afd5c8aaad5,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:13:42.414981 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-30c2f8fa-7f81-45ea-ba9e-3e474fd3dfe5 req-d2a55455-56b8-4066-9833-a735d49c9b3f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:42.679000 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb143c-f586-4b47-843e-fd501fcc3660 req-853a72ed-0d67-4169-8de6-bf4b9c53b3d0 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:42.681645 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e1fb143c-f586-4b47-843e-fd501fcc3660 req-853a72ed-0d67-4169-8de6-bf4b9c53b3d0 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 946 time: 0.2628160 Jan 21 10:13:42.750554 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e1fb143c-f586-4b47-843e-fd501fcc3660 req-471a1a72-63c8-4bb1-823f-6570c8db8715 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599375 Jan 21 10:13:42.888001 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-30c2f8fa-7f81-45ea-ba9e-3e474fd3dfe5 req-d2a55455-56b8-4066-9833-a735d49c9b3f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:42.888573 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-30c2f8fa-7f81-45ea-ba9e-3e474fd3dfe5 req-d2a55455-56b8-4066-9833-a735d49c9b3f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:42.888977 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.l3_db [req-30c2f8fa-7f81-45ea-ba9e-3e474fd3dfe5 req-d2a55455-56b8-4066-9833-a735d49c9b3f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Floating IP 6ab266d2-dc23-42ad-b9d4-53ccad47d31f disassociated. External IP: 172.26.0.95, port: 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5. Jan 21 10:13:42.889447 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-30c2f8fa-7f81-45ea-ba9e-3e474fd3dfe5 req-d2a55455-56b8-4066-9833-a735d49c9b3f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Calling delete_port for 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:13:43.115392 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-30c2f8fa-7f81-45ea-ba9e-3e474fd3dfe5 req-d2a55455-56b8-4066-9833-a735d49c9b3f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:43.205181 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a55455-56b8-4066-9833-a735d49c9b3f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Pushing event deleted for resources: {'Port': ['ID=39b7b679-6d6a-425e-9ad8-0afd5c8aaad5,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:13:43.224500 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a55455-56b8-4066-9833-a735d49c9b3f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:43.225060 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a55455-56b8-4066-9833-a735d49c9b3f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:43.225733 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a55455-56b8-4066-9833-a735d49c9b3f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:43.226280 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a55455-56b8-4066-9833-a735d49c9b3f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:43.226810 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a55455-56b8-4066-9833-a735d49c9b3f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:43.227369 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a55455-56b8-4066-9833-a735d49c9b3f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:43.227922 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a55455-56b8-4066-9833-a735d49c9b3f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:43.228477 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a55455-56b8-4066-9833-a735d49c9b3f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:43.229019 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a55455-56b8-4066-9833-a735d49c9b3f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:43.229706 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a55455-56b8-4066-9833-a735d49c9b3f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:43.230103 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a55455-56b8-4066-9833-a735d49c9b3f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:43.544250 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30c2f8fa-7f81-45ea-ba9e-3e474fd3dfe5 req-d2a55455-56b8-4066-9833-a735d49c9b3f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Router 733a7dda-194d-46e2-86ef-87d388d845ee has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:13:43.865012 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30c2f8fa-7f81-45ea-ba9e-3e474fd3dfe5 req-d2a55455-56b8-4066-9833-a735d49c9b3f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:13:43.886730 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e78e143-418a-4bb2-a8ad-bd678990fb3f None None] Sync routers for ids ['733a7dda-194d-46e2-86ef-87d388d845ee'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:13:43.908619 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e78e143-418a-4bb2-a8ad-bd678990fb3f None None] Routers {'733a7dda-194d-46e2-86ef-87d388d845ee'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:13:43.910031 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-2e78e143-418a-4bb2-a8ad-bd678990fb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:13:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['733a7dda-194d-46e2-86ef-87d388d845ee'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:13:44.047483 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c2f8fa-7f81-45ea-ba9e-3e474fd3dfe5 req-d2a55455-56b8-4066-9833-a735d49c9b3f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] No DVR routers for this DVR port 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:13:44.057804 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-30c2f8fa-7f81-45ea-ba9e-3e474fd3dfe5 req-d2a55455-56b8-4066-9833-a735d49c9b3f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:44.065161 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-76712202-b291-4abc-bc3c-654cfdbea6a1 req-eb559e9b-4cdd-41eb-a4eb-ab7ed23b1b36 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=23243425-3c60-44da-8e3f-1926e800690f HTTP/1.1" status: 200 len: 210 time: 0.0868497 Jan 21 10:13:44.065712 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23243425-3c60-44da-8e3f-1926e800690f', 'name': 'network-vif-deleted', 'tag': '39b7b679-6d6a-425e-9ad8-0afd5c8aaad5'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:13:44.100275 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-30c2f8fa-7f81-45ea-ba9e-3e474fd3dfe5 req-d2a55455-56b8-4066-9833-a735d49c9b3f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.124 "DELETE /v2.0/ports/39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 HTTP/1.1" status: 204 len: 173 time: 2.3700869 Jan 21 10:13:44.176417 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23243425-3c60-44da-8e3f-1926e800690f', 'name': 'network-vif-deleted', 'tag': '39b7b679-6d6a-425e-9ad8-0afd5c8aaad5', 'status': 'completed', 'code': 200} Jan 21 10:13:44.246935 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-2e78e143-418a-4bb2-a8ad-bd678990fb3f None None] Set router 733a7dda-194d-46e2-86ef-87d388d845ee gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:13:44.793423 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-2e78e143-418a-4bb2-a8ad-bd678990fb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'name': 'tempest-ServerActionsTestJSON-1138387682-router', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:29Z', 'revision_number': 4, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'gw_port': {'id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'd38e83e1-6dbc-4da0-b4ef-055dc154e423', 'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'mac_address': 'fa:16:3e:58:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:28Z', 'updated_at': '2022-01-21T10:09:36Z', 'revision_number': 5, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'subnets': [{'id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:13:44.800736 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e78e143-418a-4bb2-a8ad-bd678990fb3f None None] Checking router: 733a7dda-194d-46e2-86ef-87d388d845ee for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:13:44.819587 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e78e143-418a-4bb2-a8ad-bd678990fb3f None None] Routers {'733a7dda-194d-46e2-86ef-87d388d845ee'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:13:44.820632 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-2e78e143-418a-4bb2-a8ad-bd678990fb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:13:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['733a7dda-194d-46e2-86ef-87d388d845ee'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:13:45.129581 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-2e78e143-418a-4bb2-a8ad-bd678990fb3f None None] Set router 733a7dda-194d-46e2-86ef-87d388d845ee gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:13:45.604254 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-2e78e143-418a-4bb2-a8ad-bd678990fb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'name': 'tempest-ServerActionsTestJSON-1138387682-router', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:29Z', 'revision_number': 4, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'gw_port': {'id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'd38e83e1-6dbc-4da0-b4ef-055dc154e423', 'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'mac_address': 'fa:16:3e:58:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:28Z', 'updated_at': '2022-01-21T10:09:36Z', 'revision_number': 5, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'subnets': [{'id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:13:45.604254 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e78e143-418a-4bb2-a8ad-bd678990fb3f None None] The sync data for ids ['733a7dda-194d-46e2-86ef-87d388d845ee'] in dv-neutron-825732-1-hyperv is: [{'id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'name': 'tempest-ServerActionsTestJSON-1138387682-router', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:29Z', 'revision_number': 4, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'gw_port': {'id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'd38e83e1-6dbc-4da0-b4ef-055dc154e423', 'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'mac_address': 'fa:16:3e:58:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:28Z', 'updated_at': '2022-01-21T10:09:36Z', 'revision_number': 5, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'subnets': [{'id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:13:45.620285 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-dfedba56-2028-4d9a-b276-1e4a3d348fdb tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-securitygroup--1345939569&fields=id&tenant_id=613ddafc33d3409d8fc1a3e0f163a589 HTTP/1.1" status: 200 len: 267 time: 0.0664048 Jan 21 10:13:45.860283 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-e6a93067-9249-4510-ab4b-4827396e152a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:45.867694 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-e6a93067-9249-4510-ab4b-4827396e152a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/networks?id=29d9cff9-ae6e-4903-ba1f-b975588f68c1 HTTP/1.1" status: 200 len: 812 time: 0.2343247 Jan 21 10:13:45.882723 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-883328d4-8107-43b3-a45e-534b2ae0f15d tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/quotas/613ddafc33d3409d8fc1a3e0f163a589 HTTP/1.1" status: 200 len: 375 time: 0.0133681 Jan 21 10:13:45.950534 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd4c8ab-83c4-471b-87f4-d2d1e231ad37 None None] New status for floating IP 6ab266d2-dc23-42ad-b9d4-53ccad47d31f: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:13:46.012954 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-2ff03a9a-513c-4bd1-ad99-10b80689fe8a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Synchronizing usage tracker for tenant:613ddafc33d3409d8fc1a3e0f163a589 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:13:46.036541 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-2ff03a9a-513c-4bd1-ad99-10b80689fe8a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Unset dirty status for tenant:613ddafc33d3409d8fc1a3e0f163a589 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:13:46.038682 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-2ff03a9a-513c-4bd1-ad99-10b80689fe8a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=613ddafc33d3409d8fc1a3e0f163a589&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1512027 Jan 21 10:13:46.167780 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-ee26f292-a871-4a0b-8133-4886b050aba0 service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=83598) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 10:13:46.169439 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-ee26f292-a871-4a0b-8133-4886b050aba0 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1126573 Jan 21 10:13:46.467803 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-b8962b20-a574-41ce-9080-fbc804bc58e9 service neutron] 10.222.0.104 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854934 Jan 21 10:13:46.626855 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-ed941357-c7f8-421b-a2ff-bc386362cc15 service neutron] 10.222.0.104 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489549 Jan 21 10:13:46.941621 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-c09a66eb-c36e-42b8-8f6f-a695a5f41e6d req-a79550bc-a4bf-4953-9482-3fb2954b42f0 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 210 time: 0.0548632 Jan 21 10:13:47.363015 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:13:47.406843 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:13:47.406843 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 39b7b679-6d6a-425e-9ad8-0afd5c8aaad5 not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:13:48.227758 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2bb2c880-1b87-48d4-a983-25eb906c47e3 req-e1b7a975-80df-4400-8b7a-106f99c09f99 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 210 time: 0.0702190 Jan 21 10:13:48.556131 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-c3e98867-77da-4a9a-8304-4d88f73b4ca3 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:48.557649 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-c3e98867-77da-4a9a-8304-4d88f73b4ca3 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.124 "GET /v2.0/networks?id=29d9cff9-ae6e-4903-ba1f-b975588f68c1 HTTP/1.1" status: 200 len: 812 time: 0.2221353 Jan 21 10:13:48.628174 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-40717ee6-a596-439d-92ed-60ea631fd5d7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=613ddafc33d3409d8fc1a3e0f163a589 HTTP/1.1" status: 200 len: 380 time: 0.0578847 Jan 21 10:13:48.638007 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-3ab75590-5553-4e71-bf60-9c1d272b052a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Request body: {'port': {'device_id': '9076796d-e3d8-4140-8085-aceea3523fd3', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'admin_state_up': True, 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'security_groups': ['a238099e-e5cc-4952-b950-a07d1a5ef5e5']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:13:48.813754 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-3ab75590-5553-4e71-bf60-9c1d272b052a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:13:48.839588 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-3ab75590-5553-4e71-bf60-9c1d272b052a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:13:48.855583 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-3ab75590-5553-4e71-bf60-9c1d272b052a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Made reservation on behalf of 613ddafc33d3409d8fc1a3e0f163a589 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:13:48.861041 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-3ab75590-5553-4e71-bf60-9c1d272b052a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:49.133694 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-3ab75590-5553-4e71-bf60-9c1d272b052a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Allocated IP 172.20.0.14 (29d9cff9-ae6e-4903-ba1f-b975588f68c1/4f61ffd9-da07-4104-9282-ab85319d9ccb/453f15c9-8c67-43af-904d-a17f4ec1cd88) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:13:49.474941 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-3ab75590-5553-4e71-bf60-9c1d272b052a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:49.503243 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-3ab75590-5553-4e71-bf60-9c1d272b052a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Transition to ACTIVE for port object 453f15c9-8c67-43af-904d-a17f4ec1cd88 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:13:49.533072 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-08ca3de4-3350-4409-aa40-4010b0dde8a2 req-2a141617-8c1c-4b53-b4a7-c795701de4c4 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 210 time: 0.0676501 Jan 21 10:13:49.538084 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-3ab75590-5553-4e71-bf60-9c1d272b052a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:49.653980 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-3ab75590-5553-4e71-bf60-9c1d272b052a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Network 29d9cff9-ae6e-4903-ba1f-b975588f68c1 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:13:49.660537 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-3ab75590-5553-4e71-bf60-9c1d272b052a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:13:49.668349 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-3ab75590-5553-4e71-bf60-9c1d272b052a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:13:49.792380 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab75590-5553-4e71-bf60-9c1d272b052a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Pushing event updated for resources: {'Port': ['ID=453f15c9-8c67-43af-904d-a17f4ec1cd88,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:13:49.805594 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-3ab75590-5553-4e71-bf60-9c1d272b052a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:49.806537 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-3ab75590-5553-4e71-bf60-9c1d272b052a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:49.860525 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-3ab75590-5553-4e71-bf60-9c1d272b052a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2255836 Jan 21 10:13:49.876749 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-0ffe31da-7d4f-4341-a846-062c072601c9 service neutron] Request body: {'port': {'device_id': '9076796d-e3d8-4140-8085-aceea3523fd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:13:50.033302 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-31020606-104f-4be4-85e0-2901d0b734b3 None None] Provisioning for port 453f15c9-8c67-43af-904d-a17f4ec1cd88 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:13:50.039636 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-31020606-104f-4be4-85e0-2901d0b734b3 None None] Provisioning complete for port 453f15c9-8c67-43af-904d-a17f4ec1cd88 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:13:50.040409 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-31020606-104f-4be4-85e0-2901d0b734b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:50.088953 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-0ffe31da-7d4f-4341-a846-062c072601c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:50.127912 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-31020606-104f-4be4-85e0-2901d0b734b3 None None] Port 453f15c9-8c67-43af-904d-a17f4ec1cd88 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:13:50.523626 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:50.630546 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-0ffe31da-7d4f-4341-a846-062c072601c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 453f15c9-8c67-43af-904d-a17f4ec1cd88 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:13:50.645306 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-0ffe31da-7d4f-4341-a846-062c072601c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:50.668043 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-0ffe31da-7d4f-4341-a846-062c072601c9 service neutron] Transition to ACTIVE for port object 453f15c9-8c67-43af-904d-a17f4ec1cd88 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:13:50.673737 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-0ffe31da-7d4f-4341-a846-062c072601c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:51.073209 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe31da-7d4f-4341-a846-062c072601c9 service neutron] Pushing event updated for resources: {'Port': ['ID=453f15c9-8c67-43af-904d-a17f4ec1cd88,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:13:51.251777 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa69f38-21ed-4934-82f3-2b2697bb6cb1 req-57decb78-dc49-4be6-880e-875f280f276b tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:51.253067 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-aaa69f38-21ed-4934-82f3-2b2697bb6cb1 req-57decb78-dc49-4be6-880e-875f280f276b tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Synchronizing usage tracker for tenant:613ddafc33d3409d8fc1a3e0f163a589 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:13:51.296839 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-aaa69f38-21ed-4934-82f3-2b2697bb6cb1 req-57decb78-dc49-4be6-880e-875f280f276b tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Unset dirty status for tenant:613ddafc33d3409d8fc1a3e0f163a589 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:13:51.298293 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-aaa69f38-21ed-4934-82f3-2b2697bb6cb1 req-57decb78-dc49-4be6-880e-875f280f276b tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 944 time: 0.5649097 Jan 21 10:13:51.303338 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-0ffe31da-7d4f-4341-a846-062c072601c9 service neutron] Attempting to bind port 453f15c9-8c67-43af-904d-a17f4ec1cd88 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:13:51.303669 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-0ffe31da-7d4f-4341-a846-062c072601c9 service neutron] Attempting to bind port 453f15c9-8c67-43af-904d-a17f4ec1cd88 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'fe4856b0-c7b4-4c7a-84c4-c306209030dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:13:51.304001 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-0ffe31da-7d4f-4341-a846-062c072601c9 service neutron] Attempting to bind port 453f15c9-8c67-43af-904d-a17f4ec1cd88 on network 29d9cff9-ae6e-4903-ba1f-b975588f68c1 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:13:51.332329 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-0ffe31da-7d4f-4341-a846-062c072601c9 service neutron] Port 453f15c9-8c67-43af-904d-a17f4ec1cd88 on network 29d9cff9-ae6e-4903-ba1f-b975588f68c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:13:51.332907 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-0ffe31da-7d4f-4341-a846-062c072601c9 service neutron] Attempting to bind port 453f15c9-8c67-43af-904d-a17f4ec1cd88 on network 29d9cff9-ae6e-4903-ba1f-b975588f68c1 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:13:51.357930 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-0ffe31da-7d4f-4341-a846-062c072601c9 service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:13:51.358446 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-0ffe31da-7d4f-4341-a846-062c072601c9 service neutron] Checking segment: {'id': 'fe4856b0-c7b4-4c7a-84c4-c306209030dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:13:51.359103 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-0ffe31da-7d4f-4341-a846-062c072601c9 service neutron] Bound using segment: {'id': 'fe4856b0-c7b4-4c7a-84c4-c306209030dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:13:51.359823 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-0ffe31da-7d4f-4341-a846-062c072601c9 service neutron] Bound port: 453f15c9-8c67-43af-904d-a17f4ec1cd88, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4856b0-c7b4-4c7a-84c4-c306209030dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:13:51.360384 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-0ffe31da-7d4f-4341-a846-062c072601c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:51.418319 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-aaa69f38-21ed-4934-82f3-2b2697bb6cb1 req-f94e46ed-4154-45fd-b478-9c3ea0329850 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116529 Jan 21 10:13:51.495920 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-0ffe31da-7d4f-4341-a846-062c072601c9 service neutron] For port 453f15c9-8c67-43af-904d-a17f4ec1cd88, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:13:51.502618 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-0ffe31da-7d4f-4341-a846-062c072601c9 service neutron] For port 453f15c9-8c67-43af-904d-a17f4ec1cd88, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=453f15c9-8c67-43af-904d-a17f4ec1cd88,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:13:51.509636 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-0ffe31da-7d4f-4341-a846-062c072601c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:51.618563 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-0ffe31da-7d4f-4341-a846-062c072601c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:51.620847 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-0ffe31da-7d4f-4341-a846-062c072601c9 service neutron] 10.222.0.124 "PUT /v2.0/ports/453f15c9-8c67-43af-904d-a17f4ec1cd88 HTTP/1.1" status: 200 len: 1094 time: 1.7535810 Jan 21 10:13:51.621541 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9076796d-e3d8-4140-8085-aceea3523fd3', 'tag': '453f15c9-8c67-43af-904d-a17f4ec1cd88'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:13:51.648725 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe31da-7d4f-4341-a846-062c072601c9 service neutron] Pushing event updated for resources: {'Port': ['ID=453f15c9-8c67-43af-904d-a17f4ec1cd88,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:13:51.760837 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9076796d-e3d8-4140-8085-aceea3523fd3', 'tag': '453f15c9-8c67-43af-904d-a17f4ec1cd88', 'status': 'completed', 'code': 200} Jan 21 10:13:51.808479 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-8f5ebe15-878a-46fc-bb00-09c3e24ea243 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=613ddafc33d3409d8fc1a3e0f163a589&device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 1097 time: 0.1371830 Jan 21 10:13:51.915239 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-6ee3905e-4d8a-4757-bf16-a8350c4f301a service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=453f15c9-8c67-43af-904d-a17f4ec1cd88 HTTP/1.1" status: 200 len: 217 time: 0.0980108 Jan 21 10:13:52.009755 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-91eacc80-9609-426e-b5c2-6710d321f83a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:52.011260 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-91eacc80-9609-426e-b5c2-6710d321f83a service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4f61ffd9-da07-4104-9282-ab85319d9ccb HTTP/1.1" status: 200 len: 851 time: 0.0888383 Jan 21 10:13:52.115677 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-f9091264-b7ab-4adb-a1c2-7e760dd4b8e9 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=29d9cff9-ae6e-4903-ba1f-b975588f68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0978341 Jan 21 10:13:52.302063 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-46e76d91-0e6a-4833-aa54-4c7209411c98 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798589 Jan 21 10:13:52.521657 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ff613fe3-a34b-458e-b35d-89ed5b55aa7d req-d219bf30-c21a-4f1f-b845-46f7090e19a1 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134883 Jan 21 10:13:52.768027 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bd164cd2-fa3e-4b18-a787-282a1687287e req-b4c10077-5da7-4054-88fe-fd08a774d853 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=613ddafc33d3409d8fc1a3e0f163a589&device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 1097 time: 0.1968293 Jan 21 10:13:52.833118 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf5855-da51-43f9-a39c-a1d450440430 req-b00dc100-d351-414b-a329-c9c38cf09e6c tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:52.835816 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ecbf5855-da51-43f9-a39c-a1d450440430 req-b00dc100-d351-414b-a329-c9c38cf09e6c tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 944 time: 0.2003565 Jan 21 10:13:52.988570 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ecbf5855-da51-43f9-a39c-a1d450440430 req-b3bda9b0-2b74-4c21-83bd-7513458e3feb tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900400 Jan 21 10:13:53.010500 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd164cd2-fa3e-4b18-a787-282a1687287e req-54026251-85b9-49dd-a219-d91d671c9e0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:53.012237 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bd164cd2-fa3e-4b18-a787-282a1687287e req-54026251-85b9-49dd-a219-d91d671c9e0e service neutron] 10.222.0.124 "GET /v2.0/networks?id=29d9cff9-ae6e-4903-ba1f-b975588f68c1 HTTP/1.1" status: 200 len: 913 time: 0.2369442 Jan 21 10:13:53.134288 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bd164cd2-fa3e-4b18-a787-282a1687287e req-f8882234-6f54-4bb9-aff1-3bbae18face0 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=453f15c9-8c67-43af-904d-a17f4ec1cd88 HTTP/1.1" status: 200 len: 217 time: 0.1145122 Jan 21 10:13:53.233543 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd164cd2-fa3e-4b18-a787-282a1687287e req-b20a4c31-85d6-494c-ba60-8dc37377e7b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:53.235552 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bd164cd2-fa3e-4b18-a787-282a1687287e req-b20a4c31-85d6-494c-ba60-8dc37377e7b9 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4f61ffd9-da07-4104-9282-ab85319d9ccb HTTP/1.1" status: 200 len: 851 time: 0.0945942 Jan 21 10:13:53.333692 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bd164cd2-fa3e-4b18-a787-282a1687287e req-60fad0fd-2794-47bd-b841-7bbd7b2c44d8 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=29d9cff9-ae6e-4903-ba1f-b975588f68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0908542 Jan 21 10:13:53.500223 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bd164cd2-fa3e-4b18-a787-282a1687287e req-dabbd18d-ca26-417d-a50b-d831f722a066 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600881 Jan 21 10:13:53.803673 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bd164cd2-fa3e-4b18-a787-282a1687287e req-f851537f-9dcf-404e-862a-58afe175fd04 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980833 Jan 21 10:13:53.990783 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-05023628-58fb-489e-9a1d-e0fa0f12bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:54.322615 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357cd1c3-efab-479e-b2e4-c4fa60bad0ca req-993b2e66-e2dd-4b6b-98aa-4d678d5d74b7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:54.324254 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-357cd1c3-efab-479e-b2e4-c4fa60bad0ca req-993b2e66-e2dd-4b6b-98aa-4d678d5d74b7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 944 time: 0.1186018 Jan 21 10:13:54.407396 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-357cd1c3-efab-479e-b2e4-c4fa60bad0ca req-3f259999-f167-466f-be6d-351136c6d4c8 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730703 Jan 21 10:13:55.407919 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 453f15c9-8c67-43af-904d-a17f4ec1cd88 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:13:55.586958 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 453f15c9-8c67-43af-904d-a17f4ec1cd88, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=453f15c9-8c67-43af-904d-a17f4ec1cd88,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:13:55.608834 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '453f15c9-8c67-43af-904d-a17f4ec1cd88', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'port_id': '453f15c9-8c67-43af-904d-a17f4ec1cd88', 'mac_address': 'fa:16:3e:29:9e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:13:55.709703 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:55.714429 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043e0d7-c550-4c42-8af0-2b04cf719e9d req-84562afe-7059-48af-9d69-5fc15d1a1f2b tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:55.717021 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8043e0d7-c550-4c42-8af0-2b04cf719e9d req-84562afe-7059-48af-9d69-5fc15d1a1f2b tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 944 time: 0.1084366 Jan 21 10:13:55.733230 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 453f15c9-8c67-43af-904d-a17f4ec1cd88 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:13:55.755811 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 453f15c9-8c67-43af-904d-a17f4ec1cd88, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=453f15c9-8c67-43af-904d-a17f4ec1cd88,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:13:55.761591 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:55.786879 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8043e0d7-c550-4c42-8af0-2b04cf719e9d req-2cbf2da7-b1db-4fed-9108-397a57b21cae tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601044 Jan 21 10:13:55.848454 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=453f15c9-8c67-43af-904d-a17f4ec1cd88,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:13:55.978599 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['453f15c9-8c67-43af-904d-a17f4ec1cd88'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:13:56.387301 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-003a5f93-6a87-4f5b-b932-919e09deff6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:57.138113 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b3f10-f2f6-46bb-964a-a1f46cb2ff71 req-cac28d8d-40f7-44f0-bb86-806ab37c68f7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:57.141073 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-696b3f10-f2f6-46bb-964a-a1f46cb2ff71 req-cac28d8d-40f7-44f0-bb86-806ab37c68f7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 945 time: 0.1434991 Jan 21 10:13:57.206010 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-696b3f10-f2f6-46bb-964a-a1f46cb2ff71 req-116b5717-1255-4d70-bc94-5b9991724148 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547953 Jan 21 10:13:57.407042 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 453f15c9-8c67-43af-904d-a17f4ec1cd88 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:13:57.500834 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port 453f15c9-8c67-43af-904d-a17f4ec1cd88 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:13:57.513809 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 453f15c9-8c67-43af-904d-a17f4ec1cd88 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:13:57.514587 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:57.545790 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:57.645370 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:13:57.668914 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:57.710569 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9076796d-e3d8-4140-8085-aceea3523fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453f15c9-8c67-43af-904d-a17f4ec1cd88'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:13:57.725676 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 453f15c9-8c67-43af-904d-a17f4ec1cd88, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=453f15c9-8c67-43af-904d-a17f4ec1cd88,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:13:57.736862 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:57.805059 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9076796d-e3d8-4140-8085-aceea3523fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453f15c9-8c67-43af-904d-a17f4ec1cd88', 'code': 200} Jan 21 10:13:57.841123 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:57.851211 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=453f15c9-8c67-43af-904d-a17f4ec1cd88,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:13:58.131098 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bb26a729-4442-42bb-a344-4fd6fa89eac5 req-97794540-9a91-49ea-bf10-377d6fabf0f4 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 1099 time: 0.0995984 Jan 21 10:13:58.198889 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bb26a729-4442-42bb-a344-4fd6fa89eac5 req-e05a6e73-03e7-4fb7-ac02-f57f5b5f5c56 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618219 Jan 21 10:13:58.464208 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072534d-a065-4747-bd79-c9e93c51487c req-914e3500-6e78-4300-a209-ac78eab940b7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:58.466144 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-c072534d-a065-4747-bd79-c9e93c51487c req-914e3500-6e78-4300-a209-ac78eab940b7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 946 time: 0.1020377 Jan 21 10:13:58.522412 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-c072534d-a065-4747-bd79-c9e93c51487c req-6bec22c6-8061-40e9-a95e-5af12201411f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493262 Jan 21 10:13:59.561281 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:59.783858 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3862ad-5e45-4804-9f46-b1967d869833 req-4046dae1-aa57-4eeb-b58a-7d096f296e0a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:59.786201 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bf3862ad-5e45-4804-9f46-b1967d869833 req-4046dae1-aa57-4eeb-b58a-7d096f296e0a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 946 time: 0.0998657 Jan 21 10:13:59.864067 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bf3862ad-5e45-4804-9f46-b1967d869833 req-cc012181-38d8-40fb-a784-07ef76c89f70 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708091 Jan 21 10:14:00.169730 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2b208-eb29-4ce1-b38b-ae8b7777e056 req-a952e41e-e014-4807-8be0-e161cbe38a30 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:00.172532 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-9cc2b208-eb29-4ce1-b38b-ae8b7777e056 req-a952e41e-e014-4807-8be0-e161cbe38a30 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 946 time: 0.1168768 Jan 21 10:14:00.187674 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 41674) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:14:00.196285 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-4e681023-1a13-4739-8b6b-cec0fea7bd4d tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Request body: {'floatingip': {'port_id': '453f15c9-8c67-43af-904d-a17f4ec1cd88'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:14:00.308412 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4e681023-1a13-4739-8b6b-cec0fea7bd4d tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks [] for floatingip, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:01.112182 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4e681023-1a13-4739-8b6b-cec0fea7bd4d tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:01.118915 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4e681023-1a13-4739-8b6b-cec0fea7bd4d tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:01.414312 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.l3_db [None req-4e681023-1a13-4739-8b6b-cec0fea7bd4d tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Floating IP 6ab266d2-dc23-42ad-b9d4-53ccad47d31f associated. External IP: 172.26.0.95, port: 453f15c9-8c67-43af-904d-a17f4ec1cd88. Jan 21 10:14:02.154853 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e681023-1a13-4739-8b6b-cec0fea7bd4d tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Router 733a7dda-194d-46e2-86ef-87d388d845ee has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:14:02.471358 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e681023-1a13-4739-8b6b-cec0fea7bd4d tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:14:02.477131 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4e681023-1a13-4739-8b6b-cec0fea7bd4d tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:02.488358 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764e7dde-8ef4-45f3-bcbb-708cfae23d47 None None] Sync routers for ids ['733a7dda-194d-46e2-86ef-87d388d845ee'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:14:02.536831 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764e7dde-8ef4-45f3-bcbb-708cfae23d47 None None] Routers {'733a7dda-194d-46e2-86ef-87d388d845ee'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:14:02.538097 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-764e7dde-8ef4-45f3-bcbb-708cfae23d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:13:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['733a7dda-194d-46e2-86ef-87d388d845ee'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:02.575744 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4e681023-1a13-4739-8b6b-cec0fea7bd4d tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "PUT /v2.0/floatingips/6ab266d2-dc23-42ad-b9d4-53ccad47d31f HTTP/1.1" status: 200 len: 992 time: 2.3823097 Jan 21 10:14:02.575744 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9076796d-e3d8-4140-8085-aceea3523fd3', 'tag': '453f15c9-8c67-43af-904d-a17f4ec1cd88'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:14:02.665041 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9076796d-e3d8-4140-8085-aceea3523fd3', 'tag': '453f15c9-8c67-43af-904d-a17f4ec1cd88', 'status': 'completed', 'code': 200} Jan 21 10:14:02.820117 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-764e7dde-8ef4-45f3-bcbb-708cfae23d47 None None] Set router 733a7dda-194d-46e2-86ef-87d388d845ee gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:14:02.825642 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dc5c778e-049f-457e-bb42-883e46b279dc req-638604ba-82a2-4af4-92f4-21be53438709 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=613ddafc33d3409d8fc1a3e0f163a589&device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 1099 time: 0.1362965 Jan 21 10:14:03.057890 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c778e-049f-457e-bb42-883e46b279dc req-8721591c-f12b-4e7a-8ec0-ba1a761fe3cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:03.059363 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dc5c778e-049f-457e-bb42-883e46b279dc req-8721591c-f12b-4e7a-8ec0-ba1a761fe3cf service neutron] 10.222.0.124 "GET /v2.0/networks?id=29d9cff9-ae6e-4903-ba1f-b975588f68c1 HTTP/1.1" status: 200 len: 913 time: 0.2277808 Jan 21 10:14:03.222121 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dc5c778e-049f-457e-bb42-883e46b279dc req-b07aef93-ee1f-4088-8db9-12ef0a727048 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=453f15c9-8c67-43af-904d-a17f4ec1cd88 HTTP/1.1" status: 200 len: 1000 time: 0.1562345 Jan 21 10:14:03.303814 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c778e-049f-457e-bb42-883e46b279dc req-067f5089-6634-4fe4-bc8b-a0dcb79eb10e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:03.306279 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dc5c778e-049f-457e-bb42-883e46b279dc req-067f5089-6634-4fe4-bc8b-a0dcb79eb10e service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4f61ffd9-da07-4104-9282-ab85319d9ccb HTTP/1.1" status: 200 len: 851 time: 0.0784891 Jan 21 10:14:03.383308 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-764e7dde-8ef4-45f3-bcbb-708cfae23d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'name': 'tempest-ServerActionsTestJSON-1138387682-router', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:29Z', 'revision_number': 4, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'gw_port': {'id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '6ab266d2-dc23-42ad-b9d4-53ccad47d31f', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'port_id': '453f15c9-8c67-43af-904d-a17f4ec1cd88', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'mac_address': 'fa:16:3e:29:9e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9076796d-e3d8-4140-8085-aceea3523fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:09:32Z', 'updated_at': '2022-01-21T10:14:00Z', 'revision_number': 13, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38e83e1-6dbc-4da0-b4ef-055dc154e423', 'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'mac_address': 'fa:16:3e:58:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:28Z', 'updated_at': '2022-01-21T10:09:36Z', 'revision_number': 5, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'subnets': [{'id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:03.390401 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764e7dde-8ef4-45f3-bcbb-708cfae23d47 None None] Checking router: 733a7dda-194d-46e2-86ef-87d388d845ee for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:14:03.404160 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764e7dde-8ef4-45f3-bcbb-708cfae23d47 None None] Routers {'733a7dda-194d-46e2-86ef-87d388d845ee'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:14:03.404843 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-764e7dde-8ef4-45f3-bcbb-708cfae23d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:13:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['733a7dda-194d-46e2-86ef-87d388d845ee'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:03.429718 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dc5c778e-049f-457e-bb42-883e46b279dc req-2460558f-a0db-478b-bd0e-dde3ccf92f9c service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=29d9cff9-ae6e-4903-ba1f-b975588f68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1166799 Jan 21 10:14:03.620411 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dc5c778e-049f-457e-bb42-883e46b279dc req-b25988b6-b350-4ad2-b96c-ef3151e334bf service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840332 Jan 21 10:14:03.701971 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-764e7dde-8ef4-45f3-bcbb-708cfae23d47 None None] Set router 733a7dda-194d-46e2-86ef-87d388d845ee gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:14:03.845011 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dc5c778e-049f-457e-bb42-883e46b279dc req-3329d1d3-0597-4553-a9b1-c0ed8b3c30bb service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176206 Jan 21 10:14:04.308294 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-764e7dde-8ef4-45f3-bcbb-708cfae23d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'name': 'tempest-ServerActionsTestJSON-1138387682-router', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:29Z', 'revision_number': 4, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'gw_port': {'id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '6ab266d2-dc23-42ad-b9d4-53ccad47d31f', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'port_id': '453f15c9-8c67-43af-904d-a17f4ec1cd88', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'mac_address': 'fa:16:3e:29:9e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9076796d-e3d8-4140-8085-aceea3523fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:09:32Z', 'updated_at': '2022-01-21T10:14:00Z', 'revision_number': 13, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38e83e1-6dbc-4da0-b4ef-055dc154e423', 'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'mac_address': 'fa:16:3e:58:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:28Z', 'updated_at': '2022-01-21T10:09:36Z', 'revision_number': 5, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'subnets': [{'id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:04.314722 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764e7dde-8ef4-45f3-bcbb-708cfae23d47 None None] The sync data for ids ['733a7dda-194d-46e2-86ef-87d388d845ee'] in dv-neutron-825732-1-hyperv is: [{'id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'name': 'tempest-ServerActionsTestJSON-1138387682-router', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:29Z', 'revision_number': 4, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'gw_port': {'id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '6ab266d2-dc23-42ad-b9d4-53ccad47d31f', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'port_id': '453f15c9-8c67-43af-904d-a17f4ec1cd88', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'mac_address': 'fa:16:3e:29:9e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9076796d-e3d8-4140-8085-aceea3523fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:09:32Z', 'updated_at': '2022-01-21T10:14:00Z', 'revision_number': 13, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38e83e1-6dbc-4da0-b4ef-055dc154e423', 'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'mac_address': 'fa:16:3e:58:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:28Z', 'updated_at': '2022-01-21T10:09:36Z', 'revision_number': 5, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'subnets': [{'id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:14:04.593166 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0347a60a-0892-4e5f-9b2d-cfa8e268b73e None None] New status for floating IP 6ab266d2-dc23-42ad-b9d4-53ccad47d31f: ACTIVE {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:14:20.520559 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:23.982278 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-34cae5ee-019a-41f7-84f8-2b1d56093b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:26.402468 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-42820958-8cad-4867-8ded-0d1137626b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:27.515338 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:27.831442 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:29.551712 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:34.638581 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:14:42.169675 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c41c09-fae7-4318-94be-908fedb089b1 req-9945efd4-fc9f-4858-a980-b2c0ea5c99b6 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:42.171156 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-25c41c09-fae7-4318-94be-908fedb089b1 req-9945efd4-fc9f-4858-a980-b2c0ea5c99b6 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 946 time: 0.1156719 Jan 21 10:14:42.238648 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-25c41c09-fae7-4318-94be-908fedb089b1 req-008400bc-7faa-4d23-9892-15901d03125f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573180 Jan 21 10:14:50.520006 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:52.537029 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-73eda3db-3da8-4cad-a66c-5ff0975feae1 req-4bcf9b2f-e05c-498d-99ef-d60e54564423 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0899475 Jan 21 10:14:52.890908 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-286f73fe-e2d6-4ea1-bbe6-08ab2bdb2cba req-5fa4827a-38c6-4dac-92d4-d0a6ecabdd31 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1296599 Jan 21 10:14:53.001201 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67671114-84b9-4bda-9b10-6b46c0a33420 req-e817371f-3d15-4c77-8d0e-48b2b6391a1b tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:53.002846 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-67671114-84b9-4bda-9b10-6b46c0a33420 req-e817371f-3d15-4c77-8d0e-48b2b6391a1b tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 946 time: 0.1326816 Jan 21 10:14:53.096807 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-67671114-84b9-4bda-9b10-6b46c0a33420 req-fdf94fa9-89ff-40a6-9324-fdf29ffcde8d tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827522 Jan 21 10:14:53.989382 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a785b017-a01d-4468-b569-a5173022964f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:54.457671 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a634ff-d618-41d7-a1c6-23f5e30e927e req-667b66f5-3ed7-496f-af59-67ae751ac9d6 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:54.459699 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b8a634ff-d618-41d7-a1c6-23f5e30e927e req-667b66f5-3ed7-496f-af59-67ae751ac9d6 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 946 time: 0.1267107 Jan 21 10:14:54.749028 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b8a634ff-d618-41d7-a1c6-23f5e30e927e req-1f8035bb-6a29-40fd-a0f2-c5fb6fd53535 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2748146 Jan 21 10:14:54.782825 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-286f73fe-e2d6-4ea1-bbe6-08ab2bdb2cba req-712b7d22-6768-4ec5-8560-fb5f6a50b042 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=613ddafc33d3409d8fc1a3e0f163a589&device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 1099 time: 0.1505156 Jan 21 10:14:54.998562 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f73fe-e2d6-4ea1-bbe6-08ab2bdb2cba req-b01c7f3a-ba37-4dad-96f3-45c476ddb098 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:55.001178 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-286f73fe-e2d6-4ea1-bbe6-08ab2bdb2cba req-b01c7f3a-ba37-4dad-96f3-45c476ddb098 service neutron] 10.222.0.124 "GET /v2.0/networks?id=29d9cff9-ae6e-4903-ba1f-b975588f68c1 HTTP/1.1" status: 200 len: 913 time: 0.2122488 Jan 21 10:14:55.190815 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-286f73fe-e2d6-4ea1-bbe6-08ab2bdb2cba req-e10f0d3c-4d5e-438c-bd93-9e37f3f32548 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=453f15c9-8c67-43af-904d-a17f4ec1cd88 HTTP/1.1" status: 200 len: 1002 time: 0.1837032 Jan 21 10:14:55.286288 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f73fe-e2d6-4ea1-bbe6-08ab2bdb2cba req-519875c1-498b-4158-8512-06410c77f2f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:55.287986 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-286f73fe-e2d6-4ea1-bbe6-08ab2bdb2cba req-519875c1-498b-4158-8512-06410c77f2f2 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4f61ffd9-da07-4104-9282-ab85319d9ccb HTTP/1.1" status: 200 len: 851 time: 0.0910656 Jan 21 10:14:55.390497 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-286f73fe-e2d6-4ea1-bbe6-08ab2bdb2cba req-834b4ae6-12c7-4f85-83a6-69f70aabdc7f service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=29d9cff9-ae6e-4903-ba1f-b975588f68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0963280 Jan 21 10:14:55.567560 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-286f73fe-e2d6-4ea1-bbe6-08ab2bdb2cba req-a1017716-f38b-42a3-a69c-3ce20ebe50d9 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709914 Jan 21 10:14:55.734063 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-286f73fe-e2d6-4ea1-bbe6-08ab2bdb2cba req-8ea9048f-7442-4cef-b751-0c5ebaed5e2a service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601527 Jan 21 10:14:56.090773 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a84bf-cd79-43c9-b0f2-0b12f555f9ae req-900d422a-480d-4db7-a117-3aaff2765f7a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:56.092342 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e01a84bf-cd79-43c9-b0f2-0b12f555f9ae req-900d422a-480d-4db7-a117-3aaff2765f7a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 946 time: 0.1313045 Jan 21 10:14:56.167884 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e01a84bf-cd79-43c9-b0f2-0b12f555f9ae req-40ba59e0-fbfb-49b4-a3b0-2df06a222e56 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662167 Jan 21 10:14:56.399472 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f8902e1f-bd7b-4d02-a4ec-734725038c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:57.442487 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a780e-a7b2-4bc1-978a-ffa298c08d29 req-3d298ee1-57d1-43e4-aa9d-3e317afaec6a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:57.445145 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-af6a780e-a7b2-4bc1-978a-ffa298c08d29 req-3d298ee1-57d1-43e4-aa9d-3e317afaec6a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 946 time: 0.1165731 Jan 21 10:14:57.510315 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-af6a780e-a7b2-4bc1-978a-ffa298c08d29 req-8e33f52b-29cb-4807-9ee1-38c62afd74ec tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568106 Jan 21 10:14:57.529886 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:57.819131 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:58.184598 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-46779e99-8efb-45e1-93c2-9071e25bf278 req-63fa7594-87d8-4a24-b90d-dce69e8a20d5 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=613ddafc33d3409d8fc1a3e0f163a589&device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 1099 time: 0.0937202 Jan 21 10:14:58.361152 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46779e99-8efb-45e1-93c2-9071e25bf278 req-d8c7d8d0-ec46-4b2a-8051-8e9797427ef5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:58.362842 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-46779e99-8efb-45e1-93c2-9071e25bf278 req-d8c7d8d0-ec46-4b2a-8051-8e9797427ef5 service neutron] 10.222.0.124 "GET /v2.0/networks?id=29d9cff9-ae6e-4903-ba1f-b975588f68c1 HTTP/1.1" status: 200 len: 913 time: 0.1507695 Jan 21 10:14:58.497065 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-46779e99-8efb-45e1-93c2-9071e25bf278 req-7bd900f6-b4ac-4ac4-ad09-9bbd722e39e5 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=453f15c9-8c67-43af-904d-a17f4ec1cd88 HTTP/1.1" status: 200 len: 1002 time: 0.1284049 Jan 21 10:14:58.602648 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46779e99-8efb-45e1-93c2-9071e25bf278 req-626c839c-3f8f-45ed-9ea7-046a42c29467 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:58.604953 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-46779e99-8efb-45e1-93c2-9071e25bf278 req-626c839c-3f8f-45ed-9ea7-046a42c29467 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4f61ffd9-da07-4104-9282-ab85319d9ccb HTTP/1.1" status: 200 len: 851 time: 0.1014001 Jan 21 10:14:58.728600 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-46779e99-8efb-45e1-93c2-9071e25bf278 req-5c2bc4d9-74ff-424e-be69-e49cde4eae31 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=29d9cff9-ae6e-4903-ba1f-b975588f68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1162503 Jan 21 10:14:58.820749 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f47f5-fb02-4884-a9ee-455536958706 req-93522557-f818-4407-8b6e-390d4abd0ef6 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:58.822336 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-9f3f47f5-fb02-4884-a9ee-455536958706 req-93522557-f818-4407-8b6e-390d4abd0ef6 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 946 time: 0.1080258 Jan 21 10:14:58.898823 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-9f3f47f5-fb02-4884-a9ee-455536958706 req-e376d96d-4e61-49a7-a0a3-f781fd24c086 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673630 Jan 21 10:14:58.972322 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-46779e99-8efb-45e1-93c2-9071e25bf278 req-765ff1fd-fbe9-4d12-8a53-92d8591fd582 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371969 Jan 21 10:14:59.257364 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-46779e99-8efb-45e1-93c2-9071e25bf278 req-649da5ae-2d70-43e0-a2c0-f32d6f523e7f service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784715 Jan 21 10:14:59.557271 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:00.164851 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f426f77-d80a-49f3-a45a-4332b039c49a req-445bab8f-6331-4b18-abdd-103d33973f76 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:00.167220 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5f426f77-d80a-49f3-a45a-4332b039c49a req-445bab8f-6331-4b18-abdd-103d33973f76 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 946 time: 0.1240242 Jan 21 10:15:00.248117 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5f426f77-d80a-49f3-a45a-4332b039c49a req-cbe4f5f3-61d5-4ba6-b6bd-b6def978a4eb tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724244 Jan 21 10:15:01.530047 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506807e-9e4a-432d-9971-9489a5fbe075 req-bb03b6a1-506b-4678-aa86-73b9cc8b43b7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:01.532592 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-3506807e-9e4a-432d-9971-9489a5fbe075 req-bb03b6a1-506b-4678-aa86-73b9cc8b43b7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 946 time: 0.1287038 Jan 21 10:15:01.618632 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-3506807e-9e4a-432d-9971-9489a5fbe075 req-7b235d04-4cae-4d23-a8d4-197296b52738 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789149 Jan 21 10:15:02.908944 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc6598-02ac-4479-90fa-7d3f1f9914fb req-0bf8c4f9-0457-439b-b06c-f5cee69179f4 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:02.909923 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f1dc6598-02ac-4479-90fa-7d3f1f9914fb req-0bf8c4f9-0457-439b-b06c-f5cee69179f4 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 946 time: 0.1277416 Jan 21 10:15:02.986897 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f1dc6598-02ac-4479-90fa-7d3f1f9914fb req-6ed44ca9-8861-4c7a-b7cd-1809a8b2230f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673313 Jan 21 10:15:04.317071 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4df77c-9f9a-4aa8-9e59-ee24431eb315 req-9c9dabcb-353c-479f-b92e-316047463ec6 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:04.319360 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ff4df77c-9f9a-4aa8-9e59-ee24431eb315 req-9c9dabcb-353c-479f-b92e-316047463ec6 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 946 time: 0.1095779 Jan 21 10:15:04.400983 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ff4df77c-9f9a-4aa8-9e59-ee24431eb315 req-cef2d62c-1e52-472d-bef5-2dd0886c5254 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739164 Jan 21 10:15:05.692017 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f86b6-b51e-44bc-8e5a-1fb82ea5f91a req-908c9ce2-3356-4123-90b4-d4338ba636db tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:05.693846 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-629f86b6-b51e-44bc-8e5a-1fb82ea5f91a req-908c9ce2-3356-4123-90b4-d4338ba636db tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 946 time: 0.1227143 Jan 21 10:15:05.786669 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-629f86b6-b51e-44bc-8e5a-1fb82ea5f91a req-e1e4a755-422a-45b3-bc59-339471dff085 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814044 Jan 21 10:15:07.066690 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ebe26-b195-4cfc-9282-0fa4e4bfcaec req-9f7da191-6457-4e04-a36c-c4cd2c497225 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:07.068437 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-7c9ebe26-b195-4cfc-9282-0fa4e4bfcaec req-9f7da191-6457-4e04-a36c-c4cd2c497225 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 946 time: 0.0950773 Jan 21 10:15:07.138732 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-7c9ebe26-b195-4cfc-9282-0fa4e4bfcaec req-e4c56bfa-c31e-4bb0-bce7-be268695703b tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596676 Jan 21 10:15:08.538310 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856293e-4661-48fd-bac4-1ec031dbd77a req-c65a8151-cb99-4015-ab3b-8d54e915a2b0 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:08.539795 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b856293e-4661-48fd-bac4-1ec031dbd77a req-c65a8151-cb99-4015-ab3b-8d54e915a2b0 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 946 time: 0.2225473 Jan 21 10:15:08.549600 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-286f73fe-e2d6-4ea1-bbe6-08ab2bdb2cba req-57890d67-b42a-49da-9133-ae7bf1bede14 service neutron] 10.222.0.124 "GET /v2.0/ports/453f15c9-8c67-43af-904d-a17f4ec1cd88/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.1267953 Jan 21 10:15:08.612461 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b856293e-4661-48fd-bac4-1ec031dbd77a req-b58a93bc-827f-4773-83ea-aaa8060a87de tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616882 Jan 21 10:15:08.903850 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-286f73fe-e2d6-4ea1-bbe6-08ab2bdb2cba req-ddc16fb5-9535-4326-a48c-84157d4d9d13 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3&tenant_id=613ddafc33d3409d8fc1a3e0f163a589 HTTP/1.1" status: 200 len: 1099 time: 0.0900135 Jan 21 10:15:09.028264 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-286f73fe-e2d6-4ea1-bbe6-08ab2bdb2cba req-d88fed44-2571-46ad-a048-a99d21a1ceed service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=613ddafc33d3409d8fc1a3e0f163a589&device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 1099 time: 0.0978746 Jan 21 10:15:09.192788 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f73fe-e2d6-4ea1-bbe6-08ab2bdb2cba req-8e5c11c0-efe8-4e93-a005-c187198f89ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:09.194544 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-286f73fe-e2d6-4ea1-bbe6-08ab2bdb2cba req-8e5c11c0-efe8-4e93-a005-c187198f89ed service neutron] 10.222.0.124 "GET /v2.0/networks?id=29d9cff9-ae6e-4903-ba1f-b975588f68c1 HTTP/1.1" status: 200 len: 913 time: 0.1602204 Jan 21 10:15:09.330729 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-286f73fe-e2d6-4ea1-bbe6-08ab2bdb2cba req-b864a06b-b13b-4d6b-b925-78576443e274 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=453f15c9-8c67-43af-904d-a17f4ec1cd88 HTTP/1.1" status: 200 len: 1002 time: 0.1300075 Jan 21 10:15:09.427674 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f73fe-e2d6-4ea1-bbe6-08ab2bdb2cba req-f6d5b6fa-b553-41fb-a560-ea00b9f06e96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:09.429259 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-286f73fe-e2d6-4ea1-bbe6-08ab2bdb2cba req-f6d5b6fa-b553-41fb-a560-ea00b9f06e96 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4f61ffd9-da07-4104-9282-ab85319d9ccb HTTP/1.1" status: 200 len: 851 time: 0.0919213 Jan 21 10:15:09.520588 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-286f73fe-e2d6-4ea1-bbe6-08ab2bdb2cba req-52bdd42d-d74c-4bc9-afd4-7ea01697dfbf service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=29d9cff9-ae6e-4903-ba1f-b975588f68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849216 Jan 21 10:15:09.681816 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-286f73fe-e2d6-4ea1-bbe6-08ab2bdb2cba req-6ba9ef50-e6ca-4d20-a423-37c1a2774f8a service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547513 Jan 21 10:15:09.841904 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-286f73fe-e2d6-4ea1-bbe6-08ab2bdb2cba req-74585399-a897-4628-a43a-07c6eb171977 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540964 Jan 21 10:15:09.912401 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f0499-c3af-4757-9969-8b3923f6beaf req-33c87b3b-8af1-445e-a8b3-206512205e07 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:09.914071 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-dc1f0499-c3af-4757-9969-8b3923f6beaf req-33c87b3b-8af1-445e-a8b3-206512205e07 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 946 time: 0.1322484 Jan 21 10:15:09.971370 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-dc1f0499-c3af-4757-9969-8b3923f6beaf req-19e52089-3446-41e0-90d6-9232be2a7a46 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488801 Jan 21 10:15:11.278598 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b74d1-dfbb-45b6-b260-e1c3c53ad6d5 req-e88bd503-3be2-4a1b-8060-96745dc5a0d7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:11.280293 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-619b74d1-dfbb-45b6-b260-e1c3c53ad6d5 req-e88bd503-3be2-4a1b-8060-96745dc5a0d7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 946 time: 0.1003065 Jan 21 10:15:11.355214 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-619b74d1-dfbb-45b6-b260-e1c3c53ad6d5 req-28438e96-3ceb-4291-b04c-cb92f4bbc8eb tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641124 Jan 21 10:15:11.643972 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:15:11.767872 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 453f15c9-8c67-43af-904d-a17f4ec1cd88 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:15:11.936887 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:11.984249 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9076796d-e3d8-4140-8085-aceea3523fd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '453f15c9-8c67-43af-904d-a17f4ec1cd88'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:15:11.998282 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 453f15c9-8c67-43af-904d-a17f4ec1cd88, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=453f15c9-8c67-43af-904d-a17f4ec1cd88,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:15:12.006509 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:12.112850 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9076796d-e3d8-4140-8085-aceea3523fd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '453f15c9-8c67-43af-904d-a17f4ec1cd88', 'code': 200} Jan 21 10:15:12.113933 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=453f15c9-8c67-43af-904d-a17f4ec1cd88,revision_number=6']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:15:12.126852 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:12.127205 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:12.127524 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:12.127861 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:12.128205 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:12.128571 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:12.129088 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:12.129560 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:12.130341 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:12.130804 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:12.131368 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:12.660163 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77066848-2a61-422b-874f-670afbb6defa req-ebc32060-a805-48e7-b519-398b69810201 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:12.661971 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-77066848-2a61-422b-874f-670afbb6defa req-ebc32060-a805-48e7-b519-398b69810201 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 944 time: 0.1080911 Jan 21 10:15:12.720038 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-77066848-2a61-422b-874f-670afbb6defa req-92758534-195f-420d-9777-27296ee6fe32 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508499 Jan 21 10:15:14.033630 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc6573-4d51-4ed3-a4b7-6f91c57c1c3a req-0e9fe903-564b-4729-a498-ee9596425a97 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:14.036079 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-15cc6573-4d51-4ed3-a4b7-6f91c57c1c3a req-0e9fe903-564b-4729-a498-ee9596425a97 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 944 time: 0.1209373 Jan 21 10:15:14.107745 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-15cc6573-4d51-4ed3-a4b7-6f91c57c1c3a req-b237c7fc-dab4-4d7b-9824-e67216b683e6 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631287 Jan 21 10:15:15.378876 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff6742-25c5-4e47-9295-0af68eade475 req-88502339-87d6-4d49-a96a-35660d516186 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:15.381940 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-49ff6742-25c5-4e47-9295-0af68eade475 req-88502339-87d6-4d49-a96a-35660d516186 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 944 time: 0.1190667 Jan 21 10:15:15.436101 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-49ff6742-25c5-4e47-9295-0af68eade475 req-89ecc6d8-d53f-4c9d-917c-406cc1286156 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446939 Jan 21 10:15:15.793238 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 453f15c9-8c67-43af-904d-a17f4ec1cd88 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:15:15.954037 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 453f15c9-8c67-43af-904d-a17f4ec1cd88, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=453f15c9-8c67-43af-904d-a17f4ec1cd88,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:15:15.973066 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '453f15c9-8c67-43af-904d-a17f4ec1cd88', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'port_id': '453f15c9-8c67-43af-904d-a17f4ec1cd88', 'mac_address': 'fa:16:3e:29:9e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:15:16.038662 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:16.057476 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 453f15c9-8c67-43af-904d-a17f4ec1cd88 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:15:16.076429 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 453f15c9-8c67-43af-904d-a17f4ec1cd88, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=453f15c9-8c67-43af-904d-a17f4ec1cd88,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:15:16.082214 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:16.155540 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['453f15c9-8c67-43af-904d-a17f4ec1cd88'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:15:16.205675 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=453f15c9-8c67-43af-904d-a17f4ec1cd88,revision_number=7']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:15:16.683809 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f3f95-c8ef-4313-a197-57ef1f840ef3 req-63d140d5-2797-4419-b791-63a7e861eedb tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:16.685318 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-7c8f3f95-c8ef-4313-a197-57ef1f840ef3 req-63d140d5-2797-4419-b791-63a7e861eedb tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 945 time: 0.0988045 Jan 21 10:15:16.739936 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-7c8f3f95-c8ef-4313-a197-57ef1f840ef3 req-b5ac942e-af74-4673-810e-11b727835a84 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478754 Jan 21 10:15:17.816885 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 453f15c9-8c67-43af-904d-a17f4ec1cd88 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:15:17.925714 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 453f15c9-8c67-43af-904d-a17f4ec1cd88 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:15:17.926203 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:18.062088 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2460e-8890-417e-bbf9-cb0b659864af req-cdc227b5-495c-4af1-b510-9daa1c57658a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:18.064322 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-85b2460e-8890-417e-bbf9-cb0b659864af req-cdc227b5-495c-4af1-b510-9daa1c57658a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 945 time: 0.1168258 Jan 21 10:15:18.117095 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:18.142991 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-85b2460e-8890-417e-bbf9-cb0b659864af req-27fa4fa5-82cd-41e9-bb79-100e20db8ca2 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672152 Jan 21 10:15:18.172271 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9076796d-e3d8-4140-8085-aceea3523fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453f15c9-8c67-43af-904d-a17f4ec1cd88'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:15:18.195113 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 453f15c9-8c67-43af-904d-a17f4ec1cd88, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=453f15c9-8c67-43af-904d-a17f4ec1cd88,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:15:18.201364 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:18.274210 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9076796d-e3d8-4140-8085-aceea3523fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453f15c9-8c67-43af-904d-a17f4ec1cd88', 'code': 200} Jan 21 10:15:18.319982 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=453f15c9-8c67-43af-904d-a17f4ec1cd88,revision_number=8']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:15:19.538307 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e851b9b-2cb5-4a6c-8e99-c41e4c7f08dc req-e2df8ba4-553a-43d0-9813-219744603170 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:19.540044 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6e851b9b-2cb5-4a6c-8e99-c41e4c7f08dc req-e2df8ba4-553a-43d0-9813-219744603170 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 946 time: 0.2026770 Jan 21 10:15:19.614376 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6e851b9b-2cb5-4a6c-8e99-c41e4c7f08dc req-d33d4b7b-0751-4605-82fd-5e86e708c260 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658231 Jan 21 10:15:20.304733 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e7905-a4fb-4c9a-a3ea-df9bb755b15e req-68350fa9-bac3-4d1a-ae3d-911e59114700 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:20.313225 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2e9e7905-a4fb-4c9a-a3ea-df9bb755b15e req-68350fa9-bac3-4d1a-ae3d-911e59114700 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.124 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3&tenant_id=613ddafc33d3409d8fc1a3e0f163a589&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 946 time: 0.1646156 Jan 21 10:15:20.423853 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2e9e7905-a4fb-4c9a-a3ea-df9bb755b15e req-c56468e1-2f50-42ed-9998-a9d18dee95dc service neutron] 10.222.0.124 "GET /v2.0/ports/453f15c9-8c67-43af-904d-a17f4ec1cd88/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.1100717 Jan 21 10:15:20.430983 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283571a-e98d-4276-ba12-210e3dd2d797 req-7ea2094b-8657-45a0-ac1b-b7d9d4d3c3b0 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:20.433122 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5283571a-e98d-4276-ba12-210e3dd2d797 req-7ea2094b-8657-45a0-ac1b-b7d9d4d3c3b0 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 946 time: 0.1866102 Jan 21 10:15:20.540757 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:20.559472 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5283571a-e98d-4276-ba12-210e3dd2d797 req-56142d0e-9dfa-48d4-bc49-e045f613dd60 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149828 Jan 21 10:15:20.596131 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2e9e7905-a4fb-4c9a-a3ea-df9bb755b15e req-32bb7a3f-94e8-4b7d-8924-161beedf3f3c service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=613ddafc33d3409d8fc1a3e0f163a589&device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 1099 time: 0.1349828 Jan 21 10:15:20.827320 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e7905-a4fb-4c9a-a3ea-df9bb755b15e req-d1fc3662-4d81-44f4-b9b0-046f2d7e6983 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:20.830115 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2e9e7905-a4fb-4c9a-a3ea-df9bb755b15e req-d1fc3662-4d81-44f4-b9b0-046f2d7e6983 service neutron] 10.222.0.124 "GET /v2.0/networks?id=29d9cff9-ae6e-4903-ba1f-b975588f68c1 HTTP/1.1" status: 200 len: 913 time: 0.2280335 Jan 21 10:15:20.956190 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2e9e7905-a4fb-4c9a-a3ea-df9bb755b15e req-0a7b724a-0ce8-467a-bde3-d30afd5935d7 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=453f15c9-8c67-43af-904d-a17f4ec1cd88 HTTP/1.1" status: 200 len: 1002 time: 0.1203275 Jan 21 10:15:21.041705 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e7905-a4fb-4c9a-a3ea-df9bb755b15e req-7a8449d3-0c83-483b-ab9e-ad1b0f1015c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:21.044766 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2e9e7905-a4fb-4c9a-a3ea-df9bb755b15e req-7a8449d3-0c83-483b-ab9e-ad1b0f1015c1 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4f61ffd9-da07-4104-9282-ab85319d9ccb HTTP/1.1" status: 200 len: 851 time: 0.0829687 Jan 21 10:15:21.145146 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2e9e7905-a4fb-4c9a-a3ea-df9bb755b15e req-df75dd75-dcca-49e8-a02d-8303c5489f3b service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=29d9cff9-ae6e-4903-ba1f-b975588f68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0945792 Jan 21 10:15:21.335596 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2e9e7905-a4fb-4c9a-a3ea-df9bb755b15e req-a0d6c7d3-1c45-4586-acb0-09a8b9583395 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845405 Jan 21 10:15:21.520872 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2e9e7905-a4fb-4c9a-a3ea-df9bb755b15e req-afd45b5f-68cb-4ad1-b64b-c3c73536b7ee service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790578 Jan 21 10:15:21.820297 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb5bfd-3f4d-4591-932e-b000cb86d2c5 req-ba3396b8-31a5-45ce-8f42-635bdf78c62a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:21.823022 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-32bb5bfd-3f4d-4591-932e-b000cb86d2c5 req-ba3396b8-31a5-45ce-8f42-635bdf78c62a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 946 time: 0.1052122 Jan 21 10:15:21.897668 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-32bb5bfd-3f4d-4591-932e-b000cb86d2c5 req-800993cd-c899-447c-8ecf-95f14aa525c8 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630546 Jan 21 10:15:23.242696 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d3ad1-4b8d-4bdd-847f-2476deae09d6 req-81347b26-8cd2-4df5-b230-ea3409d4b088 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:23.245650 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6d7d3ad1-4b8d-4bdd-847f-2476deae09d6 req-81347b26-8cd2-4df5-b230-ea3409d4b088 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 946 time: 0.1313808 Jan 21 10:15:23.336320 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6d7d3ad1-4b8d-4bdd-847f-2476deae09d6 req-9d0c92da-ecef-4455-878b-b74b18fbf9a5 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802884 Jan 21 10:15:23.839958 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 453f15c9-8c67-43af-904d-a17f4ec1cd88 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:15:24.048230 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-743ecb4d-39cd-40b4-9735-8da5bdfb4b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:24.065022 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:24.111827 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9076796d-e3d8-4140-8085-aceea3523fd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '453f15c9-8c67-43af-904d-a17f4ec1cd88'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:15:24.130818 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 453f15c9-8c67-43af-904d-a17f4ec1cd88, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=453f15c9-8c67-43af-904d-a17f4ec1cd88,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:15:24.136679 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:24.248084 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9076796d-e3d8-4140-8085-aceea3523fd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '453f15c9-8c67-43af-904d-a17f4ec1cd88', 'code': 200} Jan 21 10:15:24.281200 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=453f15c9-8c67-43af-904d-a17f4ec1cd88,revision_number=9']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:15:24.701012 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13967e26-161a-4974-903a-cd1593f9623b req-67dcd968-fad1-4ef3-a979-9cfe277b2817 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:24.703038 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-13967e26-161a-4974-903a-cd1593f9623b req-67dcd968-fad1-4ef3-a979-9cfe277b2817 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 944 time: 0.1442745 Jan 21 10:15:24.774347 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-13967e26-161a-4974-903a-cd1593f9623b req-c7936521-a3e6-462b-9588-742a954018b7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608196 Jan 21 10:15:25.220947 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2e9e7905-a4fb-4c9a-a3ea-df9bb755b15e req-bc41d3d6-0c9d-4079-8842-bf7d96fa0a66 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3&tenant_id=613ddafc33d3409d8fc1a3e0f163a589 HTTP/1.1" status: 200 len: 1097 time: 0.1211205 Jan 21 10:15:25.342156 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2e9e7905-a4fb-4c9a-a3ea-df9bb755b15e req-5d7fcb56-8c25-4e7d-b0f7-d2738b0ef960 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=613ddafc33d3409d8fc1a3e0f163a589&device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 1097 time: 0.0949597 Jan 21 10:15:25.509195 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e7905-a4fb-4c9a-a3ea-df9bb755b15e req-2fb821dc-1b06-4f37-b628-896fc8984a71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:25.510859 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2e9e7905-a4fb-4c9a-a3ea-df9bb755b15e req-2fb821dc-1b06-4f37-b628-896fc8984a71 service neutron] 10.222.0.124 "GET /v2.0/networks?id=29d9cff9-ae6e-4903-ba1f-b975588f68c1 HTTP/1.1" status: 200 len: 913 time: 0.1599143 Jan 21 10:15:25.800708 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2e9e7905-a4fb-4c9a-a3ea-df9bb755b15e req-19746ba3-14f6-49f0-a5a7-cb7ee3b89fe3 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=453f15c9-8c67-43af-904d-a17f4ec1cd88 HTTP/1.1" status: 200 len: 1000 time: 0.2833760 Jan 21 10:15:25.905893 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e7905-a4fb-4c9a-a3ea-df9bb755b15e req-1c603897-5450-449f-a0df-c57cc87290c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:25.908777 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2e9e7905-a4fb-4c9a-a3ea-df9bb755b15e req-1c603897-5450-449f-a0df-c57cc87290c1 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4f61ffd9-da07-4104-9282-ab85319d9ccb HTTP/1.1" status: 200 len: 851 time: 0.1021237 Jan 21 10:15:26.032539 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2e9e7905-a4fb-4c9a-a3ea-df9bb755b15e req-6ffaa7e5-791f-4603-8b28-433c3c43eed3 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=29d9cff9-ae6e-4903-ba1f-b975588f68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1174893 Jan 21 10:15:26.107403 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c547c48-d1a3-41ec-844b-c1b94a71d7ca req-d6508781-1cad-4c57-9739-06f5177ad08d tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:26.109024 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-0c547c48-d1a3-41ec-844b-c1b94a71d7ca req-d6508781-1cad-4c57-9739-06f5177ad08d tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 944 time: 0.1265645 Jan 21 10:15:26.187125 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-0c547c48-d1a3-41ec-844b-c1b94a71d7ca req-df988d44-ac85-42d5-9526-406894f9e1a4 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689223 Jan 21 10:15:26.228318 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2e9e7905-a4fb-4c9a-a3ea-df9bb755b15e req-aae38d49-012d-4ff6-ac6c-64007a030d25 service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896977 Jan 21 10:15:26.405867 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2d6f65e7-8af6-45fc-8a86-6ff938378eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:26.416938 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2e9e7905-a4fb-4c9a-a3ea-df9bb755b15e req-1b21980a-b49b-462e-b18f-7ca504d20dfa service neutron] 10.222.0.124 "GET /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824994 Jan 21 10:15:27.529600 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:27.534157 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b9a1d-008b-4c04-a265-19f0cb365dfc req-fa577706-3126-40a0-ac47-6afd05159521 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:27.536874 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-193b9a1d-008b-4c04-a265-19f0cb365dfc req-fa577706-3126-40a0-ac47-6afd05159521 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 944 time: 0.1437988 Jan 21 10:15:27.622244 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-193b9a1d-008b-4c04-a265-19f0cb365dfc req-8d3df64d-6a79-4257-bc15-e0770298f6e6 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732675 Jan 21 10:15:27.828408 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:27.862930 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 453f15c9-8c67-43af-904d-a17f4ec1cd88 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:15:29.070672 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56be7c-618f-4b94-89cc-b24343dc3391 req-5ad105e5-bcf4-49c8-bca3-d13dcbaa21aa tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:29.072244 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-3b56be7c-618f-4b94-89cc-b24343dc3391 req-5ad105e5-bcf4-49c8-bca3-d13dcbaa21aa tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 944 time: 0.1134515 Jan 21 10:15:29.136247 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-3b56be7c-618f-4b94-89cc-b24343dc3391 req-d217821a-21ca-4c90-bd4d-8d2bb305f3f0 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538857 Jan 21 10:15:29.564106 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:30.409762 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9b972-2be0-43f6-a2c2-fb836083ccd7 req-4358f6dc-0666-4c78-aa63-adb59cf1f4a7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:30.411283 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d1b9b972-2be0-43f6-a2c2-fb836083ccd7 req-4358f6dc-0666-4c78-aa63-adb59cf1f4a7 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 944 time: 0.1037786 Jan 21 10:15:30.478561 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d1b9b972-2be0-43f6-a2c2-fb836083ccd7 req-10ac1995-47d9-4db6-9450-b62e563aeb99 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587637 Jan 21 10:15:31.763023 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c593bd2-ae92-4df3-98e4-5239c73bdedc req-48f18d5d-4bea-4a4a-99ac-b5fb9363aa4f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:31.765115 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-3c593bd2-ae92-4df3-98e4-5239c73bdedc req-48f18d5d-4bea-4a4a-99ac-b5fb9363aa4f tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 944 time: 0.1040366 Jan 21 10:15:31.852185 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 453f15c9-8c67-43af-904d-a17f4ec1cd88 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:15:31.861041 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-3c593bd2-ae92-4df3-98e4-5239c73bdedc req-84339e82-303a-4e72-b176-7c6027df55a8 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786588 Jan 21 10:15:32.082670 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 453f15c9-8c67-43af-904d-a17f4ec1cd88, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=453f15c9-8c67-43af-904d-a17f4ec1cd88,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:15:32.104756 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '453f15c9-8c67-43af-904d-a17f4ec1cd88', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'port_id': '453f15c9-8c67-43af-904d-a17f4ec1cd88', 'mac_address': 'fa:16:3e:29:9e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:15:32.223546 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:32.255114 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 453f15c9-8c67-43af-904d-a17f4ec1cd88 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:15:32.280257 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 453f15c9-8c67-43af-904d-a17f4ec1cd88, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=453f15c9-8c67-43af-904d-a17f4ec1cd88,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:15:32.286634 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:32.374396 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['453f15c9-8c67-43af-904d-a17f4ec1cd88'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:15:32.491477 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=453f15c9-8c67-43af-904d-a17f4ec1cd88,revision_number=10']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:15:33.170597 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9dc51-4d8d-4bd9-88ca-a50028486c89 req-e738f907-9163-4e8d-ab26-8b5c26c0656d tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:33.172249 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-51b9dc51-4d8d-4bd9-88ca-a50028486c89 req-e738f907-9163-4e8d-ab26-8b5c26c0656d tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 946 time: 0.1297729 Jan 21 10:15:33.229741 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-51b9dc51-4d8d-4bd9-88ca-a50028486c89 req-2f8aa135-bf35-40f7-9541-f5add30fb2ed tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500002 Jan 21 10:15:33.853915 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 453f15c9-8c67-43af-904d-a17f4ec1cd88 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:15:33.969935 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 453f15c9-8c67-43af-904d-a17f4ec1cd88 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:15:33.970485 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:34.151778 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:34.201243 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9076796d-e3d8-4140-8085-aceea3523fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453f15c9-8c67-43af-904d-a17f4ec1cd88'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:15:34.217145 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 453f15c9-8c67-43af-904d-a17f4ec1cd88, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=453f15c9-8c67-43af-904d-a17f4ec1cd88,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:15:34.224092 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:34.314655 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=453f15c9-8c67-43af-904d-a17f4ec1cd88,revision_number=11']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:15:34.333504 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9076796d-e3d8-4140-8085-aceea3523fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453f15c9-8c67-43af-904d-a17f4ec1cd88', 'code': 200} Jan 21 10:15:34.524135 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce4d2d-3f4b-4b73-a8ec-cde378dfbf17 req-d063140b-f568-40a0-9888-43a9fbbf4cb5 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:34.525795 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-13ce4d2d-3f4b-4b73-a8ec-cde378dfbf17 req-d063140b-f568-40a0-9888-43a9fbbf4cb5 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 947 time: 0.1075635 Jan 21 10:15:34.583591 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-13ce4d2d-3f4b-4b73-a8ec-cde378dfbf17 req-153279cb-089c-428c-9680-d380fcf76a41 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512176 Jan 21 10:15:35.818591 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccd5b1-ccc5-4092-9353-e2aec4830614 req-d41c2024-4427-493c-8aa4-431596a5a686 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:35.820951 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-c6ccd5b1-ccc5-4092-9353-e2aec4830614 req-d41c2024-4427-493c-8aa4-431596a5a686 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 947 time: 0.0920899 Jan 21 10:15:35.889013 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-c6ccd5b1-ccc5-4092-9353-e2aec4830614 req-4b8763d2-309c-4af9-ac96-2e803e007c72 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577574 Jan 21 10:15:36.125379 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf1a9c-c9f2-4e31-8ebf-e2f3be0bd513 req-5d3e34e9-fccc-4f99-b1ee-3e5262a91d2a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:36.126955 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ccaf1a9c-c9f2-4e31-8ebf-e2f3be0bd513 req-5d3e34e9-fccc-4f99-b1ee-3e5262a91d2a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 947 time: 0.0948915 Jan 21 10:15:36.188352 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ccaf1a9c-c9f2-4e31-8ebf-e2f3be0bd513 req-b13890d5-3f4e-40b3-9f0d-bc81fef3bc59 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546207 Jan 21 10:15:36.458727 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107791ee-31df-415d-9b41-15b9ebf0e992 req-64a8ab4c-1d33-4ced-b935-0469ae461dac tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:36.461107 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-107791ee-31df-415d-9b41-15b9ebf0e992 req-64a8ab4c-1d33-4ced-b935-0469ae461dac tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 947 time: 0.1169081 Jan 21 10:15:36.539173 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-107791ee-31df-415d-9b41-15b9ebf0e992 req-36d316cb-70e5-4400-a51b-43b65631bfc9 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720868 Jan 21 10:15:37.030297 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1fbcd-4aa7-49ba-aa0d-3e88759cb952 req-fcb32d56-0f07-4e1f-8cd2-b5cb73f37257 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:37.031872 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-b6f1fbcd-4aa7-49ba-aa0d-3e88759cb952 req-fcb32d56-0f07-4e1f-8cd2-b5cb73f37257 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 947 time: 0.0917470 Jan 21 10:15:37.094635 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-b6f1fbcd-4aa7-49ba-aa0d-3e88759cb952 req-fa7cdabc-24ee-4571-8a73-54b20b163876 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533044 Jan 21 10:15:38.392023 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2e705-d717-46c1-afdf-d3e71d3dee24 req-b9517085-1e62-4a5f-bbe1-9158ef58f59d tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:38.394589 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-05c2e705-d717-46c1-afdf-d3e71d3dee24 req-b9517085-1e62-4a5f-bbe1-9158ef58f59d tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 947 time: 0.1507499 Jan 21 10:15:38.475659 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-05c2e705-d717-46c1-afdf-d3e71d3dee24 req-8f450580-1c48-485e-b16d-39dac3be811e tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723588 Jan 21 10:15:39.443597 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613f377-ff34-40ba-b222-e407367a6a6c req-5970aff4-1d8a-4117-af36-93b2291779fc tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:39.445767 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f613f377-ff34-40ba-b222-e407367a6a6c req-5970aff4-1d8a-4117-af36-93b2291779fc tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.124 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 947 time: 0.1121991 Jan 21 10:15:39.547375 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-f613f377-ff34-40ba-b222-e407367a6a6c req-8a6a2e30-4b9b-485d-bb8b-f8857582f551 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Deleting port 453f15c9-8c67-43af-904d-a17f4ec1cd88 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:15:39.548039 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-f613f377-ff34-40ba-b222-e407367a6a6c req-8a6a2e30-4b9b-485d-bb8b-f8857582f551 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:39.935562 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c902e1-4fd8-4230-a99b-2349e2ea6c5a req-2fe2642e-8f27-4ae4-b86c-2a8f19839766 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:39.937944 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-b5c902e1-4fd8-4230-a99b-2349e2ea6c5a req-2fe2642e-8f27-4ae4-b86c-2a8f19839766 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 947 time: 0.2490072 Jan 21 10:15:40.002236 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-f613f377-ff34-40ba-b222-e407367a6a6c req-8a6a2e30-4b9b-485d-bb8b-f8857582f551 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] For port 453f15c9-8c67-43af-904d-a17f4ec1cd88, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=453f15c9-8c67-43af-904d-a17f4ec1cd88,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:15:40.002858 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-f613f377-ff34-40ba-b222-e407367a6a6c req-8a6a2e30-4b9b-485d-bb8b-f8857582f551 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:40.010654 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-b5c902e1-4fd8-4230-a99b-2349e2ea6c5a req-afeddeab-9147-4792-9122-56b2a356461a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups?id=a238099e-e5cc-4952-b950-a07d1a5ef5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656037 Jan 21 10:15:40.547915 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-f613f377-ff34-40ba-b222-e407367a6a6c req-8a6a2e30-4b9b-485d-bb8b-f8857582f551 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:40.548948 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-f613f377-ff34-40ba-b222-e407367a6a6c req-8a6a2e30-4b9b-485d-bb8b-f8857582f551 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:40.548948 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.l3_db [req-f613f377-ff34-40ba-b222-e407367a6a6c req-8a6a2e30-4b9b-485d-bb8b-f8857582f551 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Floating IP 6ab266d2-dc23-42ad-b9d4-53ccad47d31f disassociated. External IP: 172.26.0.95, port: 453f15c9-8c67-43af-904d-a17f4ec1cd88. Jan 21 10:15:40.549363 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-f613f377-ff34-40ba-b222-e407367a6a6c req-8a6a2e30-4b9b-485d-bb8b-f8857582f551 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Calling delete_port for 453f15c9-8c67-43af-904d-a17f4ec1cd88 owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:15:40.771561 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-f613f377-ff34-40ba-b222-e407367a6a6c req-8a6a2e30-4b9b-485d-bb8b-f8857582f551 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:40.836643 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a2e30-4b9b-485d-bb8b-f8857582f551 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Pushing event deleted for resources: {'Port': ['ID=453f15c9-8c67-43af-904d-a17f4ec1cd88,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:15:40.959044 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6a2e30-4b9b-485d-bb8b-f8857582f551 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:40.959407 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6a2e30-4b9b-485d-bb8b-f8857582f551 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:40.960977 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6a2e30-4b9b-485d-bb8b-f8857582f551 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:40.960977 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6a2e30-4b9b-485d-bb8b-f8857582f551 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:40.960977 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6a2e30-4b9b-485d-bb8b-f8857582f551 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:40.961459 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6a2e30-4b9b-485d-bb8b-f8857582f551 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:40.962060 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6a2e30-4b9b-485d-bb8b-f8857582f551 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:40.962688 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6a2e30-4b9b-485d-bb8b-f8857582f551 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:40.964196 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6a2e30-4b9b-485d-bb8b-f8857582f551 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:40.964196 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6a2e30-4b9b-485d-bb8b-f8857582f551 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:40.964680 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6a2e30-4b9b-485d-bb8b-f8857582f551 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:41.187170 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f613f377-ff34-40ba-b222-e407367a6a6c req-8a6a2e30-4b9b-485d-bb8b-f8857582f551 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Router 733a7dda-194d-46e2-86ef-87d388d845ee has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:15:41.328116 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-70131a6b-7967-473a-aa95-ecd41bb31f26 req-2a34befa-e884-4935-9a4e-8509de607237 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 210 time: 0.1221220 Jan 21 10:15:41.501776 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f613f377-ff34-40ba-b222-e407367a6a6c req-8a6a2e30-4b9b-485d-bb8b-f8857582f551 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:15:41.515318 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c9f40f-ca45-4a01-959b-a142aa9525b7 None None] Sync routers for ids ['733a7dda-194d-46e2-86ef-87d388d845ee'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:15:41.535463 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c9f40f-ca45-4a01-959b-a142aa9525b7 None None] Routers {'733a7dda-194d-46e2-86ef-87d388d845ee'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:15:41.536559 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-b1c9f40f-ca45-4a01-959b-a142aa9525b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:15:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['733a7dda-194d-46e2-86ef-87d388d845ee'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:15:41.602598 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-f613f377-ff34-40ba-b222-e407367a6a6c req-8a6a2e30-4b9b-485d-bb8b-f8857582f551 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] No DVR routers for this DVR port 453f15c9-8c67-43af-904d-a17f4ec1cd88 on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:15:41.606439 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-f613f377-ff34-40ba-b222-e407367a6a6c req-8a6a2e30-4b9b-485d-bb8b-f8857582f551 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:41.609386 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9076796d-e3d8-4140-8085-aceea3523fd3', 'name': 'network-vif-deleted', 'tag': '453f15c9-8c67-43af-904d-a17f4ec1cd88'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:15:41.636795 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f613f377-ff34-40ba-b222-e407367a6a6c req-8a6a2e30-4b9b-485d-bb8b-f8857582f551 tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.124 "DELETE /v2.0/ports/453f15c9-8c67-43af-904d-a17f4ec1cd88 HTTP/1.1" status: 204 len: 173 time: 2.1848235 Jan 21 10:15:41.830782 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-b1c9f40f-ca45-4a01-959b-a142aa9525b7 None None] Set router 733a7dda-194d-46e2-86ef-87d388d845ee gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:15:41.854337 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9076796d-e3d8-4140-8085-aceea3523fd3', 'name': 'network-vif-deleted', 'tag': '453f15c9-8c67-43af-904d-a17f4ec1cd88', 'status': 'completed', 'code': 200} Jan 21 10:15:42.264981 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-b1c9f40f-ca45-4a01-959b-a142aa9525b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'name': 'tempest-ServerActionsTestJSON-1138387682-router', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:29Z', 'revision_number': 4, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'gw_port': {'id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'd38e83e1-6dbc-4da0-b4ef-055dc154e423', 'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'mac_address': 'fa:16:3e:58:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:28Z', 'updated_at': '2022-01-21T10:09:36Z', 'revision_number': 5, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'subnets': [{'id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:15:42.270478 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c9f40f-ca45-4a01-959b-a142aa9525b7 None None] Checking router: 733a7dda-194d-46e2-86ef-87d388d845ee for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:15:42.284060 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c9f40f-ca45-4a01-959b-a142aa9525b7 None None] Routers {'733a7dda-194d-46e2-86ef-87d388d845ee'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:15:42.284702 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-b1c9f40f-ca45-4a01-959b-a142aa9525b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:15:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['733a7dda-194d-46e2-86ef-87d388d845ee'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:15:42.548786 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-b1c9f40f-ca45-4a01-959b-a142aa9525b7 None None] Set router 733a7dda-194d-46e2-86ef-87d388d845ee gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:15:42.633801 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-057320dd-2c61-471c-acb2-d12331ab601e req-be656ebe-6d0b-4521-bf47-5c96a3f0877e tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Synchronizing usage tracker for tenant:613ddafc33d3409d8fc1a3e0f163a589 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:15:42.660325 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-057320dd-2c61-471c-acb2-d12331ab601e req-be656ebe-6d0b-4521-bf47-5c96a3f0877e tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Unset dirty status for tenant:613ddafc33d3409d8fc1a3e0f163a589 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:15:42.662454 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-057320dd-2c61-471c-acb2-d12331ab601e req-be656ebe-6d0b-4521-bf47-5c96a3f0877e tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/ports?device_id=9076796d-e3d8-4140-8085-aceea3523fd3 HTTP/1.1" status: 200 len: 210 time: 0.0985560 Jan 21 10:15:43.027162 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-b1c9f40f-ca45-4a01-959b-a142aa9525b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'name': 'tempest-ServerActionsTestJSON-1138387682-router', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:29Z', 'revision_number': 4, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'gw_port': {'id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'd38e83e1-6dbc-4da0-b4ef-055dc154e423', 'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'mac_address': 'fa:16:3e:58:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:28Z', 'updated_at': '2022-01-21T10:09:36Z', 'revision_number': 5, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'subnets': [{'id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:15:43.033527 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c9f40f-ca45-4a01-959b-a142aa9525b7 None None] The sync data for ids ['733a7dda-194d-46e2-86ef-87d388d845ee'] in dv-neutron-825732-1-hyperv is: [{'id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'name': 'tempest-ServerActionsTestJSON-1138387682-router', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:29Z', 'revision_number': 4, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'gw_port': {'id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'd38e83e1-6dbc-4da0-b4ef-055dc154e423', 'name': '', 'network_id': '29d9cff9-ae6e-4903-ba1f-b975588f68c1', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'mac_address': 'fa:16:3e:58:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:28Z', 'updated_at': '2022-01-21T10:09:36Z', 'revision_number': 5, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'subnets': [{'id': '4f61ffd9-da07-4104-9282-ab85319d9ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:15:43.327668 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da0d59d-249f-478a-ab7c-01c16b6e46d1 None None] New status for floating IP 6ab266d2-dc23-42ad-b9d4-53ccad47d31f: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:15:43.917117 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 453f15c9-8c67-43af-904d-a17f4ec1cd88 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:15:43.961056 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: 453f15c9-8c67-43af-904d-a17f4ec1cd88 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:15:43.961405 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 453f15c9-8c67-43af-904d-a17f4ec1cd88 not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:15:47.689964 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 41944) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:15:47.775403 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8332266-9513-43c4-8c3f-ae7b22a2d8ec tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:47.811936 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8332266-9513-43c4-8c3f-ae7b22a2d8ec tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:47.902180 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8332266-9513-43c4-8c3f-ae7b22a2d8ec tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:47.930105 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8332266-9513-43c4-8c3f-ae7b22a2d8ec tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a238099e-e5cc-4952-b950-a07d1a5ef5e5,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:15:47.944231 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8332266-9513-43c4-8c3f-ae7b22a2d8ec tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:47.944482 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8332266-9513-43c4-8c3f-ae7b22a2d8ec tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:47.944809 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8332266-9513-43c4-8c3f-ae7b22a2d8ec tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:47.945179 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8332266-9513-43c4-8c3f-ae7b22a2d8ec tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:47.945464 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8332266-9513-43c4-8c3f-ae7b22a2d8ec tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:47.945813 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8332266-9513-43c4-8c3f-ae7b22a2d8ec tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:47.946124 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8332266-9513-43c4-8c3f-ae7b22a2d8ec tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:47.946441 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8332266-9513-43c4-8c3f-ae7b22a2d8ec tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:47.946879 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8332266-9513-43c4-8c3f-ae7b22a2d8ec tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:47.947207 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8332266-9513-43c4-8c3f-ae7b22a2d8ec tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:47.947521 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8332266-9513-43c4-8c3f-ae7b22a2d8ec tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:47.959085 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8332266-9513-43c4-8c3f-ae7b22a2d8ec tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:47.959085 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c8332266-9513-43c4-8c3f-ae7b22a2d8ec tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "DELETE /v2.0/security-groups/a238099e-e5cc-4952-b950-a07d1a5ef5e5 HTTP/1.1" status: 204 len: 168 time: 0.2660551 Jan 21 10:15:47.961338 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 41948) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:15:47.989968 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-3ff8fa35-7495-4940-b187-ff22ee5af90a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] show failed (client error): The resource could not be found. Jan 21 10:15:47.991473 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-3ff8fa35-7495-4940-b187-ff22ee5af90a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "GET /v2.0/security-groups/a238099e-e5cc-4952-b950-a07d1a5ef5e5 HTTP/1.1" status: 404 len: 347 time: 0.0279357 Jan 21 10:15:47.994596 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 41952) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:15:48.217649 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-77b65dd0-d50d-4066-abdd-81b0d74fc54a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Deleting port 930adc5d-b315-4095-b17b-1b958e076fe4 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:15:48.218241 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-77b65dd0-d50d-4066-abdd-81b0d74fc54a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:48.421836 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-77b65dd0-d50d-4066-abdd-81b0d74fc54a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:48.422147 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-77b65dd0-d50d-4066-abdd-81b0d74fc54a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:48.578139 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-77b65dd0-d50d-4066-abdd-81b0d74fc54a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Calling delete_port for 930adc5d-b315-4095-b17b-1b958e076fe4 owned by network:floatingip {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:15:48.646611 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:15:48.774202 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-77b65dd0-d50d-4066-abdd-81b0d74fc54a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:48.952778 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b65dd0-d50d-4066-abdd-81b0d74fc54a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Pushing event deleted for resources: {'Port': ['ID=930adc5d-b315-4095-b17b-1b958e076fe4,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:15:49.054456 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-77b65dd0-d50d-4066-abdd-81b0d74fc54a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks [] for floatingip, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:49.076504 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-77b65dd0-d50d-4066-abdd-81b0d74fc54a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:49.078283 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-77b65dd0-d50d-4066-abdd-81b0d74fc54a tempest-ServerActionsTestJSON-112303727 tempest-ServerActionsTestJSON-112303727-project] 10.222.0.104 "DELETE /v2.0/floatingips/6ab266d2-dc23-42ad-b9d4-53ccad47d31f HTTP/1.1" status: 204 len: 168 time: 1.0820642 Jan 21 10:15:49.082528 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 41956) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:15:49.744679 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ae353228-a7c1-4ee8-b431-ecc6e3e86970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:50.510712 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ae353228-a7c1-4ee8-b431-ecc6e3e86970 admin admin] Deleting port d38e83e1-6dbc-4da0-b4ef-055dc154e423 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:15:50.511812 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ae353228-a7c1-4ee8-b431-ecc6e3e86970 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:50.532485 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:50.722086 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ae353228-a7c1-4ee8-b431-ecc6e3e86970 admin admin] For port d38e83e1-6dbc-4da0-b4ef-055dc154e423, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=d38e83e1-6dbc-4da0-b4ef-055dc154e423,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:15:50.722584 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ae353228-a7c1-4ee8-b431-ecc6e3e86970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:50.875696 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ae353228-a7c1-4ee8-b431-ecc6e3e86970 admin admin] Calling delete_port for d38e83e1-6dbc-4da0-b4ef-055dc154e423 owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:15:51.220357 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ae353228-a7c1-4ee8-b431-ecc6e3e86970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:51.283417 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae353228-a7c1-4ee8-b431-ecc6e3e86970 admin admin] Pushing event deleted for resources: {'Port': ['ID=d38e83e1-6dbc-4da0-b4ef-055dc154e423,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:15:51.701821 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ae353228-a7c1-4ee8-b431-ecc6e3e86970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:52.546996 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae353228-a7c1-4ee8-b431-ecc6e3e86970 admin admin] Router 733a7dda-194d-46e2-86ef-87d388d845ee has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:15:52.851675 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae353228-a7c1-4ee8-b431-ecc6e3e86970 admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:15:52.872773 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aca2afb-2426-40b2-a944-48ed20a4367c None None] Sync routers for ids ['733a7dda-194d-46e2-86ef-87d388d845ee'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:15:52.882052 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ae353228-a7c1-4ee8-b431-ecc6e3e86970 admin admin] 10.222.0.104 "PUT /v2.0/routers/733a7dda-194d-46e2-86ef-87d388d845ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7939432 Jan 21 10:15:52.883201 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 41962) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:15:52.898871 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aca2afb-2426-40b2-a944-48ed20a4367c None None] Routers {'733a7dda-194d-46e2-86ef-87d388d845ee'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:15:52.900547 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-9aca2afb-2426-40b2-a944-48ed20a4367c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:15:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['733a7dda-194d-46e2-86ef-87d388d845ee'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:15:53.171387 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-9aca2afb-2426-40b2-a944-48ed20a4367c None None] Set router 733a7dda-194d-46e2-86ef-87d388d845ee gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:15:53.376896 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-efb6c103-95f3-44ed-9a0e-1c1d637ab4bd admin admin] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:53.616662 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-9aca2afb-2426-40b2-a944-48ed20a4367c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'name': 'tempest-ServerActionsTestJSON-1138387682-router', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:15:51Z', 'revision_number': 5, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'gw_port': {'id': 'ee27af5d-e29b-44be-b395-74e0dfed3e06', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:15:53.626398 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aca2afb-2426-40b2-a944-48ed20a4367c None None] Checking router: 733a7dda-194d-46e2-86ef-87d388d845ee for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:15:53.648563 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aca2afb-2426-40b2-a944-48ed20a4367c None None] Routers {'733a7dda-194d-46e2-86ef-87d388d845ee'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:15:53.649673 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-9aca2afb-2426-40b2-a944-48ed20a4367c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:15:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['733a7dda-194d-46e2-86ef-87d388d845ee'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:15:53.686399 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-efb6c103-95f3-44ed-9a0e-1c1d637ab4bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:53.701655 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-efb6c103-95f3-44ed-9a0e-1c1d637ab4bd admin admin] Deleting port ee27af5d-e29b-44be-b395-74e0dfed3e06 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:15:53.702078 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-efb6c103-95f3-44ed-9a0e-1c1d637ab4bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:53.868138 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-9aca2afb-2426-40b2-a944-48ed20a4367c None None] Set router 733a7dda-194d-46e2-86ef-87d388d845ee gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:15:53.996967 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a2f59b3b-c7db-4323-bd9d-fc67ab0fcbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:54.005371 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-efb6c103-95f3-44ed-9a0e-1c1d637ab4bd admin admin] For port ee27af5d-e29b-44be-b395-74e0dfed3e06, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ee27af5d-e29b-44be-b395-74e0dfed3e06,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:15:54.006344 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-efb6c103-95f3-44ed-9a0e-1c1d637ab4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:54.034101 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-9aca2afb-2426-40b2-a944-48ed20a4367c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'name': 'tempest-ServerActionsTestJSON-1138387682-router', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:15:53Z', 'revision_number': 6, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'gw_port_host': None}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:15:54.038735 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aca2afb-2426-40b2-a944-48ed20a4367c None None] The sync data for ids ['733a7dda-194d-46e2-86ef-87d388d845ee'] in dv-neutron-825732-1-hyperv is: [{'id': '733a7dda-194d-46e2-86ef-87d388d845ee', 'name': 'tempest-ServerActionsTestJSON-1138387682-router', 'tenant_id': '613ddafc33d3409d8fc1a3e0f163a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:26Z', 'updated_at': '2022-01-21T10:15:53Z', 'revision_number': 6, 'project_id': '613ddafc33d3409d8fc1a3e0f163a589', 'gw_port_host': None}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:15:54.198422 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-efb6c103-95f3-44ed-9a0e-1c1d637ab4bd admin admin] Calling delete_port for ee27af5d-e29b-44be-b395-74e0dfed3e06 owned by network:router_gateway {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:15:54.398118 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device d38e83e1-6dbc-4da0-b4ef-055dc154e423 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:15:54.460260 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: d38e83e1-6dbc-4da0-b4ef-055dc154e423 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:15:54.460743 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device d38e83e1-6dbc-4da0-b4ef-055dc154e423 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:15:54.477089 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-efb6c103-95f3-44ed-9a0e-1c1d637ab4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:54.542998 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6c103-95f3-44ed-9a0e-1c1d637ab4bd admin admin] Pushing event deleted for resources: {'Port': ['ID=ee27af5d-e29b-44be-b395-74e0dfed3e06,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:15:54.879059 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-efb6c103-95f3-44ed-9a0e-1c1d637ab4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:55.231859 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-efb6c103-95f3-44ed-9a0e-1c1d637ab4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:55.240672 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-efb6c103-95f3-44ed-9a0e-1c1d637ab4bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:55.285924 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-efb6c103-95f3-44ed-9a0e-1c1d637ab4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:55.286810 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb6c103-95f3-44ed-9a0e-1c1d637ab4bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 733a7dda-194d-46e2-86ef-87d388d845ee {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:15:55.310983 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-efb6c103-95f3-44ed-9a0e-1c1d637ab4bd admin admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:55.312984 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-efb6c103-95f3-44ed-9a0e-1c1d637ab4bd admin admin] 10.222.0.104 "DELETE /v2.0/routers/733a7dda-194d-46e2-86ef-87d388d845ee HTTP/1.1" status: 204 len: 168 time: 2.4275115 Jan 21 10:15:55.315969 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 41968) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:15:55.566017 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-87ac96bd-9b56-4c8b-8b0b-59603436ea9d admin admin] Deleting subnet 4f61ffd9-da07-4104-9282-ab85319d9ccb {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:15:55.571454 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-87ac96bd-9b56-4c8b-8b0b-59603436ea9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:55.660080 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-87ac96bd-9b56-4c8b-8b0b-59603436ea9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:55.788230 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-87ac96bd-9b56-4c8b-8b0b-59603436ea9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:55.904884 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-87ac96bd-9b56-4c8b-8b0b-59603436ea9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:55.971039 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac96bd-9b56-4c8b-8b0b-59603436ea9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f61ffd9-da07-4104-9282-ab85319d9ccb,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:15:55.995834 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-87ac96bd-9b56-4c8b-8b0b-59603436ea9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:56.002181 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7b4211-0264-43b4-bb25-307c981f6d2d None None] Network 29d9cff9-ae6e-4903-ba1f-b975588f68c1 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:15:56.009921 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-87ac96bd-9b56-4c8b-8b0b-59603436ea9d admin admin] 10.222.0.104 "DELETE /v2.0/subnets/4f61ffd9-da07-4104-9282-ab85319d9ccb HTTP/1.1" status: 204 len: 168 time: 0.6886487 Jan 21 10:15:56.011085 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 41974) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:15:56.182720 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ba5ef0f7-1389-483e-a346-4c7c54c3fdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:56.198210 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ef0f7-1389-483e-a346-4c7c54c3fdbf admin admin] Deleting port bc35abb7-0a70-4bcd-b2a8-0013e2cea59f {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:15:56.198673 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ba5ef0f7-1389-483e-a346-4c7c54c3fdbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:56.393648 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ce0303-85cc-4338-ad71-3c89339d47f0 None None] DHCP port deletion for 29d9cff9-ae6e-4903-ba1f-b975588f68c1 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 10:15:56.414187 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ee27af5d-e29b-44be-b395-74e0dfed3e06 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:15:56.468808 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-f5ce0303-85cc-4338-ad71-3c89339d47f0 None None] Deleting port bc35abb7-0a70-4bcd-b2a8-0013e2cea59f {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:15:56.469436 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f5ce0303-85cc-4338-ad71-3c89339d47f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:56.506669 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ff7951c0-45bb-49d5-bfe6-3f5097d3e593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:56.530476 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: ee27af5d-e29b-44be-b395-74e0dfed3e06 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:15:56.530923 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ee27af5d-e29b-44be-b395-74e0dfed3e06 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:15:56.545651 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-ba5ef0f7-1389-483e-a346-4c7c54c3fdbf admin admin] For port bc35abb7-0a70-4bcd-b2a8-0013e2cea59f, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=bc35abb7-0a70-4bcd-b2a8-0013e2cea59f,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:15:56.546252 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ba5ef0f7-1389-483e-a346-4c7c54c3fdbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:56.723630 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ef0f7-1389-483e-a346-4c7c54c3fdbf admin admin] Calling delete_port for bc35abb7-0a70-4bcd-b2a8-0013e2cea59f owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:15:56.834688 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-f5ce0303-85cc-4338-ad71-3c89339d47f0 None None] For port bc35abb7-0a70-4bcd-b2a8-0013e2cea59f, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=bc35abb7-0a70-4bcd-b2a8-0013e2cea59f,segment=NetworkSegment(fe4856b0-c7b4-4c7a-84c4-c306209030dd),segment_id=fe4856b0-c7b4-4c7a-84c4-c306209030dd)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:15:56.835240 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f5ce0303-85cc-4338-ad71-3c89339d47f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:56.862761 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ba5ef0f7-1389-483e-a346-4c7c54c3fdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:56.942161 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ef0f7-1389-483e-a346-4c7c54c3fdbf admin admin] Pushing event deleted for resources: {'Port': ['ID=bc35abb7-0a70-4bcd-b2a8-0013e2cea59f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:15:56.954281 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5ef0f7-1389-483e-a346-4c7c54c3fdbf admin admin] No DVR routers for this DVR port bc35abb7-0a70-4bcd-b2a8-0013e2cea59f on host dv-neutron-825732-1-hyperv {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:15:57.060516 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-f5ce0303-85cc-4338-ad71-3c89339d47f0 None None] Calling delete_port for bc35abb7-0a70-4bcd-b2a8-0013e2cea59f owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: util.warn_limited( Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: util.warn_limited( Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: util.warn( Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: util.warn( Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: util.warn( Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: util.warn( Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: util.warn( Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: util.warn( Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: util.warn( Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: util.warn( Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: util.warn( Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: util.warn( Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: util.warn( Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: util.warn( Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: util.warn( Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: util.warn( Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: util.warn( Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: util.warn( Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: util.warn( Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: util.warn( Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: util.warn( Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: util.warn( Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: util.warn( Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: util.warn( Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: util.warn( Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: util.warn( Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: util.warn( Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:15:57.154636 dv-neutron-825732-1-hyperv neutron-server[83599]: util.warn( Jan 21 10:15:57.162476 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ba5ef0f7-1389-483e-a346-4c7c54c3fdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:57.164840 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-f5ce0303-85cc-4338-ad71-3c89339d47f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:15:57.165880 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-f5ce0303-85cc-4338-ad71-3c89339d47f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:15:57.191488 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-ba5ef0f7-1389-483e-a346-4c7c54c3fdbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d9cff9-ae6e-4903-ba1f-b975588f68c1']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:15:57.207075 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-ba5ef0f7-1389-483e-a346-4c7c54c3fdbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe4856b0-c7b4-4c7a-84c4-c306209030dd') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:15:57.207461 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-ba5ef0f7-1389-483e-a346-4c7c54c3fdbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe4856b0-c7b4-4c7a-84c4-c306209030dd') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:15:57.221887 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ba5ef0f7-1389-483e-a346-4c7c54c3fdbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:57.255661 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ba5ef0f7-1389-483e-a346-4c7c54c3fdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:57.265636 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba5ef0f7-1389-483e-a346-4c7c54c3fdbf admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:15:57.266323 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ba5ef0f7-1389-483e-a346-4c7c54c3fdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:57.282208 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 10:15:57.282208 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:15:57.282208 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 10:15:57.282208 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:15:57.282208 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 10:15:57.282208 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:15:57.282208 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 10:15:57.282208 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:15:57.282208 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 10:15:57.282208 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:15:57.282208 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 10:15:57.282208 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:15:57.282208 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 10:15:57.282208 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:15:57.282208 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:15:57.282208 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:15:57.282208 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:15:57.282208 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:15:57.282208 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 10:15:57.282208 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:15:57.282208 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 10:15:57.282208 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:15:57.282208 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:15:57.282208 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:15:57.282208 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 10:15:57.282208 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:15:57.282208 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:15:57.282208 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:15:57.282208 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:15:57.282208 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:15:57.282208 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:15:57.282208 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:15:57.371100 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ba5ef0f7-1389-483e-a346-4c7c54c3fdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:57.390538 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ba5ef0f7-1389-483e-a346-4c7c54c3fdbf admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:57.404387 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ef0f7-1389-483e-a346-4c7c54c3fdbf admin admin] Pushing event deleted for resources: {'Network': ['ID=29d9cff9-ae6e-4903-ba1f-b975588f68c1,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:15:57.410202 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ba5ef0f7-1389-483e-a346-4c7c54c3fdbf admin admin] 10.222.0.104 "DELETE /v2.0/networks/29d9cff9-ae6e-4903-ba1f-b975588f68c1 HTTP/1.1" status: 204 len: 168 time: 1.3977952 Jan 21 10:15:57.519718 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:57.652384 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 41982) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:15:57.667858 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-f5ce0303-85cc-4338-ad71-3c89339d47f0 None None] Deleting port bc35abb7-0a70-4bcd-b2a8-0013e2cea59f {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:15:57.668846 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f5ce0303-85cc-4338-ad71-3c89339d47f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:57.732285 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e84e4c82-ce86-484a-abb8-05268df3eda4 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=613ddafc33d3409d8fc1a3e0f163a589&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0783892 Jan 21 10:15:57.735630 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 41986) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:15:57.777205 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-f5ce0303-85cc-4338-ad71-3c89339d47f0 None None] The port 'bc35abb7-0a70-4bcd-b2a8-0013e2cea59f' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 10:15:57.835217 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a5e5cb3f-514d-496a-ab28-c98e5d629b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:57.845329 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:57.875526 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a5e5cb3f-514d-496a-ab28-c98e5d629b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:57.966143 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a5e5cb3f-514d-496a-ab28-c98e5d629b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:58.001707 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5cb3f-514d-496a-ab28-c98e5d629b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d8ea65-f2a9-442b-890d-bae00c7511f4,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:15:58.009150 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a5e5cb3f-514d-496a-ab28-c98e5d629b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:58.010476 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a5e5cb3f-514d-496a-ab28-c98e5d629b85 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/14d8ea65-f2a9-442b-890d-bae00c7511f4 HTTP/1.1" status: 204 len: 168 time: 0.2734294 Jan 21 10:15:58.374716 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device bc35abb7-0a70-4bcd-b2a8-0013e2cea59f no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:15:58.413699 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: bc35abb7-0a70-4bcd-b2a8-0013e2cea59f {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:15:58.414180 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device bc35abb7-0a70-4bcd-b2a8-0013e2cea59f not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:15:59.199878 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 42008) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:15:59.402416 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-dae9b234-ae2e-4792-9155-331abc6f5ad1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1858487320-network', 'tenant_id': '860dd2cddfba4ae7955784ff144c763b'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:15:59.410506 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-dae9b234-ae2e-4792-9155-331abc6f5ad1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:15:59.416259 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-dae9b234-ae2e-4792-9155-331abc6f5ad1 admin admin] Usage tracker for resource:network and tenant:860dd2cddfba4ae7955784ff144c763b is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:15:59.420842 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-dae9b234-ae2e-4792-9155-331abc6f5ad1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:15:59.431339 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-dae9b234-ae2e-4792-9155-331abc6f5ad1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:15:59.453640 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae9b234-ae2e-4792-9155-331abc6f5ad1 admin admin] Made reservation on behalf of 860dd2cddfba4ae7955784ff144c763b for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:15:59.458225 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dae9b234-ae2e-4792-9155-331abc6f5ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:59.476973 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dae9b234-ae2e-4792-9155-331abc6f5ad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:59.533155 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-dae9b234-ae2e-4792-9155-331abc6f5ad1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:15:59.542248 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-dae9b234-ae2e-4792-9155-331abc6f5ad1 admin admin] Usage tracker for resource:security_group_rule and tenant:860dd2cddfba4ae7955784ff144c763b is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:15:59.549799 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-dae9b234-ae2e-4792-9155-331abc6f5ad1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:15:59.561084 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-dae9b234-ae2e-4792-9155-331abc6f5ad1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:15:59.567627 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:59.672476 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dae9b234-ae2e-4792-9155-331abc6f5ad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:59.681532 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dae9b234-ae2e-4792-9155-331abc6f5ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:59.722291 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae9b234-ae2e-4792-9155-331abc6f5ad1 admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:15:59.732630 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9b234-ae2e-4792-9155-331abc6f5ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cfe17f-8e07-43f3-a9d6-653c16e114fe,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:15:59.739930 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dae9b234-ae2e-4792-9155-331abc6f5ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:59.740448 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-dae9b234-ae2e-4792-9155-331abc6f5ad1 admin admin] Added segment e25871c2-0090-47d2-9aef-fe54e804566e of type vlan for network 10d9edad-560c-4973-8ec1-bd30c10bd64e Jan 21 10:15:59.785073 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dae9b234-ae2e-4792-9155-331abc6f5ad1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:59.837125 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dae9b234-ae2e-4792-9155-331abc6f5ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:59.838844 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae9b234-ae2e-4792-9155-331abc6f5ad1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:59.839949 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dae9b234-ae2e-4792-9155-331abc6f5ad1 admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:59.998081 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-dae9b234-ae2e-4792-9155-331abc6f5ad1 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7969608 Jan 21 10:16:00.003311 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42014) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:00.006799 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9b234-ae2e-4792-9155-331abc6f5ad1 admin admin] Pushing event updated for resources: {'Network': ['ID=10d9edad-560c-4973-8ec1-bd30c10bd64e,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:00.011733 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-71143fce-5c97-4790-877b-69f52621187d admin admin] Request body: {'subnet': {'network_id': '10d9edad-560c-4973-8ec1-bd30c10bd64e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1858487320-subnet', 'tenant_id': '860dd2cddfba4ae7955784ff144c763b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:16:00.019372 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-71143fce-5c97-4790-877b-69f52621187d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:16:00.023873 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 10d9edad-560c-4973-8ec1-bd30c10bd64e details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:16:00.026598 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-71143fce-5c97-4790-877b-69f52621187d admin admin] Usage tracker for resource:subnet and tenant:860dd2cddfba4ae7955784ff144c763b is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:16:00.030617 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-71143fce-5c97-4790-877b-69f52621187d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:16:00.038060 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-71143fce-5c97-4790-877b-69f52621187d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:16:00.058697 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71143fce-5c97-4790-877b-69f52621187d admin admin] Made reservation on behalf of 860dd2cddfba4ae7955784ff144c763b for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:16:00.061444 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-71143fce-5c97-4790-877b-69f52621187d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:00.380022 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-71143fce-5c97-4790-877b-69f52621187d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:00.472630 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71143fce-5c97-4790-877b-69f52621187d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6ec1c97-e928-43e5-a460-ea42740e036b,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:00.489284 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71143fce-5c97-4790-877b-69f52621187d admin admin] Checking segment: {'id': 'e25871c2-0090-47d2-9aef-fe54e804566e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '10d9edad-560c-4973-8ec1-bd30c10bd64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:16:00.489748 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71143fce-5c97-4790-877b-69f52621187d admin admin] Network hostable DHCP agents. Network: 10d9edad-560c-4973-8ec1-bd30c10bd64e, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:16:00.520567 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71143fce-5c97-4790-877b-69f52621187d admin admin] Network 10d9edad-560c-4973-8ec1-bd30c10bd64e is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:16:00.535929 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-71143fce-5c97-4790-877b-69f52621187d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 10d9edad-560c-4973-8ec1-bd30c10bd64e) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:16:00.542090 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71143fce-5c97-4790-877b-69f52621187d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:00.542965 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-71143fce-5c97-4790-877b-69f52621187d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:00.552602 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef57b8b-0ada-44eb-92cf-1ccf90a3f9ac None None] Network 10d9edad-560c-4973-8ec1-bd30c10bd64e requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:16:00.575530 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-71143fce-5c97-4790-877b-69f52621187d admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5703743 Jan 21 10:16:00.958000 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b75f37-e3da-4dbb-b523-d0d84c27b79e None None] Network 10d9edad-560c-4973-8ec1-bd30c10bd64e requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:16:01.424405 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-bcf5b148-cc54-48a7-8eeb-d2b4d458ee14 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:01.426033 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-bcf5b148-cc54-48a7-8eeb-d2b4d458ee14 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/networks?id=10d9edad-560c-4973-8ec1-bd30c10bd64e HTTP/1.1" status: 200 len: 814 time: 0.2518437 Jan 21 10:16:01.445902 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-e1d5e65c-512f-457f-85cb-88916d2e05ff tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/quotas/860dd2cddfba4ae7955784ff144c763b HTTP/1.1" status: 200 len: 375 time: 0.0124693 Jan 21 10:16:01.512154 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-40f2803c-18e3-4408-83f8-28e0077c2ae6 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=860dd2cddfba4ae7955784ff144c763b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594301 Jan 21 10:16:01.710111 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-664d7b15-d0a9-48f5-9517-6c4ee849753f service neutron] 10.222.0.104 "GET /v2.0/networks/10d9edad-560c-4973-8ec1-bd30c10bd64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866446 Jan 21 10:16:01.910721 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-4b60a2a7-8a49-43d6-adfa-3aeb05a911c6 service neutron] 10.222.0.104 "GET /v2.0/networks/10d9edad-560c-4973-8ec1-bd30c10bd64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895561 Jan 21 10:16:02.194992 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a181692b-a35d-4b15-b1a1-b4f8448607c0 req-d2861b68-c5d6-49f2-8db0-305ad04dd7d5 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/ports?device_id=71f7f03e-8ed8-4a6b-89b5-5e25dd216b31 HTTP/1.1" status: 200 len: 210 time: 0.0768640 Jan 21 10:16:03.433681 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-030bc20f-8f9b-47e7-9e8f-1981314c2c57 req-37db359e-0cf3-4c77-883f-68db9cc6dde3 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/ports?device_id=71f7f03e-8ed8-4a6b-89b5-5e25dd216b31 HTTP/1.1" status: 200 len: 210 time: 0.0530784 Jan 21 10:16:03.624367 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-fd2dbb20-c826-4e64-aa12-e9836114a661 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:03.626236 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-fd2dbb20-c826-4e64-aa12-e9836114a661 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.124 "GET /v2.0/networks?id=10d9edad-560c-4973-8ec1-bd30c10bd64e HTTP/1.1" status: 200 len: 814 time: 0.1915612 Jan 21 10:16:03.645703 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-a19a450e-4740-4728-a50d-148736972fd7 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Request body: {'port': {'device_id': '71f7f03e-8ed8-4a6b-89b5-5e25dd216b31', 'network_id': '10d9edad-560c-4973-8ec1-bd30c10bd64e', 'admin_state_up': True, 'tenant_id': '860dd2cddfba4ae7955784ff144c763b'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:16:03.904414 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-a19a450e-4740-4728-a50d-148736972fd7 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:16:03.911569 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-a19a450e-4740-4728-a50d-148736972fd7 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Usage tracker for resource:port and tenant:860dd2cddfba4ae7955784ff144c763b is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:16:03.916368 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-a19a450e-4740-4728-a50d-148736972fd7 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:16:03.925119 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-a19a450e-4740-4728-a50d-148736972fd7 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:16:03.940978 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-a19a450e-4740-4728-a50d-148736972fd7 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Made reservation on behalf of 860dd2cddfba4ae7955784ff144c763b for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:16:03.946260 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-a19a450e-4740-4728-a50d-148736972fd7 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:04.303361 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-a19a450e-4740-4728-a50d-148736972fd7 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Allocated IP 172.20.0.10 (10d9edad-560c-4973-8ec1-bd30c10bd64e/a6ec1c97-e928-43e5-a460-ea42740e036b/0d38e346-bbd9-4822-ac21-8b4c91b73ac1) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:16:04.630183 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-a19a450e-4740-4728-a50d-148736972fd7 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:04.690510 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-a19a450e-4740-4728-a50d-148736972fd7 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:04.692761 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-3944d907-3fb7-4a1f-abc2-c97e148892f5 req-f0dcffd3-889b-47fc-9700-4b7b0a26788a tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/ports?device_id=71f7f03e-8ed8-4a6b-89b5-5e25dd216b31 HTTP/1.1" status: 200 len: 210 time: 0.0826247 Jan 21 10:16:04.816070 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-a19a450e-4740-4728-a50d-148736972fd7 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Network 10d9edad-560c-4973-8ec1-bd30c10bd64e is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:16:04.822396 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-a19a450e-4740-4728-a50d-148736972fd7 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:16:04.826456 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-a19a450e-4740-4728-a50d-148736972fd7 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:16:04.870868 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a450e-4740-4728-a50d-148736972fd7 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Pushing event updated for resources: {'Port': ['ID=0d38e346-bbd9-4822-ac21-8b4c91b73ac1,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:04.928311 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-a19a450e-4740-4728-a50d-148736972fd7 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:04.929122 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-a19a450e-4740-4728-a50d-148736972fd7 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:04.974702 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-a19a450e-4740-4728-a50d-148736972fd7 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3299870 Jan 21 10:16:04.985275 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-1c69032c-bca2-4e37-9328-f7df65c9a0f5 service neutron] Request body: {'port': {'device_id': '71f7f03e-8ed8-4a6b-89b5-5e25dd216b31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:16:05.191008 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-1c69032c-bca2-4e37-9328-f7df65c9a0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:05.745870 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-1c69032c-bca2-4e37-9328-f7df65c9a0f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d38e346-bbd9-4822-ac21-8b4c91b73ac1 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:16:05.754892 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-1c69032c-bca2-4e37-9328-f7df65c9a0f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:05.781947 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-1c69032c-bca2-4e37-9328-f7df65c9a0f5 service neutron] Transition to ACTIVE for port object 0d38e346-bbd9-4822-ac21-8b4c91b73ac1 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:16:05.789096 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-1c69032c-bca2-4e37-9328-f7df65c9a0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:06.026427 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69032c-bca2-4e37-9328-f7df65c9a0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0d38e346-bbd9-4822-ac21-8b4c91b73ac1,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:06.212691 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbdaab-c584-4188-bc41-cf78ef380622 req-5521c4f9-95e3-47cf-a527-87d8ad7da5a0 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:06.213575 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-f0cbdaab-c584-4188-bc41-cf78ef380622 req-5521c4f9-95e3-47cf-a527-87d8ad7da5a0 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Synchronizing usage tracker for tenant:860dd2cddfba4ae7955784ff144c763b on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:16:06.223025 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-1c69032c-bca2-4e37-9328-f7df65c9a0f5 service neutron] Attempting to bind port 0d38e346-bbd9-4822-ac21-8b4c91b73ac1 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:16:06.223564 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-1c69032c-bca2-4e37-9328-f7df65c9a0f5 service neutron] Attempting to bind port 0d38e346-bbd9-4822-ac21-8b4c91b73ac1 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'e25871c2-0090-47d2-9aef-fe54e804566e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '10d9edad-560c-4973-8ec1-bd30c10bd64e'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:16:06.224146 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-1c69032c-bca2-4e37-9328-f7df65c9a0f5 service neutron] Attempting to bind port 0d38e346-bbd9-4822-ac21-8b4c91b73ac1 on network 10d9edad-560c-4973-8ec1-bd30c10bd64e {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:16:06.245034 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-1c69032c-bca2-4e37-9328-f7df65c9a0f5 service neutron] Port 0d38e346-bbd9-4822-ac21-8b4c91b73ac1 on network 10d9edad-560c-4973-8ec1-bd30c10bd64e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:16:06.245595 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-1c69032c-bca2-4e37-9328-f7df65c9a0f5 service neutron] Attempting to bind port 0d38e346-bbd9-4822-ac21-8b4c91b73ac1 on network 10d9edad-560c-4973-8ec1-bd30c10bd64e {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:16:06.257694 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-1c69032c-bca2-4e37-9328-f7df65c9a0f5 service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:16:06.258737 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-1c69032c-bca2-4e37-9328-f7df65c9a0f5 service neutron] Checking segment: {'id': 'e25871c2-0090-47d2-9aef-fe54e804566e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '10d9edad-560c-4973-8ec1-bd30c10bd64e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:16:06.259442 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-1c69032c-bca2-4e37-9328-f7df65c9a0f5 service neutron] Bound using segment: {'id': 'e25871c2-0090-47d2-9aef-fe54e804566e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '10d9edad-560c-4973-8ec1-bd30c10bd64e'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:16:06.260198 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-1c69032c-bca2-4e37-9328-f7df65c9a0f5 service neutron] Bound port: 0d38e346-bbd9-4822-ac21-8b4c91b73ac1, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e25871c2-0090-47d2-9aef-fe54e804566e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '10d9edad-560c-4973-8ec1-bd30c10bd64e'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:16:06.260729 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-1c69032c-bca2-4e37-9328-f7df65c9a0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:06.280108 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-f0cbdaab-c584-4188-bc41-cf78ef380622 req-5521c4f9-95e3-47cf-a527-87d8ad7da5a0 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Unset dirty status for tenant:860dd2cddfba4ae7955784ff144c763b on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:16:06.281642 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f0cbdaab-c584-4188-bc41-cf78ef380622 req-5521c4f9-95e3-47cf-a527-87d8ad7da5a0 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/ports?device_id=71f7f03e-8ed8-4a6b-89b5-5e25dd216b31 HTTP/1.1" status: 200 len: 944 time: 0.3867698 Jan 21 10:16:06.403716 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f0cbdaab-c584-4188-bc41-cf78ef380622 req-2992c116-d8da-423a-8723-bbe127174f1c tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9cfe17f-8e07-43f3-a9d6-653c16e114fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115646 Jan 21 10:16:06.419461 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-1c69032c-bca2-4e37-9328-f7df65c9a0f5 service neutron] For port 0d38e346-bbd9-4822-ac21-8b4c91b73ac1, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:16:06.423093 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-1c69032c-bca2-4e37-9328-f7df65c9a0f5 service neutron] For port 0d38e346-bbd9-4822-ac21-8b4c91b73ac1, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0d38e346-bbd9-4822-ac21-8b4c91b73ac1,segment=NetworkSegment(e25871c2-0090-47d2-9aef-fe54e804566e),segment_id=e25871c2-0090-47d2-9aef-fe54e804566e)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:16:06.431300 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-1c69032c-bca2-4e37-9328-f7df65c9a0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:06.511639 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-1c69032c-bca2-4e37-9328-f7df65c9a0f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:06.513170 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-1c69032c-bca2-4e37-9328-f7df65c9a0f5 service neutron] 10.222.0.124 "PUT /v2.0/ports/0d38e346-bbd9-4822-ac21-8b4c91b73ac1 HTTP/1.1" status: 200 len: 1094 time: 1.5360205 Jan 21 10:16:06.513695 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f7f03e-8ed8-4a6b-89b5-5e25dd216b31', 'tag': '0d38e346-bbd9-4822-ac21-8b4c91b73ac1'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:16:06.541309 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69032c-bca2-4e37-9328-f7df65c9a0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0d38e346-bbd9-4822-ac21-8b4c91b73ac1,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:06.628053 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f7f03e-8ed8-4a6b-89b5-5e25dd216b31', 'tag': '0d38e346-bbd9-4822-ac21-8b4c91b73ac1', 'status': 'completed', 'code': 200} Jan 21 10:16:06.671373 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-f06e1700-55a0-4105-8518-4ba39b959706 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=860dd2cddfba4ae7955784ff144c763b&device_id=71f7f03e-8ed8-4a6b-89b5-5e25dd216b31 HTTP/1.1" status: 200 len: 1097 time: 0.1141951 Jan 21 10:16:06.773051 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-719d831a-9de0-4e2d-901f-53f942469af8 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d38e346-bbd9-4822-ac21-8b4c91b73ac1 HTTP/1.1" status: 200 len: 217 time: 0.0950909 Jan 21 10:16:06.851842 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-2b4e3800-7f89-4354-837e-ad327a6b64b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:06.854390 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-2b4e3800-7f89-4354-837e-ad327a6b64b4 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=a6ec1c97-e928-43e5-a460-ea42740e036b HTTP/1.1" status: 200 len: 854 time: 0.0746579 Jan 21 10:16:06.910497 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-30fe7fcc-234f-4472-a526-9fb9e8962723 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=10d9edad-560c-4973-8ec1-bd30c10bd64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501838 Jan 21 10:16:07.199522 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-4791baa4-7f0d-40c2-87f0-cfcf1dd02e5d service neutron] 10.222.0.124 "GET /v2.0/networks/10d9edad-560c-4973-8ec1-bd30c10bd64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826288 Jan 21 10:16:07.374902 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1cc1bf0e-1db5-440b-93a4-1e16d15c3d77 req-479490e3-1e2c-45b7-b195-84334eb821d1 service neutron] 10.222.0.124 "GET /v2.0/networks/10d9edad-560c-4973-8ec1-bd30c10bd64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699336 Jan 21 10:16:07.540985 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-643bbf00-417e-41da-8148-e6de1d008955 req-e3b86b7c-24be-4d14-bbff-6b759e5bc33e service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=860dd2cddfba4ae7955784ff144c763b&device_id=71f7f03e-8ed8-4a6b-89b5-5e25dd216b31 HTTP/1.1" status: 200 len: 1097 time: 0.1171904 Jan 21 10:16:07.768834 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bbf00-417e-41da-8148-e6de1d008955 req-7d44c821-dad5-4dec-8de3-02b1b0642b80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:07.770969 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-643bbf00-417e-41da-8148-e6de1d008955 req-7d44c821-dad5-4dec-8de3-02b1b0642b80 service neutron] 10.222.0.124 "GET /v2.0/networks?id=10d9edad-560c-4973-8ec1-bd30c10bd64e HTTP/1.1" status: 200 len: 915 time: 0.2235661 Jan 21 10:16:07.846138 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476063f3-ad2c-4f85-8b78-149c1b5a06d9 req-de2c67a8-98eb-4b3e-9625-3d89f4cb282d tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:07.847934 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-476063f3-ad2c-4f85-8b78-149c1b5a06d9 req-de2c67a8-98eb-4b3e-9625-3d89f4cb282d tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/ports?device_id=71f7f03e-8ed8-4a6b-89b5-5e25dd216b31 HTTP/1.1" status: 200 len: 944 time: 0.2686789 Jan 21 10:16:07.900702 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-643bbf00-417e-41da-8148-e6de1d008955 req-db29cd98-f398-4123-8fbc-2a261f6787fb service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d38e346-bbd9-4822-ac21-8b4c91b73ac1 HTTP/1.1" status: 200 len: 217 time: 0.1222720 Jan 21 10:16:08.012161 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-476063f3-ad2c-4f85-8b78-149c1b5a06d9 req-332ef347-d7be-4e6a-92e1-a9fb6ade7390 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9cfe17f-8e07-43f3-a9d6-653c16e114fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535878 Jan 21 10:16:08.025648 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bbf00-417e-41da-8148-e6de1d008955 req-3dc73349-7883-439f-84a7-d8b3395480a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:08.027591 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-643bbf00-417e-41da-8148-e6de1d008955 req-3dc73349-7883-439f-84a7-d8b3395480a0 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=a6ec1c97-e928-43e5-a460-ea42740e036b HTTP/1.1" status: 200 len: 854 time: 0.1193335 Jan 21 10:16:08.106154 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-643bbf00-417e-41da-8148-e6de1d008955 req-3d94f14e-b433-4ab7-a328-1db6e99316f0 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=10d9edad-560c-4973-8ec1-bd30c10bd64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718460 Jan 21 10:16:08.277199 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-643bbf00-417e-41da-8148-e6de1d008955 req-cfe76b14-aab8-4c09-90c4-d65bd8511067 service neutron] 10.222.0.124 "GET /v2.0/networks/10d9edad-560c-4973-8ec1-bd30c10bd64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649580 Jan 21 10:16:08.447615 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-643bbf00-417e-41da-8148-e6de1d008955 req-58c05fdc-20f0-47fe-b665-c264d1ba0de8 service neutron] 10.222.0.124 "GET /v2.0/networks/10d9edad-560c-4973-8ec1-bd30c10bd64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642745 Jan 21 10:16:09.275513 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0439da7-4899-40a2-bec9-3246fdc5c3b1 req-670332dc-1a0e-467e-8308-edaf3735f6da tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:09.277415 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a0439da7-4899-40a2-bec9-3246fdc5c3b1 req-670332dc-1a0e-467e-8308-edaf3735f6da tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/ports?device_id=71f7f03e-8ed8-4a6b-89b5-5e25dd216b31 HTTP/1.1" status: 200 len: 944 time: 0.1056399 Jan 21 10:16:09.334845 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-a0439da7-4899-40a2-bec9-3246fdc5c3b1 req-4c1e5dd7-f5cf-41c8-be54-c6a62854a21d tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Synchronizing usage tracker for tenant:860dd2cddfba4ae7955784ff144c763b on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:16:09.362164 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-a0439da7-4899-40a2-bec9-3246fdc5c3b1 req-4c1e5dd7-f5cf-41c8-be54-c6a62854a21d tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Unset dirty status for tenant:860dd2cddfba4ae7955784ff144c763b on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:16:09.364126 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a0439da7-4899-40a2-bec9-3246fdc5c3b1 req-4c1e5dd7-f5cf-41c8-be54-c6a62854a21d tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9cfe17f-8e07-43f3-a9d6-653c16e114fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794086 Jan 21 10:16:10.040899 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 0d38e346-bbd9-4822-ac21-8b4c91b73ac1 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:16:10.234615 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 0d38e346-bbd9-4822-ac21-8b4c91b73ac1, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0d38e346-bbd9-4822-ac21-8b4c91b73ac1,segment=NetworkSegment(e25871c2-0090-47d2-9aef-fe54e804566e),segment_id=e25871c2-0090-47d2-9aef-fe54e804566e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:16:10.252655 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '0d38e346-bbd9-4822-ac21-8b4c91b73ac1', 'network_id': '10d9edad-560c-4973-8ec1-bd30c10bd64e', 'port_id': '0d38e346-bbd9-4822-ac21-8b4c91b73ac1', 'mac_address': 'fa:16:3e:79:c1:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6ec1c97-e928-43e5-a460-ea42740e036b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:16:10.337741 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:10.358824 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d38e346-bbd9-4822-ac21-8b4c91b73ac1 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:16:10.383273 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 0d38e346-bbd9-4822-ac21-8b4c91b73ac1, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0d38e346-bbd9-4822-ac21-8b4c91b73ac1,segment=NetworkSegment(e25871c2-0090-47d2-9aef-fe54e804566e),segment_id=e25871c2-0090-47d2-9aef-fe54e804566e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:16:10.391227 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:10.484093 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=0d38e346-bbd9-4822-ac21-8b4c91b73ac1,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:10.620939 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['0d38e346-bbd9-4822-ac21-8b4c91b73ac1'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:16:10.684015 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16079481-3d6a-4dce-bd6f-de078d5a88d8 req-3bd7d72c-4e01-4be9-aea0-3241eae05989 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:10.686186 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-16079481-3d6a-4dce-bd6f-de078d5a88d8 req-3bd7d72c-4e01-4be9-aea0-3241eae05989 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/ports?device_id=71f7f03e-8ed8-4a6b-89b5-5e25dd216b31 HTTP/1.1" status: 200 len: 945 time: 0.1138759 Jan 21 10:16:10.752815 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-16079481-3d6a-4dce-bd6f-de078d5a88d8 req-7cecb6a7-8f2f-44b6-b556-b6945a051960 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9cfe17f-8e07-43f3-a9d6-653c16e114fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598047 Jan 21 10:16:12.047733 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 0d38e346-bbd9-4822-ac21-8b4c91b73ac1 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:16:12.078856 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb000f-8ac5-41b7-8281-d738f23ec37b req-74250888-74b9-43cb-95bd-5cf307dee78d tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:12.081009 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-74fb000f-8ac5-41b7-8281-d738f23ec37b req-74250888-74b9-43cb-95bd-5cf307dee78d tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/ports?device_id=71f7f03e-8ed8-4a6b-89b5-5e25dd216b31 HTTP/1.1" status: 200 len: 945 time: 0.1103671 Jan 21 10:16:12.148748 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port 0d38e346-bbd9-4822-ac21-8b4c91b73ac1 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:16:12.154148 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-74fb000f-8ac5-41b7-8281-d738f23ec37b req-07c1f612-9e19-4e38-ab9e-f54183281932 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9cfe17f-8e07-43f3-a9d6-653c16e114fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654211 Jan 21 10:16:12.158615 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 0d38e346-bbd9-4822-ac21-8b4c91b73ac1 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:16:12.159564 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:12.343939 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:12.393907 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f7f03e-8ed8-4a6b-89b5-5e25dd216b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d38e346-bbd9-4822-ac21-8b4c91b73ac1'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:16:12.407788 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 0d38e346-bbd9-4822-ac21-8b4c91b73ac1, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0d38e346-bbd9-4822-ac21-8b4c91b73ac1,segment=NetworkSegment(e25871c2-0090-47d2-9aef-fe54e804566e),segment_id=e25871c2-0090-47d2-9aef-fe54e804566e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:16:12.419199 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:12.520758 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=0d38e346-bbd9-4822-ac21-8b4c91b73ac1,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:12.534634 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:12.535285 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:12.535973 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:12.536586 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:12.536935 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:12.537630 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:12.538063 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:12.538610 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:12.539759 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:12.540296 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:12.540877 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:12.604263 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f7f03e-8ed8-4a6b-89b5-5e25dd216b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d38e346-bbd9-4822-ac21-8b4c91b73ac1', 'code': 200} Jan 21 10:16:12.942882 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e7545342-fe5f-439c-bf0c-9b69f9979a3c req-87d9518f-54a9-49c2-b361-b8bf9497062b service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=71f7f03e-8ed8-4a6b-89b5-5e25dd216b31 HTTP/1.1" status: 200 len: 1099 time: 0.1115410 Jan 21 10:16:13.004094 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e7545342-fe5f-439c-bf0c-9b69f9979a3c req-1eb8eaa6-30a3-4ac2-bdc4-09afd898e2c6 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=a9cfe17f-8e07-43f3-a9d6-653c16e114fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553150 Jan 21 10:16:13.416970 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335e88c-392d-4c18-8d10-613166a03ee1 req-b2152312-7dd4-416d-a464-7afd0554c9c4 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:13.418765 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e335e88c-392d-4c18-8d10-613166a03ee1 req-b2152312-7dd4-416d-a464-7afd0554c9c4 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/ports?device_id=71f7f03e-8ed8-4a6b-89b5-5e25dd216b31 HTTP/1.1" status: 200 len: 946 time: 0.0932548 Jan 21 10:16:13.480778 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e335e88c-392d-4c18-8d10-613166a03ee1 req-d23f6f56-4bc7-442d-add8-4c3595f44ea8 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9cfe17f-8e07-43f3-a9d6-653c16e114fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526490 Jan 21 10:16:14.847621 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7bb7d-5a2e-468d-9fac-9d24680e303f req-0e09f460-0d61-467c-bed0-8f447677753a tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:14.849977 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4df7bb7d-5a2e-468d-9fac-9d24680e303f req-0e09f460-0d61-467c-bed0-8f447677753a tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/ports?device_id=71f7f03e-8ed8-4a6b-89b5-5e25dd216b31 HTTP/1.1" status: 200 len: 946 time: 0.1354659 Jan 21 10:16:14.955799 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4df7bb7d-5a2e-468d-9fac-9d24680e303f req-19527951-6fcd-4dff-bff0-858ad18b5fc8 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9cfe17f-8e07-43f3-a9d6-653c16e114fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957322 Jan 21 10:16:15.445759 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-9b9c2a64-3a95-4207-ae58-96a5a5608eaf tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:15.446499 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-9b9c2a64-3a95-4207-ae58-96a5a5608eaf tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Synchronizing usage tracker for tenant:860dd2cddfba4ae7955784ff144c763b on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:16:15.467552 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-9b9c2a64-3a95-4207-ae58-96a5a5608eaf tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Unset dirty status for tenant:860dd2cddfba4ae7955784ff144c763b on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:16:15.468913 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-9b9c2a64-3a95-4207-ae58-96a5a5608eaf tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/networks?id=10d9edad-560c-4973-8ec1-bd30c10bd64e HTTP/1.1" status: 200 len: 814 time: 0.2511196 Jan 21 10:16:15.496492 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-d5700eeb-faba-45a2-8043-0c4c8fe15704 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/quotas/860dd2cddfba4ae7955784ff144c763b HTTP/1.1" status: 200 len: 375 time: 0.0189285 Jan 21 10:16:15.604375 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-e279d818-4fe2-425d-922b-b87ebab2ff91 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=860dd2cddfba4ae7955784ff144c763b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0987072 Jan 21 10:16:15.618666 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-2f82ecd6-1b9b-46d5-9555-a6a9ca921a98 service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 10:16:15.619790 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-2f82ecd6-1b9b-46d5-9555-a6a9ca921a98 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0064867 Jan 21 10:16:15.901591 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-9dabbd61-ee18-4b1b-8344-7ca902e0c30c service neutron] 10.222.0.104 "GET /v2.0/networks/10d9edad-560c-4973-8ec1-bd30c10bd64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718570 Jan 21 10:16:16.118811 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-61223b32-faa1-4002-8d21-0d7f9999f16f service neutron] 10.222.0.104 "GET /v2.0/networks/10d9edad-560c-4973-8ec1-bd30c10bd64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081046 Jan 21 10:16:16.381334 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4e0b560f-69f0-455b-a8a8-4897c0550716 req-8fedd500-2e17-4f1b-907f-048e1d147e11 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/ports?device_id=ccdade86-2ce0-4c11-a70e-6c9df8834be0 HTTP/1.1" status: 200 len: 210 time: 0.0630202 Jan 21 10:16:17.658540 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-2aa927b8-8e99-499e-87a6-414f31bfc8c0 req-66084125-d180-4c7b-b17e-95a00ce86fc2 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/ports?device_id=ccdade86-2ce0-4c11-a70e-6c9df8834be0 HTTP/1.1" status: 200 len: 210 time: 0.0559330 Jan 21 10:16:17.728795 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-487afa26-a1ea-4be4-8a2f-ea0174e92b61 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:17.730513 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-487afa26-a1ea-4be4-8a2f-ea0174e92b61 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.124 "GET /v2.0/networks?id=10d9edad-560c-4973-8ec1-bd30c10bd64e HTTP/1.1" status: 200 len: 814 time: 0.2549915 Jan 21 10:16:17.748294 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-c1f6cd7f-0243-4bef-af7c-5cd86f33e99e tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Request body: {'port': {'device_id': 'ccdade86-2ce0-4c11-a70e-6c9df8834be0', 'network_id': '10d9edad-560c-4973-8ec1-bd30c10bd64e', 'admin_state_up': True, 'tenant_id': '860dd2cddfba4ae7955784ff144c763b'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:16:18.079875 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-c1f6cd7f-0243-4bef-af7c-5cd86f33e99e tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:16:18.095529 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-c1f6cd7f-0243-4bef-af7c-5cd86f33e99e tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:16:18.109008 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-c1f6cd7f-0243-4bef-af7c-5cd86f33e99e tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Made reservation on behalf of 860dd2cddfba4ae7955784ff144c763b for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:16:18.112521 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-c1f6cd7f-0243-4bef-af7c-5cd86f33e99e tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:18.350976 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-c1f6cd7f-0243-4bef-af7c-5cd86f33e99e tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Allocated IP 172.20.0.5 (10d9edad-560c-4973-8ec1-bd30c10bd64e/a6ec1c97-e928-43e5-a460-ea42740e036b/fdc80959-7106-4296-8bf0-f52222a156ae) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:16:18.661099 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-c1f6cd7f-0243-4bef-af7c-5cd86f33e99e tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:18.704179 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-c1f6cd7f-0243-4bef-af7c-5cd86f33e99e tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:18.718619 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['0d38e346-bbd9-4822-ac21-8b4c91b73ac1'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:16:18.855109 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-c1f6cd7f-0243-4bef-af7c-5cd86f33e99e tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Network 10d9edad-560c-4973-8ec1-bd30c10bd64e is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:16:18.861406 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-c1f6cd7f-0243-4bef-af7c-5cd86f33e99e tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:16:18.870498 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-c1f6cd7f-0243-4bef-af7c-5cd86f33e99e tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:16:18.920336 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6cd7f-0243-4bef-af7c-5cd86f33e99e tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Pushing event updated for resources: {'Port': ['ID=fdc80959-7106-4296-8bf0-f52222a156ae,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:19.058537 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-c1f6cd7f-0243-4bef-af7c-5cd86f33e99e tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:19.059327 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-c1f6cd7f-0243-4bef-af7c-5cd86f33e99e tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:19.103293 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-c1f6cd7f-0243-4bef-af7c-5cd86f33e99e tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3609171 Jan 21 10:16:19.112646 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfc678-2db2-444e-b409-84b542140581 req-7c6b6de0-bdaf-4793-838d-230d23974871 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:19.113410 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-d6cfc678-2db2-444e-b409-84b542140581 req-7c6b6de0-bdaf-4793-838d-230d23974871 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Synchronizing usage tracker for tenant:860dd2cddfba4ae7955784ff144c763b on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:16:19.125827 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-a67f78dc-f3d6-4b20-b76c-1bf31506184e service neutron] Request body: {'port': {'device_id': 'ccdade86-2ce0-4c11-a70e-6c9df8834be0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:16:19.207413 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-d6cfc678-2db2-444e-b409-84b542140581 req-7c6b6de0-bdaf-4793-838d-230d23974871 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Unset dirty status for tenant:860dd2cddfba4ae7955784ff144c763b on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:16:19.208457 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d6cfc678-2db2-444e-b409-84b542140581 req-7c6b6de0-bdaf-4793-838d-230d23974871 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/ports?device_id=ccdade86-2ce0-4c11-a70e-6c9df8834be0 HTTP/1.1" status: 200 len: 931 time: 0.2846513 Jan 21 10:16:19.323228 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-a67f78dc-f3d6-4b20-b76c-1bf31506184e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:19.341681 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d6cfc678-2db2-444e-b409-84b542140581 req-25f1f20f-0272-4ae8-b138-9098cabed04a tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9cfe17f-8e07-43f3-a9d6-653c16e114fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225796 Jan 21 10:16:19.859003 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-a67f78dc-f3d6-4b20-b76c-1bf31506184e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdc80959-7106-4296-8bf0-f52222a156ae {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:16:19.867820 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-a67f78dc-f3d6-4b20-b76c-1bf31506184e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:19.885612 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-a67f78dc-f3d6-4b20-b76c-1bf31506184e service neutron] Transition to ACTIVE for port object fdc80959-7106-4296-8bf0-f52222a156ae will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:16:19.891244 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-a67f78dc-f3d6-4b20-b76c-1bf31506184e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:20.074296 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f78dc-f3d6-4b20-b76c-1bf31506184e service neutron] Pushing event updated for resources: {'Port': ['ID=fdc80959-7106-4296-8bf0-f52222a156ae,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:20.222414 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-a67f78dc-f3d6-4b20-b76c-1bf31506184e service neutron] Attempting to bind port fdc80959-7106-4296-8bf0-f52222a156ae on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:16:20.223291 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-a67f78dc-f3d6-4b20-b76c-1bf31506184e service neutron] Attempting to bind port fdc80959-7106-4296-8bf0-f52222a156ae by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'e25871c2-0090-47d2-9aef-fe54e804566e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '10d9edad-560c-4973-8ec1-bd30c10bd64e'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:16:20.223291 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-a67f78dc-f3d6-4b20-b76c-1bf31506184e service neutron] Attempting to bind port fdc80959-7106-4296-8bf0-f52222a156ae on network 10d9edad-560c-4973-8ec1-bd30c10bd64e {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:16:20.230350 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-a67f78dc-f3d6-4b20-b76c-1bf31506184e service neutron] Port fdc80959-7106-4296-8bf0-f52222a156ae on network 10d9edad-560c-4973-8ec1-bd30c10bd64e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:16:20.230712 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-a67f78dc-f3d6-4b20-b76c-1bf31506184e service neutron] Attempting to bind port fdc80959-7106-4296-8bf0-f52222a156ae on network 10d9edad-560c-4973-8ec1-bd30c10bd64e {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:16:20.238538 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-a67f78dc-f3d6-4b20-b76c-1bf31506184e service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:16:20.238864 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-a67f78dc-f3d6-4b20-b76c-1bf31506184e service neutron] Checking segment: {'id': 'e25871c2-0090-47d2-9aef-fe54e804566e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '10d9edad-560c-4973-8ec1-bd30c10bd64e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:16:20.239615 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-a67f78dc-f3d6-4b20-b76c-1bf31506184e service neutron] Bound using segment: {'id': 'e25871c2-0090-47d2-9aef-fe54e804566e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '10d9edad-560c-4973-8ec1-bd30c10bd64e'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:16:20.239751 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-a67f78dc-f3d6-4b20-b76c-1bf31506184e service neutron] Bound port: fdc80959-7106-4296-8bf0-f52222a156ae, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e25871c2-0090-47d2-9aef-fe54e804566e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '10d9edad-560c-4973-8ec1-bd30c10bd64e'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:16:20.240047 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-a67f78dc-f3d6-4b20-b76c-1bf31506184e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:20.341058 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-a67f78dc-f3d6-4b20-b76c-1bf31506184e service neutron] For port fdc80959-7106-4296-8bf0-f52222a156ae, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:16:20.345162 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-a67f78dc-f3d6-4b20-b76c-1bf31506184e service neutron] For port fdc80959-7106-4296-8bf0-f52222a156ae, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=fdc80959-7106-4296-8bf0-f52222a156ae,segment=NetworkSegment(e25871c2-0090-47d2-9aef-fe54e804566e),segment_id=e25871c2-0090-47d2-9aef-fe54e804566e)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:16:20.354622 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-a67f78dc-f3d6-4b20-b76c-1bf31506184e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:20.434113 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-a67f78dc-f3d6-4b20-b76c-1bf31506184e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:20.435610 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-a67f78dc-f3d6-4b20-b76c-1bf31506184e service neutron] 10.222.0.124 "PUT /v2.0/ports/fdc80959-7106-4296-8bf0-f52222a156ae HTTP/1.1" status: 200 len: 1093 time: 1.3189688 Jan 21 10:16:20.438987 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccdade86-2ce0-4c11-a70e-6c9df8834be0', 'tag': 'fdc80959-7106-4296-8bf0-f52222a156ae'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:16:20.478495 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f78dc-f3d6-4b20-b76c-1bf31506184e service neutron] Pushing event updated for resources: {'Port': ['ID=fdc80959-7106-4296-8bf0-f52222a156ae,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:20.553797 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccdade86-2ce0-4c11-a70e-6c9df8834be0', 'tag': 'fdc80959-7106-4296-8bf0-f52222a156ae', 'status': 'completed', 'code': 200} Jan 21 10:16:20.559246 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:20.614491 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-3a8537ea-b8da-496e-aa7f-134d45d68080 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=860dd2cddfba4ae7955784ff144c763b&device_id=ccdade86-2ce0-4c11-a70e-6c9df8834be0 HTTP/1.1" status: 200 len: 1096 time: 0.1239345 Jan 21 10:16:20.686485 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40afc8-0d44-4239-8c2d-8b614457eb48 req-a8f61e2d-6320-4c45-8a16-dcc4880dc71c tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:20.689309 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-8e40afc8-0d44-4239-8c2d-8b614457eb48 req-a8f61e2d-6320-4c45-8a16-dcc4880dc71c tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/ports?device_id=ccdade86-2ce0-4c11-a70e-6c9df8834be0 HTTP/1.1" status: 200 len: 943 time: 0.1270156 Jan 21 10:16:20.731658 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-4a50596a-5ede-4ac6-9a2d-6a5fe38c4690 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdc80959-7106-4296-8bf0-f52222a156ae HTTP/1.1" status: 200 len: 217 time: 0.1099057 Jan 21 10:16:20.761991 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-8e40afc8-0d44-4239-8c2d-8b614457eb48 req-fc681f1a-844f-4c3b-9660-afe4c751268d tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9cfe17f-8e07-43f3-a9d6-653c16e114fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619245 Jan 21 10:16:20.983935 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-dc95db22-0534-420a-aa01-0309df002253 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:20.986539 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-dc95db22-0534-420a-aa01-0309df002253 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=a6ec1c97-e928-43e5-a460-ea42740e036b HTTP/1.1" status: 200 len: 854 time: 0.2489629 Jan 21 10:16:21.045435 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-46427dc6-693a-4432-92a3-f5d6f965faa4 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=10d9edad-560c-4973-8ec1-bd30c10bd64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523548 Jan 21 10:16:21.203156 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-23473dd7-52da-45b9-8338-b088b85adf36 service neutron] 10.222.0.124 "GET /v2.0/networks/10d9edad-560c-4973-8ec1-bd30c10bd64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520791 Jan 21 10:16:21.356305 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5da4edbf-ba79-4c3b-a186-7a6b10f531f7 req-1f22114a-49e7-497b-b5ce-81beb41e7ed9 service neutron] 10.222.0.124 "GET /v2.0/networks/10d9edad-560c-4973-8ec1-bd30c10bd64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469755 Jan 21 10:16:21.498579 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-52272bcc-8cf8-4ef8-b80d-f0bacdc4ad78 req-989d5b2a-9075-44ad-96f7-fc7553533bd8 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=860dd2cddfba4ae7955784ff144c763b&device_id=ccdade86-2ce0-4c11-a70e-6c9df8834be0 HTTP/1.1" status: 200 len: 1096 time: 0.0928309 Jan 21 10:16:21.659360 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52272bcc-8cf8-4ef8-b80d-f0bacdc4ad78 req-feb30971-29aa-4431-b44c-2ac9c84e289b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:21.660756 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-52272bcc-8cf8-4ef8-b80d-f0bacdc4ad78 req-feb30971-29aa-4431-b44c-2ac9c84e289b service neutron] 10.222.0.124 "GET /v2.0/networks?id=10d9edad-560c-4973-8ec1-bd30c10bd64e HTTP/1.1" status: 200 len: 915 time: 0.1559782 Jan 21 10:16:21.736452 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-52272bcc-8cf8-4ef8-b80d-f0bacdc4ad78 req-5ab2f849-6dc0-4b44-ab37-df952b30deb1 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdc80959-7106-4296-8bf0-f52222a156ae HTTP/1.1" status: 200 len: 217 time: 0.0685673 Jan 21 10:16:21.812219 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52272bcc-8cf8-4ef8-b80d-f0bacdc4ad78 req-0a86613b-a1a2-4c3e-82a5-405d7ea210da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:21.814541 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-52272bcc-8cf8-4ef8-b80d-f0bacdc4ad78 req-0a86613b-a1a2-4c3e-82a5-405d7ea210da service neutron] 10.222.0.124 "GET /v2.0/subnets?id=a6ec1c97-e928-43e5-a460-ea42740e036b HTTP/1.1" status: 200 len: 854 time: 0.0697672 Jan 21 10:16:21.897473 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-52272bcc-8cf8-4ef8-b80d-f0bacdc4ad78 req-1a65cad2-7bff-4a0f-a7fc-d8a48fda3663 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=10d9edad-560c-4973-8ec1-bd30c10bd64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756631 Jan 21 10:16:22.119857 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-52272bcc-8cf8-4ef8-b80d-f0bacdc4ad78 req-20fab6ea-398c-4d6a-8174-b88909f6ee9e service neutron] 10.222.0.124 "GET /v2.0/networks/10d9edad-560c-4973-8ec1-bd30c10bd64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150176 Jan 21 10:16:22.157676 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14dc9c-dc22-4980-8c8e-0dc1af9ea55a req-a7ffec8f-176e-4f5a-b6f2-e725ba1e6a3b tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:22.159151 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7f14dc9c-dc22-4980-8c8e-0dc1af9ea55a req-a7ffec8f-176e-4f5a-b6f2-e725ba1e6a3b tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/ports?device_id=ccdade86-2ce0-4c11-a70e-6c9df8834be0 HTTP/1.1" status: 200 len: 943 time: 0.1673675 Jan 21 10:16:22.285909 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7f14dc9c-dc22-4980-8c8e-0dc1af9ea55a req-6411757a-1ad5-493f-ab9c-3800bdd2d678 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9cfe17f-8e07-43f3-a9d6-653c16e114fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751195 Jan 21 10:16:22.315355 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-52272bcc-8cf8-4ef8-b80d-f0bacdc4ad78 req-3d697f36-dca8-45b9-b34d-3f1844dd16b3 service neutron] 10.222.0.124 "GET /v2.0/networks/10d9edad-560c-4973-8ec1-bd30c10bd64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893620 Jan 21 10:16:23.564104 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759799f-b4fb-4ff8-87ab-5b20d414d3cd req-511d4a91-5dc0-463f-88ed-73a3d1fdb2ab tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:23.565746 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-1759799f-b4fb-4ff8-87ab-5b20d414d3cd req-511d4a91-5dc0-463f-88ed-73a3d1fdb2ab tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/ports?device_id=ccdade86-2ce0-4c11-a70e-6c9df8834be0 HTTP/1.1" status: 200 len: 943 time: 0.1048946 Jan 21 10:16:23.654798 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-1759799f-b4fb-4ff8-87ab-5b20d414d3cd req-0ff8bd07-c808-4d7f-b622-5d6d3461b55a tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9cfe17f-8e07-43f3-a9d6-653c16e114fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811551 Jan 21 10:16:23.994220 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2167a8d3-f862-4aac-a70b-f6806e6619c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:24.078817 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device fdc80959-7106-4296-8bf0-f52222a156ae details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:16:24.340862 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port fdc80959-7106-4296-8bf0-f52222a156ae, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=fdc80959-7106-4296-8bf0-f52222a156ae,segment=NetworkSegment(e25871c2-0090-47d2-9aef-fe54e804566e),segment_id=e25871c2-0090-47d2-9aef-fe54e804566e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:16:24.360904 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': 'fdc80959-7106-4296-8bf0-f52222a156ae', 'network_id': '10d9edad-560c-4973-8ec1-bd30c10bd64e', 'port_id': 'fdc80959-7106-4296-8bf0-f52222a156ae', 'mac_address': 'fa:16:3e:6b:21:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6ec1c97-e928-43e5-a460-ea42740e036b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:16:24.434580 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:24.455870 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdc80959-7106-4296-8bf0-f52222a156ae {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:16:24.474426 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port fdc80959-7106-4296-8bf0-f52222a156ae, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=fdc80959-7106-4296-8bf0-f52222a156ae,segment=NetworkSegment(e25871c2-0090-47d2-9aef-fe54e804566e),segment_id=e25871c2-0090-47d2-9aef-fe54e804566e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:16:24.480504 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:24.561967 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=fdc80959-7106-4296-8bf0-f52222a156ae,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:24.715672 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['fdc80959-7106-4296-8bf0-f52222a156ae'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:16:24.965775 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fe705-efb0-42b3-ab99-388de566fb17 req-303c97da-5e04-4aa8-8a61-51d03af51573 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:24.968316 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-825fe705-efb0-42b3-ab99-388de566fb17 req-303c97da-5e04-4aa8-8a61-51d03af51573 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/ports?device_id=ccdade86-2ce0-4c11-a70e-6c9df8834be0 HTTP/1.1" status: 200 len: 944 time: 0.1464739 Jan 21 10:16:25.031511 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-825fe705-efb0-42b3-ab99-388de566fb17 req-aa19f964-0775-4911-92bb-fe5750f562fd tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9cfe17f-8e07-43f3-a9d6-653c16e114fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534682 Jan 21 10:16:25.652447 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:16:26.087581 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device fdc80959-7106-4296-8bf0-f52222a156ae up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:16:26.172599 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port fdc80959-7106-4296-8bf0-f52222a156ae completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:16:26.178048 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port fdc80959-7106-4296-8bf0-f52222a156ae triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:16:26.178565 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:26.320300 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3d9b8-5c4f-4f08-801c-a1548e99a6aa req-402dae4a-05ff-4fb5-a33c-ff106e4be961 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:26.322759 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:26.326959 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-04c3d9b8-5c4f-4f08-801c-a1548e99a6aa req-402dae4a-05ff-4fb5-a33c-ff106e4be961 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/ports?device_id=ccdade86-2ce0-4c11-a70e-6c9df8834be0 HTTP/1.1" status: 200 len: 944 time: 0.1311290 Jan 21 10:16:26.370023 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdade86-2ce0-4c11-a70e-6c9df8834be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc80959-7106-4296-8bf0-f52222a156ae'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:16:26.396072 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port fdc80959-7106-4296-8bf0-f52222a156ae, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=fdc80959-7106-4296-8bf0-f52222a156ae,segment=NetworkSegment(e25871c2-0090-47d2-9aef-fe54e804566e),segment_id=e25871c2-0090-47d2-9aef-fe54e804566e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:16:26.402853 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-04c3d9b8-5c4f-4f08-801c-a1548e99a6aa req-9f7f8a17-2966-45e5-bda8-01047304659e tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9cfe17f-8e07-43f3-a9d6-653c16e114fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735185 Jan 21 10:16:26.409110 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:26.458869 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d75174c1-810d-4658-923d-7eeb47b03d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:26.472999 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdade86-2ce0-4c11-a70e-6c9df8834be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc80959-7106-4296-8bf0-f52222a156ae', 'code': 200} Jan 21 10:16:26.511928 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=fdc80959-7106-4296-8bf0-f52222a156ae,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:26.795143 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b31cdb79-014b-49c0-9002-69a960373854 req-cb8328ed-7993-4760-91ee-132850fdcb2c service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=ccdade86-2ce0-4c11-a70e-6c9df8834be0 HTTP/1.1" status: 200 len: 1098 time: 0.0944450 Jan 21 10:16:26.848425 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b31cdb79-014b-49c0-9002-69a960373854 req-840c62f6-0d85-457f-9651-384a5e617c4a service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=a9cfe17f-8e07-43f3-a9d6-653c16e114fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449364 Jan 21 10:16:27.522101 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:27.631450 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b402ad-1fef-42be-ae34-2e11c7f8dfcd req-aeda2452-2bdc-4b16-aef3-d76c13d2b688 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:27.633700 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-58b402ad-1fef-42be-ae34-2e11c7f8dfcd req-aeda2452-2bdc-4b16-aef3-d76c13d2b688 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/ports?device_id=ccdade86-2ce0-4c11-a70e-6c9df8834be0 HTTP/1.1" status: 200 len: 945 time: 0.0938864 Jan 21 10:16:27.690466 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-58b402ad-1fef-42be-ae34-2e11c7f8dfcd req-a26660a3-db87-4d8a-a566-b864dc513ddc tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9cfe17f-8e07-43f3-a9d6-653c16e114fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472896 Jan 21 10:16:27.829260 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:28.975347 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190cab3f-066c-4ccd-83c8-91f24488bc3d req-956a4ab0-a9da-46cd-859d-a600441b78ce tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:28.977378 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-190cab3f-066c-4ccd-83c8-91f24488bc3d req-956a4ab0-a9da-46cd-859d-a600441b78ce tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/ports?device_id=ccdade86-2ce0-4c11-a70e-6c9df8834be0 HTTP/1.1" status: 200 len: 945 time: 0.1211560 Jan 21 10:16:29.035841 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-190cab3f-066c-4ccd-83c8-91f24488bc3d req-5eae796c-26b8-4366-8b6f-64b5ac9643c4 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9cfe17f-8e07-43f3-a9d6-653c16e114fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484822 Jan 21 10:16:29.558001 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668b5b2-192f-4271-bc05-be71135140a3 req-20fda27a-1cfb-4b4d-aa86-0d257cde8659 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:29.559529 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b668b5b2-192f-4271-bc05-be71135140a3 req-20fda27a-1cfb-4b4d-aa86-0d257cde8659 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/ports?device_id=ccdade86-2ce0-4c11-a70e-6c9df8834be0 HTTP/1.1" status: 200 len: 945 time: 0.0890596 Jan 21 10:16:29.573507 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:29.617900 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b668b5b2-192f-4271-bc05-be71135140a3 req-b86e765f-639c-47e0-b42f-75dda8c5b7cb tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9cfe17f-8e07-43f3-a9d6-653c16e114fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512521 Jan 21 10:16:30.897657 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214653b-8b29-4cb0-b1c9-50031ae9b354 req-be1fcbbd-8bf3-44c3-8d45-c4cd2b8d5f88 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:30.900936 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a214653b-8b29-4cb0-b1c9-50031ae9b354 req-be1fcbbd-8bf3-44c3-8d45-c4cd2b8d5f88 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/ports?device_id=ccdade86-2ce0-4c11-a70e-6c9df8834be0 HTTP/1.1" status: 200 len: 945 time: 0.1285393 Jan 21 10:16:30.974111 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a214653b-8b29-4cb0-b1c9-50031ae9b354 req-c3c15ee8-99ec-47e9-9b3a-bb081bb18729 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9cfe17f-8e07-43f3-a9d6-653c16e114fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662010 Jan 21 10:16:31.035788 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5d9a4-fa72-4c61-864f-71fbf4542f1a req-d3427a56-2343-40de-ab07-a70cb61b5ac5 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:31.037609 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-47f5d9a4-fa72-4c61-864f-71fbf4542f1a req-d3427a56-2343-40de-ab07-a70cb61b5ac5 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.124 "GET /v2.0/ports?device_id=ccdade86-2ce0-4c11-a70e-6c9df8834be0 HTTP/1.1" status: 200 len: 945 time: 0.2427104 Jan 21 10:16:31.141828 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-47f5d9a4-fa72-4c61-864f-71fbf4542f1a req-0210640f-d8f8-4371-a256-c3c0d9f4765d tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Deleting port fdc80959-7106-4296-8bf0-f52222a156ae {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:16:31.142143 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-47f5d9a4-fa72-4c61-864f-71fbf4542f1a req-0210640f-d8f8-4371-a256-c3c0d9f4765d tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:31.483377 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-47f5d9a4-fa72-4c61-864f-71fbf4542f1a req-0210640f-d8f8-4371-a256-c3c0d9f4765d tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] For port fdc80959-7106-4296-8bf0-f52222a156ae, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=fdc80959-7106-4296-8bf0-f52222a156ae,segment=NetworkSegment(e25871c2-0090-47d2-9aef-fe54e804566e),segment_id=e25871c2-0090-47d2-9aef-fe54e804566e)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:16:31.483964 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-47f5d9a4-fa72-4c61-864f-71fbf4542f1a req-0210640f-d8f8-4371-a256-c3c0d9f4765d tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:31.656422 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-47f5d9a4-fa72-4c61-864f-71fbf4542f1a req-0210640f-d8f8-4371-a256-c3c0d9f4765d tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Calling delete_port for fdc80959-7106-4296-8bf0-f52222a156ae owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:16:31.817906 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-47f5d9a4-fa72-4c61-864f-71fbf4542f1a req-0210640f-d8f8-4371-a256-c3c0d9f4765d tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:31.839431 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['0d38e346-bbd9-4822-ac21-8b4c91b73ac1', 'fdc80959-7106-4296-8bf0-f52222a156ae'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:16:31.911745 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210640f-d8f8-4371-a256-c3c0d9f4765d tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Pushing event deleted for resources: {'Port': ['ID=fdc80959-7106-4296-8bf0-f52222a156ae,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:32.009288 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f5d9a4-fa72-4c61-864f-71fbf4542f1a req-0210640f-d8f8-4371-a256-c3c0d9f4765d tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] No DVR routers for this DVR port fdc80959-7106-4296-8bf0-f52222a156ae on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:16:32.017167 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-47f5d9a4-fa72-4c61-864f-71fbf4542f1a req-0210640f-d8f8-4371-a256-c3c0d9f4765d tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:32.023997 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdade86-2ce0-4c11-a70e-6c9df8834be0', 'name': 'network-vif-deleted', 'tag': 'fdc80959-7106-4296-8bf0-f52222a156ae'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:16:32.047700 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-47f5d9a4-fa72-4c61-864f-71fbf4542f1a req-0210640f-d8f8-4371-a256-c3c0d9f4765d tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.124 "DELETE /v2.0/ports/fdc80959-7106-4296-8bf0-f52222a156ae HTTP/1.1" status: 204 len: 173 time: 1.0043929 Jan 21 10:16:32.150570 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdade86-2ce0-4c11-a70e-6c9df8834be0', 'name': 'network-vif-deleted', 'tag': 'fdc80959-7106-4296-8bf0-f52222a156ae', 'status': 'completed', 'code': 200} Jan 21 10:16:32.309529 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-2d7adf63-260b-4689-b3f2-bcafdeb1905d req-d267f1b2-33f4-472a-b60e-5cdcf9fb5c1f tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Synchronizing usage tracker for tenant:860dd2cddfba4ae7955784ff144c763b on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:16:32.329306 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-2d7adf63-260b-4689-b3f2-bcafdeb1905d req-d267f1b2-33f4-472a-b60e-5cdcf9fb5c1f tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Unset dirty status for tenant:860dd2cddfba4ae7955784ff144c763b on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:16:32.331123 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2d7adf63-260b-4689-b3f2-bcafdeb1905d req-d267f1b2-33f4-472a-b60e-5cdcf9fb5c1f tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/ports?device_id=ccdade86-2ce0-4c11-a70e-6c9df8834be0 HTTP/1.1" status: 200 len: 210 time: 0.0876534 Jan 21 10:16:33.683995 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f0257-53a2-4f91-abac-d1257dbc860a req-21b1059f-fad7-4489-a59e-e86e2f509561 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:33.686488 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9b5f0257-53a2-4f91-abac-d1257dbc860a req-21b1059f-fad7-4489-a59e-e86e2f509561 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/ports?device_id=71f7f03e-8ed8-4a6b-89b5-5e25dd216b31 HTTP/1.1" status: 200 len: 946 time: 0.1089962 Jan 21 10:16:33.740837 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9b5f0257-53a2-4f91-abac-d1257dbc860a req-e1dd6e1d-39ab-46b4-9437-91de9ef33c07 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9cfe17f-8e07-43f3-a9d6-653c16e114fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478413 Jan 21 10:16:34.113790 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497d8d5-427f-4a33-bc83-abf57749e928 req-1c3a506f-abd2-4ab1-9a50-d6264635da70 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:34.115978 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f497d8d5-427f-4a33-bc83-abf57749e928 req-1c3a506f-abd2-4ab1-9a50-d6264635da70 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/ports?device_id=71f7f03e-8ed8-4a6b-89b5-5e25dd216b31 HTTP/1.1" status: 200 len: 946 time: 0.1302869 Jan 21 10:16:34.200406 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f497d8d5-427f-4a33-bc83-abf57749e928 req-2d19c657-d63f-4d7c-9015-b2625073270e tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9cfe17f-8e07-43f3-a9d6-653c16e114fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748878 Jan 21 10:16:34.514843 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d903b-8eea-4791-964c-b0e2ec7ecc5b req-e7bcf92b-60ef-4680-8486-bd85e6ab74ef tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:34.516349 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-7d7d903b-8eea-4791-964c-b0e2ec7ecc5b req-e7bcf92b-60ef-4680-8486-bd85e6ab74ef tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/ports?device_id=71f7f03e-8ed8-4a6b-89b5-5e25dd216b31 HTTP/1.1" status: 200 len: 946 time: 0.1186049 Jan 21 10:16:34.589325 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-7d7d903b-8eea-4791-964c-b0e2ec7ecc5b req-b22305f9-580a-4164-849d-9043be71175e tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9cfe17f-8e07-43f3-a9d6-653c16e114fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641074 Jan 21 10:16:34.842102 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4724f729-d39a-4a63-8500-fdbb8fc839ac req-808a29c2-b9ad-46cc-8b15-07a25aacfabf service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=71f7f03e-8ed8-4a6b-89b5-5e25dd216b31&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0763485 Jan 21 10:16:35.074754 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c909b3-0ce2-4a0f-810b-82e029530d05 req-71faec54-659a-4464-8fd2-b4c3098a5bcd tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:35.076629 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-64c909b3-0ce2-4a0f-810b-82e029530d05 req-71faec54-659a-4464-8fd2-b4c3098a5bcd tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/ports?device_id=71f7f03e-8ed8-4a6b-89b5-5e25dd216b31 HTTP/1.1" status: 200 len: 946 time: 0.0879669 Jan 21 10:16:35.140519 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-64c909b3-0ce2-4a0f-810b-82e029530d05 req-a3e240b7-02bc-4af9-96e7-67d787b5eb1f tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9cfe17f-8e07-43f3-a9d6-653c16e114fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578902 Jan 21 10:16:35.455726 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0f783-4168-49b5-85e0-396f5620bf02 req-c48a193e-95bb-4a8c-a924-9ea7d71c6e8f tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:35.457248 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e9a0f783-4168-49b5-85e0-396f5620bf02 req-c48a193e-95bb-4a8c-a924-9ea7d71c6e8f tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/ports?device_id=71f7f03e-8ed8-4a6b-89b5-5e25dd216b31 HTTP/1.1" status: 200 len: 946 time: 0.0872400 Jan 21 10:16:35.513504 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e9a0f783-4168-49b5-85e0-396f5620bf02 req-97a67677-88bb-4f05-a52c-3790b3c29eae tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9cfe17f-8e07-43f3-a9d6-653c16e114fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483615 Jan 21 10:16:35.781453 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c0a00-1514-4773-a6ef-7759718d15a6 req-f1a0ae0e-57ec-4a93-a745-d4af8392570b tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:35.783173 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fd7c0a00-1514-4773-a6ef-7759718d15a6 req-f1a0ae0e-57ec-4a93-a745-d4af8392570b tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/ports?device_id=71f7f03e-8ed8-4a6b-89b5-5e25dd216b31 HTTP/1.1" status: 200 len: 946 time: 0.0866942 Jan 21 10:16:35.847970 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fd7c0a00-1514-4773-a6ef-7759718d15a6 req-d868cc28-5121-4e68-a541-4ef2336e0a63 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9cfe17f-8e07-43f3-a9d6-653c16e114fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536745 Jan 21 10:16:36.156017 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device fdc80959-7106-4296-8bf0-f52222a156ae no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:16:36.191846 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: fdc80959-7106-4296-8bf0-f52222a156ae {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:16:36.192195 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device fdc80959-7106-4296-8bf0-f52222a156ae not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:16:36.463282 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0c392-a7d4-4dfd-9e93-63d149fee892 req-bfec81b3-816b-4dab-ab39-8c72eead1122 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:36.464839 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cfd0c392-a7d4-4dfd-9e93-63d149fee892 req-bfec81b3-816b-4dab-ab39-8c72eead1122 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/ports?device_id=71f7f03e-8ed8-4a6b-89b5-5e25dd216b31 HTTP/1.1" status: 200 len: 946 time: 0.0875425 Jan 21 10:16:36.518208 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cfd0c392-a7d4-4dfd-9e93-63d149fee892 req-0184ba40-cb6f-4887-8414-d8e533c99d66 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9cfe17f-8e07-43f3-a9d6-653c16e114fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474539 Jan 21 10:16:37.752319 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f31664-6d69-4f80-8945-a6d6c895dff3 req-a7166b6a-94a7-4bd7-b9fd-ff24d10aa2b0 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:37.754247 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-91f31664-6d69-4f80-8945-a6d6c895dff3 req-a7166b6a-94a7-4bd7-b9fd-ff24d10aa2b0 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/ports?device_id=71f7f03e-8ed8-4a6b-89b5-5e25dd216b31 HTTP/1.1" status: 200 len: 946 time: 0.0925207 Jan 21 10:16:37.791330 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0cb47-2ec5-47ac-99fb-20eccb264a15 req-5e3823ef-f293-43df-b1da-7595db11d3b3 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:37.792796 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-90e0cb47-2ec5-47ac-99fb-20eccb264a15 req-5e3823ef-f293-43df-b1da-7595db11d3b3 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.124 "GET /v2.0/ports?device_id=71f7f03e-8ed8-4a6b-89b5-5e25dd216b31 HTTP/1.1" status: 200 len: 946 time: 0.0932550 Jan 21 10:16:37.804012 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-91f31664-6d69-4f80-8945-a6d6c895dff3 req-76d622ca-9ebc-4eb4-95f2-35985b4a6888 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9cfe17f-8e07-43f3-a9d6-653c16e114fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430074 Jan 21 10:16:37.880579 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-90e0cb47-2ec5-47ac-99fb-20eccb264a15 req-6d6457bb-391b-49d7-a810-e094108c5d58 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Deleting port 0d38e346-bbd9-4822-ac21-8b4c91b73ac1 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:16:37.880579 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-90e0cb47-2ec5-47ac-99fb-20eccb264a15 req-6d6457bb-391b-49d7-a810-e094108c5d58 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:38.257973 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-90e0cb47-2ec5-47ac-99fb-20eccb264a15 req-6d6457bb-391b-49d7-a810-e094108c5d58 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] For port 0d38e346-bbd9-4822-ac21-8b4c91b73ac1, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0d38e346-bbd9-4822-ac21-8b4c91b73ac1,segment=NetworkSegment(e25871c2-0090-47d2-9aef-fe54e804566e),segment_id=e25871c2-0090-47d2-9aef-fe54e804566e)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:16:38.258326 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-90e0cb47-2ec5-47ac-99fb-20eccb264a15 req-6d6457bb-391b-49d7-a810-e094108c5d58 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:38.399789 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-90e0cb47-2ec5-47ac-99fb-20eccb264a15 req-6d6457bb-391b-49d7-a810-e094108c5d58 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Calling delete_port for 0d38e346-bbd9-4822-ac21-8b4c91b73ac1 owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:16:38.575592 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-90e0cb47-2ec5-47ac-99fb-20eccb264a15 req-6d6457bb-391b-49d7-a810-e094108c5d58 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:38.593147 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['0d38e346-bbd9-4822-ac21-8b4c91b73ac1'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:16:38.640105 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6457bb-391b-49d7-a810-e094108c5d58 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Pushing event deleted for resources: {'Port': ['ID=0d38e346-bbd9-4822-ac21-8b4c91b73ac1,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:38.730014 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e0cb47-2ec5-47ac-99fb-20eccb264a15 req-6d6457bb-391b-49d7-a810-e094108c5d58 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] No DVR routers for this DVR port 0d38e346-bbd9-4822-ac21-8b4c91b73ac1 on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:16:38.732520 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-90e0cb47-2ec5-47ac-99fb-20eccb264a15 req-6d6457bb-391b-49d7-a810-e094108c5d58 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:38.735393 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f7f03e-8ed8-4a6b-89b5-5e25dd216b31', 'name': 'network-vif-deleted', 'tag': '0d38e346-bbd9-4822-ac21-8b4c91b73ac1'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:16:38.754099 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-90e0cb47-2ec5-47ac-99fb-20eccb264a15 req-6d6457bb-391b-49d7-a810-e094108c5d58 tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.124 "DELETE /v2.0/ports/0d38e346-bbd9-4822-ac21-8b4c91b73ac1 HTTP/1.1" status: 204 len: 173 time: 0.9547868 Jan 21 10:16:38.806036 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f7f03e-8ed8-4a6b-89b5-5e25dd216b31', 'name': 'network-vif-deleted', 'tag': '0d38e346-bbd9-4822-ac21-8b4c91b73ac1', 'status': 'completed', 'code': 200} Jan 21 10:16:39.050021 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-0a8ad712-a4b7-45bb-ada0-506ef4450c79 req-03403b9d-d13e-4e4c-9161-45f4ded49bad tempest-ServersNegativeTestJSON-1981483875 tempest-ServersNegativeTestJSON-1981483875-project] 10.222.0.104 "GET /v2.0/ports?device_id=71f7f03e-8ed8-4a6b-89b5-5e25dd216b31 HTTP/1.1" status: 200 len: 210 time: 0.0491741 Jan 21 10:16:40.171658 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 42152) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:40.243540 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-9da85ab7-39a7-4db2-a233-4a6269a2f290 admin admin] Deleting subnet a6ec1c97-e928-43e5-a460-ea42740e036b {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:16:40.246566 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9da85ab7-39a7-4db2-a233-4a6269a2f290 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:40.297736 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9da85ab7-39a7-4db2-a233-4a6269a2f290 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:40.362058 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9da85ab7-39a7-4db2-a233-4a6269a2f290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:40.446765 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9da85ab7-39a7-4db2-a233-4a6269a2f290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:40.497230 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da85ab7-39a7-4db2-a233-4a6269a2f290 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6ec1c97-e928-43e5-a460-ea42740e036b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:40.499326 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9da85ab7-39a7-4db2-a233-4a6269a2f290 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:40.507179 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9da85ab7-39a7-4db2-a233-4a6269a2f290 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/a6ec1c97-e928-43e5-a460-ea42740e036b HTTP/1.1" status: 204 len: 168 time: 0.3335514 Jan 21 10:16:40.509787 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 42156) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:40.646847 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d9f51a4-6168-4219-b881-e71980797df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:40.839541 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d9f51a4-6168-4219-b881-e71980797df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:40.876950 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-1d9f51a4-6168-4219-b881-e71980797df7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d9edad-560c-4973-8ec1-bd30c10bd64e']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:40.895646 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-1d9f51a4-6168-4219-b881-e71980797df7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e25871c2-0090-47d2-9aef-fe54e804566e') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:40.895935 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-1d9f51a4-6168-4219-b881-e71980797df7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e25871c2-0090-47d2-9aef-fe54e804566e') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:40.912470 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d9f51a4-6168-4219-b881-e71980797df7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:40.943764 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d9f51a4-6168-4219-b881-e71980797df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:40.951988 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d9f51a4-6168-4219-b881-e71980797df7 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:16:40.952938 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d9f51a4-6168-4219-b881-e71980797df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:40.967775 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 10:16:40.967775 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:16:40.967775 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 10:16:40.967775 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:16:40.967775 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 10:16:40.967775 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:16:40.967775 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 10:16:40.967775 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:16:40.967775 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 10:16:40.967775 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:16:40.967775 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 10:16:40.967775 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:16:40.967775 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 10:16:40.967775 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:16:40.967775 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:16:40.967775 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:16:40.967775 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:16:40.967775 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:16:40.967775 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 10:16:40.967775 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:16:40.967775 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 10:16:40.967775 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:16:40.967775 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:16:40.967775 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:16:40.967775 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 10:16:40.967775 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:16:40.967775 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:16:40.967775 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:16:40.967775 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:16:40.967775 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:16:40.967775 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:16:40.967775 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:16:41.060700 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d9f51a4-6168-4219-b881-e71980797df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:41.066965 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d9f51a4-6168-4219-b881-e71980797df7 admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:41.106330 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f51a4-6168-4219-b881-e71980797df7 admin admin] Pushing event deleted for resources: {'Network': ['ID=10d9edad-560c-4973-8ec1-bd30c10bd64e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:41.110999 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1d9f51a4-6168-4219-b881-e71980797df7 admin admin] 10.222.0.104 "DELETE /v2.0/networks/10d9edad-560c-4973-8ec1-bd30c10bd64e HTTP/1.1" status: 204 len: 168 time: 0.5998912 Jan 21 10:16:41.290837 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 42162) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:41.355171 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ed6b7fe9-ddc6-4422-bd6d-a8b0ae0f58d8 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=860dd2cddfba4ae7955784ff144c763b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0631430 Jan 21 10:16:41.358096 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 42166) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:41.427646 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e99faf85-55e8-490f-ba38-84f9b322b72a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:41.459520 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e99faf85-55e8-490f-ba38-84f9b322b72a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:41.535192 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e99faf85-55e8-490f-ba38-84f9b322b72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:41.558843 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99faf85-55e8-490f-ba38-84f9b322b72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cfe17f-8e07-43f3-a9d6-653c16e114fe,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:41.571407 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e99faf85-55e8-490f-ba38-84f9b322b72a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:41.572540 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e99faf85-55e8-490f-ba38-84f9b322b72a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/a9cfe17f-8e07-43f3-a9d6-653c16e114fe HTTP/1.1" status: 204 len: 168 time: 0.2135546 Jan 21 10:16:42.185487 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 0d38e346-bbd9-4822-ac21-8b4c91b73ac1 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:16:42.228791 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: 0d38e346-bbd9-4822-ac21-8b4c91b73ac1 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:16:42.229221 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 0d38e346-bbd9-4822-ac21-8b4c91b73ac1 not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:16:42.826100 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42188) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:43.028457 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-a80aef50-4b89-448c-a489-81ddfab48299 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1003377815'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:16:43.034177 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a80aef50-4b89-448c-a489-81ddfab48299 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:16:43.040344 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a80aef50-4b89-448c-a489-81ddfab48299 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Usage tracker for resource:network and tenant:31fac20780764674b7af1eb425fc3032 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:16:43.045427 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a80aef50-4b89-448c-a489-81ddfab48299 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:16:43.052577 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a80aef50-4b89-448c-a489-81ddfab48299 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:16:43.067120 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80aef50-4b89-448c-a489-81ddfab48299 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Made reservation on behalf of 31fac20780764674b7af1eb425fc3032 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:16:43.070928 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a80aef50-4b89-448c-a489-81ddfab48299 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:43.089359 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a80aef50-4b89-448c-a489-81ddfab48299 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:43.127676 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a80aef50-4b89-448c-a489-81ddfab48299 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:16:43.132967 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a80aef50-4b89-448c-a489-81ddfab48299 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Usage tracker for resource:security_group_rule and tenant:31fac20780764674b7af1eb425fc3032 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:16:43.136346 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a80aef50-4b89-448c-a489-81ddfab48299 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:16:43.145759 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a80aef50-4b89-448c-a489-81ddfab48299 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:16:43.259255 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a80aef50-4b89-448c-a489-81ddfab48299 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:43.264268 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a80aef50-4b89-448c-a489-81ddfab48299 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:43.303348 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a80aef50-4b89-448c-a489-81ddfab48299 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:16:43.312820 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80aef50-4b89-448c-a489-81ddfab48299 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c770f0d7-8e23-4c8f-9778-641765c8e474,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:43.320042 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a80aef50-4b89-448c-a489-81ddfab48299 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:43.320412 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-a80aef50-4b89-448c-a489-81ddfab48299 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Added segment a60f6616-11af-4b5f-8de2-cf654e33f011 of type vlan for network ffcc1e33-1c7b-4339-a093-d7e7dd394a1b Jan 21 10:16:43.330482 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80aef50-4b89-448c-a489-81ddfab48299 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:43.330903 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80aef50-4b89-448c-a489-81ddfab48299 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:43.331241 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80aef50-4b89-448c-a489-81ddfab48299 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:43.331573 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80aef50-4b89-448c-a489-81ddfab48299 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:43.331912 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80aef50-4b89-448c-a489-81ddfab48299 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:43.332238 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80aef50-4b89-448c-a489-81ddfab48299 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:43.332561 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80aef50-4b89-448c-a489-81ddfab48299 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:43.332886 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80aef50-4b89-448c-a489-81ddfab48299 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:43.333199 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80aef50-4b89-448c-a489-81ddfab48299 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:43.333549 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80aef50-4b89-448c-a489-81ddfab48299 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:43.333857 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80aef50-4b89-448c-a489-81ddfab48299 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:43.373386 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a80aef50-4b89-448c-a489-81ddfab48299 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:43.410196 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a80aef50-4b89-448c-a489-81ddfab48299 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:43.414496 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80aef50-4b89-448c-a489-81ddfab48299 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:43.415083 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a80aef50-4b89-448c-a489-81ddfab48299 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:43.550951 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a80aef50-4b89-448c-a489-81ddfab48299 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7231214 Jan 21 10:16:43.558727 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80aef50-4b89-448c-a489-81ddfab48299 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Pushing event updated for resources: {'Network': ['ID=ffcc1e33-1c7b-4339-a093-d7e7dd394a1b,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:43.574014 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network ffcc1e33-1c7b-4339-a093-d7e7dd394a1b details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:16:47.423477 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42194) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:47.430043 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-bd16477d-23f6-41d2-8c08-16302753ff60 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Request body: {'subnet': {'network_id': 'ffcc1e33-1c7b-4339-a093-d7e7dd394a1b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:16:47.550770 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-bd16477d-23f6-41d2-8c08-16302753ff60 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:16:47.556844 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-bd16477d-23f6-41d2-8c08-16302753ff60 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Usage tracker for resource:subnet and tenant:31fac20780764674b7af1eb425fc3032 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:16:47.560337 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-bd16477d-23f6-41d2-8c08-16302753ff60 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:16:47.566973 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-bd16477d-23f6-41d2-8c08-16302753ff60 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:16:47.579258 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd16477d-23f6-41d2-8c08-16302753ff60 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Made reservation on behalf of 31fac20780764674b7af1eb425fc3032 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:16:47.726595 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bd16477d-23f6-41d2-8c08-16302753ff60 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:48.013806 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bd16477d-23f6-41d2-8c08-16302753ff60 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:48.111567 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16477d-23f6-41d2-8c08-16302753ff60 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Pushing event updated for resources: {'Subnet': ['ID=ac894927-868b-401f-897d-b6b2ac0f27d9,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:48.134697 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd16477d-23f6-41d2-8c08-16302753ff60 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Checking segment: {'id': 'a60f6616-11af-4b5f-8de2-cf654e33f011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ffcc1e33-1c7b-4339-a093-d7e7dd394a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:16:48.135093 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd16477d-23f6-41d2-8c08-16302753ff60 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Network hostable DHCP agents. Network: ffcc1e33-1c7b-4339-a093-d7e7dd394a1b, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:16:48.161565 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd16477d-23f6-41d2-8c08-16302753ff60 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Network ffcc1e33-1c7b-4339-a093-d7e7dd394a1b is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:16:48.173625 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-bd16477d-23f6-41d2-8c08-16302753ff60 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, ffcc1e33-1c7b-4339-a093-d7e7dd394a1b) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:16:48.179207 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd16477d-23f6-41d2-8c08-16302753ff60 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:48.179779 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bd16477d-23f6-41d2-8c08-16302753ff60 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:48.187176 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ee3a96-ce0c-4c6d-8275-c0769a88b6da None None] Network ffcc1e33-1c7b-4339-a093-d7e7dd394a1b requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:16:48.205909 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-bd16477d-23f6-41d2-8c08-16302753ff60 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7810662 Jan 21 10:16:48.211607 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42198) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:48.217206 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-9f5b6eca-77a6-4d89-afb9-13452696250d tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-678611108'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:16:48.222758 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9f5b6eca-77a6-4d89-afb9-13452696250d tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:16:48.228177 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9f5b6eca-77a6-4d89-afb9-13452696250d tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Usage tracker for resource:network and tenant:31fac20780764674b7af1eb425fc3032 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:16:48.231947 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9f5b6eca-77a6-4d89-afb9-13452696250d tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:16:48.242273 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9f5b6eca-77a6-4d89-afb9-13452696250d tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:16:48.256416 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5b6eca-77a6-4d89-afb9-13452696250d tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Made reservation on behalf of 31fac20780764674b7af1eb425fc3032 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:16:48.260312 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9f5b6eca-77a6-4d89-afb9-13452696250d tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:48.300221 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f5b6eca-77a6-4d89-afb9-13452696250d tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:16:48.310944 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9f5b6eca-77a6-4d89-afb9-13452696250d tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:48.311473 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-9f5b6eca-77a6-4d89-afb9-13452696250d tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Added segment cd3dcba6-4f44-4638-8bf7-8391f86fc6cd of type vlan for network 7791b3e1-35b3-477c-a5cc-38c975d8b206 Jan 21 10:16:48.348465 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9f5b6eca-77a6-4d89-afb9-13452696250d tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:48.402955 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9f5b6eca-77a6-4d89-afb9-13452696250d tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:48.406907 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5b6eca-77a6-4d89-afb9-13452696250d tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:48.407490 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9f5b6eca-77a6-4d89-afb9-13452696250d tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:48.477375 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0358173a-f7cb-4ee9-a1ad-d0117116588a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-ffcc1e33-1c7b-4339-a093-d7e7dd394a1b', 'network_id': 'ffcc1e33-1c7b-4339-a093-d7e7dd394a1b', 'tenant_id': '31fac20780764674b7af1eb425fc3032', 'fixed_ips': [{'subnet_id': 'ac894927-868b-401f-897d-b6b2ac0f27d9'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:16:48.478281 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0358173a-f7cb-4ee9-a1ad-d0117116588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:48.542403 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9f5b6eca-77a6-4d89-afb9-13452696250d tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3255432 Jan 21 10:16:48.544255 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 42202) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:48.555525 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-4b713c97-b949-4ce0-8f59-e8a067928478 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Request body: {'subnet': {'network_id': '7791b3e1-35b3-477c-a5cc-38c975d8b206', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:16:48.569114 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b6eca-77a6-4d89-afb9-13452696250d tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Pushing event updated for resources: {'Network': ['ID=7791b3e1-35b3-477c-a5cc-38c975d8b206,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:48.586627 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 7791b3e1-35b3-477c-a5cc-38c975d8b206 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:16:48.889328 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4b713c97-b949-4ce0-8f59-e8a067928478 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:16:48.891818 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-0358173a-f7cb-4ee9-a1ad-d0117116588a None None] Allocated IP 2001:db8:0:ffff::2 (ffcc1e33-1c7b-4339-a093-d7e7dd394a1b/ac894927-868b-401f-897d-b6b2ac0f27d9/5fc42867-07e4-41db-9f5c-e98f6fefe3df) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:16:48.894152 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-4b713c97-b949-4ce0-8f59-e8a067928478 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Usage tracker for resource:subnet and tenant:31fac20780764674b7af1eb425fc3032 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:16:48.898759 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-4b713c97-b949-4ce0-8f59-e8a067928478 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:16:48.910594 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4b713c97-b949-4ce0-8f59-e8a067928478 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:16:48.935424 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b713c97-b949-4ce0-8f59-e8a067928478 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Made reservation on behalf of 31fac20780764674b7af1eb425fc3032 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:16:49.106177 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4b713c97-b949-4ce0-8f59-e8a067928478 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:49.236653 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0358173a-f7cb-4ee9-a1ad-d0117116588a None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:49.257637 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0358173a-f7cb-4ee9-a1ad-d0117116588a None None] Transition to ACTIVE for port object 5fc42867-07e4-41db-9f5c-e98f6fefe3df will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:16:49.291690 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0358173a-f7cb-4ee9-a1ad-d0117116588a None None] Transition to ACTIVE for port object 5fc42867-07e4-41db-9f5c-e98f6fefe3df will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:16:49.302228 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0358173a-f7cb-4ee9-a1ad-d0117116588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:49.437174 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0358173a-f7cb-4ee9-a1ad-d0117116588a None None] Network ffcc1e33-1c7b-4339-a093-d7e7dd394a1b is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:16:49.440282 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-0358173a-f7cb-4ee9-a1ad-d0117116588a None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:16:49.446115 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0358173a-f7cb-4ee9-a1ad-d0117116588a None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:16:49.458551 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0358173a-f7cb-4ee9-a1ad-d0117116588a None None] Pushing event updated for resources: {'Port': ['ID=5fc42867-07e4-41db-9f5c-e98f6fefe3df,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:49.476440 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4b713c97-b949-4ce0-8f59-e8a067928478 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:49.564898 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-0358173a-f7cb-4ee9-a1ad-d0117116588a None None] Attempting to bind port 5fc42867-07e4-41db-9f5c-e98f6fefe3df on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:16:49.565395 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-0358173a-f7cb-4ee9-a1ad-d0117116588a None None] Attempting to bind port 5fc42867-07e4-41db-9f5c-e98f6fefe3df by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'a60f6616-11af-4b5f-8de2-cf654e33f011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ffcc1e33-1c7b-4339-a093-d7e7dd394a1b'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:16:49.565964 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0358173a-f7cb-4ee9-a1ad-d0117116588a None None] Attempting to bind port 5fc42867-07e4-41db-9f5c-e98f6fefe3df on network ffcc1e33-1c7b-4339-a093-d7e7dd394a1b {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:16:49.577669 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0358173a-f7cb-4ee9-a1ad-d0117116588a None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:16:49.578140 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0358173a-f7cb-4ee9-a1ad-d0117116588a None None] Checking segment: {'id': 'a60f6616-11af-4b5f-8de2-cf654e33f011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ffcc1e33-1c7b-4339-a093-d7e7dd394a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:16:49.578592 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0358173a-f7cb-4ee9-a1ad-d0117116588a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:49.579196 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0358173a-f7cb-4ee9-a1ad-d0117116588a None None] Bound using segment: {'id': 'a60f6616-11af-4b5f-8de2-cf654e33f011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ffcc1e33-1c7b-4339-a093-d7e7dd394a1b'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:16:49.579977 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-0358173a-f7cb-4ee9-a1ad-d0117116588a None None] Bound port: 5fc42867-07e4-41db-9f5c-e98f6fefe3df, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60f6616-11af-4b5f-8de2-cf654e33f011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ffcc1e33-1c7b-4339-a093-d7e7dd394a1b'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:16:49.580582 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0358173a-f7cb-4ee9-a1ad-d0117116588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:49.593689 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b713c97-b949-4ce0-8f59-e8a067928478 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Pushing event updated for resources: {'Subnet': ['ID=da4cef2c-87ab-4d9f-8e3e-a5e0c6c93341,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:49.617452 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b713c97-b949-4ce0-8f59-e8a067928478 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:49.617942 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b713c97-b949-4ce0-8f59-e8a067928478 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:49.618350 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b713c97-b949-4ce0-8f59-e8a067928478 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:49.618760 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b713c97-b949-4ce0-8f59-e8a067928478 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:49.619151 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b713c97-b949-4ce0-8f59-e8a067928478 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:49.619618 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b713c97-b949-4ce0-8f59-e8a067928478 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:49.619949 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b713c97-b949-4ce0-8f59-e8a067928478 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:49.620110 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b713c97-b949-4ce0-8f59-e8a067928478 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:49.620454 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b713c97-b949-4ce0-8f59-e8a067928478 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:49.620832 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b713c97-b949-4ce0-8f59-e8a067928478 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:49.621074 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b713c97-b949-4ce0-8f59-e8a067928478 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:49.633542 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b713c97-b949-4ce0-8f59-e8a067928478 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Checking segment: {'id': 'cd3dcba6-4f44-4638-8bf7-8391f86fc6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7791b3e1-35b3-477c-a5cc-38c975d8b206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:16:49.633951 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b713c97-b949-4ce0-8f59-e8a067928478 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Network hostable DHCP agents. Network: 7791b3e1-35b3-477c-a5cc-38c975d8b206, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:16:49.667266 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b713c97-b949-4ce0-8f59-e8a067928478 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Network 7791b3e1-35b3-477c-a5cc-38c975d8b206 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:16:49.680629 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-4b713c97-b949-4ce0-8f59-e8a067928478 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 7791b3e1-35b3-477c-a5cc-38c975d8b206) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:16:49.692207 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b713c97-b949-4ce0-8f59-e8a067928478 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:49.692207 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4b713c97-b949-4ce0-8f59-e8a067928478 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:49.693657 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1446b7d-7c59-4f91-8450-bf87624448b3 None None] Network 7791b3e1-35b3-477c-a5cc-38c975d8b206 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:16:49.718882 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4b713c97-b949-4ce0-8f59-e8a067928478 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.1714761 Jan 21 10:16:49.723428 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 42208) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:49.782305 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-0358173a-f7cb-4ee9-a1ad-d0117116588a None None] For port 5fc42867-07e4-41db-9f5c-e98f6fefe3df, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:16:49.811762 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-0358173a-f7cb-4ee9-a1ad-d0117116588a None None] For port 5fc42867-07e4-41db-9f5c-e98f6fefe3df, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=5fc42867-07e4-41db-9f5c-e98f6fefe3df,segment=NetworkSegment(a60f6616-11af-4b5f-8de2-cf654e33f011),segment_id=a60f6616-11af-4b5f-8de2-cf654e33f011)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:16:49.823199 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0358173a-f7cb-4ee9-a1ad-d0117116588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:50.015197 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0358173a-f7cb-4ee9-a1ad-d0117116588a None None] Pushing event updated for resources: {'Port': ['ID=5fc42867-07e4-41db-9f5c-e98f6fefe3df,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:50.032894 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2c5da6d-61ad-49a3-ba8d-08de65f27f24 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:50.155133 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3861139-5c98-4e01-a044-d0e02b00489a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-7791b3e1-35b3-477c-a5cc-38c975d8b206', 'network_id': '7791b3e1-35b3-477c-a5cc-38c975d8b206', 'tenant_id': '31fac20780764674b7af1eb425fc3032', 'fixed_ips': [{'subnet_id': 'da4cef2c-87ab-4d9f-8e3e-a5e0c6c93341'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:16:50.156174 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b3861139-5c98-4e01-a044-d0e02b00489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:50.187946 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2c5da6d-61ad-49a3-ba8d-08de65f27f24 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:50.386898 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2c5da6d-61ad-49a3-ba8d-08de65f27f24 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server [None req-b3861139-5c98-4e01-a044-d0e02b00489a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet da4cef2c-87ab-4d9f-8e3e-a5e0c6c93341: This subnet is being modified by another concurrent operation. Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise exception Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet da4cef2c-87ab-4d9f-8e3e-a5e0c6c93341: This subnet is being modified by another concurrent operation. Jan 21 10:16:50.405792 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server Jan 21 10:16:50.445648 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08c5f3c-0bc8-4f99-9cc5-b94b6ee66b72 None None] Network 7791b3e1-35b3-477c-a5cc-38c975d8b206 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:16:50.461972 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5da6d-61ad-49a3-ba8d-08de65f27f24 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Pushing event deleted for resources: {'Subnet': ['ID=da4cef2c-87ab-4d9f-8e3e-a5e0c6c93341,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:50.565611 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 5fc42867-07e4-41db-9f5c-e98f6fefe3df up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:16:50.628745 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2c5da6d-61ad-49a3-ba8d-08de65f27f24 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:50.657239 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:50.670637 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-d2c5da6d-61ad-49a3-ba8d-08de65f27f24 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7791b3e1-35b3-477c-a5cc-38c975d8b206']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:50.691079 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-d2c5da6d-61ad-49a3-ba8d-08de65f27f24 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd3dcba6-4f44-4638-8bf7-8391f86fc6cd') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:50.691717 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-d2c5da6d-61ad-49a3-ba8d-08de65f27f24 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd3dcba6-4f44-4638-8bf7-8391f86fc6cd') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:50.707912 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2c5da6d-61ad-49a3-ba8d-08de65f27f24 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:50.734786 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2c5da6d-61ad-49a3-ba8d-08de65f27f24 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:50.743341 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2c5da6d-61ad-49a3-ba8d-08de65f27f24 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:16:50.743934 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2c5da6d-61ad-49a3-ba8d-08de65f27f24 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:50.759163 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 5fc42867-07e4-41db-9f5c-e98f6fefe3df completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:16:50.767168 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 10:16:50.767168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:16:50.767168 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 10:16:50.767168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:16:50.767168 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 10:16:50.767168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:16:50.767168 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 10:16:50.767168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:16:50.767168 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 10:16:50.767168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:16:50.767168 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 10:16:50.767168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:16:50.767168 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 10:16:50.767168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:16:50.767168 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:16:50.767168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:16:50.767168 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:16:50.767168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:16:50.767168 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 10:16:50.767168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:16:50.767168 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 10:16:50.767168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:16:50.767168 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:16:50.767168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:16:50.767168 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 10:16:50.767168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:16:50.767168 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:16:50.767168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:16:50.767168 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:16:50.767168 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:16:50.767168 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:16:50.767168 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:16:50.864299 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2c5da6d-61ad-49a3-ba8d-08de65f27f24 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:50.903880 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2c5da6d-61ad-49a3-ba8d-08de65f27f24 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:50.917310 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5da6d-61ad-49a3-ba8d-08de65f27f24 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Pushing event deleted for resources: {'Network': ['ID=7791b3e1-35b3-477c-a5cc-38c975d8b206,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:50.922033 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d2c5da6d-61ad-49a3-ba8d-08de65f27f24 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] 10.222.0.104 "DELETE /v2.0/networks/7791b3e1-35b3-477c-a5cc-38c975d8b206 HTTP/1.1" status: 204 len: 168 time: 1.1972215 Jan 21 10:16:50.925837 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42212) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:50.932754 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-e3cf9a8f-b071-453b-a4b2-40a30fb08ad5 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2088329763'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:16:50.939569 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-e3cf9a8f-b071-453b-a4b2-40a30fb08ad5 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:16:50.948433 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e3cf9a8f-b071-453b-a4b2-40a30fb08ad5 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Usage tracker for resource:network and tenant:31fac20780764674b7af1eb425fc3032 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:16:50.951782 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e3cf9a8f-b071-453b-a4b2-40a30fb08ad5 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:16:50.959782 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-e3cf9a8f-b071-453b-a4b2-40a30fb08ad5 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:16:50.971005 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cf9a8f-b071-453b-a4b2-40a30fb08ad5 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Made reservation on behalf of 31fac20780764674b7af1eb425fc3032 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:16:50.974181 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e3cf9a8f-b071-453b-a4b2-40a30fb08ad5 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:51.012096 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3cf9a8f-b071-453b-a4b2-40a30fb08ad5 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:16:51.022274 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e3cf9a8f-b071-453b-a4b2-40a30fb08ad5 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:51.022561 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-e3cf9a8f-b071-453b-a4b2-40a30fb08ad5 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Added segment fa082278-89b1-427d-a04d-d763802e3966 of type vlan for network bda43188-4bd2-4001-829d-1b94b332a8e3 Jan 21 10:16:51.059836 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e3cf9a8f-b071-453b-a4b2-40a30fb08ad5 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:51.111082 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e3cf9a8f-b071-453b-a4b2-40a30fb08ad5 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:51.116895 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cf9a8f-b071-453b-a4b2-40a30fb08ad5 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:51.117324 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e3cf9a8f-b071-453b-a4b2-40a30fb08ad5 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:51.313081 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6eaba19-98b6-47ca-91af-61f4f3595ed6 None None] Network ffcc1e33-1c7b-4339-a093-d7e7dd394a1b requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:16:51.358080 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e3cf9a8f-b071-453b-a4b2-40a30fb08ad5 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4310141 Jan 21 10:16:51.362655 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42216) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:51.371163 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-ffd38400-2236-40e3-b4dc-dda141e6439f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Request body: {'subnet': {'network_id': 'bda43188-4bd2-4001-829d-1b94b332a8e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:16:51.392593 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf9a8f-b071-453b-a4b2-40a30fb08ad5 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Pushing event updated for resources: {'Network': ['ID=bda43188-4bd2-4001-829d-1b94b332a8e3,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:51.419633 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network bda43188-4bd2-4001-829d-1b94b332a8e3 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:16:51.529311 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ffd38400-2236-40e3-b4dc-dda141e6439f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:16:51.536424 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ffd38400-2236-40e3-b4dc-dda141e6439f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Usage tracker for resource:subnet and tenant:31fac20780764674b7af1eb425fc3032 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:16:51.542134 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ffd38400-2236-40e3-b4dc-dda141e6439f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:16:51.553182 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ffd38400-2236-40e3-b4dc-dda141e6439f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:16:51.558765 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f8bda594-2040-4084-aba3-4f24a07fa268 None None] Provisioning for port 5fc42867-07e4-41db-9f5c-e98f6fefe3df completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:16:51.568353 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd38400-2236-40e3-b4dc-dda141e6439f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Made reservation on behalf of 31fac20780764674b7af1eb425fc3032 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:16:51.596371 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f8bda594-2040-4084-aba3-4f24a07fa268 None None] Provisioning complete for port 5fc42867-07e4-41db-9f5c-e98f6fefe3df triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:16:51.596742 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f8bda594-2040-4084-aba3-4f24a07fa268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:51.713939 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ffd38400-2236-40e3-b4dc-dda141e6439f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:51.833295 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.ipam_backend_mixin [None req-ffd38400-2236-40e3-b4dc-dda141e6439f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Performing IP validity checks on allocation pools {{(pid=83598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 10:16:51.834765 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.ipam_backend_mixin [None req-ffd38400-2236-40e3-b4dc-dda141e6439f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 10:16:51.848429 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f8bda594-2040-4084-aba3-4f24a07fa268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:51.900678 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-f8bda594-2040-4084-aba3-4f24a07fa268 None None] For port 5fc42867-07e4-41db-9f5c-e98f6fefe3df, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=5fc42867-07e4-41db-9f5c-e98f6fefe3df,segment=NetworkSegment(a60f6616-11af-4b5f-8de2-cf654e33f011),segment_id=a60f6616-11af-4b5f-8de2-cf654e33f011)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:16:51.907431 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f8bda594-2040-4084-aba3-4f24a07fa268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:52.048676 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bda594-2040-4084-aba3-4f24a07fa268 None None] Pushing event updated for resources: {'Port': ['ID=5fc42867-07e4-41db-9f5c-e98f6fefe3df,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:52.098586 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ffd38400-2236-40e3-b4dc-dda141e6439f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:52.188704 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95aaaf0-e7cf-42ea-a91f-5e59621c3e6d None None] get_active_networks_info from dv-neutron-825732-1-hyperv {{(pid=83599) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 10:16:52.206700 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd38400-2236-40e3-b4dc-dda141e6439f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Pushing event updated for resources: {'Subnet': ['ID=6e568b74-0805-4413-bb7f-92f26f9e8f1a,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:52.221811 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd38400-2236-40e3-b4dc-dda141e6439f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Checking segment: {'id': 'fa082278-89b1-427d-a04d-d763802e3966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bda43188-4bd2-4001-829d-1b94b332a8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:16:52.222415 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd38400-2236-40e3-b4dc-dda141e6439f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Network hostable DHCP agents. Network: bda43188-4bd2-4001-829d-1b94b332a8e3, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:16:52.257261 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd38400-2236-40e3-b4dc-dda141e6439f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Network bda43188-4bd2-4001-829d-1b94b332a8e3 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:16:52.269385 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-ffd38400-2236-40e3-b4dc-dda141e6439f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, bda43188-4bd2-4001-829d-1b94b332a8e3) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:16:52.275978 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd38400-2236-40e3-b4dc-dda141e6439f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:52.276826 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ffd38400-2236-40e3-b4dc-dda141e6439f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:52.311060 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ffd38400-2236-40e3-b4dc-dda141e6439f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9470561 Jan 21 10:16:52.315055 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42222) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:52.317137 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-b96bf3ab-0917-41b1-b63b-2937c30d6e9f None None] Provisioning complete for port 5fc42867-07e4-41db-9f5c-e98f6fefe3df triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:16:52.317609 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b96bf3ab-0917-41b1-b63b-2937c30d6e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:52.427806 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95aaaf0-e7cf-42ea-a91f-5e59621c3e6d None None] Resources bound (agent type, host, resource id): {{(pid=83599) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 10:16:52.465532 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 5fc42867-07e4-41db-9f5c-e98f6fefe3df up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:16:52.500462 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce26e-17f1-4a6f-b365-c1763209ea0f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:52.589158 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce26e-17f1-4a6f-b365-c1763209ea0f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:52.711168 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 5fc42867-07e4-41db-9f5c-e98f6fefe3df triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:16:52.711559 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:52.731574 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce26e-17f1-4a6f-b365-c1763209ea0f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:52.784785 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ce26e-17f1-4a6f-b365-c1763209ea0f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Pushing event deleted for resources: {'Subnet': ['ID=6e568b74-0805-4413-bb7f-92f26f9e8f1a,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:52.925434 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce26e-17f1-4a6f-b365-c1763209ea0f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:52.960425 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-8e0ce26e-17f1-4a6f-b365-c1763209ea0f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda43188-4bd2-4001-829d-1b94b332a8e3']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:52.982699 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-8e0ce26e-17f1-4a6f-b365-c1763209ea0f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa082278-89b1-427d-a04d-d763802e3966') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:52.983188 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-8e0ce26e-17f1-4a6f-b365-c1763209ea0f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa082278-89b1-427d-a04d-d763802e3966') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:52.998365 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce26e-17f1-4a6f-b365-c1763209ea0f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:53.017751 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce26e-17f1-4a6f-b365-c1763209ea0f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:53.029505 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9ecfa6-b37f-47a4-a6fa-b87921bf4aa5 None None] Network bda43188-4bd2-4001-829d-1b94b332a8e3 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:16:53.029806 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e0ce26e-17f1-4a6f-b365-c1763209ea0f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:16:53.029918 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce26e-17f1-4a6f-b365-c1763209ea0f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:53.044930 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 10:16:53.044930 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:16:53.044930 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 10:16:53.044930 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:16:53.044930 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 10:16:53.044930 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:16:53.044930 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 10:16:53.044930 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:16:53.044930 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 10:16:53.044930 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:16:53.044930 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 10:16:53.044930 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:16:53.044930 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 10:16:53.044930 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:16:53.044930 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:16:53.044930 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:16:53.044930 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:16:53.044930 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:16:53.044930 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 10:16:53.044930 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:16:53.044930 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 10:16:53.044930 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:16:53.044930 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:16:53.044930 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:16:53.044930 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 10:16:53.044930 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:16:53.044930 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:16:53.044930 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:16:53.044930 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:16:53.044930 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:16:53.044930 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:16:53.044930 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:16:53.144814 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce26e-17f1-4a6f-b365-c1763209ea0f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:53.171171 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce26e-17f1-4a6f-b365-c1763209ea0f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:53.180056 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ce26e-17f1-4a6f-b365-c1763209ea0f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Pushing event deleted for resources: {'Network': ['ID=bda43188-4bd2-4001-829d-1b94b332a8e3,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:53.191652 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8e0ce26e-17f1-4a6f-b365-c1763209ea0f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] 10.222.0.104 "DELETE /v2.0/networks/bda43188-4bd2-4001-829d-1b94b332a8e3 HTTP/1.1" status: 204 len: 168 time: 0.8746102 Jan 21 10:16:53.197649 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 42226) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:53.204465 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6eee6858-429a-4a32-b858-e6ba559b514b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1393688819'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:16:53.213852 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6eee6858-429a-4a32-b858-e6ba559b514b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:16:53.220391 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6eee6858-429a-4a32-b858-e6ba559b514b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Usage tracker for resource:network and tenant:31fac20780764674b7af1eb425fc3032 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:16:53.223441 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6eee6858-429a-4a32-b858-e6ba559b514b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:16:53.231839 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6eee6858-429a-4a32-b858-e6ba559b514b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:16:53.249778 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eee6858-429a-4a32-b858-e6ba559b514b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Made reservation on behalf of 31fac20780764674b7af1eb425fc3032 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:16:53.255279 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6eee6858-429a-4a32-b858-e6ba559b514b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:53.282315 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfee20f2-c14e-49a8-940d-ae5e06cef772 None None] Network bda43188-4bd2-4001-829d-1b94b332a8e3 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:16:53.295267 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eee6858-429a-4a32-b858-e6ba559b514b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:16:53.311152 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6eee6858-429a-4a32-b858-e6ba559b514b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:53.311676 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-6eee6858-429a-4a32-b858-e6ba559b514b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Added segment 15df6010-34f2-4674-8885-c8aa6736069c of type vlan for network e04e81ba-c9a6-46c4-b84b-501c1099b06f Jan 21 10:16:53.322397 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfee20f2-c14e-49a8-940d-ae5e06cef772 None None] Network bda43188-4bd2-4001-829d-1b94b332a8e3 could not be found, it might have been deleted concurrently. {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 21 10:16:53.352709 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6eee6858-429a-4a32-b858-e6ba559b514b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:53.389940 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6eee6858-429a-4a32-b858-e6ba559b514b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:53.396007 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eee6858-429a-4a32-b858-e6ba559b514b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:53.397467 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6eee6858-429a-4a32-b858-e6ba559b514b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:53.525439 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6eee6858-429a-4a32-b858-e6ba559b514b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3256223 Jan 21 10:16:53.527990 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42230) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:53.535151 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-29699b91-f5ee-41db-9b3b-f956c30045d6 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Request body: {'subnet': {'network_id': 'e04e81ba-c9a6-46c4-b84b-501c1099b06f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:16:53.536013 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee6858-429a-4a32-b858-e6ba559b514b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Pushing event updated for resources: {'Network': ['ID=e04e81ba-c9a6-46c4-b84b-501c1099b06f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:53.557667 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network e04e81ba-c9a6-46c4-b84b-501c1099b06f details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:16:53.707367 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-29699b91-f5ee-41db-9b3b-f956c30045d6 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:16:53.713712 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-29699b91-f5ee-41db-9b3b-f956c30045d6 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Usage tracker for resource:subnet and tenant:31fac20780764674b7af1eb425fc3032 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:16:53.717188 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-29699b91-f5ee-41db-9b3b-f956c30045d6 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:16:53.725790 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-29699b91-f5ee-41db-9b3b-f956c30045d6 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:16:53.739088 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29699b91-f5ee-41db-9b3b-f956c30045d6 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Made reservation on behalf of 31fac20780764674b7af1eb425fc3032 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:16:53.855831 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-29699b91-f5ee-41db-9b3b-f956c30045d6 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:53.998180 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7a0e0166-8d23-4d25-8052-3e18858fa133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:54.228534 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-29699b91-f5ee-41db-9b3b-f956c30045d6 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:54.317072 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29699b91-f5ee-41db-9b3b-f956c30045d6 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Pushing event updated for resources: {'Subnet': ['ID=e32c5149-8cd4-495f-853e-9fecdf53ae82,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:54.330568 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29699b91-f5ee-41db-9b3b-f956c30045d6 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Checking segment: {'id': '15df6010-34f2-4674-8885-c8aa6736069c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e04e81ba-c9a6-46c4-b84b-501c1099b06f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:16:54.330920 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29699b91-f5ee-41db-9b3b-f956c30045d6 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Network hostable DHCP agents. Network: e04e81ba-c9a6-46c4-b84b-501c1099b06f, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:16:54.359185 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29699b91-f5ee-41db-9b3b-f956c30045d6 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Network e04e81ba-c9a6-46c4-b84b-501c1099b06f is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:16:54.370707 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-29699b91-f5ee-41db-9b3b-f956c30045d6 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, e04e81ba-c9a6-46c4-b84b-501c1099b06f) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:16:54.383602 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f46754-23ef-4c2f-a414-8a5a02d1e2f8 None None] Network e04e81ba-c9a6-46c4-b84b-501c1099b06f requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:16:54.384728 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29699b91-f5ee-41db-9b3b-f956c30045d6 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:54.385999 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-29699b91-f5ee-41db-9b3b-f956c30045d6 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:54.411355 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-29699b91-f5ee-41db-9b3b-f956c30045d6 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8820155 Jan 21 10:16:54.415426 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42234) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:54.422476 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-bae1bd89-9c85-43a9-aa71-05deb66ea81f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2028962927'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:16:54.428354 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-bae1bd89-9c85-43a9-aa71-05deb66ea81f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:16:54.433008 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-bae1bd89-9c85-43a9-aa71-05deb66ea81f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Usage tracker for resource:network and tenant:31fac20780764674b7af1eb425fc3032 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:16:54.436650 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-bae1bd89-9c85-43a9-aa71-05deb66ea81f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:16:54.444097 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-bae1bd89-9c85-43a9-aa71-05deb66ea81f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:16:54.455947 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae1bd89-9c85-43a9-aa71-05deb66ea81f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Made reservation on behalf of 31fac20780764674b7af1eb425fc3032 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:16:54.459616 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bae1bd89-9c85-43a9-aa71-05deb66ea81f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:54.497174 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae1bd89-9c85-43a9-aa71-05deb66ea81f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:16:54.509643 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bae1bd89-9c85-43a9-aa71-05deb66ea81f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:54.510038 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-bae1bd89-9c85-43a9-aa71-05deb66ea81f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Added segment 23837459-bad8-4cbd-ba8b-5f68824ea73d of type vlan for network c86be237-e5c8-4805-adcf-57581aea1683 Jan 21 10:16:54.548417 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bae1bd89-9c85-43a9-aa71-05deb66ea81f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:54.589062 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bae1bd89-9c85-43a9-aa71-05deb66ea81f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:54.599347 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae1bd89-9c85-43a9-aa71-05deb66ea81f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:54.599347 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bae1bd89-9c85-43a9-aa71-05deb66ea81f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:54.696626 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71a11dc-348e-48c4-9018-38c653738d4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-e04e81ba-c9a6-46c4-b84b-501c1099b06f', 'network_id': 'e04e81ba-c9a6-46c4-b84b-501c1099b06f', 'tenant_id': '31fac20780764674b7af1eb425fc3032', 'fixed_ips': [{'subnet_id': 'e32c5149-8cd4-495f-853e-9fecdf53ae82'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:16:54.697594 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d71a11dc-348e-48c4-9018-38c653738d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:54.745953 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-bae1bd89-9c85-43a9-aa71-05deb66ea81f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3265057 Jan 21 10:16:54.747299 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 42238) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:54.762676 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1bd89-9c85-43a9-aa71-05deb66ea81f tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Pushing event updated for resources: {'Network': ['ID=c86be237-e5c8-4805-adcf-57581aea1683,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:54.764130 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c8615837-f659-4661-a36a-ecce022a42a3 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Request body: {'subnet': {'network_id': 'c86be237-e5c8-4805-adcf-57581aea1683', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:16:54.786294 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network c86be237-e5c8-4805-adcf-57581aea1683 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:16:54.960608 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c8615837-f659-4661-a36a-ecce022a42a3 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:16:54.969063 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c8615837-f659-4661-a36a-ecce022a42a3 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Usage tracker for resource:subnet and tenant:31fac20780764674b7af1eb425fc3032 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:16:54.972534 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c8615837-f659-4661-a36a-ecce022a42a3 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:16:54.980202 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c8615837-f659-4661-a36a-ecce022a42a3 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:16:54.992417 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8615837-f659-4661-a36a-ecce022a42a3 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Made reservation on behalf of 31fac20780764674b7af1eb425fc3032 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:16:55.000910 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-d71a11dc-348e-48c4-9018-38c653738d4a None None] Allocated IP 2001:db8::2 (e04e81ba-c9a6-46c4-b84b-501c1099b06f/e32c5149-8cd4-495f-853e-9fecdf53ae82/83c58251-2492-423a-b538-22fe9bddfaf2) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:16:55.125080 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8615837-f659-4661-a36a-ecce022a42a3 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:55.325403 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d71a11dc-348e-48c4-9018-38c653738d4a None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:55.336994 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d71a11dc-348e-48c4-9018-38c653738d4a None None] Transition to ACTIVE for port object 83c58251-2492-423a-b538-22fe9bddfaf2 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:16:55.370245 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d71a11dc-348e-48c4-9018-38c653738d4a None None] Transition to ACTIVE for port object 83c58251-2492-423a-b538-22fe9bddfaf2 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:16:55.379793 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d71a11dc-348e-48c4-9018-38c653738d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:55.480981 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71a11dc-348e-48c4-9018-38c653738d4a None None] Network e04e81ba-c9a6-46c4-b84b-501c1099b06f is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:16:55.481438 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-d71a11dc-348e-48c4-9018-38c653738d4a None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:16:55.487483 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71a11dc-348e-48c4-9018-38c653738d4a None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:16:55.527782 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a11dc-348e-48c4-9018-38c653738d4a None None] Pushing event updated for resources: {'Port': ['ID=83c58251-2492-423a-b538-22fe9bddfaf2,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:55.552061 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8615837-f659-4661-a36a-ecce022a42a3 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:55.605543 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-d71a11dc-348e-48c4-9018-38c653738d4a None None] Attempting to bind port 83c58251-2492-423a-b538-22fe9bddfaf2 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:16:55.605842 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-d71a11dc-348e-48c4-9018-38c653738d4a None None] Attempting to bind port 83c58251-2492-423a-b538-22fe9bddfaf2 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '15df6010-34f2-4674-8885-c8aa6736069c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e04e81ba-c9a6-46c4-b84b-501c1099b06f'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:16:55.606234 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71a11dc-348e-48c4-9018-38c653738d4a None None] Attempting to bind port 83c58251-2492-423a-b538-22fe9bddfaf2 on network e04e81ba-c9a6-46c4-b84b-501c1099b06f {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:16:55.614055 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71a11dc-348e-48c4-9018-38c653738d4a None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:16:55.614545 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71a11dc-348e-48c4-9018-38c653738d4a None None] Checking segment: {'id': '15df6010-34f2-4674-8885-c8aa6736069c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e04e81ba-c9a6-46c4-b84b-501c1099b06f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:16:55.615624 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d71a11dc-348e-48c4-9018-38c653738d4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:55.616559 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71a11dc-348e-48c4-9018-38c653738d4a None None] Bound using segment: {'id': '15df6010-34f2-4674-8885-c8aa6736069c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e04e81ba-c9a6-46c4-b84b-501c1099b06f'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:16:55.617412 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-d71a11dc-348e-48c4-9018-38c653738d4a None None] Bound port: 83c58251-2492-423a-b538-22fe9bddfaf2, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15df6010-34f2-4674-8885-c8aa6736069c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e04e81ba-c9a6-46c4-b84b-501c1099b06f'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:16:55.618332 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d71a11dc-348e-48c4-9018-38c653738d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:55.644319 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8615837-f659-4661-a36a-ecce022a42a3 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Pushing event updated for resources: {'Subnet': ['ID=d4045ee8-ea27-46be-94f3-69d74955d4a4,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:55.666612 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8615837-f659-4661-a36a-ecce022a42a3 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Checking segment: {'id': '23837459-bad8-4cbd-ba8b-5f68824ea73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c86be237-e5c8-4805-adcf-57581aea1683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:16:55.667083 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8615837-f659-4661-a36a-ecce022a42a3 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Network hostable DHCP agents. Network: c86be237-e5c8-4805-adcf-57581aea1683, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:16:55.702696 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8615837-f659-4661-a36a-ecce022a42a3 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Network c86be237-e5c8-4805-adcf-57581aea1683 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:16:55.715505 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-c8615837-f659-4661-a36a-ecce022a42a3 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, c86be237-e5c8-4805-adcf-57581aea1683) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:16:55.726998 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5b6299-ceec-41a9-913f-e5e1c7e4fa0d None None] Network c86be237-e5c8-4805-adcf-57581aea1683 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:16:55.736197 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8615837-f659-4661-a36a-ecce022a42a3 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:55.737161 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8615837-f659-4661-a36a-ecce022a42a3 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:55.778674 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c8615837-f659-4661-a36a-ecce022a42a3 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0264120 Jan 21 10:16:55.782847 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42242) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:55.866043 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-d71a11dc-348e-48c4-9018-38c653738d4a None None] For port 83c58251-2492-423a-b538-22fe9bddfaf2, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:16:55.891623 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-d71a11dc-348e-48c4-9018-38c653738d4a None None] For port 83c58251-2492-423a-b538-22fe9bddfaf2, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=83c58251-2492-423a-b538-22fe9bddfaf2,segment=NetworkSegment(15df6010-34f2-4674-8885-c8aa6736069c),segment_id=15df6010-34f2-4674-8885-c8aa6736069c)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:16:55.910261 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d71a11dc-348e-48c4-9018-38c653738d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:56.003103 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5324b905-3c50-4695-832f-edb69519d472 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:56.089810 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5324b905-3c50-4695-832f-edb69519d472 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:56.097670 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a11dc-348e-48c4-9018-38c653738d4a None None] Pushing event updated for resources: {'Port': ['ID=83c58251-2492-423a-b538-22fe9bddfaf2,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:56.107511 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cb7ebb-c8e1-485d-afd3-a6ce7ca5cb92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-c86be237-e5c8-4805-adcf-57581aea1683', 'network_id': 'c86be237-e5c8-4805-adcf-57581aea1683', 'tenant_id': '31fac20780764674b7af1eb425fc3032', 'fixed_ips': [{'subnet_id': 'd4045ee8-ea27-46be-94f3-69d74955d4a4'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:16:56.108347 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c5cb7ebb-c8e1-485d-afd3-a6ce7ca5cb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:56.220346 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5324b905-3c50-4695-832f-edb69519d472 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server [None req-c5cb7ebb-c8e1-485d-afd3-a6ce7ca5cb92 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d4045ee8-ea27-46be-94f3-69d74955d4a4: This subnet is being modified by another concurrent operation. Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise value Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server raise exception Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d4045ee8-ea27-46be-94f3-69d74955d4a4: This subnet is being modified by another concurrent operation. Jan 21 10:16:56.260918 dv-neutron-825732-1-hyperv neutron-server[83599]: ERROR oslo_messaging.rpc.server Jan 21 10:16:56.288899 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324b905-3c50-4695-832f-edb69519d472 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Pushing event deleted for resources: {'Subnet': ['ID=d4045ee8-ea27-46be-94f3-69d74955d4a4,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:56.312879 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d65aa5e-c8de-4463-90cb-b908662c0949 None None] Network c86be237-e5c8-4805-adcf-57581aea1683 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:16:56.451738 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5324b905-3c50-4695-832f-edb69519d472 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:56.528138 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-5324b905-3c50-4695-832f-edb69519d472 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c86be237-e5c8-4805-adcf-57581aea1683']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:56.533601 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 83c58251-2492-423a-b538-22fe9bddfaf2 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:16:56.554575 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-5324b905-3c50-4695-832f-edb69519d472 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23837459-bad8-4cbd-ba8b-5f68824ea73d') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:56.555056 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-5324b905-3c50-4695-832f-edb69519d472 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23837459-bad8-4cbd-ba8b-5f68824ea73d') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:56.579955 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5324b905-3c50-4695-832f-edb69519d472 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:56.590573 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1061476f-8a4f-4abd-9556-5f7c9afaa533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:56.623819 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5324b905-3c50-4695-832f-edb69519d472 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:56.637651 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5324b905-3c50-4695-832f-edb69519d472 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:16:56.638221 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5324b905-3c50-4695-832f-edb69519d472 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:56.665674 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 10:16:56.665674 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:16:56.665674 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 10:16:56.665674 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:16:56.665674 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 10:16:56.665674 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:16:56.665674 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 10:16:56.665674 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:16:56.665674 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 10:16:56.665674 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:16:56.665674 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 10:16:56.665674 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:16:56.665674 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 10:16:56.665674 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:16:56.665674 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:16:56.665674 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:16:56.665674 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:16:56.665674 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:16:56.665674 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 10:16:56.665674 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:16:56.665674 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 10:16:56.665674 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:16:56.665674 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:16:56.665674 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:16:56.665674 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 10:16:56.665674 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:16:56.665674 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:16:56.665674 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:16:56.665674 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:16:56.665674 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:16:56.665674 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:16:56.665674 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:16:56.762227 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 83c58251-2492-423a-b538-22fe9bddfaf2 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:16:56.788535 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5324b905-3c50-4695-832f-edb69519d472 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:56.815735 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5324b905-3c50-4695-832f-edb69519d472 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:56.831414 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324b905-3c50-4695-832f-edb69519d472 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Pushing event deleted for resources: {'Network': ['ID=c86be237-e5c8-4805-adcf-57581aea1683,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:56.840215 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5324b905-3c50-4695-832f-edb69519d472 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] 10.222.0.104 "DELETE /v2.0/networks/c86be237-e5c8-4805-adcf-57581aea1683 HTTP/1.1" status: 204 len: 168 time: 1.0531507 Jan 21 10:16:56.841192 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42246) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:56.892575 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-0deb08b1-6e9e-47fa-8f62-f87a80ef064e tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] GET failed (client error): The resource could not be found. Jan 21 10:16:56.893095 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-0deb08b1-6e9e-47fa-8f62-f87a80ef064e tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Synchronizing usage tracker for tenant:31fac20780764674b7af1eb425fc3032 on resource:subnet {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:16:56.916078 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-0deb08b1-6e9e-47fa-8f62-f87a80ef064e tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Unset dirty status for tenant:31fac20780764674b7af1eb425fc3032 on resource:subnet {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:16:56.917659 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0deb08b1-6e9e-47fa-8f62-f87a80ef064e tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] 10.222.0.104 "GET /v2.0/subnets/d4045ee8-ea27-46be-94f3-69d74955d4a4 HTTP/1.1" status: 404 len: 337 time: 0.0751607 Jan 21 10:16:56.921002 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 42250) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:56.952100 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b9ec532-6c6e-4b48-a77f-7de49c26e2d9 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] DELETE failed (client error): The resource could not be found. Jan 21 10:16:56.952550 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b9ec532-6c6e-4b48-a77f-7de49c26e2d9 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 10:16:56.954711 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1b9ec532-6c6e-4b48-a77f-7de49c26e2d9 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] 10.222.0.104 "DELETE /v2.0/networks/c86be237-e5c8-4805-adcf-57581aea1683 HTTP/1.1" status: 404 len: 339 time: 0.0323472 Jan 21 10:16:56.961718 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42254) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:57.008034 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea5098a-da33-4c5b-beca-44750f6a30a3 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] DELETE failed (client error): The resource could not be found. Jan 21 10:16:57.008479 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ea5098a-da33-4c5b-beca-44750f6a30a3 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 10:16:57.010423 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-2ea5098a-da33-4c5b-beca-44750f6a30a3 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] 10.222.0.104 "DELETE /v2.0/subnets/d4045ee8-ea27-46be-94f3-69d74955d4a4 HTTP/1.1" status: 404 len: 337 time: 0.0477295 Jan 21 10:16:57.014040 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 42258) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:57.053027 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-d99e8eb9-8bd7-41ea-a7d0-c397fe272b4a tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] DELETE failed (client error): The resource could not be found. Jan 21 10:16:57.053815 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d99e8eb9-8bd7-41ea-a7d0-c397fe272b4a tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 10:16:57.056610 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d99e8eb9-8bd7-41ea-a7d0-c397fe272b4a tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] 10.222.0.104 "DELETE /v2.0/networks/c86be237-e5c8-4805-adcf-57581aea1683 HTTP/1.1" status: 404 len: 339 time: 0.0408332 Jan 21 10:16:57.060684 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 42262) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:57.326064 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b2c561-794c-4e41-9bf0-ff5b63fda370 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Deleting subnet e32c5149-8cd4-495f-853e-9fecdf53ae82 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:16:57.329744 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a3b2c561-794c-4e41-9bf0-ff5b63fda370 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:57.378334 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c57d7a9-b1e5-412c-9083-15c29c6ead30 None None] Network e04e81ba-c9a6-46c4-b84b-501c1099b06f requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:16:57.407758 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a3b2c561-794c-4e41-9bf0-ff5b63fda370 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:57.559746 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a3b2c561-794c-4e41-9bf0-ff5b63fda370 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:57.564238 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:57.574263 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-2063ef8b-ea99-4886-a57a-851d8716a5f0 None None] Provisioning for port 83c58251-2492-423a-b538-22fe9bddfaf2 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:16:57.591553 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-2063ef8b-ea99-4886-a57a-851d8716a5f0 None None] Provisioning complete for port 83c58251-2492-423a-b538-22fe9bddfaf2 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:16:57.592121 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2063ef8b-ea99-4886-a57a-851d8716a5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:57.683724 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a3b2c561-794c-4e41-9bf0-ff5b63fda370 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:57.754695 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2c561-794c-4e41-9bf0-ff5b63fda370 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Pushing event deleted for resources: {'Subnet': ['ID=e32c5149-8cd4-495f-853e-9fecdf53ae82,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:57.765221 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a3b2c561-794c-4e41-9bf0-ff5b63fda370 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:57.783568 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a3b2c561-794c-4e41-9bf0-ff5b63fda370 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] 10.222.0.104 "DELETE /v2.0/subnets/e32c5149-8cd4-495f-853e-9fecdf53ae82 HTTP/1.1" status: 204 len: 168 time: 0.7216794 Jan 21 10:16:57.786290 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42266) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:57.914663 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:57.931076 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2063ef8b-ea99-4886-a57a-851d8716a5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:57.980473 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2bd7d7a1-04a6-4b08-9b21-999ac136f7a7 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:57.998570 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-2063ef8b-ea99-4886-a57a-851d8716a5f0 None None] For port 83c58251-2492-423a-b538-22fe9bddfaf2, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=83c58251-2492-423a-b538-22fe9bddfaf2,segment=NetworkSegment(15df6010-34f2-4674-8885-c8aa6736069c),segment_id=15df6010-34f2-4674-8885-c8aa6736069c)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:16:58.001401 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7d7a1-04a6-4b08-9b21-999ac136f7a7 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Deleting port 83c58251-2492-423a-b538-22fe9bddfaf2 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:16:58.002080 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2bd7d7a1-04a6-4b08-9b21-999ac136f7a7 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:58.004579 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2063ef8b-ea99-4886-a57a-851d8716a5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:58.061732 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec559e0-a2b2-4cc5-b229-13b913ce93a3 None None] DHCP port deletion for e04e81ba-c9a6-46c4-b84b-501c1099b06f request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 10:16:58.091674 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-fec559e0-a2b2-4cc5-b229-13b913ce93a3 None None] Deleting port 83c58251-2492-423a-b538-22fe9bddfaf2 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:16:58.092413 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fec559e0-a2b2-4cc5-b229-13b913ce93a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:58.223402 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063ef8b-ea99-4886-a57a-851d8716a5f0 None None] Pushing event updated for resources: {'Port': ['ID=83c58251-2492-423a-b538-22fe9bddfaf2,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:58.355440 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-2bd7d7a1-04a6-4b08-9b21-999ac136f7a7 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] For port 83c58251-2492-423a-b538-22fe9bddfaf2, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=83c58251-2492-423a-b538-22fe9bddfaf2,segment=NetworkSegment(15df6010-34f2-4674-8885-c8aa6736069c),segment_id=15df6010-34f2-4674-8885-c8aa6736069c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:16:58.355823 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2bd7d7a1-04a6-4b08-9b21-999ac136f7a7 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:58.484134 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 83c58251-2492-423a-b538-22fe9bddfaf2 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:16:58.537348 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7d7a1-04a6-4b08-9b21-999ac136f7a7 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Calling delete_port for 83c58251-2492-423a-b538-22fe9bddfaf2 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:16:58.607463 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-fec559e0-a2b2-4cc5-b229-13b913ce93a3 None None] For port 83c58251-2492-423a-b538-22fe9bddfaf2, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=83c58251-2492-423a-b538-22fe9bddfaf2,segment=NetworkSegment(15df6010-34f2-4674-8885-c8aa6736069c),segment_id=15df6010-34f2-4674-8885-c8aa6736069c)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:16:58.607916 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fec559e0-a2b2-4cc5-b229-13b913ce93a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:58.648846 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2bd7d7a1-04a6-4b08-9b21-999ac136f7a7 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:58.713545 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7d7a1-04a6-4b08-9b21-999ac136f7a7 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Pushing event deleted for resources: {'Port': ['ID=83c58251-2492-423a-b538-22fe9bddfaf2,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:58.730760 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd7d7a1-04a6-4b08-9b21-999ac136f7a7 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] No DVR routers for this DVR port 83c58251-2492-423a-b538-22fe9bddfaf2 on host dv-neutron-825732-1-hyperv {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:16:58.832093 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-fec559e0-a2b2-4cc5-b229-13b913ce93a3 None None] Calling delete_port for 83c58251-2492-423a-b538-22fe9bddfaf2 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:16:58.889690 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No ports have port_id starting with 83c58251-2492-423a-b538-22fe9bddfaf2 Jan 21 10:16:58.966360 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-fec559e0-a2b2-4cc5-b229-13b913ce93a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:16:58.967483 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-fec559e0-a2b2-4cc5-b229-13b913ce93a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:16:58.995968 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2bd7d7a1-04a6-4b08-9b21-999ac136f7a7 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:59.039632 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-2bd7d7a1-04a6-4b08-9b21-999ac136f7a7 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e04e81ba-c9a6-46c4-b84b-501c1099b06f']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:59.054341 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-2bd7d7a1-04a6-4b08-9b21-999ac136f7a7 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15df6010-34f2-4674-8885-c8aa6736069c') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:59.054656 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-2bd7d7a1-04a6-4b08-9b21-999ac136f7a7 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15df6010-34f2-4674-8885-c8aa6736069c') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:59.069730 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2bd7d7a1-04a6-4b08-9b21-999ac136f7a7 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:59.094101 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2bd7d7a1-04a6-4b08-9b21-999ac136f7a7 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:59.105460 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bd7d7a1-04a6-4b08-9b21-999ac136f7a7 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:16:59.106248 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2bd7d7a1-04a6-4b08-9b21-999ac136f7a7 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:59.134023 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 10:16:59.134023 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:16:59.134023 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 10:16:59.134023 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:16:59.134023 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 10:16:59.134023 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:16:59.134023 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 10:16:59.134023 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:16:59.134023 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 10:16:59.134023 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:16:59.134023 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 10:16:59.134023 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:16:59.134023 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 10:16:59.134023 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:16:59.134023 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:16:59.134023 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:16:59.134023 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:16:59.134023 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:16:59.134023 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 10:16:59.134023 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:16:59.134023 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 10:16:59.134023 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:16:59.134023 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:16:59.134023 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:16:59.134023 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 10:16:59.134023 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:16:59.134023 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:16:59.134023 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:16:59.134023 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:16:59.134023 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:16:59.134023 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:16:59.134023 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:16:59.376666 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2bd7d7a1-04a6-4b08-9b21-999ac136f7a7 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:59.383733 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2bd7d7a1-04a6-4b08-9b21-999ac136f7a7 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:59.425111 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7d7a1-04a6-4b08-9b21-999ac136f7a7 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Pushing event deleted for resources: {'Network': ['ID=e04e81ba-c9a6-46c4-b84b-501c1099b06f,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:59.430843 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-2bd7d7a1-04a6-4b08-9b21-999ac136f7a7 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] 10.222.0.104 "DELETE /v2.0/networks/e04e81ba-c9a6-46c4-b84b-501c1099b06f HTTP/1.1" status: 204 len: 168 time: 1.6428127 Jan 21 10:16:59.434630 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 42270) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:59.468576 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-fec559e0-a2b2-4cc5-b229-13b913ce93a3 None None] Deleting port 83c58251-2492-423a-b538-22fe9bddfaf2 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:16:59.469240 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fec559e0-a2b2-4cc5-b229-13b913ce93a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:59.482380 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-3453a1fc-472d-4a70-bdb7-37c81ff3c800 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] DELETE failed (client error): The resource could not be found. Jan 21 10:16:59.482905 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3453a1fc-472d-4a70-bdb7-37c81ff3c800 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 10:16:59.484522 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3453a1fc-472d-4a70-bdb7-37c81ff3c800 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] 10.222.0.104 "DELETE /v2.0/subnets/6e568b74-0805-4413-bb7f-92f26f9e8f1a HTTP/1.1" status: 404 len: 337 time: 0.0426209 Jan 21 10:16:59.499326 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 42274) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:59.530384 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d4f1b31-68c3-46da-9735-ca1f9828e9ae tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] DELETE failed (client error): The resource could not be found. Jan 21 10:16:59.530940 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d4f1b31-68c3-46da-9735-ca1f9828e9ae tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 10:16:59.532788 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5d4f1b31-68c3-46da-9735-ca1f9828e9ae tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] 10.222.0.104 "DELETE /v2.0/networks/bda43188-4bd2-4001-829d-1b94b332a8e3 HTTP/1.1" status: 404 len: 339 time: 0.0322642 Jan 21 10:16:59.537556 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42278) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:59.562292 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-fec559e0-a2b2-4cc5-b229-13b913ce93a3 None None] The port '83c58251-2492-423a-b538-22fe9bddfaf2' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 10:16:59.583569 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:59.586079 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1ab2c7-6418-4f6f-b9a5-c6f7c88b7347 None None] get_active_networks_info from dv-neutron-825732-1-hyperv {{(pid=83599) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 10:16:59.600980 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9cb2c9b-45ae-479f-8e81-8329153b5e6b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] DELETE failed (client error): The resource could not be found. Jan 21 10:16:59.601447 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9cb2c9b-45ae-479f-8e81-8329153b5e6b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 10:16:59.603586 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a9cb2c9b-45ae-479f-8e81-8329153b5e6b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] 10.222.0.104 "DELETE /v2.0/subnets/da4cef2c-87ab-4d9f-8e3e-a5e0c6c93341 HTTP/1.1" status: 404 len: 337 time: 0.0644784 Jan 21 10:16:59.607074 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42282) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:59.640157 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec907f0-69f1-4662-b40e-94ceab14b57a tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] DELETE failed (client error): The resource could not be found. Jan 21 10:16:59.640682 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ec907f0-69f1-4662-b40e-94ceab14b57a tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 10:16:59.643655 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-1ec907f0-69f1-4662-b40e-94ceab14b57a tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] 10.222.0.104 "DELETE /v2.0/networks/7791b3e1-35b3-477c-a5cc-38c975d8b206 HTTP/1.1" status: 404 len: 339 time: 0.0353508 Jan 21 10:16:59.646829 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42286) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:59.726637 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1ab2c7-6418-4f6f-b9a5-c6f7c88b7347 None None] Resources bound (agent type, host, resource id): {{(pid=83599) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 10:16:59.916387 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef362cb-4beb-4966-b531-fecc148456b4 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Deleting subnet ac894927-868b-401f-897d-b6b2ac0f27d9 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:16:59.921250 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aef362cb-4beb-4966-b531-fecc148456b4 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:59.995458 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aef362cb-4beb-4966-b531-fecc148456b4 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:00.107652 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aef362cb-4beb-4966-b531-fecc148456b4 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:00.211277 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aef362cb-4beb-4966-b531-fecc148456b4 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:00.253992 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef362cb-4beb-4966-b531-fecc148456b4 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Pushing event deleted for resources: {'Subnet': ['ID=ac894927-868b-401f-897d-b6b2ac0f27d9,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:00.261313 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aef362cb-4beb-4966-b531-fecc148456b4 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:00.269933 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225d30f3-1c9a-42b3-a2e6-966d3b8b67fa None None] Network ffcc1e33-1c7b-4339-a093-d7e7dd394a1b requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:17:00.272711 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-aef362cb-4beb-4966-b531-fecc148456b4 tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] 10.222.0.104 "DELETE /v2.0/subnets/ac894927-868b-401f-897d-b6b2ac0f27d9 HTTP/1.1" status: 204 len: 168 time: 0.6241846 Jan 21 10:17:00.276733 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 42290) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:00.431430 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-37e0201a-45e7-4f21-a28d-5843af2c4a5b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:00.450559 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-37e0201a-45e7-4f21-a28d-5843af2c4a5b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Deleting port 5fc42867-07e4-41db-9f5c-e98f6fefe3df {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:17:00.451337 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-37e0201a-45e7-4f21-a28d-5843af2c4a5b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:00.625940 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232ae440-a64d-4ee8-9b31-078918536292 None None] DHCP port deletion for ffcc1e33-1c7b-4339-a093-d7e7dd394a1b request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 10:17:00.709620 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-232ae440-a64d-4ee8-9b31-078918536292 None None] Deleting port 5fc42867-07e4-41db-9f5c-e98f6fefe3df {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:17:00.710009 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-232ae440-a64d-4ee8-9b31-078918536292 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:00.795706 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-37e0201a-45e7-4f21-a28d-5843af2c4a5b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] For port 5fc42867-07e4-41db-9f5c-e98f6fefe3df, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=5fc42867-07e4-41db-9f5c-e98f6fefe3df,segment=NetworkSegment(a60f6616-11af-4b5f-8de2-cf654e33f011),segment_id=a60f6616-11af-4b5f-8de2-cf654e33f011)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:17:00.796262 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-37e0201a-45e7-4f21-a28d-5843af2c4a5b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:00.991784 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-37e0201a-45e7-4f21-a28d-5843af2c4a5b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Calling delete_port for 5fc42867-07e4-41db-9f5c-e98f6fefe3df owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:17:01.037779 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-232ae440-a64d-4ee8-9b31-078918536292 None None] For port 5fc42867-07e4-41db-9f5c-e98f6fefe3df, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=5fc42867-07e4-41db-9f5c-e98f6fefe3df,segment=NetworkSegment(a60f6616-11af-4b5f-8de2-cf654e33f011),segment_id=a60f6616-11af-4b5f-8de2-cf654e33f011)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:17:01.038097 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-232ae440-a64d-4ee8-9b31-078918536292 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:01.125182 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-37e0201a-45e7-4f21-a28d-5843af2c4a5b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:01.190145 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0201a-45e7-4f21-a28d-5843af2c4a5b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Pushing event deleted for resources: {'Port': ['ID=5fc42867-07e4-41db-9f5c-e98f6fefe3df,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:01.204603 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e0201a-45e7-4f21-a28d-5843af2c4a5b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] No DVR routers for this DVR port 5fc42867-07e4-41db-9f5c-e98f6fefe3df on host dv-neutron-825732-1-hyperv {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:17:01.241954 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-232ae440-a64d-4ee8-9b31-078918536292 None None] Calling delete_port for 5fc42867-07e4-41db-9f5c-e98f6fefe3df owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:17:01.344848 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-232ae440-a64d-4ee8-9b31-078918536292 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:17:01.345659 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-232ae440-a64d-4ee8-9b31-078918536292 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:17:01.567044 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-37e0201a-45e7-4f21-a28d-5843af2c4a5b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:01.618497 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-37e0201a-45e7-4f21-a28d-5843af2c4a5b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffcc1e33-1c7b-4339-a093-d7e7dd394a1b']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:01.636313 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-37e0201a-45e7-4f21-a28d-5843af2c4a5b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60f6616-11af-4b5f-8de2-cf654e33f011') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:01.636758 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-37e0201a-45e7-4f21-a28d-5843af2c4a5b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60f6616-11af-4b5f-8de2-cf654e33f011') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:01.654873 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-37e0201a-45e7-4f21-a28d-5843af2c4a5b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:01.680295 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-37e0201a-45e7-4f21-a28d-5843af2c4a5b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:01.689152 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e0201a-45e7-4f21-a28d-5843af2c4a5b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:17:01.689572 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-37e0201a-45e7-4f21-a28d-5843af2c4a5b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:01.710952 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 10:17:01.710952 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:17:01.710952 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 10:17:01.710952 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:17:01.710952 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 10:17:01.710952 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:17:01.710952 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 10:17:01.710952 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:17:01.710952 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 10:17:01.710952 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:17:01.710952 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 10:17:01.710952 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:17:01.710952 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 10:17:01.710952 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:17:01.710952 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:17:01.710952 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:17:01.710952 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:17:01.710952 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:17:01.710952 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 10:17:01.710952 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:17:01.710952 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 10:17:01.710952 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:17:01.710952 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:17:01.710952 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:17:01.710952 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 10:17:01.710952 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:17:01.710952 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:17:01.710952 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:17:01.710952 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:17:01.710952 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:17:01.710952 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:17:01.710952 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:17:01.824525 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-37e0201a-45e7-4f21-a28d-5843af2c4a5b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:01.845254 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-37e0201a-45e7-4f21-a28d-5843af2c4a5b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:01.847018 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-232ae440-a64d-4ee8-9b31-078918536292 None None] Deleting port 5fc42867-07e4-41db-9f5c-e98f6fefe3df {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:17:01.847391 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-232ae440-a64d-4ee8-9b31-078918536292 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:01.859062 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0201a-45e7-4f21-a28d-5843af2c4a5b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] Pushing event deleted for resources: {'Network': ['ID=ffcc1e33-1c7b-4339-a093-d7e7dd394a1b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:01.874035 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-37e0201a-45e7-4f21-a28d-5843af2c4a5b tempest-NetworksIpV6Test-683327577 tempest-NetworksIpV6Test-683327577-project] 10.222.0.104 "DELETE /v2.0/networks/ffcc1e33-1c7b-4339-a093-d7e7dd394a1b HTTP/1.1" status: 204 len: 168 time: 1.5957551 Jan 21 10:17:01.934859 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-232ae440-a64d-4ee8-9b31-078918536292 None None] The port '5fc42867-07e4-41db-9f5c-e98f6fefe3df' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 10:17:02.327147 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 42298) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:02.424321 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 5fc42867-07e4-41db-9f5c-e98f6fefe3df no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:17:02.493602 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 5fc42867-07e4-41db-9f5c-e98f6fefe3df {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:17:02.494158 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 5fc42867-07e4-41db-9f5c-e98f6fefe3df not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:17:02.563834 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2fb0d147-e21f-4a3a-9ef1-0dba5f69222e admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=31fac20780764674b7af1eb425fc3032&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2353222 Jan 21 10:17:02.566914 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42304) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:02.658670 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:17:02.661173 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c5088ce2-2edd-45ec-889b-e6de8b43212c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:02.713703 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c5088ce2-2edd-45ec-889b-e6de8b43212c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:02.791643 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c5088ce2-2edd-45ec-889b-e6de8b43212c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:02.821571 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5088ce2-2edd-45ec-889b-e6de8b43212c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c770f0d7-8e23-4c8f-9778-641765c8e474,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:02.835868 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c5088ce2-2edd-45ec-889b-e6de8b43212c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:02.842597 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c5088ce2-2edd-45ec-889b-e6de8b43212c admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/c770f0d7-8e23-4c8f-9778-641765c8e474 HTTP/1.1" status: 204 len: 168 time: 0.2729292 Jan 21 10:17:04.059713 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42326) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:04.294334 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-57735e6c-7126-45a2-a993-ecbb7a3807e8 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-989808886', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:17:04.303188 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-57735e6c-7126-45a2-a993-ecbb7a3807e8 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:04.309030 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-57735e6c-7126-45a2-a993-ecbb7a3807e8 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Usage tracker for resource:router and tenant:72d6e7040409430bb98cc6b7ada14e25 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:04.313949 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-57735e6c-7126-45a2-a993-ecbb7a3807e8 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:04.323132 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-57735e6c-7126-45a2-a993-ecbb7a3807e8 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:04.339358 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-57735e6c-7126-45a2-a993-ecbb7a3807e8 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:04.340851 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-57735e6c-7126-45a2-a993-ecbb7a3807e8 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:04.370670 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-57735e6c-7126-45a2-a993-ecbb7a3807e8 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:04.400964 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-57735e6c-7126-45a2-a993-ecbb7a3807e8 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:04.439148 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-57735e6c-7126-45a2-a993-ecbb7a3807e8 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:04.440556 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-57735e6c-7126-45a2-a993-ecbb7a3807e8 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3793805 Jan 21 10:17:04.444623 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42332) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:04.454298 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-27c9d035-f17c-45c1-8b91-11b09806d108 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-873831954'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:17:04.463402 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-27c9d035-f17c-45c1-8b91-11b09806d108 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:04.469293 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-27c9d035-f17c-45c1-8b91-11b09806d108 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Usage tracker for resource:network and tenant:72d6e7040409430bb98cc6b7ada14e25 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:04.473461 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-27c9d035-f17c-45c1-8b91-11b09806d108 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:04.487584 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-27c9d035-f17c-45c1-8b91-11b09806d108 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:04.504784 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c9d035-f17c-45c1-8b91-11b09806d108 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Made reservation on behalf of 72d6e7040409430bb98cc6b7ada14e25 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:17:04.508549 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-27c9d035-f17c-45c1-8b91-11b09806d108 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:04.523343 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-27c9d035-f17c-45c1-8b91-11b09806d108 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:04.566592 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-27c9d035-f17c-45c1-8b91-11b09806d108 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:04.573045 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-27c9d035-f17c-45c1-8b91-11b09806d108 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Usage tracker for resource:security_group_rule and tenant:72d6e7040409430bb98cc6b7ada14e25 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:04.577587 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-27c9d035-f17c-45c1-8b91-11b09806d108 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:04.587658 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-27c9d035-f17c-45c1-8b91-11b09806d108 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:04.717005 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-27c9d035-f17c-45c1-8b91-11b09806d108 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:04.725256 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-27c9d035-f17c-45c1-8b91-11b09806d108 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:04.773424 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c9d035-f17c-45c1-8b91-11b09806d108 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:17:04.782941 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9d035-f17c-45c1-8b91-11b09806d108 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbbbce2-a129-4282-bcb6-fd19a4290f71,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:04.792984 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-27c9d035-f17c-45c1-8b91-11b09806d108 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:04.793586 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-27c9d035-f17c-45c1-8b91-11b09806d108 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Added segment c77a3548-21c2-4efc-afe5-556f62fc150e of type vlan for network 5f4dcd9e-9fb9-46d6-92f3-751f65467b44 Jan 21 10:17:04.842195 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-27c9d035-f17c-45c1-8b91-11b09806d108 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:04.895563 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-27c9d035-f17c-45c1-8b91-11b09806d108 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:04.901959 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c9d035-f17c-45c1-8b91-11b09806d108 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:04.902989 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-27c9d035-f17c-45c1-8b91-11b09806d108 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:05.058724 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-27c9d035-f17c-45c1-8b91-11b09806d108 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6124666 Jan 21 10:17:05.061780 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42336) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:05.064704 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9d035-f17c-45c1-8b91-11b09806d108 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Pushing event updated for resources: {'Network': ['ID=5f4dcd9e-9fb9-46d6-92f3-751f65467b44,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:05.070600 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-ba04d9fe-41f5-41ad-98dd-2cdaa1b63734 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Request body: {'subnet': {'network_id': '5f4dcd9e-9fb9-46d6-92f3-751f65467b44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:17:05.081566 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 5f4dcd9e-9fb9-46d6-92f3-751f65467b44 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:17:05.232956 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ba04d9fe-41f5-41ad-98dd-2cdaa1b63734 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:05.238030 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ba04d9fe-41f5-41ad-98dd-2cdaa1b63734 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Usage tracker for resource:subnet and tenant:72d6e7040409430bb98cc6b7ada14e25 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:05.244161 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ba04d9fe-41f5-41ad-98dd-2cdaa1b63734 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:05.256763 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ba04d9fe-41f5-41ad-98dd-2cdaa1b63734 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:05.275993 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba04d9fe-41f5-41ad-98dd-2cdaa1b63734 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Made reservation on behalf of 72d6e7040409430bb98cc6b7ada14e25 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:17:05.458648 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ba04d9fe-41f5-41ad-98dd-2cdaa1b63734 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:05.782798 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ba04d9fe-41f5-41ad-98dd-2cdaa1b63734 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:05.893848 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04d9fe-41f5-41ad-98dd-2cdaa1b63734 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Pushing event updated for resources: {'Subnet': ['ID=200172c5-2a64-4cbf-b90f-2a526f93b62c,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:05.913865 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba04d9fe-41f5-41ad-98dd-2cdaa1b63734 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Checking segment: {'id': 'c77a3548-21c2-4efc-afe5-556f62fc150e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5f4dcd9e-9fb9-46d6-92f3-751f65467b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:17:05.914445 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba04d9fe-41f5-41ad-98dd-2cdaa1b63734 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Network hostable DHCP agents. Network: 5f4dcd9e-9fb9-46d6-92f3-751f65467b44, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:17:05.940668 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba04d9fe-41f5-41ad-98dd-2cdaa1b63734 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Network 5f4dcd9e-9fb9-46d6-92f3-751f65467b44 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:17:05.952754 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-ba04d9fe-41f5-41ad-98dd-2cdaa1b63734 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 5f4dcd9e-9fb9-46d6-92f3-751f65467b44) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:17:05.959143 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba04d9fe-41f5-41ad-98dd-2cdaa1b63734 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:05.962642 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ba04d9fe-41f5-41ad-98dd-2cdaa1b63734 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:05.964002 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee92e7db-1e65-4189-8f14-c0e31897778f None None] Network 5f4dcd9e-9fb9-46d6-92f3-751f65467b44 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:17:06.001423 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ba04d9fe-41f5-41ad-98dd-2cdaa1b63734 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9383414 Jan 21 10:17:06.008785 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 42340) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:06.013970 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-0e1bbb96-068c-42cc-9866-859ef5df4eeb tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1743179767'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:17:06.020554 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0e1bbb96-068c-42cc-9866-859ef5df4eeb tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:06.026047 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0e1bbb96-068c-42cc-9866-859ef5df4eeb tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Usage tracker for resource:network and tenant:72d6e7040409430bb98cc6b7ada14e25 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:06.031409 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0e1bbb96-068c-42cc-9866-859ef5df4eeb tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:06.040918 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0e1bbb96-068c-42cc-9866-859ef5df4eeb tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:06.054360 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1bbb96-068c-42cc-9866-859ef5df4eeb tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Made reservation on behalf of 72d6e7040409430bb98cc6b7ada14e25 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:17:06.058216 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0e1bbb96-068c-42cc-9866-859ef5df4eeb tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:06.095060 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e1bbb96-068c-42cc-9866-859ef5df4eeb tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:17:06.108310 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0e1bbb96-068c-42cc-9866-859ef5df4eeb tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:06.108808 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-0e1bbb96-068c-42cc-9866-859ef5df4eeb tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Added segment 661e7d98-8dd2-4275-8224-1806a3b93057 of type vlan for network 5bb648cf-2d39-4ffb-b6ad-e730c03b0b49 Jan 21 10:17:06.150721 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0e1bbb96-068c-42cc-9866-859ef5df4eeb tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:06.198126 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0e1bbb96-068c-42cc-9866-859ef5df4eeb tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:06.205343 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1bbb96-068c-42cc-9866-859ef5df4eeb tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:06.207617 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0e1bbb96-068c-42cc-9866-859ef5df4eeb tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:06.284363 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c1b00c-d147-410c-9094-c52a6c96c683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-5f4dcd9e-9fb9-46d6-92f3-751f65467b44', 'network_id': '5f4dcd9e-9fb9-46d6-92f3-751f65467b44', 'tenant_id': '72d6e7040409430bb98cc6b7ada14e25', 'fixed_ips': [{'subnet_id': '200172c5-2a64-4cbf-b90f-2a526f93b62c'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:17:06.285215 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-71c1b00c-d147-410c-9094-c52a6c96c683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:06.374395 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0e1bbb96-068c-42cc-9866-859ef5df4eeb tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3619328 Jan 21 10:17:06.375644 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42344) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:06.387277 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-b7f3fc07-b4d1-4f30-a639-cb4f3f6c6094 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Request body: {'subnet': {'network_id': '5bb648cf-2d39-4ffb-b6ad-e730c03b0b49', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:17:06.404283 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1bbb96-068c-42cc-9866-859ef5df4eeb tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Pushing event updated for resources: {'Network': ['ID=5bb648cf-2d39-4ffb-b6ad-e730c03b0b49,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:06.424469 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 5bb648cf-2d39-4ffb-b6ad-e730c03b0b49 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:17:06.538607 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b7f3fc07-b4d1-4f30-a639-cb4f3f6c6094 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:06.545380 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b7f3fc07-b4d1-4f30-a639-cb4f3f6c6094 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Usage tracker for resource:subnet and tenant:72d6e7040409430bb98cc6b7ada14e25 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:06.549002 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b7f3fc07-b4d1-4f30-a639-cb4f3f6c6094 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:06.556554 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b7f3fc07-b4d1-4f30-a639-cb4f3f6c6094 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:06.572820 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f3fc07-b4d1-4f30-a639-cb4f3f6c6094 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Made reservation on behalf of 72d6e7040409430bb98cc6b7ada14e25 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:17:06.660901 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-71c1b00c-d147-410c-9094-c52a6c96c683 None None] Allocated IP 172.20.0.2 (5f4dcd9e-9fb9-46d6-92f3-751f65467b44/200172c5-2a64-4cbf-b90f-2a526f93b62c/e24285bb-c48f-450e-b25a-1bca0160a64a) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:17:06.871436 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b7f3fc07-b4d1-4f30-a639-cb4f3f6c6094 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:07.023916 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-71c1b00c-d147-410c-9094-c52a6c96c683 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:07.049120 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-71c1b00c-d147-410c-9094-c52a6c96c683 None None] Transition to ACTIVE for port object e24285bb-c48f-450e-b25a-1bca0160a64a will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:17:07.074416 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-71c1b00c-d147-410c-9094-c52a6c96c683 None None] Transition to ACTIVE for port object e24285bb-c48f-450e-b25a-1bca0160a64a will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:17:07.082460 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-71c1b00c-d147-410c-9094-c52a6c96c683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:07.171819 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c1b00c-d147-410c-9094-c52a6c96c683 None None] Network 5f4dcd9e-9fb9-46d6-92f3-751f65467b44 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:17:07.174788 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-71c1b00c-d147-410c-9094-c52a6c96c683 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:17:07.180652 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c1b00c-d147-410c-9094-c52a6c96c683 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:17:07.182899 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1b00c-d147-410c-9094-c52a6c96c683 None None] Pushing event updated for resources: {'Port': ['ID=e24285bb-c48f-450e-b25a-1bca0160a64a,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:07.191690 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b7f3fc07-b4d1-4f30-a639-cb4f3f6c6094 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:07.278639 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3fc07-b4d1-4f30-a639-cb4f3f6c6094 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Pushing event updated for resources: {'Subnet': ['ID=e52c1114-1837-4442-8cbd-bcfc01ce3176,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:07.284482 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-71c1b00c-d147-410c-9094-c52a6c96c683 None None] Attempting to bind port e24285bb-c48f-450e-b25a-1bca0160a64a on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:17:07.285360 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-71c1b00c-d147-410c-9094-c52a6c96c683 None None] Attempting to bind port e24285bb-c48f-450e-b25a-1bca0160a64a by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'c77a3548-21c2-4efc-afe5-556f62fc150e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5f4dcd9e-9fb9-46d6-92f3-751f65467b44'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:17:07.285360 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1b00c-d147-410c-9094-c52a6c96c683 None None] Attempting to bind port e24285bb-c48f-450e-b25a-1bca0160a64a on network 5f4dcd9e-9fb9-46d6-92f3-751f65467b44 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:17:07.290780 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f3fc07-b4d1-4f30-a639-cb4f3f6c6094 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Checking segment: {'id': '661e7d98-8dd2-4275-8224-1806a3b93057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '5bb648cf-2d39-4ffb-b6ad-e730c03b0b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:17:07.291214 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f3fc07-b4d1-4f30-a639-cb4f3f6c6094 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Network hostable DHCP agents. Network: 5bb648cf-2d39-4ffb-b6ad-e730c03b0b49, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:17:07.294234 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1b00c-d147-410c-9094-c52a6c96c683 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:17:07.294234 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1b00c-d147-410c-9094-c52a6c96c683 None None] Checking segment: {'id': 'c77a3548-21c2-4efc-afe5-556f62fc150e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5f4dcd9e-9fb9-46d6-92f3-751f65467b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:17:07.295981 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-71c1b00c-d147-410c-9094-c52a6c96c683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:07.295981 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1b00c-d147-410c-9094-c52a6c96c683 None None] Bound using segment: {'id': 'c77a3548-21c2-4efc-afe5-556f62fc150e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5f4dcd9e-9fb9-46d6-92f3-751f65467b44'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:17:07.295981 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-71c1b00c-d147-410c-9094-c52a6c96c683 None None] Bound port: e24285bb-c48f-450e-b25a-1bca0160a64a, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77a3548-21c2-4efc-afe5-556f62fc150e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5f4dcd9e-9fb9-46d6-92f3-751f65467b44'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:17:07.295981 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-71c1b00c-d147-410c-9094-c52a6c96c683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:07.324528 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f3fc07-b4d1-4f30-a639-cb4f3f6c6094 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Network 5bb648cf-2d39-4ffb-b6ad-e730c03b0b49 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:17:07.339400 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-b7f3fc07-b4d1-4f30-a639-cb4f3f6c6094 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 5bb648cf-2d39-4ffb-b6ad-e730c03b0b49) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:17:07.345094 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f3fc07-b4d1-4f30-a639-cb4f3f6c6094 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:07.345728 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b7f3fc07-b4d1-4f30-a639-cb4f3f6c6094 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:07.355087 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22ba2fe-ba24-4a3c-b500-579cd897c53f None None] Network 5bb648cf-2d39-4ffb-b6ad-e730c03b0b49 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:17:07.382790 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b7f3fc07-b4d1-4f30-a639-cb4f3f6c6094 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0047977 Jan 21 10:17:07.386817 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42348) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:07.395459 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-356ee683-96f1-4523-91cb-914166917f43 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Request body: {'router': {'external_gateway_info': {'network_id': '5bb648cf-2d39-4ffb-b6ad-e730c03b0b49'}}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:17:07.561636 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-71c1b00c-d147-410c-9094-c52a6c96c683 None None] For port e24285bb-c48f-450e-b25a-1bca0160a64a, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:17:07.585221 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-71c1b00c-d147-410c-9094-c52a6c96c683 None None] For port e24285bb-c48f-450e-b25a-1bca0160a64a, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=e24285bb-c48f-450e-b25a-1bca0160a64a,segment=NetworkSegment(c77a3548-21c2-4efc-afe5-556f62fc150e),segment_id=c77a3548-21c2-4efc-afe5-556f62fc150e)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:17:07.620025 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-71c1b00c-d147-410c-9094-c52a6c96c683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:07.823272 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1b00c-d147-410c-9094-c52a6c96c683 None None] Pushing event updated for resources: {'Port': ['ID=e24285bb-c48f-450e-b25a-1bca0160a64a,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:07.838996 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e7acac-4f70-4566-988e-dacc74e3eabf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-5bb648cf-2d39-4ffb-b6ad-e730c03b0b49', 'network_id': '5bb648cf-2d39-4ffb-b6ad-e730c03b0b49', 'tenant_id': '72d6e7040409430bb98cc6b7ada14e25', 'fixed_ips': [{'subnet_id': 'e52c1114-1837-4442-8cbd-bcfc01ce3176'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:17:07.847571 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b8e7acac-4f70-4566-988e-dacc74e3eabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:07.940010 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-356ee683-96f1-4523-91cb-914166917f43 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:08.115882 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-b8e7acac-4f70-4566-988e-dacc74e3eabf None None] Allocated IP 172.21.0.2 (5bb648cf-2d39-4ffb-b6ad-e730c03b0b49/e52c1114-1837-4442-8cbd-bcfc01ce3176/40e89098-3368-4fd4-b033-9a1be13ca041) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:17:08.158834 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.api.v2.resource [None req-356ee683-96f1-4523-91cb-914166917f43 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 10:17:08.160059 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-356ee683-96f1-4523-91cb-914166917f43 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] 10.222.0.104 "PUT /v2.0/routers/4fff3449-21e9-4a3c-ae57-d96c39601e42 HTTP/1.1" status: 400 len: 364 time: 0.7719476 Jan 21 10:17:08.166722 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42352) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:08.251232 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3bd075d-807b-443c-bec1-2897eced8993 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Deleting subnet e52c1114-1837-4442-8cbd-bcfc01ce3176 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:17:08.366915 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b8e7acac-4f70-4566-988e-dacc74e3eabf None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:08.385259 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-b8e7acac-4f70-4566-988e-dacc74e3eabf None None] Transition to ACTIVE for port object 40e89098-3368-4fd4-b033-9a1be13ca041 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:17:08.423561 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-b8e7acac-4f70-4566-988e-dacc74e3eabf None None] Transition to ACTIVE for port object 40e89098-3368-4fd4-b033-9a1be13ca041 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:17:08.430881 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e3bd075d-807b-443c-bec1-2897eced8993 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:08.431857 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b8e7acac-4f70-4566-988e-dacc74e3eabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:08.479172 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device e24285bb-c48f-450e-b25a-1bca0160a64a up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:17:08.504996 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e3bd075d-807b-443c-bec1-2897eced8993 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:08.561920 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e7acac-4f70-4566-988e-dacc74e3eabf None None] Network 5bb648cf-2d39-4ffb-b6ad-e730c03b0b49 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:17:08.568393 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-b8e7acac-4f70-4566-988e-dacc74e3eabf None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:17:08.573469 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7acac-4f70-4566-988e-dacc74e3eabf None None] Pushing event updated for resources: {'Port': ['ID=40e89098-3368-4fd4-b033-9a1be13ca041,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:08.575943 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e7acac-4f70-4566-988e-dacc74e3eabf None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:17:08.651970 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e3bd075d-807b-443c-bec1-2897eced8993 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:08.682733 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port e24285bb-c48f-450e-b25a-1bca0160a64a completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:17:08.697909 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-b8e7acac-4f70-4566-988e-dacc74e3eabf None None] Attempting to bind port 40e89098-3368-4fd4-b033-9a1be13ca041 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:17:08.698673 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-b8e7acac-4f70-4566-988e-dacc74e3eabf None None] Attempting to bind port 40e89098-3368-4fd4-b033-9a1be13ca041 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '661e7d98-8dd2-4275-8224-1806a3b93057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '5bb648cf-2d39-4ffb-b6ad-e730c03b0b49'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:17:08.698937 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e7acac-4f70-4566-988e-dacc74e3eabf None None] Attempting to bind port 40e89098-3368-4fd4-b033-9a1be13ca041 on network 5bb648cf-2d39-4ffb-b6ad-e730c03b0b49 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:17:08.708538 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e7acac-4f70-4566-988e-dacc74e3eabf None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:17:08.709205 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e7acac-4f70-4566-988e-dacc74e3eabf None None] Checking segment: {'id': '661e7d98-8dd2-4275-8224-1806a3b93057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '5bb648cf-2d39-4ffb-b6ad-e730c03b0b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:17:08.709897 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b8e7acac-4f70-4566-988e-dacc74e3eabf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:08.710834 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e7acac-4f70-4566-988e-dacc74e3eabf None None] Bound using segment: {'id': '661e7d98-8dd2-4275-8224-1806a3b93057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '5bb648cf-2d39-4ffb-b6ad-e730c03b0b49'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:17:08.711260 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-b8e7acac-4f70-4566-988e-dacc74e3eabf None None] Bound port: 40e89098-3368-4fd4-b033-9a1be13ca041, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '661e7d98-8dd2-4275-8224-1806a3b93057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '5bb648cf-2d39-4ffb-b6ad-e730c03b0b49'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:17:08.711850 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b8e7acac-4f70-4566-988e-dacc74e3eabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:08.759799 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e3bd075d-807b-443c-bec1-2897eced8993 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:08.813583 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e3bd075d-807b-443c-bec1-2897eced8993 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:08.822039 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd075d-807b-443c-bec1-2897eced8993 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Pushing event deleted for resources: {'Subnet': ['ID=e52c1114-1837-4442-8cbd-bcfc01ce3176,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:08.834210 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e3bd075d-807b-443c-bec1-2897eced8993 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] 10.222.0.104 "DELETE /v2.0/subnets/e52c1114-1837-4442-8cbd-bcfc01ce3176 HTTP/1.1" status: 204 len: 168 time: 0.6663561 Jan 21 10:17:08.836760 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42356) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:08.869458 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-b8e7acac-4f70-4566-988e-dacc74e3eabf None None] For port 40e89098-3368-4fd4-b033-9a1be13ca041, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:17:08.878520 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-b8e7acac-4f70-4566-988e-dacc74e3eabf None None] For port 40e89098-3368-4fd4-b033-9a1be13ca041, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=40e89098-3368-4fd4-b033-9a1be13ca041,segment=NetworkSegment(661e7d98-8dd2-4275-8224-1806a3b93057),segment_id=661e7d98-8dd2-4275-8224-1806a3b93057)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:17:08.887862 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b8e7acac-4f70-4566-988e-dacc74e3eabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:08.975922 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7acac-4f70-4566-988e-dacc74e3eabf None None] Pushing event updated for resources: {'Port': ['ID=40e89098-3368-4fd4-b033-9a1be13ca041,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:08.977780 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-52b97b01-2101-4c53-847d-83877833d669 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:09.002979 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-52b97b01-2101-4c53-847d-83877833d669 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Deleting port 40e89098-3368-4fd4-b033-9a1be13ca041 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:17:09.003705 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-52b97b01-2101-4c53-847d-83877833d669 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:09.114147 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6c4c2f-5bbd-4397-a3b4-1ca4c7595c6e None None] Network 5bb648cf-2d39-4ffb-b6ad-e730c03b0b49 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:17:09.131534 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4761bf51-c056-4bec-8a0e-3a38157b0fcc None None] Network 5f4dcd9e-9fb9-46d6-92f3-751f65467b44 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:17:09.348969 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-52b97b01-2101-4c53-847d-83877833d669 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] For port 40e89098-3368-4fd4-b033-9a1be13ca041, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=40e89098-3368-4fd4-b033-9a1be13ca041,segment=NetworkSegment(661e7d98-8dd2-4275-8224-1806a3b93057),segment_id=661e7d98-8dd2-4275-8224-1806a3b93057)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:17:09.350199 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-52b97b01-2101-4c53-847d-83877833d669 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:09.445722 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-3b73b20e-380a-483f-b9a1-916cdf763469 None None] Provisioning for port e24285bb-c48f-450e-b25a-1bca0160a64a completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:17:09.462940 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-3b73b20e-380a-483f-b9a1-916cdf763469 None None] Provisioning complete for port e24285bb-c48f-450e-b25a-1bca0160a64a triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:17:09.463281 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3b73b20e-380a-483f-b9a1-916cdf763469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:09.517318 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-52b97b01-2101-4c53-847d-83877833d669 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Calling delete_port for 40e89098-3368-4fd4-b033-9a1be13ca041 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:17:09.617753 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-52b97b01-2101-4c53-847d-83877833d669 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:09.667731 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b97b01-2101-4c53-847d-83877833d669 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Pushing event deleted for resources: {'Port': ['ID=40e89098-3368-4fd4-b033-9a1be13ca041,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:09.675181 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b97b01-2101-4c53-847d-83877833d669 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] No DVR routers for this DVR port 40e89098-3368-4fd4-b033-9a1be13ca041 on host dv-neutron-825732-1-hyperv {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:17:09.767568 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3b73b20e-380a-483f-b9a1-916cdf763469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:09.821373 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-52b97b01-2101-4c53-847d-83877833d669 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:09.821902 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-3b73b20e-380a-483f-b9a1-916cdf763469 None None] For port e24285bb-c48f-450e-b25a-1bca0160a64a, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=e24285bb-c48f-450e-b25a-1bca0160a64a,segment=NetworkSegment(c77a3548-21c2-4efc-afe5-556f62fc150e),segment_id=c77a3548-21c2-4efc-afe5-556f62fc150e)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:17:09.827308 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3b73b20e-380a-483f-b9a1-916cdf763469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:09.864918 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-52b97b01-2101-4c53-847d-83877833d669 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb648cf-2d39-4ffb-b6ad-e730c03b0b49']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:09.879351 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-52b97b01-2101-4c53-847d-83877833d669 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '661e7d98-8dd2-4275-8224-1806a3b93057') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:09.879641 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-52b97b01-2101-4c53-847d-83877833d669 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '661e7d98-8dd2-4275-8224-1806a3b93057') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:09.893193 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-52b97b01-2101-4c53-847d-83877833d669 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:09.915518 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-52b97b01-2101-4c53-847d-83877833d669 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:09.921453 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b73b20e-380a-483f-b9a1-916cdf763469 None None] Pushing event updated for resources: {'Port': ['ID=e24285bb-c48f-450e-b25a-1bca0160a64a,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:09.927791 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b97b01-2101-4c53-847d-83877833d669 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:17:09.928202 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-52b97b01-2101-4c53-847d-83877833d669 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:09.945471 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 10:17:09.945471 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:17:09.945471 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 10:17:09.945471 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:17:09.945471 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 10:17:09.945471 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:17:09.945471 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 10:17:09.945471 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:17:09.945471 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 10:17:09.945471 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:17:09.945471 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 10:17:09.945471 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:17:09.945471 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 10:17:09.945471 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:17:09.945471 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:17:09.945471 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:17:09.945471 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:17:09.945471 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:17:09.945471 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 10:17:09.945471 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:17:09.945471 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 10:17:09.945471 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:17:09.945471 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:17:09.945471 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:17:09.945471 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 10:17:09.945471 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:17:09.945471 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:17:09.945471 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:17:09.945471 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:17:09.945471 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:17:09.945471 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:17:09.945471 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:17:10.039879 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-52b97b01-2101-4c53-847d-83877833d669 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:10.060128 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-52b97b01-2101-4c53-847d-83877833d669 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:10.072387 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b97b01-2101-4c53-847d-83877833d669 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Pushing event deleted for resources: {'Network': ['ID=5bb648cf-2d39-4ffb-b6ad-e730c03b0b49,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:10.076840 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-52b97b01-2101-4c53-847d-83877833d669 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] 10.222.0.104 "DELETE /v2.0/networks/5bb648cf-2d39-4ffb-b6ad-e730c03b0b49 HTTP/1.1" status: 204 len: 168 time: 1.2386878 Jan 21 10:17:10.079511 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42360) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:10.087126 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f557b2-126f-4f01-a056-5160d67ef60c None None] get_active_networks_info from dv-neutron-825732-1-hyperv {{(pid=83599) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 10:17:10.160876 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31fefd9-d592-4d26-ac27-0253517b59bc tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Deleting subnet 200172c5-2a64-4cbf-b90f-2a526f93b62c {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:17:10.164725 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f31fefd9-d592-4d26-ac27-0253517b59bc tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:10.196035 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f557b2-126f-4f01-a056-5160d67ef60c None None] Resources bound (agent type, host, resource id): {{(pid=83599) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 10:17:10.198271 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-7b467cdf-f5d1-4a39-bf75-22d1f655f777 None None] Provisioning complete for port e24285bb-c48f-450e-b25a-1bca0160a64a triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:17:10.198736 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7b467cdf-f5d1-4a39-bf75-22d1f655f777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:10.233105 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f31fefd9-d592-4d26-ac27-0253517b59bc tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:10.356032 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f31fefd9-d592-4d26-ac27-0253517b59bc tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:10.426529 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device e24285bb-c48f-450e-b25a-1bca0160a64a up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:17:10.454927 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f31fefd9-d592-4d26-ac27-0253517b59bc tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:10.524475 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31fefd9-d592-4d26-ac27-0253517b59bc tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Pushing event deleted for resources: {'Subnet': ['ID=200172c5-2a64-4cbf-b90f-2a526f93b62c,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:10.538886 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f31fefd9-d592-4d26-ac27-0253517b59bc tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:10.548957 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f31fefd9-d592-4d26-ac27-0253517b59bc tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] 10.222.0.104 "DELETE /v2.0/subnets/200172c5-2a64-4cbf-b90f-2a526f93b62c HTTP/1.1" status: 204 len: 168 time: 0.4660439 Jan 21 10:17:10.549746 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42364) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:10.727042 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-568a7394-958a-4d7a-afcc-f394eb8a7fb6 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:10.741645 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-568a7394-958a-4d7a-afcc-f394eb8a7fb6 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Deleting port e24285bb-c48f-450e-b25a-1bca0160a64a {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:17:10.742265 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-568a7394-958a-4d7a-afcc-f394eb8a7fb6 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:10.743397 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port e24285bb-c48f-450e-b25a-1bca0160a64a triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:17:10.744013 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:11.071155 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa9b190-daf9-42d5-ba66-ccf768bd1ccd None None] Network 5f4dcd9e-9fb9-46d6-92f3-751f65467b44 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:17:11.097947 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-568a7394-958a-4d7a-afcc-f394eb8a7fb6 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] For port e24285bb-c48f-450e-b25a-1bca0160a64a, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=e24285bb-c48f-450e-b25a-1bca0160a64a,segment=NetworkSegment(c77a3548-21c2-4efc-afe5-556f62fc150e),segment_id=c77a3548-21c2-4efc-afe5-556f62fc150e)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:17:11.098419 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-568a7394-958a-4d7a-afcc-f394eb8a7fb6 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:11.358361 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-568a7394-958a-4d7a-afcc-f394eb8a7fb6 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Calling delete_port for e24285bb-c48f-450e-b25a-1bca0160a64a owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:17:11.451472 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f41e105-45fe-4036-abcc-34d1d3afa597 None None] DHCP port deletion for 5f4dcd9e-9fb9-46d6-92f3-751f65467b44 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 10:17:11.456639 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-6f41e105-45fe-4036-abcc-34d1d3afa597 None None] Deleting port e24285bb-c48f-450e-b25a-1bca0160a64a {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:17:11.457480 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6f41e105-45fe-4036-abcc-34d1d3afa597 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:11.464725 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-568a7394-958a-4d7a-afcc-f394eb8a7fb6 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:11.512693 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a7394-958a-4d7a-afcc-f394eb8a7fb6 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Pushing event deleted for resources: {'Port': ['ID=e24285bb-c48f-450e-b25a-1bca0160a64a,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:11.520097 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568a7394-958a-4d7a-afcc-f394eb8a7fb6 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] No DVR routers for this DVR port e24285bb-c48f-450e-b25a-1bca0160a64a on host dv-neutron-825732-1-hyperv {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:17:11.576677 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-6f41e105-45fe-4036-abcc-34d1d3afa597 None None] The port 'e24285bb-c48f-450e-b25a-1bca0160a64a' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 10:17:11.675262 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-568a7394-958a-4d7a-afcc-f394eb8a7fb6 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:11.710366 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-568a7394-958a-4d7a-afcc-f394eb8a7fb6 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f4dcd9e-9fb9-46d6-92f3-751f65467b44']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:11.726843 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-568a7394-958a-4d7a-afcc-f394eb8a7fb6 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c77a3548-21c2-4efc-afe5-556f62fc150e') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:11.727123 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-568a7394-958a-4d7a-afcc-f394eb8a7fb6 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c77a3548-21c2-4efc-afe5-556f62fc150e') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:11.739745 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-568a7394-958a-4d7a-afcc-f394eb8a7fb6 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:11.760054 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-568a7394-958a-4d7a-afcc-f394eb8a7fb6 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:11.777925 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-568a7394-958a-4d7a-afcc-f394eb8a7fb6 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:17:11.778381 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-568a7394-958a-4d7a-afcc-f394eb8a7fb6 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:11.795376 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 10:17:11.795376 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:17:11.795376 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 10:17:11.795376 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:17:11.795376 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 10:17:11.795376 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:17:11.795376 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 10:17:11.795376 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:17:11.795376 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 10:17:11.795376 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:17:11.795376 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 10:17:11.795376 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:17:11.795376 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 10:17:11.795376 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:17:11.795376 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:17:11.795376 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:17:11.795376 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:17:11.795376 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:17:11.795376 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 10:17:11.795376 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:17:11.795376 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 10:17:11.795376 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:17:11.795376 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:17:11.795376 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:17:11.795376 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 10:17:11.795376 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:17:11.795376 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:17:11.795376 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:17:11.795376 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:17:11.795376 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:17:11.795376 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:17:11.795376 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:17:11.939952 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-568a7394-958a-4d7a-afcc-f394eb8a7fb6 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:11.961218 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-568a7394-958a-4d7a-afcc-f394eb8a7fb6 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:11.972822 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a7394-958a-4d7a-afcc-f394eb8a7fb6 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Pushing event deleted for resources: {'Network': ['ID=5f4dcd9e-9fb9-46d6-92f3-751f65467b44,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:11.977492 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-568a7394-958a-4d7a-afcc-f394eb8a7fb6 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] 10.222.0.104 "DELETE /v2.0/networks/5f4dcd9e-9fb9-46d6-92f3-751f65467b44 HTTP/1.1" status: 204 len: 168 time: 1.4262314 Jan 21 10:17:11.981771 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42368) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:12.038188 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-5826715c-f80e-407e-b133-a000df19383d tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Synchronizing usage tracker for tenant:72d6e7040409430bb98cc6b7ada14e25 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:17:12.063231 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-5826715c-f80e-407e-b133-a000df19383d tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Unset dirty status for tenant:72d6e7040409430bb98cc6b7ada14e25 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:17:12.064914 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5826715c-f80e-407e-b133-a000df19383d tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] 10.222.0.104 "GET /v2.0/ports?device_id=4fff3449-21e9-4a3c-ae57-d96c39601e42 HTTP/1.1" status: 200 len: 205 time: 0.0798523 Jan 21 10:17:12.068354 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42372) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:12.244290 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-59aa61db-a2be-4c03-868f-a7f460052a32 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:12.433026 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device e24285bb-c48f-450e-b25a-1bca0160a64a no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:17:12.477202 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: e24285bb-c48f-450e-b25a-1bca0160a64a {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:17:12.477607 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device e24285bb-c48f-450e-b25a-1bca0160a64a not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:17:12.745352 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-59aa61db-a2be-4c03-868f-a7f460052a32 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:12.751260 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-59aa61db-a2be-4c03-868f-a7f460052a32 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:12.779187 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-59aa61db-a2be-4c03-868f-a7f460052a32 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:12.779720 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59aa61db-a2be-4c03-868f-a7f460052a32 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Fanout notify agent at l3_agent the message router_deleted on router 4fff3449-21e9-4a3c-ae57-d96c39601e42 {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:17:12.792840 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-59aa61db-a2be-4c03-868f-a7f460052a32 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:12.794003 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-59aa61db-a2be-4c03-868f-a7f460052a32 tempest-RoutersNegativeTest-1762410676 tempest-RoutersNegativeTest-1762410676-project] 10.222.0.104 "DELETE /v2.0/routers/4fff3449-21e9-4a3c-ae57-d96c39601e42 HTTP/1.1" status: 204 len: 168 time: 0.7246332 Jan 21 10:17:13.194253 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42380) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:13.381529 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-08dfef68-67e2-45eb-ab88-2597fe1a6d54 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=72d6e7040409430bb98cc6b7ada14e25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1860795 Jan 21 10:17:13.384330 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 42386) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:13.454887 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f077ae5b-7bd1-4dec-840e-04d40f90623c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:13.488183 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f077ae5b-7bd1-4dec-840e-04d40f90623c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:13.551915 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f077ae5b-7bd1-4dec-840e-04d40f90623c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:13.576629 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f077ae5b-7bd1-4dec-840e-04d40f90623c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbbbce2-a129-4282-bcb6-fd19a4290f71,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:13.587200 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f077ae5b-7bd1-4dec-840e-04d40f90623c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:13.588678 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f077ae5b-7bd1-4dec-840e-04d40f90623c admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/3cbbbce2-a129-4282-bcb6-fd19a4290f71 HTTP/1.1" status: 204 len: 168 time: 0.2030568 Jan 21 10:17:14.459432 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 42408) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:14.594644 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c8822e9e-1510-4984-bc60-74a927ebded1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1650323415-network', 'tenant_id': '374b03d130444fad90d7aa211dd36a14'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:17:14.599655 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c8822e9e-1510-4984-bc60-74a927ebded1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:14.603531 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c8822e9e-1510-4984-bc60-74a927ebded1 admin admin] Usage tracker for resource:network and tenant:374b03d130444fad90d7aa211dd36a14 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:14.606851 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c8822e9e-1510-4984-bc60-74a927ebded1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:14.613398 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c8822e9e-1510-4984-bc60-74a927ebded1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:14.626578 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8822e9e-1510-4984-bc60-74a927ebded1 admin admin] Made reservation on behalf of 374b03d130444fad90d7aa211dd36a14 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:17:14.629412 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8822e9e-1510-4984-bc60-74a927ebded1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:14.642643 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8822e9e-1510-4984-bc60-74a927ebded1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:14.677912 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c8822e9e-1510-4984-bc60-74a927ebded1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:14.682249 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c8822e9e-1510-4984-bc60-74a927ebded1 admin admin] Usage tracker for resource:security_group_rule and tenant:374b03d130444fad90d7aa211dd36a14 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:14.685100 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c8822e9e-1510-4984-bc60-74a927ebded1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:14.691310 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c8822e9e-1510-4984-bc60-74a927ebded1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:14.774004 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8822e9e-1510-4984-bc60-74a927ebded1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:14.778837 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8822e9e-1510-4984-bc60-74a927ebded1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:14.811146 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8822e9e-1510-4984-bc60-74a927ebded1 admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:17:14.821889 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8822e9e-1510-4984-bc60-74a927ebded1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa9b098-b758-4708-abb0-c33d9237bf63,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:14.832320 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8822e9e-1510-4984-bc60-74a927ebded1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:14.832320 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-c8822e9e-1510-4984-bc60-74a927ebded1 admin admin] Added segment 0e41deec-8d11-456f-ac34-971f93925722 of type vlan for network 7b20cea2-45d5-4b39-a4ca-808d10dd94d6 Jan 21 10:17:14.862634 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8822e9e-1510-4984-bc60-74a927ebded1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:14.899485 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8822e9e-1510-4984-bc60-74a927ebded1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:14.900437 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8822e9e-1510-4984-bc60-74a927ebded1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:14.901087 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8822e9e-1510-4984-bc60-74a927ebded1 admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:15.020027 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8822e9e-1510-4984-bc60-74a927ebded1 admin admin] Pushing event updated for resources: {'Network': ['ID=7b20cea2-45d5-4b39-a4ca-808d10dd94d6,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:15.024457 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c8822e9e-1510-4984-bc60-74a927ebded1 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5637164 Jan 21 10:17:15.027692 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 42414) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:15.037878 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-54d0e3a4-40c8-49d0-b48a-ab6ebc37f420 admin admin] Request body: {'subnet': {'network_id': '7b20cea2-45d5-4b39-a4ca-808d10dd94d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1650323415-subnet', 'tenant_id': '374b03d130444fad90d7aa211dd36a14', 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:17:15.039771 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 7b20cea2-45d5-4b39-a4ca-808d10dd94d6 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:17:15.041943 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-54d0e3a4-40c8-49d0-b48a-ab6ebc37f420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:15.047762 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-54d0e3a4-40c8-49d0-b48a-ab6ebc37f420 admin admin] Usage tracker for resource:subnet and tenant:374b03d130444fad90d7aa211dd36a14 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:15.051019 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-54d0e3a4-40c8-49d0-b48a-ab6ebc37f420 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:15.059593 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-54d0e3a4-40c8-49d0-b48a-ab6ebc37f420 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:15.071969 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d0e3a4-40c8-49d0-b48a-ab6ebc37f420 admin admin] Made reservation on behalf of 374b03d130444fad90d7aa211dd36a14 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:17:15.074512 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-54d0e3a4-40c8-49d0-b48a-ab6ebc37f420 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:15.304968 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-54d0e3a4-40c8-49d0-b48a-ab6ebc37f420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:15.425044 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0e3a4-40c8-49d0-b48a-ab6ebc37f420 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41beb040-1358-46f7-a8c4-f5dbefc11052,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:15.455152 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d0e3a4-40c8-49d0-b48a-ab6ebc37f420 admin admin] Checking segment: {'id': '0e41deec-8d11-456f-ac34-971f93925722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7b20cea2-45d5-4b39-a4ca-808d10dd94d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:17:15.455661 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d0e3a4-40c8-49d0-b48a-ab6ebc37f420 admin admin] Network hostable DHCP agents. Network: 7b20cea2-45d5-4b39-a4ca-808d10dd94d6, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:17:15.482993 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d0e3a4-40c8-49d0-b48a-ab6ebc37f420 admin admin] Network 7b20cea2-45d5-4b39-a4ca-808d10dd94d6 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:17:15.497304 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-54d0e3a4-40c8-49d0-b48a-ab6ebc37f420 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 7b20cea2-45d5-4b39-a4ca-808d10dd94d6) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:17:15.504133 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d0e3a4-40c8-49d0-b48a-ab6ebc37f420 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:15.505934 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-54d0e3a4-40c8-49d0-b48a-ab6ebc37f420 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:15.512960 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc9e2fe-b254-41cc-9113-6255eb8cc040 None None] Network 7b20cea2-45d5-4b39-a4ca-808d10dd94d6 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:17:15.541254 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-54d0e3a4-40c8-49d0-b48a-ab6ebc37f420 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5095251 Jan 21 10:17:15.541646 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 42418) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:15.547819 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-1848ba36-e473-4d59-b9af-07f7103d3f38 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1650323415-router', 'tenant_id': '374b03d130444fad90d7aa211dd36a14', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:17:15.554781 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1848ba36-e473-4d59-b9af-07f7103d3f38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:15.560906 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-1848ba36-e473-4d59-b9af-07f7103d3f38 admin admin] Usage tracker for resource:router and tenant:374b03d130444fad90d7aa211dd36a14 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:15.564379 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-1848ba36-e473-4d59-b9af-07f7103d3f38 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:15.572162 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1848ba36-e473-4d59-b9af-07f7103d3f38 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:15.587230 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1848ba36-e473-4d59-b9af-07f7103d3f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:15.589057 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1848ba36-e473-4d59-b9af-07f7103d3f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:15.627962 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1848ba36-e473-4d59-b9af-07f7103d3f38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:15.837922 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1848ba36-e473-4d59-b9af-07f7103d3f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:15.869910 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77745d2-fc0e-4d9b-aba9-57b8a7c6418b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-7b20cea2-45d5-4b39-a4ca-808d10dd94d6', 'network_id': '7b20cea2-45d5-4b39-a4ca-808d10dd94d6', 'tenant_id': '374b03d130444fad90d7aa211dd36a14', 'fixed_ips': [{'subnet_id': '41beb040-1358-46f7-a8c4-f5dbefc11052'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:17:15.871526 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c77745d2-fc0e-4d9b-aba9-57b8a7c6418b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:16.085254 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1848ba36-e473-4d59-b9af-07f7103d3f38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:16.119761 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1848ba36-e473-4d59-b9af-07f7103d3f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:16.130781 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-c77745d2-fc0e-4d9b-aba9-57b8a7c6418b None None] Allocated IP 172.20.0.2 (7b20cea2-45d5-4b39-a4ca-808d10dd94d6/41beb040-1358-46f7-a8c4-f5dbefc11052/d4f289e3-81c1-436b-ab7b-554a6f55fc5e) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:17:16.460085 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-1848ba36-e473-4d59-b9af-07f7103d3f38 admin admin] Allocated IP 172.26.0.23 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/92965e91-259c-41df-bf8a-e07bcc5fcc5d) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:17:16.515496 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c77745d2-fc0e-4d9b-aba9-57b8a7c6418b None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:16.533159 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-c77745d2-fc0e-4d9b-aba9-57b8a7c6418b None None] Transition to ACTIVE for port object d4f289e3-81c1-436b-ab7b-554a6f55fc5e will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:17:16.561409 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-c77745d2-fc0e-4d9b-aba9-57b8a7c6418b None None] Transition to ACTIVE for port object d4f289e3-81c1-436b-ab7b-554a6f55fc5e will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:17:16.570030 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c77745d2-fc0e-4d9b-aba9-57b8a7c6418b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:16.665359 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77745d2-fc0e-4d9b-aba9-57b8a7c6418b None None] Network 7b20cea2-45d5-4b39-a4ca-808d10dd94d6 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:17:16.669455 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-c77745d2-fc0e-4d9b-aba9-57b8a7c6418b None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:17:16.671440 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77745d2-fc0e-4d9b-aba9-57b8a7c6418b None None] Pushing event updated for resources: {'Port': ['ID=d4f289e3-81c1-436b-ab7b-554a6f55fc5e,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:16.674139 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77745d2-fc0e-4d9b-aba9-57b8a7c6418b None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:17:16.708758 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1848ba36-e473-4d59-b9af-07f7103d3f38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:16.713803 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77745d2-fc0e-4d9b-aba9-57b8a7c6418b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:16.713803 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77745d2-fc0e-4d9b-aba9-57b8a7c6418b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:16.714303 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77745d2-fc0e-4d9b-aba9-57b8a7c6418b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:16.714303 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77745d2-fc0e-4d9b-aba9-57b8a7c6418b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:16.714662 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77745d2-fc0e-4d9b-aba9-57b8a7c6418b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:16.714973 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77745d2-fc0e-4d9b-aba9-57b8a7c6418b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:16.715307 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77745d2-fc0e-4d9b-aba9-57b8a7c6418b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:16.715634 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77745d2-fc0e-4d9b-aba9-57b8a7c6418b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:16.715959 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77745d2-fc0e-4d9b-aba9-57b8a7c6418b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:16.716279 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77745d2-fc0e-4d9b-aba9-57b8a7c6418b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:16.716598 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77745d2-fc0e-4d9b-aba9-57b8a7c6418b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:16.755025 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1848ba36-e473-4d59-b9af-07f7103d3f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:16.834636 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c77745d2-fc0e-4d9b-aba9-57b8a7c6418b None None] Attempting to bind port d4f289e3-81c1-436b-ab7b-554a6f55fc5e on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:17:16.835214 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c77745d2-fc0e-4d9b-aba9-57b8a7c6418b None None] Attempting to bind port d4f289e3-81c1-436b-ab7b-554a6f55fc5e by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '0e41deec-8d11-456f-ac34-971f93925722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7b20cea2-45d5-4b39-a4ca-808d10dd94d6'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:17:16.835837 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77745d2-fc0e-4d9b-aba9-57b8a7c6418b None None] Attempting to bind port d4f289e3-81c1-436b-ab7b-554a6f55fc5e on network 7b20cea2-45d5-4b39-a4ca-808d10dd94d6 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:17:16.847491 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77745d2-fc0e-4d9b-aba9-57b8a7c6418b None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:17:16.848180 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77745d2-fc0e-4d9b-aba9-57b8a7c6418b None None] Checking segment: {'id': '0e41deec-8d11-456f-ac34-971f93925722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7b20cea2-45d5-4b39-a4ca-808d10dd94d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:17:16.849302 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c77745d2-fc0e-4d9b-aba9-57b8a7c6418b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:16.849953 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77745d2-fc0e-4d9b-aba9-57b8a7c6418b None None] Bound using segment: {'id': '0e41deec-8d11-456f-ac34-971f93925722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7b20cea2-45d5-4b39-a4ca-808d10dd94d6'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:17:16.850690 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c77745d2-fc0e-4d9b-aba9-57b8a7c6418b None None] Bound port: d4f289e3-81c1-436b-ab7b-554a6f55fc5e, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e41deec-8d11-456f-ac34-971f93925722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7b20cea2-45d5-4b39-a4ca-808d10dd94d6'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:17:16.851285 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c77745d2-fc0e-4d9b-aba9-57b8a7c6418b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:16.889224 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1848ba36-e473-4d59-b9af-07f7103d3f38 admin admin] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:17:16.896040 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-1848ba36-e473-4d59-b9af-07f7103d3f38 admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:17:16.903362 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1848ba36-e473-4d59-b9af-07f7103d3f38 admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:17:16.968881 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848ba36-e473-4d59-b9af-07f7103d3f38 admin admin] Pushing event updated for resources: {'Port': ['ID=92965e91-259c-41df-bf8a-e07bcc5fcc5d,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:17.011211 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-c77745d2-fc0e-4d9b-aba9-57b8a7c6418b None None] For port d4f289e3-81c1-436b-ab7b-554a6f55fc5e, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:17:17.016992 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-c77745d2-fc0e-4d9b-aba9-57b8a7c6418b None None] For port d4f289e3-81c1-436b-ab7b-554a6f55fc5e, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=d4f289e3-81c1-436b-ab7b-554a6f55fc5e,segment=NetworkSegment(0e41deec-8d11-456f-ac34-971f93925722),segment_id=0e41deec-8d11-456f-ac34-971f93925722)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:17:17.025616 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c77745d2-fc0e-4d9b-aba9-57b8a7c6418b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:17.147471 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77745d2-fc0e-4d9b-aba9-57b8a7c6418b None None] Pushing event updated for resources: {'Port': ['ID=d4f289e3-81c1-436b-ab7b-554a6f55fc5e,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:17.198898 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1848ba36-e473-4d59-b9af-07f7103d3f38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:17.200152 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1848ba36-e473-4d59-b9af-07f7103d3f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:17.649308 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1848ba36-e473-4d59-b9af-07f7103d3f38 admin admin] Router 44fcaab3-f5a9-4910-9cd1-d9f98a19fcef is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:17:17.967971 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1848ba36-e473-4d59-b9af-07f7103d3f38 admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:17:17.985164 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028ae63e-746d-4b9c-8f1c-7b7c207c1ab7 None None] Sync routers for ids ['44fcaab3-f5a9-4910-9cd1-d9f98a19fcef'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:17:18.006177 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028ae63e-746d-4b9c-8f1c-7b7c207c1ab7 None None] Routers {'44fcaab3-f5a9-4910-9cd1-d9f98a19fcef'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:17:18.007377 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-028ae63e-746d-4b9c-8f1c-7b7c207c1ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:16:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['44fcaab3-f5a9-4910-9cd1-d9f98a19fcef'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:18.013219 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1848ba36-e473-4d59-b9af-07f7103d3f38 admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:18.015975 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1848ba36-e473-4d59-b9af-07f7103d3f38 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4728918 Jan 21 10:17:18.021116 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42422) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:18.340142 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-028ae63e-746d-4b9c-8f1c-7b7c207c1ab7 None None] Set router 44fcaab3-f5a9-4910-9cd1-d9f98a19fcef gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:17:18.558468 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device d4f289e3-81c1-436b-ab7b-554a6f55fc5e up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:17:18.593247 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351560be-862d-4014-bc2b-14eb560d0c92 None None] Network 7b20cea2-45d5-4b39-a4ca-808d10dd94d6 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:17:18.888235 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d83f0a0a-54d2-43c3-9ace-c1e11878d81e None None] Provisioning for port d4f289e3-81c1-436b-ab7b-554a6f55fc5e completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:17:19.070020 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port d4f289e3-81c1-436b-ab7b-554a6f55fc5e completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:17:19.080297 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port d4f289e3-81c1-436b-ab7b-554a6f55fc5e triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:17:19.080665 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:19.264076 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-028ae63e-746d-4b9c-8f1c-7b7c207c1ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fcaab3-f5a9-4910-9cd1-d9f98a19fcef', 'name': 'tempest-TestEncryptedCinderVolumes-1650323415-router', 'tenant_id': '374b03d130444fad90d7aa211dd36a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '92965e91-259c-41df-bf8a-e07bcc5fcc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:17:15Z', 'updated_at': '2022-01-21T10:17:17Z', 'revision_number': 3, 'project_id': '374b03d130444fad90d7aa211dd36a14', 'gw_port': {'id': '92965e91-259c-41df-bf8a-e07bcc5fcc5d', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fcaab3-f5a9-4910-9cd1-d9f98a19fcef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:16Z', 'updated_at': '2022-01-21T10:17:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:19.295702 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028ae63e-746d-4b9c-8f1c-7b7c207c1ab7 None None] Checking router: 44fcaab3-f5a9-4910-9cd1-d9f98a19fcef for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:17:19.296018 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028ae63e-746d-4b9c-8f1c-7b7c207c1ab7 None None] Updating router 44fcaab3-f5a9-4910-9cd1-d9f98a19fcef port 92965e91-259c-41df-bf8a-e07bcc5fcc5d binding host dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:17:19.366004 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:19.391282 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-028ae63e-746d-4b9c-8f1c-7b7c207c1ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:19.464686 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ace6b2b4-04db-43b3-98b6-8f3838fca574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:19.467439 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port d4f289e3-81c1-436b-ab7b-554a6f55fc5e, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=d4f289e3-81c1-436b-ab7b-554a6f55fc5e,segment=NetworkSegment(0e41deec-8d11-456f-ac34-971f93925722),segment_id=0e41deec-8d11-456f-ac34-971f93925722)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:17:19.510406 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:19.774938 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=d4f289e3-81c1-436b-ab7b-554a6f55fc5e,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:19.885851 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-ace6b2b4-04db-43b3-98b6-8f3838fca574 admin admin] Allocated IP 172.20.0.1 (7b20cea2-45d5-4b39-a4ca-808d10dd94d6/41beb040-1358-46f7-a8c4-f5dbefc11052/01b53a0c-4cf1-4251-a9b1-f4f6a0146748) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:17:19.907810 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-24789c28-2a10-4ede-9f8d-d6cc6d6d03c3 None None] Provisioning complete for port d4f289e3-81c1-436b-ab7b-554a6f55fc5e triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:17:19.908187 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-24789c28-2a10-4ede-9f8d-d6cc6d6d03c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:20.063372 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-028ae63e-746d-4b9c-8f1c-7b7c207c1ab7 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:20.084427 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-028ae63e-746d-4b9c-8f1c-7b7c207c1ab7 None None] Transition to ACTIVE for port object 92965e91-259c-41df-bf8a-e07bcc5fcc5d will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:17:20.118927 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ace6b2b4-04db-43b3-98b6-8f3838fca574 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:20.131365 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-028ae63e-746d-4b9c-8f1c-7b7c207c1ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:20.151487 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ace6b2b4-04db-43b3-98b6-8f3838fca574 admin admin] Transition to ACTIVE for port object 01b53a0c-4cf1-4251-a9b1-f4f6a0146748 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:17:20.181276 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ace6b2b4-04db-43b3-98b6-8f3838fca574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:20.280186 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc14a71-deda-4ee3-924b-b50cfded16e5 None None] Pushing event updated for resources: {'Port': ['ID=92965e91-259c-41df-bf8a-e07bcc5fcc5d,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:20.287172 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-028ae63e-746d-4b9c-8f1c-7b7c207c1ab7 None None] Attempting to bind port 92965e91-259c-41df-bf8a-e07bcc5fcc5d on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:17:20.287471 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace6b2b4-04db-43b3-98b6-8f3838fca574 admin admin] Network 7b20cea2-45d5-4b39-a4ca-808d10dd94d6 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:17:20.287642 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-028ae63e-746d-4b9c-8f1c-7b7c207c1ab7 None None] Attempting to bind port 92965e91-259c-41df-bf8a-e07bcc5fcc5d by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:17:20.287894 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028ae63e-746d-4b9c-8f1c-7b7c207c1ab7 None None] Attempting to bind port 92965e91-259c-41df-bf8a-e07bcc5fcc5d on network 05164b30-8981-419a-8272-388f48c19dd5 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:17:20.293267 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-ace6b2b4-04db-43b3-98b6-8f3838fca574 admin admin] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:17:20.295759 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6b2b4-04db-43b3-98b6-8f3838fca574 admin admin] Pushing event updated for resources: {'Port': ['ID=01b53a0c-4cf1-4251-a9b1-f4f6a0146748,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:20.298854 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028ae63e-746d-4b9c-8f1c-7b7c207c1ab7 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:17:20.299230 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace6b2b4-04db-43b3-98b6-8f3838fca574 admin admin] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:17:20.299503 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028ae63e-746d-4b9c-8f1c-7b7c207c1ab7 None None] Checking segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:17:20.300014 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-028ae63e-746d-4b9c-8f1c-7b7c207c1ab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:20.300484 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028ae63e-746d-4b9c-8f1c-7b7c207c1ab7 None None] Bound using segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:17:20.301088 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-028ae63e-746d-4b9c-8f1c-7b7c207c1ab7 None None] Bound port: 92965e91-259c-41df-bf8a-e07bcc5fcc5d, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:17:20.301929 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-028ae63e-746d-4b9c-8f1c-7b7c207c1ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:20.419061 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ace6b2b4-04db-43b3-98b6-8f3838fca574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:20.428819 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-028ae63e-746d-4b9c-8f1c-7b7c207c1ab7 None None] For port 92965e91-259c-41df-bf8a-e07bcc5fcc5d, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:17:20.435243 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-028ae63e-746d-4b9c-8f1c-7b7c207c1ab7 None None] For port 92965e91-259c-41df-bf8a-e07bcc5fcc5d, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=92965e91-259c-41df-bf8a-e07bcc5fcc5d,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:17:20.450101 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-028ae63e-746d-4b9c-8f1c-7b7c207c1ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:20.509644 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device d4f289e3-81c1-436b-ab7b-554a6f55fc5e up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:17:20.569160 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ace6b2b4-04db-43b3-98b6-8f3838fca574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:20.637708 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:20.680775 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc14a71-deda-4ee3-924b-b50cfded16e5 None None] Pushing event updated for resources: {'Port': ['ID=92965e91-259c-41df-bf8a-e07bcc5fcc5d,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:20.699613 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028ae63e-746d-4b9c-8f1c-7b7c207c1ab7 None None] Routers {'44fcaab3-f5a9-4910-9cd1-d9f98a19fcef'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:17:20.700451 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-028ae63e-746d-4b9c-8f1c-7b7c207c1ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:16:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['44fcaab3-f5a9-4910-9cd1-d9f98a19fcef'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:20.862304 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port d4f289e3-81c1-436b-ab7b-554a6f55fc5e triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:17:20.862579 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:20.899241 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-1708bde6-3c41-4b6a-ac56-5c6aeadb0199 None None] Provisioning for port 01b53a0c-4cf1-4251-a9b1-f4f6a0146748 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:17:20.922911 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ace6b2b4-04db-43b3-98b6-8f3838fca574 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:20.929827 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ace6b2b4-04db-43b3-98b6-8f3838fca574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:20.988143 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-1708bde6-3c41-4b6a-ac56-5c6aeadb0199 None None] Provisioning complete for port 01b53a0c-4cf1-4251-a9b1-f4f6a0146748 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:17:20.989998 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1708bde6-3c41-4b6a-ac56-5c6aeadb0199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:21.115546 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ace6b2b4-04db-43b3-98b6-8f3838fca574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:21.119227 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6b2b4-04db-43b3-98b6-8f3838fca574 admin admin] Pushing event updated for resources: {'Port': ['ID=01b53a0c-4cf1-4251-a9b1-f4f6a0146748,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:21.132958 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-1708bde6-3c41-4b6a-ac56-5c6aeadb0199 None None] Port 01b53a0c-4cf1-4251-a9b1-f4f6a0146748 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:17:21.197445 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-028ae63e-746d-4b9c-8f1c-7b7c207c1ab7 None None] Set router 44fcaab3-f5a9-4910-9cd1-d9f98a19fcef gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:17:21.512190 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace6b2b4-04db-43b3-98b6-8f3838fca574 admin admin] Network 7b20cea2-45d5-4b39-a4ca-808d10dd94d6 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:17:21.514351 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-ace6b2b4-04db-43b3-98b6-8f3838fca574 admin admin] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:17:21.776417 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-028ae63e-746d-4b9c-8f1c-7b7c207c1ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fcaab3-f5a9-4910-9cd1-d9f98a19fcef', 'name': 'tempest-TestEncryptedCinderVolumes-1650323415-router', 'tenant_id': '374b03d130444fad90d7aa211dd36a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '92965e91-259c-41df-bf8a-e07bcc5fcc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:17:15Z', 'updated_at': '2022-01-21T10:17:20Z', 'revision_number': 4, 'project_id': '374b03d130444fad90d7aa211dd36a14', 'gw_port': {'id': '92965e91-259c-41df-bf8a-e07bcc5fcc5d', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fcaab3-f5a9-4910-9cd1-d9f98a19fcef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:16Z', 'updated_at': '2022-01-21T10:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '01b53a0c-4cf1-4251-a9b1-f4f6a0146748', 'name': '', 'network_id': '7b20cea2-45d5-4b39-a4ca-808d10dd94d6', 'tenant_id': '374b03d130444fad90d7aa211dd36a14', 'mac_address': 'fa:16:3e:41:f1:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fcaab3-f5a9-4910-9cd1-d9f98a19fcef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41beb040-1358-46f7-a8c4-f5dbefc11052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:19Z', 'updated_at': '2022-01-21T10:17:19Z', 'revision_number': 1, 'project_id': '374b03d130444fad90d7aa211dd36a14', 'subnets': [{'id': '41beb040-1358-46f7-a8c4-f5dbefc11052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:21.784914 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028ae63e-746d-4b9c-8f1c-7b7c207c1ab7 None None] The sync data for ids ['44fcaab3-f5a9-4910-9cd1-d9f98a19fcef'] in dv-neutron-825732-1-hyperv is: [{'id': '44fcaab3-f5a9-4910-9cd1-d9f98a19fcef', 'name': 'tempest-TestEncryptedCinderVolumes-1650323415-router', 'tenant_id': '374b03d130444fad90d7aa211dd36a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '92965e91-259c-41df-bf8a-e07bcc5fcc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:17:15Z', 'updated_at': '2022-01-21T10:17:20Z', 'revision_number': 4, 'project_id': '374b03d130444fad90d7aa211dd36a14', 'gw_port': {'id': '92965e91-259c-41df-bf8a-e07bcc5fcc5d', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fcaab3-f5a9-4910-9cd1-d9f98a19fcef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:16Z', 'updated_at': '2022-01-21T10:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '01b53a0c-4cf1-4251-a9b1-f4f6a0146748', 'name': '', 'network_id': '7b20cea2-45d5-4b39-a4ca-808d10dd94d6', 'tenant_id': '374b03d130444fad90d7aa211dd36a14', 'mac_address': 'fa:16:3e:41:f1:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fcaab3-f5a9-4910-9cd1-d9f98a19fcef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41beb040-1358-46f7-a8c4-f5dbefc11052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:19Z', 'updated_at': '2022-01-21T10:17:19Z', 'revision_number': 1, 'project_id': '374b03d130444fad90d7aa211dd36a14', 'subnets': [{'id': '41beb040-1358-46f7-a8c4-f5dbefc11052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:17:21.888084 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d4f63c34-3d08-440b-a3ac-6dff9ab3e4ad None None] Provisioning complete for port 01b53a0c-4cf1-4251-a9b1-f4f6a0146748 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:17:21.888915 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d4f63c34-3d08-440b-a3ac-6dff9ab3e4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:21.985427 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-d4f63c34-3d08-440b-a3ac-6dff9ab3e4ad None None] Port 01b53a0c-4cf1-4251-a9b1-f4f6a0146748 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:17:22.132909 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace6b2b4-04db-43b3-98b6-8f3838fca574 admin admin] Router 44fcaab3-f5a9-4910-9cd1-d9f98a19fcef has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:17:22.474671 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace6b2b4-04db-43b3-98b6-8f3838fca574 admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:17:22.494760 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ace6b2b4-04db-43b3-98b6-8f3838fca574 admin admin] 10.222.0.104 "PUT /v2.0/routers/44fcaab3-f5a9-4910-9cd1-d9f98a19fcef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4636974 Jan 21 10:17:23.880977 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 42444) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:23.891372 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-fc648587-981e-438a-83c9-97875a4f87f0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1494816013-network', 'tenant_id': '6507af09f4a34b2bbff254758f0d8d91'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:17:23.902078 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fc648587-981e-438a-83c9-97875a4f87f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:23.910078 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-fc648587-981e-438a-83c9-97875a4f87f0 admin admin] Usage tracker for resource:network and tenant:6507af09f4a34b2bbff254758f0d8d91 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:23.916951 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-fc648587-981e-438a-83c9-97875a4f87f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:23.928130 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fc648587-981e-438a-83c9-97875a4f87f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:23.940701 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc648587-981e-438a-83c9-97875a4f87f0 admin admin] Made reservation on behalf of 6507af09f4a34b2bbff254758f0d8d91 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:17:23.944661 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc648587-981e-438a-83c9-97875a4f87f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:23.958971 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc648587-981e-438a-83c9-97875a4f87f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:23.993681 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7a468432-807a-446c-948a-81ba83a09b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:24.011639 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fc648587-981e-438a-83c9-97875a4f87f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:24.017899 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-fc648587-981e-438a-83c9-97875a4f87f0 admin admin] Usage tracker for resource:security_group_rule and tenant:6507af09f4a34b2bbff254758f0d8d91 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:24.022343 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-fc648587-981e-438a-83c9-97875a4f87f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:24.030515 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fc648587-981e-438a-83c9-97875a4f87f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:24.129066 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc648587-981e-438a-83c9-97875a4f87f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:24.136573 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc648587-981e-438a-83c9-97875a4f87f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:24.180721 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc648587-981e-438a-83c9-97875a4f87f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:17:24.190989 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc648587-981e-438a-83c9-97875a4f87f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e737d6fc-95d5-4e06-a9ca-f39d7693d84e,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:24.199334 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc648587-981e-438a-83c9-97875a4f87f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:24.199652 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-fc648587-981e-438a-83c9-97875a4f87f0 admin admin] Added segment 4c1ee310-91c8-499a-b30a-1bd8911ef67a of type vlan for network 5c9a898f-5ea1-417c-86c7-73339bc6e846 Jan 21 10:17:24.233607 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc648587-981e-438a-83c9-97875a4f87f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:24.274869 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc648587-981e-438a-83c9-97875a4f87f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:24.275882 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc648587-981e-438a-83c9-97875a4f87f0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:24.276608 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc648587-981e-438a-83c9-97875a4f87f0 admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:24.421800 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-fc648587-981e-438a-83c9-97875a4f87f0 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5389192 Jan 21 10:17:24.423189 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc648587-981e-438a-83c9-97875a4f87f0 admin admin] Pushing event updated for resources: {'Network': ['ID=5c9a898f-5ea1-417c-86c7-73339bc6e846,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:24.424919 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42448) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:24.434540 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-2744fa95-1cd0-46c8-8b11-3b5a9785f721 admin admin] Request body: {'subnet': {'network_id': '5c9a898f-5ea1-417c-86c7-73339bc6e846', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1494816013-subnet', 'tenant_id': '6507af09f4a34b2bbff254758f0d8d91', 'ip_version': 4}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:17:24.439123 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 5c9a898f-5ea1-417c-86c7-73339bc6e846 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:17:24.448374 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-2744fa95-1cd0-46c8-8b11-3b5a9785f721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:24.454828 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-2744fa95-1cd0-46c8-8b11-3b5a9785f721 admin admin] Usage tracker for resource:subnet and tenant:6507af09f4a34b2bbff254758f0d8d91 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:24.459740 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-2744fa95-1cd0-46c8-8b11-3b5a9785f721 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:24.471865 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-2744fa95-1cd0-46c8-8b11-3b5a9785f721 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:24.494686 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2744fa95-1cd0-46c8-8b11-3b5a9785f721 admin admin] Made reservation on behalf of 6507af09f4a34b2bbff254758f0d8d91 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:17:24.497224 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2744fa95-1cd0-46c8-8b11-3b5a9785f721 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:24.597540 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 92965e91-259c-41df-bf8a-e07bcc5fcc5d up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:17:24.805366 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 92965e91-259c-41df-bf8a-e07bcc5fcc5d completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:17:24.814153 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 92965e91-259c-41df-bf8a-e07bcc5fcc5d triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:17:24.814866 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:24.852255 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2744fa95-1cd0-46c8-8b11-3b5a9785f721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:24.969498 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744fa95-1cd0-46c8-8b11-3b5a9785f721 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38a0ebb9-96c7-4d26-835f-67ebe14e8838,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:25.013146 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2744fa95-1cd0-46c8-8b11-3b5a9785f721 admin admin] Checking segment: {'id': '4c1ee310-91c8-499a-b30a-1bd8911ef67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '5c9a898f-5ea1-417c-86c7-73339bc6e846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:17:25.013792 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2744fa95-1cd0-46c8-8b11-3b5a9785f721 admin admin] Network hostable DHCP agents. Network: 5c9a898f-5ea1-417c-86c7-73339bc6e846, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:17:25.023824 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:25.051801 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2744fa95-1cd0-46c8-8b11-3b5a9785f721 admin admin] Network 5c9a898f-5ea1-417c-86c7-73339bc6e846 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:17:25.054601 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 92965e91-259c-41df-bf8a-e07bcc5fcc5d, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=92965e91-259c-41df-bf8a-e07bcc5fcc5d,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:17:25.059828 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:25.070251 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-2744fa95-1cd0-46c8-8b11-3b5a9785f721 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 5c9a898f-5ea1-417c-86c7-73339bc6e846) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:17:25.076629 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2744fa95-1cd0-46c8-8b11-3b5a9785f721 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:25.077686 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2744fa95-1cd0-46c8-8b11-3b5a9785f721 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:25.110644 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57c806b-72ca-4c67-859e-a50e97c04fbe None None] Network 5c9a898f-5ea1-417c-86c7-73339bc6e846 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:17:25.117770 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-2744fa95-1cd0-46c8-8b11-3b5a9785f721 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6912110 Jan 21 10:17:25.120194 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42452) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:25.127176 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-89e75837-112c-4ef1-8c3d-1c6870ae73d7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1494816013-router', 'tenant_id': '6507af09f4a34b2bbff254758f0d8d91', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:17:25.137493 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-89e75837-112c-4ef1-8c3d-1c6870ae73d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:25.145565 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-89e75837-112c-4ef1-8c3d-1c6870ae73d7 admin admin] Usage tracker for resource:router and tenant:6507af09f4a34b2bbff254758f0d8d91 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:25.150538 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-89e75837-112c-4ef1-8c3d-1c6870ae73d7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:25.158564 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-89e75837-112c-4ef1-8c3d-1c6870ae73d7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:25.173809 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-89e75837-112c-4ef1-8c3d-1c6870ae73d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:25.175308 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-89e75837-112c-4ef1-8c3d-1c6870ae73d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:25.206969 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-89e75837-112c-4ef1-8c3d-1c6870ae73d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:25.298899 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=92965e91-259c-41df-bf8a-e07bcc5fcc5d,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:25.404824 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-89e75837-112c-4ef1-8c3d-1c6870ae73d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:25.474355 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dc510f-8ac2-442f-b58e-ce44ac7a7ad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-5c9a898f-5ea1-417c-86c7-73339bc6e846', 'network_id': '5c9a898f-5ea1-417c-86c7-73339bc6e846', 'tenant_id': '6507af09f4a34b2bbff254758f0d8d91', 'fixed_ips': [{'subnet_id': '38a0ebb9-96c7-4d26-835f-67ebe14e8838'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:17:25.475257 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-97dc510f-8ac2-442f-b58e-ce44ac7a7ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:25.680284 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-89e75837-112c-4ef1-8c3d-1c6870ae73d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:25.728603 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-97dc510f-8ac2-442f-b58e-ce44ac7a7ad4 None None] Allocated IP 172.20.0.2 (5c9a898f-5ea1-417c-86c7-73339bc6e846/38a0ebb9-96c7-4d26-835f-67ebe14e8838/d615c68d-4b93-4968-bbae-42ed86e4236a) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:17:25.847766 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-89e75837-112c-4ef1-8c3d-1c6870ae73d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:26.087063 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-89e75837-112c-4ef1-8c3d-1c6870ae73d7 admin admin] Allocated IP 172.26.0.132 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:17:26.115688 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-97dc510f-8ac2-442f-b58e-ce44ac7a7ad4 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:26.135886 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-97dc510f-8ac2-442f-b58e-ce44ac7a7ad4 None None] Transition to ACTIVE for port object d615c68d-4b93-4968-bbae-42ed86e4236a will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:17:26.173293 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-97dc510f-8ac2-442f-b58e-ce44ac7a7ad4 None None] Transition to ACTIVE for port object d615c68d-4b93-4968-bbae-42ed86e4236a will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:17:26.182959 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-97dc510f-8ac2-442f-b58e-ce44ac7a7ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:26.275755 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-89e75837-112c-4ef1-8c3d-1c6870ae73d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:26.300578 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97dc510f-8ac2-442f-b58e-ce44ac7a7ad4 None None] Network 5c9a898f-5ea1-417c-86c7-73339bc6e846 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:17:26.306671 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-97dc510f-8ac2-442f-b58e-ce44ac7a7ad4 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:17:26.311648 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dc510f-8ac2-442f-b58e-ce44ac7a7ad4 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:17:26.320060 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-89e75837-112c-4ef1-8c3d-1c6870ae73d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:26.320594 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc510f-8ac2-442f-b58e-ce44ac7a7ad4 None None] Pushing event updated for resources: {'Port': ['ID=d615c68d-4b93-4968-bbae-42ed86e4236a,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:26.454247 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e75837-112c-4ef1-8c3d-1c6870ae73d7 admin admin] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:17:26.464728 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-89e75837-112c-4ef1-8c3d-1c6870ae73d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:17:26.465717 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-90c0e986-89d2-4321-bd34-15e999231f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:26.468751 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e75837-112c-4ef1-8c3d-1c6870ae73d7 admin admin] Pushing event updated for resources: {'Port': ['ID=a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:26.472613 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e75837-112c-4ef1-8c3d-1c6870ae73d7 admin admin] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:17:26.474383 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-97dc510f-8ac2-442f-b58e-ce44ac7a7ad4 None None] Attempting to bind port d615c68d-4b93-4968-bbae-42ed86e4236a on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:17:26.474941 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-97dc510f-8ac2-442f-b58e-ce44ac7a7ad4 None None] Attempting to bind port d615c68d-4b93-4968-bbae-42ed86e4236a by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '4c1ee310-91c8-499a-b30a-1bd8911ef67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '5c9a898f-5ea1-417c-86c7-73339bc6e846'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:17:26.475492 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dc510f-8ac2-442f-b58e-ce44ac7a7ad4 None None] Attempting to bind port d615c68d-4b93-4968-bbae-42ed86e4236a on network 5c9a898f-5ea1-417c-86c7-73339bc6e846 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:17:26.488065 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dc510f-8ac2-442f-b58e-ce44ac7a7ad4 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:17:26.489804 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dc510f-8ac2-442f-b58e-ce44ac7a7ad4 None None] Checking segment: {'id': '4c1ee310-91c8-499a-b30a-1bd8911ef67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '5c9a898f-5ea1-417c-86c7-73339bc6e846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:17:26.491058 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-97dc510f-8ac2-442f-b58e-ce44ac7a7ad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:26.491058 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dc510f-8ac2-442f-b58e-ce44ac7a7ad4 None None] Bound using segment: {'id': '4c1ee310-91c8-499a-b30a-1bd8911ef67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '5c9a898f-5ea1-417c-86c7-73339bc6e846'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:17:26.494593 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-97dc510f-8ac2-442f-b58e-ce44ac7a7ad4 None None] Bound port: d615c68d-4b93-4968-bbae-42ed86e4236a, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c1ee310-91c8-499a-b30a-1bd8911ef67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '5c9a898f-5ea1-417c-86c7-73339bc6e846'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:17:26.494593 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-97dc510f-8ac2-442f-b58e-ce44ac7a7ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:26.511094 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 92965e91-259c-41df-bf8a-e07bcc5fcc5d up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:17:26.715186 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-89e75837-112c-4ef1-8c3d-1c6870ae73d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:26.716428 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-89e75837-112c-4ef1-8c3d-1c6870ae73d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:26.717395 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-97dc510f-8ac2-442f-b58e-ce44ac7a7ad4 None None] For port d615c68d-4b93-4968-bbae-42ed86e4236a, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:17:26.720225 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 92965e91-259c-41df-bf8a-e07bcc5fcc5d triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:17:26.720590 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:26.776083 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-97dc510f-8ac2-442f-b58e-ce44ac7a7ad4 None None] For port d615c68d-4b93-4968-bbae-42ed86e4236a, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=d615c68d-4b93-4968-bbae-42ed86e4236a,segment=NetworkSegment(4c1ee310-91c8-499a-b30a-1bd8911ef67a),segment_id=4c1ee310-91c8-499a-b30a-1bd8911ef67a)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:17:26.785630 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-97dc510f-8ac2-442f-b58e-ce44ac7a7ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:26.916113 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc510f-8ac2-442f-b58e-ce44ac7a7ad4 None None] Pushing event updated for resources: {'Port': ['ID=d615c68d-4b93-4968-bbae-42ed86e4236a,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:27.100130 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e75837-112c-4ef1-8c3d-1c6870ae73d7 admin admin] Router 3b968708-dee7-4ba3-95c2-9306c7cd5e59 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:17:27.471019 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e75837-112c-4ef1-8c3d-1c6870ae73d7 admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:17:27.482607 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bf46c6-61c1-40f6-aeb5-735aad3b9d57 None None] Sync routers for ids ['3b968708-dee7-4ba3-95c2-9306c7cd5e59'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:17:27.504537 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-89e75837-112c-4ef1-8c3d-1c6870ae73d7 admin admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:27.509490 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-89e75837-112c-4ef1-8c3d-1c6870ae73d7 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3851266 Jan 21 10:17:27.510127 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42456) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:27.523003 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bf46c6-61c1-40f6-aeb5-735aad3b9d57 None None] Routers {'3b968708-dee7-4ba3-95c2-9306c7cd5e59'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:17:27.524324 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-57bf46c6-61c1-40f6-aeb5-735aad3b9d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:17:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['3b968708-dee7-4ba3-95c2-9306c7cd5e59'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:27.530919 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:27.797847 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-57bf46c6-61c1-40f6-aeb5-735aad3b9d57 None None] Set router 3b968708-dee7-4ba3-95c2-9306c7cd5e59 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:17:27.857704 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:28.285077 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111a04f1-25e7-4a1e-84a4-cf727f81b955 None None] Network 5c9a898f-5ea1-417c-86c7-73339bc6e846 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:17:28.304053 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-57bf46c6-61c1-40f6-aeb5-735aad3b9d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b968708-dee7-4ba3-95c2-9306c7cd5e59', 'name': 'tempest-TestEncryptedCinderVolumes-1494816013-router', 'tenant_id': '6507af09f4a34b2bbff254758f0d8d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:17:25Z', 'updated_at': '2022-01-21T10:17:26Z', 'revision_number': 3, 'project_id': '6507af09f4a34b2bbff254758f0d8d91', 'gw_port': {'id': 'a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:55:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b968708-dee7-4ba3-95c2-9306c7cd5e59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:25Z', 'updated_at': '2022-01-21T10:17:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:28.309912 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bf46c6-61c1-40f6-aeb5-735aad3b9d57 None None] Checking router: 3b968708-dee7-4ba3-95c2-9306c7cd5e59 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:17:28.310345 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bf46c6-61c1-40f6-aeb5-735aad3b9d57 None None] Updating router 3b968708-dee7-4ba3-95c2-9306c7cd5e59 port a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172 binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:17:28.398093 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-57bf46c6-61c1-40f6-aeb5-735aad3b9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:28.430390 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-c33f2dc6-b64e-45d6-82c5-19145e8b623f None None] Provisioning for port d615c68d-4b93-4968-bbae-42ed86e4236a completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:17:28.564448 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device d615c68d-4b93-4968-bbae-42ed86e4236a up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:17:28.785017 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port d615c68d-4b93-4968-bbae-42ed86e4236a completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:17:28.793911 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port d615c68d-4b93-4968-bbae-42ed86e4236a triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:17:28.794225 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:28.824999 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f47e6fd1-6961-498c-8737-da13ff8b0b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:29.010412 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:29.026455 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-57bf46c6-61c1-40f6-aeb5-735aad3b9d57 None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:29.055602 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-57bf46c6-61c1-40f6-aeb5-735aad3b9d57 None None] Transition to ACTIVE for port object a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172 will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:17:29.073086 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-57bf46c6-61c1-40f6-aeb5-735aad3b9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:29.076411 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port d615c68d-4b93-4968-bbae-42ed86e4236a, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=d615c68d-4b93-4968-bbae-42ed86e4236a,segment=NetworkSegment(4c1ee310-91c8-499a-b30a-1bd8911ef67a),segment_id=4c1ee310-91c8-499a-b30a-1bd8911ef67a)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:17:29.083033 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:29.201572 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=d615c68d-4b93-4968-bbae-42ed86e4236a,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:29.241808 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-f47e6fd1-6961-498c-8737-da13ff8b0b76 admin admin] Allocated IP 172.20.0.1 (5c9a898f-5ea1-417c-86c7-73339bc6e846/38a0ebb9-96c7-4d26-835f-67ebe14e8838/898baedd-5c70-4938-a67b-b7243c7d2f76) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:17:29.242981 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b4b3a-af8d-4930-8475-d6eb38b54c32 None None] Pushing event updated for resources: {'Port': ['ID=a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172,revision_number=2']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:29.252565 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-57bf46c6-61c1-40f6-aeb5-735aad3b9d57 None None] Attempting to bind port a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:17:29.253025 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-57bf46c6-61c1-40f6-aeb5-735aad3b9d57 None None] Attempting to bind port a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:17:29.253326 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf46c6-61c1-40f6-aeb5-735aad3b9d57 None None] Attempting to bind port a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172 on network 05164b30-8981-419a-8272-388f48c19dd5 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:17:29.261451 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1b4b3a-af8d-4930-8475-d6eb38b54c32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:29.261799 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1b4b3a-af8d-4930-8475-d6eb38b54c32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:29.262110 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1b4b3a-af8d-4930-8475-d6eb38b54c32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:29.262423 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1b4b3a-af8d-4930-8475-d6eb38b54c32 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:29.262760 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1b4b3a-af8d-4930-8475-d6eb38b54c32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:29.263088 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1b4b3a-af8d-4930-8475-d6eb38b54c32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:29.263488 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1b4b3a-af8d-4930-8475-d6eb38b54c32 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:29.263805 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1b4b3a-af8d-4930-8475-d6eb38b54c32 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:29.264119 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1b4b3a-af8d-4930-8475-d6eb38b54c32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:29.264430 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1b4b3a-af8d-4930-8475-d6eb38b54c32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:29.264739 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1b4b3a-af8d-4930-8475-d6eb38b54c32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:29.272428 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf46c6-61c1-40f6-aeb5-735aad3b9d57 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:17:29.272809 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf46c6-61c1-40f6-aeb5-735aad3b9d57 None None] Checking segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:17:29.273168 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-57bf46c6-61c1-40f6-aeb5-735aad3b9d57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:29.273580 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf46c6-61c1-40f6-aeb5-735aad3b9d57 None None] Bound using segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:17:29.274125 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-57bf46c6-61c1-40f6-aeb5-735aad3b9d57 None None] Bound port: a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:17:29.274446 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-57bf46c6-61c1-40f6-aeb5-735aad3b9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:29.392033 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-8be7bd39-3261-4cff-8acc-6c9cab551882 None None] Provisioning complete for port d615c68d-4b93-4968-bbae-42ed86e4236a triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:17:29.392747 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8be7bd39-3261-4cff-8acc-6c9cab551882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:29.419255 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-57bf46c6-61c1-40f6-aeb5-735aad3b9d57 None None] For port a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:17:29.429723 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-57bf46c6-61c1-40f6-aeb5-735aad3b9d57 None None] For port a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:17:29.447848 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-57bf46c6-61c1-40f6-aeb5-735aad3b9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:29.499988 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f47e6fd1-6961-498c-8737-da13ff8b0b76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:29.530265 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f47e6fd1-6961-498c-8737-da13ff8b0b76 admin admin] Transition to ACTIVE for port object 898baedd-5c70-4938-a67b-b7243c7d2f76 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:17:29.573146 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f47e6fd1-6961-498c-8737-da13ff8b0b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:29.583346 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b4b3a-af8d-4930-8475-d6eb38b54c32 None None] Pushing event updated for resources: {'Port': ['ID=a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:29.590195 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bf46c6-61c1-40f6-aeb5-735aad3b9d57 None None] Routers {'3b968708-dee7-4ba3-95c2-9306c7cd5e59'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:17:29.591339 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-57bf46c6-61c1-40f6-aeb5-735aad3b9d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:17:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['3b968708-dee7-4ba3-95c2-9306c7cd5e59'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:29.662836 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:29.692735 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47e6fd1-6961-498c-8737-da13ff8b0b76 admin admin] Network 5c9a898f-5ea1-417c-86c7-73339bc6e846 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:17:29.697880 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-f47e6fd1-6961-498c-8737-da13ff8b0b76 admin admin] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:17:29.703910 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47e6fd1-6961-498c-8737-da13ff8b0b76 admin admin] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:17:29.738604 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e6fd1-6961-498c-8737-da13ff8b0b76 admin admin] Pushing event updated for resources: {'Port': ['ID=898baedd-5c70-4938-a67b-b7243c7d2f76,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:29.780022 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f47e6fd1-6961-498c-8737-da13ff8b0b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:29.922749 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-57bf46c6-61c1-40f6-aeb5-735aad3b9d57 None None] Set router 3b968708-dee7-4ba3-95c2-9306c7cd5e59 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:17:29.951071 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f47e6fd1-6961-498c-8737-da13ff8b0b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:30.119072 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-78c9b462-e743-4b4c-b2b6-bb51eab1c9a8 None None] Provisioning for port 898baedd-5c70-4938-a67b-b7243c7d2f76 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:17:30.127941 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-78c9b462-e743-4b4c-b2b6-bb51eab1c9a8 None None] Provisioning complete for port 898baedd-5c70-4938-a67b-b7243c7d2f76 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:17:30.128401 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-78c9b462-e743-4b4c-b2b6-bb51eab1c9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:30.213552 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-78c9b462-e743-4b4c-b2b6-bb51eab1c9a8 None None] Port 898baedd-5c70-4938-a67b-b7243c7d2f76 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:17:30.287160 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f47e6fd1-6961-498c-8737-da13ff8b0b76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:30.292751 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f47e6fd1-6961-498c-8737-da13ff8b0b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:30.414676 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-57bf46c6-61c1-40f6-aeb5-735aad3b9d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b968708-dee7-4ba3-95c2-9306c7cd5e59', 'name': 'tempest-TestEncryptedCinderVolumes-1494816013-router', 'tenant_id': '6507af09f4a34b2bbff254758f0d8d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:17:25Z', 'updated_at': '2022-01-21T10:17:26Z', 'revision_number': 3, 'project_id': '6507af09f4a34b2bbff254758f0d8d91', 'gw_port': {'id': 'a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:55:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b968708-dee7-4ba3-95c2-9306c7cd5e59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:25Z', 'updated_at': '2022-01-21T10:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:30.433560 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bf46c6-61c1-40f6-aeb5-735aad3b9d57 None None] The sync data for ids ['3b968708-dee7-4ba3-95c2-9306c7cd5e59'] in dv-neutron-825732-1-hyperv is: [{'id': '3b968708-dee7-4ba3-95c2-9306c7cd5e59', 'name': 'tempest-TestEncryptedCinderVolumes-1494816013-router', 'tenant_id': '6507af09f4a34b2bbff254758f0d8d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:17:25Z', 'updated_at': '2022-01-21T10:17:26Z', 'revision_number': 3, 'project_id': '6507af09f4a34b2bbff254758f0d8d91', 'gw_port': {'id': 'a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:55:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b968708-dee7-4ba3-95c2-9306c7cd5e59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:25Z', 'updated_at': '2022-01-21T10:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:17:30.435576 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e6fd1-6961-498c-8737-da13ff8b0b76 admin admin] Pushing event updated for resources: {'Port': ['ID=898baedd-5c70-4938-a67b-b7243c7d2f76,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:30.439306 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f47e6fd1-6961-498c-8737-da13ff8b0b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:30.481418 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device d615c68d-4b93-4968-bbae-42ed86e4236a up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:17:30.572700 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port d615c68d-4b93-4968-bbae-42ed86e4236a triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:17:30.573035 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:30.671939 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47e6fd1-6961-498c-8737-da13ff8b0b76 admin admin] Network 5c9a898f-5ea1-417c-86c7-73339bc6e846 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:17:30.674087 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-f47e6fd1-6961-498c-8737-da13ff8b0b76 admin admin] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:17:31.051086 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5b970a95-5d10-4f8a-a934-8c5d42f61ce7 None None] Provisioning complete for port 898baedd-5c70-4938-a67b-b7243c7d2f76 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:17:31.052063 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5b970a95-5d10-4f8a-a934-8c5d42f61ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:31.125566 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5b970a95-5d10-4f8a-a934-8c5d42f61ce7 None None] Port 898baedd-5c70-4938-a67b-b7243c7d2f76 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:17:31.425283 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47e6fd1-6961-498c-8737-da13ff8b0b76 admin admin] Router 3b968708-dee7-4ba3-95c2-9306c7cd5e59 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:17:31.701577 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47e6fd1-6961-498c-8737-da13ff8b0b76 admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:17:31.714244 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f47e6fd1-6961-498c-8737-da13ff8b0b76 admin admin] 10.222.0.104 "PUT /v2.0/routers/3b968708-dee7-4ba3-95c2-9306c7cd5e59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2015541 Jan 21 10:17:32.883740 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-46bd1732-9f3c-45b6-adb1-09f131b6c9ba tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:32.885168 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-46bd1732-9f3c-45b6-adb1-09f131b6c9ba tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/networks?id=7b20cea2-45d5-4b39-a4ca-808d10dd94d6 HTTP/1.1" status: 200 len: 817 time: 0.2005630 Jan 21 10:17:32.914758 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-fcebf3d9-f6b1-46b6-86aa-cb9d644e17e7 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/quotas/374b03d130444fad90d7aa211dd36a14 HTTP/1.1" status: 200 len: 375 time: 0.0194640 Jan 21 10:17:33.031208 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-f13470c6-3d5c-4317-92f3-1e52c75a6d50 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Synchronizing usage tracker for tenant:374b03d130444fad90d7aa211dd36a14 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:17:33.061566 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-f13470c6-3d5c-4317-92f3-1e52c75a6d50 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Unset dirty status for tenant:374b03d130444fad90d7aa211dd36a14 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:17:33.062965 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-f13470c6-3d5c-4317-92f3-1e52c75a6d50 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=374b03d130444fad90d7aa211dd36a14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1378441 Jan 21 10:17:33.265934 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-6edcf6da-2660-4f59-89c3-183ea49213a6 service neutron] 10.222.0.104 "GET /v2.0/networks/7b20cea2-45d5-4b39-a4ca-808d10dd94d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870189 Jan 21 10:17:33.464895 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-82c4763b-3f1a-4cf2-82b3-ed9e3bce3249 service neutron] 10.222.0.104 "GET /v2.0/networks/7b20cea2-45d5-4b39-a4ca-808d10dd94d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917057 Jan 21 10:17:33.759627 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-9223dc31-a4b4-4ebc-b5ed-13decade5ddd req-b9edd418-941a-4ec4-951a-b77cd6949c6d tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/ports?device_id=16d7fe65-32c8-4dcb-8f93-84b2ff069d4a HTTP/1.1" status: 200 len: 210 time: 0.0872755 Jan 21 10:17:35.109122 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-da2811ad-66c8-46b6-849a-a31fb8d4bfbf req-1e5f7f18-c3c4-4ec7-9fa8-5663d74ce046 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/ports?device_id=16d7fe65-32c8-4dcb-8f93-84b2ff069d4a HTTP/1.1" status: 200 len: 210 time: 0.1244910 Jan 21 10:17:35.236372 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-f061a8fa-a923-4a9e-b59b-8dc051df2cf8 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:35.238754 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-f061a8fa-a923-4a9e-b59b-8dc051df2cf8 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.124 "GET /v2.0/networks?id=7b20cea2-45d5-4b39-a4ca-808d10dd94d6 HTTP/1.1" status: 200 len: 817 time: 0.2874110 Jan 21 10:17:35.258064 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-33e7c751-b972-47c8-a306-13b180c981c8 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Request body: {'port': {'device_id': '16d7fe65-32c8-4dcb-8f93-84b2ff069d4a', 'network_id': '7b20cea2-45d5-4b39-a4ca-808d10dd94d6', 'admin_state_up': True, 'tenant_id': '374b03d130444fad90d7aa211dd36a14'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:17:35.441703 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-33e7c751-b972-47c8-a306-13b180c981c8 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:35.454038 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-33e7c751-b972-47c8-a306-13b180c981c8 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:35.471251 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-33e7c751-b972-47c8-a306-13b180c981c8 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Made reservation on behalf of 374b03d130444fad90d7aa211dd36a14 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:17:35.478652 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-33e7c751-b972-47c8-a306-13b180c981c8 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:35.713601 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-33e7c751-b972-47c8-a306-13b180c981c8 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Allocated IP 172.20.0.10 (7b20cea2-45d5-4b39-a4ca-808d10dd94d6/41beb040-1358-46f7-a8c4-f5dbefc11052/dd13e5c9-237c-4424-8aac-243643894b70) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:17:35.950617 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b0db84-fadf-4a0c-ba8a-ed3093dcc6ac None None] Sync routers for ids ['44fcaab3-f5a9-4910-9cd1-d9f98a19fcef'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:17:35.988966 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b0db84-fadf-4a0c-ba8a-ed3093dcc6ac None None] Routers {'44fcaab3-f5a9-4910-9cd1-d9f98a19fcef'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:17:35.989812 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d3b0db84-fadf-4a0c-ba8a-ed3093dcc6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:17:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['44fcaab3-f5a9-4910-9cd1-d9f98a19fcef'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:36.030622 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-33e7c751-b972-47c8-a306-13b180c981c8 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:36.058195 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-33e7c751-b972-47c8-a306-13b180c981c8 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Transition to ACTIVE for port object dd13e5c9-237c-4424-8aac-243643894b70 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:17:36.092637 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-33e7c751-b972-47c8-a306-13b180c981c8 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:36.202993 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7c751-b972-47c8-a306-13b180c981c8 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Pushing event updated for resources: {'Port': ['ID=dd13e5c9-237c-4424-8aac-243643894b70,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:36.228393 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-33e7c751-b972-47c8-a306-13b180c981c8 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Network 7b20cea2-45d5-4b39-a4ca-808d10dd94d6 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:17:36.228734 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-d3b0db84-fadf-4a0c-ba8a-ed3093dcc6ac None None] Set router 44fcaab3-f5a9-4910-9cd1-d9f98a19fcef gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:17:36.230571 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-33e7c751-b972-47c8-a306-13b180c981c8 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:17:36.234307 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-33e7c751-b972-47c8-a306-13b180c981c8 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:17:36.377467 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-33e7c751-b972-47c8-a306-13b180c981c8 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:36.378214 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-33e7c751-b972-47c8-a306-13b180c981c8 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:36.427369 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-33e7c751-b972-47c8-a306-13b180c981c8 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1736021 Jan 21 10:17:36.463693 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-c80c6542-55fe-4267-a956-0bc2f5299d1a service neutron] Request body: {'port': {'device_id': '16d7fe65-32c8-4dcb-8f93-84b2ff069d4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:17:36.597798 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:17:36.700045 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2667d7a-3426-4a88-b1fa-e28a12bc4765 req-c6d3cac3-62ba-42fc-b79e-2e4087a4aa10 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:36.702112 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-d2667d7a-3426-4a88-b1fa-e28a12bc4765 req-c6d3cac3-62ba-42fc-b79e-2e4087a4aa10 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/ports?device_id=16d7fe65-32c8-4dcb-8f93-84b2ff069d4a HTTP/1.1" status: 200 len: 932 time: 0.2211168 Jan 21 10:17:36.795621 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-d2667d7a-3426-4a88-b1fa-e28a12bc4765 req-618b9626-ec47-4f18-8098-f26a90ebc519 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Synchronizing usage tracker for tenant:374b03d130444fad90d7aa211dd36a14 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:17:36.823772 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-d2667d7a-3426-4a88-b1fa-e28a12bc4765 req-618b9626-ec47-4f18-8098-f26a90ebc519 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Unset dirty status for tenant:374b03d130444fad90d7aa211dd36a14 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:17:36.826956 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-d2667d7a-3426-4a88-b1fa-e28a12bc4765 req-618b9626-ec47-4f18-8098-f26a90ebc519 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/security-groups?id=9aa9b098-b758-4708-abb0-c33d9237bf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062989 Jan 21 10:17:36.887153 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-659ef7d3-8960-4d31-9197-37444b2ab01c None None] Provisioning for port dd13e5c9-237c-4424-8aac-243643894b70 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:17:36.902005 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-c80c6542-55fe-4267-a956-0bc2f5299d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:36.911594 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-659ef7d3-8960-4d31-9197-37444b2ab01c None None] Provisioning complete for port dd13e5c9-237c-4424-8aac-243643894b70 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:17:36.911920 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-659ef7d3-8960-4d31-9197-37444b2ab01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:37.063967 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-659ef7d3-8960-4d31-9197-37444b2ab01c None None] Port dd13e5c9-237c-4424-8aac-243643894b70 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:17:37.118369 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:17:37.126666 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:17:37.127354 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:37.273021 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d3b0db84-fadf-4a0c-ba8a-ed3093dcc6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fcaab3-f5a9-4910-9cd1-d9f98a19fcef', 'name': 'tempest-TestEncryptedCinderVolumes-1650323415-router', 'tenant_id': '374b03d130444fad90d7aa211dd36a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '92965e91-259c-41df-bf8a-e07bcc5fcc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:17:15Z', 'updated_at': '2022-01-21T10:17:20Z', 'revision_number': 4, 'project_id': '374b03d130444fad90d7aa211dd36a14', 'gw_port': {'id': '92965e91-259c-41df-bf8a-e07bcc5fcc5d', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fcaab3-f5a9-4910-9cd1-d9f98a19fcef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:16Z', 'updated_at': '2022-01-21T10:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '01b53a0c-4cf1-4251-a9b1-f4f6a0146748', 'name': '', 'network_id': '7b20cea2-45d5-4b39-a4ca-808d10dd94d6', 'tenant_id': '374b03d130444fad90d7aa211dd36a14', 'mac_address': 'fa:16:3e:41:f1:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fcaab3-f5a9-4910-9cd1-d9f98a19fcef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41beb040-1358-46f7-a8c4-f5dbefc11052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:19Z', 'updated_at': '2022-01-21T10:17:20Z', 'revision_number': 2, 'project_id': '374b03d130444fad90d7aa211dd36a14', 'subnets': [{'id': '41beb040-1358-46f7-a8c4-f5dbefc11052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:37.290501 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b0db84-fadf-4a0c-ba8a-ed3093dcc6ac None None] Checking router: 44fcaab3-f5a9-4910-9cd1-d9f98a19fcef for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:17:37.290885 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b0db84-fadf-4a0c-ba8a-ed3093dcc6ac None None] Updating router 44fcaab3-f5a9-4910-9cd1-d9f98a19fcef port 01b53a0c-4cf1-4251-a9b1-f4f6a0146748 binding host dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:17:37.345465 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:37.360583 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-c80c6542-55fe-4267-a956-0bc2f5299d1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd13e5c9-237c-4424-8aac-243643894b70 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:17:37.373973 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-c80c6542-55fe-4267-a956-0bc2f5299d1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:37.376557 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d3b0db84-fadf-4a0c-ba8a-ed3093dcc6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:37.391162 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:17:37.392954 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-c80c6542-55fe-4267-a956-0bc2f5299d1a service neutron] Transition to ACTIVE for port object dd13e5c9-237c-4424-8aac-243643894b70 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:17:37.396224 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:37.397421 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-c80c6542-55fe-4267-a956-0bc2f5299d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:37.554022 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c6542-55fe-4267-a956-0bc2f5299d1a service neutron] Pushing event updated for resources: {'Port': ['ID=dd13e5c9-237c-4424-8aac-243643894b70,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:37.640167 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:37.734469 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-c80c6542-55fe-4267-a956-0bc2f5299d1a service neutron] Attempting to bind port dd13e5c9-237c-4424-8aac-243643894b70 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:17:37.734469 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-c80c6542-55fe-4267-a956-0bc2f5299d1a service neutron] Attempting to bind port dd13e5c9-237c-4424-8aac-243643894b70 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '0e41deec-8d11-456f-ac34-971f93925722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7b20cea2-45d5-4b39-a4ca-808d10dd94d6'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:17:37.735756 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-c80c6542-55fe-4267-a956-0bc2f5299d1a service neutron] Attempting to bind port dd13e5c9-237c-4424-8aac-243643894b70 on network 7b20cea2-45d5-4b39-a4ca-808d10dd94d6 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:17:37.749561 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-c80c6542-55fe-4267-a956-0bc2f5299d1a service neutron] Port dd13e5c9-237c-4424-8aac-243643894b70 on network 7b20cea2-45d5-4b39-a4ca-808d10dd94d6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:17:37.750287 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-c80c6542-55fe-4267-a956-0bc2f5299d1a service neutron] Attempting to bind port dd13e5c9-237c-4424-8aac-243643894b70 on network 7b20cea2-45d5-4b39-a4ca-808d10dd94d6 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:17:37.760114 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-c80c6542-55fe-4267-a956-0bc2f5299d1a service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:17:37.760516 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-c80c6542-55fe-4267-a956-0bc2f5299d1a service neutron] Checking segment: {'id': '0e41deec-8d11-456f-ac34-971f93925722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7b20cea2-45d5-4b39-a4ca-808d10dd94d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:17:37.760886 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-c80c6542-55fe-4267-a956-0bc2f5299d1a service neutron] Bound using segment: {'id': '0e41deec-8d11-456f-ac34-971f93925722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7b20cea2-45d5-4b39-a4ca-808d10dd94d6'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:17:37.761375 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-c80c6542-55fe-4267-a956-0bc2f5299d1a service neutron] Bound port: dd13e5c9-237c-4424-8aac-243643894b70, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e41deec-8d11-456f-ac34-971f93925722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7b20cea2-45d5-4b39-a4ca-808d10dd94d6'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:17:37.761841 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-c80c6542-55fe-4267-a956-0bc2f5299d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:37.908511 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-c80c6542-55fe-4267-a956-0bc2f5299d1a service neutron] For port dd13e5c9-237c-4424-8aac-243643894b70, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:17:37.916617 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-c80c6542-55fe-4267-a956-0bc2f5299d1a service neutron] For port dd13e5c9-237c-4424-8aac-243643894b70, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=dd13e5c9-237c-4424-8aac-243643894b70,segment=NetworkSegment(0e41deec-8d11-456f-ac34-971f93925722),segment_id=0e41deec-8d11-456f-ac34-971f93925722)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:17:37.923578 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-c80c6542-55fe-4267-a956-0bc2f5299d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:38.013567 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-c80c6542-55fe-4267-a956-0bc2f5299d1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:38.014645 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-c80c6542-55fe-4267-a956-0bc2f5299d1a service neutron] 10.222.0.124 "PUT /v2.0/ports/dd13e5c9-237c-4424-8aac-243643894b70 HTTP/1.1" status: 200 len: 1094 time: 1.5753927 Jan 21 10:17:38.015182 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d7fe65-32c8-4dcb-8f93-84b2ff069d4a', 'tag': 'dd13e5c9-237c-4424-8aac-243643894b70'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:17:38.042341 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c6542-55fe-4267-a956-0bc2f5299d1a service neutron] Pushing event updated for resources: {'Port': ['ID=dd13e5c9-237c-4424-8aac-243643894b70,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:38.047675 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d3b0db84-fadf-4a0c-ba8a-ed3093dcc6ac None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:38.071895 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d3b0db84-fadf-4a0c-ba8a-ed3093dcc6ac None None] Transition to ACTIVE for port object 01b53a0c-4cf1-4251-a9b1-f4f6a0146748 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:17:38.091620 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d3b0db84-fadf-4a0c-ba8a-ed3093dcc6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:38.154230 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d7fe65-32c8-4dcb-8f93-84b2ff069d4a', 'tag': 'dd13e5c9-237c-4424-8aac-243643894b70', 'status': 'completed', 'code': 200} Jan 21 10:17:38.335010 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb2eed-084d-4b09-80e5-d4db157f768e None None] Pushing event updated for resources: {'Port': ['ID=01b53a0c-4cf1-4251-a9b1-f4f6a0146748,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:38.340793 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0e5f5-c3f4-4779-ba51-8d5906f8b660 req-95c7220a-e45a-4e46-a116-0f89eb84a879 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:38.342124 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-19a0e5f5-c3f4-4779-ba51-8d5906f8b660 req-95c7220a-e45a-4e46-a116-0f89eb84a879 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Synchronizing usage tracker for tenant:374b03d130444fad90d7aa211dd36a14 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:17:38.355098 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-d30ab70a-9e51-4214-ab42-64a88e853bda service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=374b03d130444fad90d7aa211dd36a14&device_id=16d7fe65-32c8-4dcb-8f93-84b2ff069d4a HTTP/1.1" status: 200 len: 1097 time: 0.2037032 Jan 21 10:17:38.483356 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:17:38.488823 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-203fea7a-abf7-4ae9-8f22-73571f4fb310 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd13e5c9-237c-4424-8aac-243643894b70 HTTP/1.1" status: 200 len: 217 time: 0.1266379 Jan 21 10:17:38.490720 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-19a0e5f5-c3f4-4779-ba51-8d5906f8b660 req-95c7220a-e45a-4e46-a116-0f89eb84a879 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Unset dirty status for tenant:374b03d130444fad90d7aa211dd36a14 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:17:38.492193 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-19a0e5f5-c3f4-4779-ba51-8d5906f8b660 req-95c7220a-e45a-4e46-a116-0f89eb84a879 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/ports?device_id=16d7fe65-32c8-4dcb-8f93-84b2ff069d4a HTTP/1.1" status: 200 len: 944 time: 0.4204516 Jan 21 10:17:38.563361 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-d3b0db84-fadf-4a0c-ba8a-ed3093dcc6ac None None] Attempting to bind port 01b53a0c-4cf1-4251-a9b1-f4f6a0146748 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:17:38.564471 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-d3b0db84-fadf-4a0c-ba8a-ed3093dcc6ac None None] Attempting to bind port 01b53a0c-4cf1-4251-a9b1-f4f6a0146748 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '0e41deec-8d11-456f-ac34-971f93925722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7b20cea2-45d5-4b39-a4ca-808d10dd94d6'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:17:38.564471 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b0db84-fadf-4a0c-ba8a-ed3093dcc6ac None None] Attempting to bind port 01b53a0c-4cf1-4251-a9b1-f4f6a0146748 on network 7b20cea2-45d5-4b39-a4ca-808d10dd94d6 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:17:38.586147 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b0db84-fadf-4a0c-ba8a-ed3093dcc6ac None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:17:38.586519 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b0db84-fadf-4a0c-ba8a-ed3093dcc6ac None None] Checking segment: {'id': '0e41deec-8d11-456f-ac34-971f93925722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7b20cea2-45d5-4b39-a4ca-808d10dd94d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:17:38.586922 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d3b0db84-fadf-4a0c-ba8a-ed3093dcc6ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:38.587314 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b0db84-fadf-4a0c-ba8a-ed3093dcc6ac None None] Bound using segment: {'id': '0e41deec-8d11-456f-ac34-971f93925722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7b20cea2-45d5-4b39-a4ca-808d10dd94d6'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:17:38.587796 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-d3b0db84-fadf-4a0c-ba8a-ed3093dcc6ac None None] Bound port: 01b53a0c-4cf1-4251-a9b1-f4f6a0146748, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e41deec-8d11-456f-ac34-971f93925722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7b20cea2-45d5-4b39-a4ca-808d10dd94d6'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:17:38.588170 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d3b0db84-fadf-4a0c-ba8a-ed3093dcc6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:38.626150 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-19a0e5f5-c3f4-4779-ba51-8d5906f8b660 req-d198e1b0-379d-435c-94e0-4883a5f47c4e tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/security-groups?id=9aa9b098-b758-4708-abb0-c33d9237bf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926745 Jan 21 10:17:38.627961 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-7e34bcb1-86dc-439f-aae3-14d62cf34b13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:38.629673 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-7e34bcb1-86dc-439f-aae3-14d62cf34b13 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=41beb040-1358-46f7-a8c4-f5dbefc11052 HTTP/1.1" status: 200 len: 856 time: 0.1346278 Jan 21 10:17:38.683373 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:17:38.683373 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:38.728501 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-d716f8bf-a08e-4b61-9807-353e1a3d3698 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=7b20cea2-45d5-4b39-a4ca-808d10dd94d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0917983 Jan 21 10:17:38.785771 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-d3b0db84-fadf-4a0c-ba8a-ed3093dcc6ac None None] For port 01b53a0c-4cf1-4251-a9b1-f4f6a0146748, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:17:38.790673 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-d3b0db84-fadf-4a0c-ba8a-ed3093dcc6ac None None] For port 01b53a0c-4cf1-4251-a9b1-f4f6a0146748, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=01b53a0c-4cf1-4251-a9b1-f4f6a0146748,segment=NetworkSegment(0e41deec-8d11-456f-ac34-971f93925722),segment_id=0e41deec-8d11-456f-ac34-971f93925722)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:17:38.797335 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d3b0db84-fadf-4a0c-ba8a-ed3093dcc6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:38.901922 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-48402c68-a52f-4bb0-ae81-913d2774229a service neutron] 10.222.0.124 "GET /v2.0/networks/7b20cea2-45d5-4b39-a4ca-808d10dd94d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669643 Jan 21 10:17:38.984108 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb2eed-084d-4b09-80e5-d4db157f768e None None] Pushing event updated for resources: {'Port': ['ID=01b53a0c-4cf1-4251-a9b1-f4f6a0146748,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:38.997081 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b0db84-fadf-4a0c-ba8a-ed3093dcc6ac None None] Routers {'44fcaab3-f5a9-4910-9cd1-d9f98a19fcef'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:17:38.997993 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d3b0db84-fadf-4a0c-ba8a-ed3093dcc6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:17:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['44fcaab3-f5a9-4910-9cd1-d9f98a19fcef'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:39.092674 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-784dd1b1-cf38-405c-9a97-24fb3d5a2ce7 req-a895a9f5-cb10-42f0-b93a-0226ab6a7ea9 service neutron] 10.222.0.124 "GET /v2.0/networks/7b20cea2-45d5-4b39-a4ca-808d10dd94d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848056 Jan 21 10:17:39.253969 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1f1336ff-b593-4b4f-a8f0-a2759e8cdbe4 req-fbbe22d5-c9ce-4581-83b0-b0ed2bd71881 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=374b03d130444fad90d7aa211dd36a14&device_id=16d7fe65-32c8-4dcb-8f93-84b2ff069d4a HTTP/1.1" status: 200 len: 1097 time: 0.0988514 Jan 21 10:17:39.254870 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-d3b0db84-fadf-4a0c-ba8a-ed3093dcc6ac None None] Set router 44fcaab3-f5a9-4910-9cd1-d9f98a19fcef gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:17:39.561561 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1336ff-b593-4b4f-a8f0-a2759e8cdbe4 req-ee964671-94c2-4041-9f87-0c0aaff4b9e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:39.562669 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1f1336ff-b593-4b4f-a8f0-a2759e8cdbe4 req-ee964671-94c2-4041-9f87-0c0aaff4b9e9 service neutron] 10.222.0.124 "GET /v2.0/networks?id=7b20cea2-45d5-4b39-a4ca-808d10dd94d6 HTTP/1.1" status: 200 len: 918 time: 0.3022733 Jan 21 10:17:39.664998 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:17:39.692338 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1f1336ff-b593-4b4f-a8f0-a2759e8cdbe4 req-6d0b2bb9-c602-4eb6-bbf8-0aaada5d6378 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd13e5c9-237c-4424-8aac-243643894b70 HTTP/1.1" status: 200 len: 217 time: 0.1229703 Jan 21 10:17:39.736374 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d3b0db84-fadf-4a0c-ba8a-ed3093dcc6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fcaab3-f5a9-4910-9cd1-d9f98a19fcef', 'name': 'tempest-TestEncryptedCinderVolumes-1650323415-router', 'tenant_id': '374b03d130444fad90d7aa211dd36a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '92965e91-259c-41df-bf8a-e07bcc5fcc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:17:15Z', 'updated_at': '2022-01-21T10:17:20Z', 'revision_number': 4, 'project_id': '374b03d130444fad90d7aa211dd36a14', 'gw_port': {'id': '92965e91-259c-41df-bf8a-e07bcc5fcc5d', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fcaab3-f5a9-4910-9cd1-d9f98a19fcef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:16Z', 'updated_at': '2022-01-21T10:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '01b53a0c-4cf1-4251-a9b1-f4f6a0146748', 'name': '', 'network_id': '7b20cea2-45d5-4b39-a4ca-808d10dd94d6', 'tenant_id': '374b03d130444fad90d7aa211dd36a14', 'mac_address': 'fa:16:3e:41:f1:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fcaab3-f5a9-4910-9cd1-d9f98a19fcef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41beb040-1358-46f7-a8c4-f5dbefc11052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:19Z', 'updated_at': '2022-01-21T10:17:38Z', 'revision_number': 4, 'project_id': '374b03d130444fad90d7aa211dd36a14', 'subnets': [{'id': '41beb040-1358-46f7-a8c4-f5dbefc11052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:39.744065 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b0db84-fadf-4a0c-ba8a-ed3093dcc6ac None None] The sync data for ids ['44fcaab3-f5a9-4910-9cd1-d9f98a19fcef'] in dv-neutron-825732-1-hyperv is: [{'id': '44fcaab3-f5a9-4910-9cd1-d9f98a19fcef', 'name': 'tempest-TestEncryptedCinderVolumes-1650323415-router', 'tenant_id': '374b03d130444fad90d7aa211dd36a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '92965e91-259c-41df-bf8a-e07bcc5fcc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:17:15Z', 'updated_at': '2022-01-21T10:17:20Z', 'revision_number': 4, 'project_id': '374b03d130444fad90d7aa211dd36a14', 'gw_port': {'id': '92965e91-259c-41df-bf8a-e07bcc5fcc5d', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fcaab3-f5a9-4910-9cd1-d9f98a19fcef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:16Z', 'updated_at': '2022-01-21T10:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '01b53a0c-4cf1-4251-a9b1-f4f6a0146748', 'name': '', 'network_id': '7b20cea2-45d5-4b39-a4ca-808d10dd94d6', 'tenant_id': '374b03d130444fad90d7aa211dd36a14', 'mac_address': 'fa:16:3e:41:f1:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fcaab3-f5a9-4910-9cd1-d9f98a19fcef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41beb040-1358-46f7-a8c4-f5dbefc11052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:19Z', 'updated_at': '2022-01-21T10:17:38Z', 'revision_number': 4, 'project_id': '374b03d130444fad90d7aa211dd36a14', 'subnets': [{'id': '41beb040-1358-46f7-a8c4-f5dbefc11052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:17:39.802254 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1336ff-b593-4b4f-a8f0-a2759e8cdbe4 req-90706bb2-e862-484a-b555-306a9d1a20fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:39.804782 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1f1336ff-b593-4b4f-a8f0-a2759e8cdbe4 req-90706bb2-e862-484a-b555-306a9d1a20fa service neutron] 10.222.0.124 "GET /v2.0/subnets?id=41beb040-1358-46f7-a8c4-f5dbefc11052 HTTP/1.1" status: 200 len: 856 time: 0.1040683 Jan 21 10:17:39.958485 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1f1336ff-b593-4b4f-a8f0-a2759e8cdbe4 req-b9af7f97-62c3-4b5d-9c61-624d3af72fb9 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=7b20cea2-45d5-4b39-a4ca-808d10dd94d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1473773 Jan 21 10:17:39.974714 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388d42e0-1891-4c11-af51-eb927565839c None None] Sync routers for ids ['3b968708-dee7-4ba3-95c2-9306c7cd5e59'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:17:39.990530 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae75556-10eb-4bec-ac27-91b7d58d2784 req-6d0049be-c807-4e2e-a20e-ebe9c7889b9b tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:39.993137 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-1ae75556-10eb-4bec-ac27-91b7d58d2784 req-6d0049be-c807-4e2e-a20e-ebe9c7889b9b tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/ports?device_id=16d7fe65-32c8-4dcb-8f93-84b2ff069d4a HTTP/1.1" status: 200 len: 944 time: 0.1805933 Jan 21 10:17:39.995331 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388d42e0-1891-4c11-af51-eb927565839c None None] Routers {'3b968708-dee7-4ba3-95c2-9306c7cd5e59'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:17:39.996408 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-388d42e0-1891-4c11-af51-eb927565839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:17:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['3b968708-dee7-4ba3-95c2-9306c7cd5e59'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:40.069018 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-1ae75556-10eb-4bec-ac27-91b7d58d2784 req-9a8f298a-6f9f-4574-84fb-c16fac6fce06 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/security-groups?id=9aa9b098-b758-4708-abb0-c33d9237bf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680993 Jan 21 10:17:40.175549 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1f1336ff-b593-4b4f-a8f0-a2759e8cdbe4 req-1ea94a04-0112-4e0a-b037-29e5f1b9d533 service neutron] 10.222.0.124 "GET /v2.0/networks/7b20cea2-45d5-4b39-a4ca-808d10dd94d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094343 Jan 21 10:17:40.295770 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-388d42e0-1891-4c11-af51-eb927565839c None None] Set router 3b968708-dee7-4ba3-95c2-9306c7cd5e59 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:17:40.369415 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1f1336ff-b593-4b4f-a8f0-a2759e8cdbe4 req-e5194e0b-9762-44b8-998c-8931f84e7163 service neutron] 10.222.0.124 "GET /v2.0/networks/7b20cea2-45d5-4b39-a4ca-808d10dd94d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868596 Jan 21 10:17:40.510198 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 01b53a0c-4cf1-4251-a9b1-f4f6a0146748 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:17:40.658865 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 01b53a0c-4cf1-4251-a9b1-f4f6a0146748 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:17:40.665268 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 01b53a0c-4cf1-4251-a9b1-f4f6a0146748 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:17:40.665764 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:40.739501 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-388d42e0-1891-4c11-af51-eb927565839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b968708-dee7-4ba3-95c2-9306c7cd5e59', 'name': 'tempest-TestEncryptedCinderVolumes-1494816013-router', 'tenant_id': '6507af09f4a34b2bbff254758f0d8d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:17:25Z', 'updated_at': '2022-01-21T10:17:29Z', 'revision_number': 4, 'project_id': '6507af09f4a34b2bbff254758f0d8d91', 'gw_port': {'id': 'a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b968708-dee7-4ba3-95c2-9306c7cd5e59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:25Z', 'updated_at': '2022-01-21T10:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '898baedd-5c70-4938-a67b-b7243c7d2f76', 'name': '', 'network_id': '5c9a898f-5ea1-417c-86c7-73339bc6e846', 'tenant_id': '6507af09f4a34b2bbff254758f0d8d91', 'mac_address': 'fa:16:3e:d3:1a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b968708-dee7-4ba3-95c2-9306c7cd5e59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38a0ebb9-96c7-4d26-835f-67ebe14e8838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:28Z', 'updated_at': '2022-01-21T10:17:30Z', 'revision_number': 2, 'project_id': '6507af09f4a34b2bbff254758f0d8d91', 'subnets': [{'id': '38a0ebb9-96c7-4d26-835f-67ebe14e8838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:40.746150 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388d42e0-1891-4c11-af51-eb927565839c None None] Checking router: 3b968708-dee7-4ba3-95c2-9306c7cd5e59 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:17:40.746540 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388d42e0-1891-4c11-af51-eb927565839c None None] Updating router 3b968708-dee7-4ba3-95c2-9306c7cd5e59 port 898baedd-5c70-4938-a67b-b7243c7d2f76 binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:17:40.802414 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:40.811341 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-388d42e0-1891-4c11-af51-eb927565839c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:40.843228 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 01b53a0c-4cf1-4251-a9b1-f4f6a0146748, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=01b53a0c-4cf1-4251-a9b1-f4f6a0146748,segment=NetworkSegment(0e41deec-8d11-456f-ac34-971f93925722),segment_id=0e41deec-8d11-456f-ac34-971f93925722)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:17:40.849575 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:40.942351 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=01b53a0c-4cf1-4251-a9b1-f4f6a0146748,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:41.300913 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-388d42e0-1891-4c11-af51-eb927565839c None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:41.320555 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-388d42e0-1891-4c11-af51-eb927565839c None None] Transition to ACTIVE for port object 898baedd-5c70-4938-a67b-b7243c7d2f76 will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:17:41.321084 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327462b-484a-44df-930d-82dc36f0bbe8 req-15b8482c-4726-4201-8b24-7b5f89fdb34b tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:41.323649 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2327462b-484a-44df-930d-82dc36f0bbe8 req-15b8482c-4726-4201-8b24-7b5f89fdb34b tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/ports?device_id=16d7fe65-32c8-4dcb-8f93-84b2ff069d4a HTTP/1.1" status: 200 len: 944 time: 0.1035032 Jan 21 10:17:41.330922 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-388d42e0-1891-4c11-af51-eb927565839c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:41.381322 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2327462b-484a-44df-930d-82dc36f0bbe8 req-660c16cf-0912-43a0-994a-833733b82fa0 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/security-groups?id=9aa9b098-b758-4708-abb0-c33d9237bf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513713 Jan 21 10:17:41.503754 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e186c32-a1f7-4159-8b30-f1bf87c0549e None None] Pushing event updated for resources: {'Port': ['ID=898baedd-5c70-4938-a67b-b7243c7d2f76,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:41.611902 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-388d42e0-1891-4c11-af51-eb927565839c None None] Attempting to bind port 898baedd-5c70-4938-a67b-b7243c7d2f76 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:17:41.612492 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-388d42e0-1891-4c11-af51-eb927565839c None None] Attempting to bind port 898baedd-5c70-4938-a67b-b7243c7d2f76 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '4c1ee310-91c8-499a-b30a-1bd8911ef67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '5c9a898f-5ea1-417c-86c7-73339bc6e846'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:17:41.614614 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388d42e0-1891-4c11-af51-eb927565839c None None] Attempting to bind port 898baedd-5c70-4938-a67b-b7243c7d2f76 on network 5c9a898f-5ea1-417c-86c7-73339bc6e846 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:17:41.623785 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388d42e0-1891-4c11-af51-eb927565839c None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:17:41.624282 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388d42e0-1891-4c11-af51-eb927565839c None None] Checking segment: {'id': '4c1ee310-91c8-499a-b30a-1bd8911ef67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '5c9a898f-5ea1-417c-86c7-73339bc6e846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:17:41.624798 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-388d42e0-1891-4c11-af51-eb927565839c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:41.625363 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388d42e0-1891-4c11-af51-eb927565839c None None] Bound using segment: {'id': '4c1ee310-91c8-499a-b30a-1bd8911ef67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '5c9a898f-5ea1-417c-86c7-73339bc6e846'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:17:41.626209 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-388d42e0-1891-4c11-af51-eb927565839c None None] Bound port: 898baedd-5c70-4938-a67b-b7243c7d2f76, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c1ee310-91c8-499a-b30a-1bd8911ef67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '5c9a898f-5ea1-417c-86c7-73339bc6e846'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:17:41.626806 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-388d42e0-1891-4c11-af51-eb927565839c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:41.744271 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-388d42e0-1891-4c11-af51-eb927565839c None None] For port 898baedd-5c70-4938-a67b-b7243c7d2f76, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:17:41.748308 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-388d42e0-1891-4c11-af51-eb927565839c None None] For port 898baedd-5c70-4938-a67b-b7243c7d2f76, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=898baedd-5c70-4938-a67b-b7243c7d2f76,segment=NetworkSegment(4c1ee310-91c8-499a-b30a-1bd8911ef67a),segment_id=4c1ee310-91c8-499a-b30a-1bd8911ef67a)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:17:41.754571 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-388d42e0-1891-4c11-af51-eb927565839c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:41.846246 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e186c32-a1f7-4159-8b30-f1bf87c0549e None None] Pushing event updated for resources: {'Port': ['ID=898baedd-5c70-4938-a67b-b7243c7d2f76,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:41.854638 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388d42e0-1891-4c11-af51-eb927565839c None None] Routers {'3b968708-dee7-4ba3-95c2-9306c7cd5e59'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:17:41.855554 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-388d42e0-1891-4c11-af51-eb927565839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:17:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['3b968708-dee7-4ba3-95c2-9306c7cd5e59'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:42.125544 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-388d42e0-1891-4c11-af51-eb927565839c None None] Set router 3b968708-dee7-4ba3-95c2-9306c7cd5e59 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:17:42.449332 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 01b53a0c-4cf1-4251-a9b1-f4f6a0146748 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:17:42.481461 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-388d42e0-1891-4c11-af51-eb927565839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b968708-dee7-4ba3-95c2-9306c7cd5e59', 'name': 'tempest-TestEncryptedCinderVolumes-1494816013-router', 'tenant_id': '6507af09f4a34b2bbff254758f0d8d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:17:25Z', 'updated_at': '2022-01-21T10:17:29Z', 'revision_number': 4, 'project_id': '6507af09f4a34b2bbff254758f0d8d91', 'gw_port': {'id': 'a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b968708-dee7-4ba3-95c2-9306c7cd5e59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:25Z', 'updated_at': '2022-01-21T10:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '898baedd-5c70-4938-a67b-b7243c7d2f76', 'name': '', 'network_id': '5c9a898f-5ea1-417c-86c7-73339bc6e846', 'tenant_id': '6507af09f4a34b2bbff254758f0d8d91', 'mac_address': 'fa:16:3e:d3:1a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b968708-dee7-4ba3-95c2-9306c7cd5e59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38a0ebb9-96c7-4d26-835f-67ebe14e8838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:28Z', 'updated_at': '2022-01-21T10:17:41Z', 'revision_number': 4, 'project_id': '6507af09f4a34b2bbff254758f0d8d91', 'subnets': [{'id': '38a0ebb9-96c7-4d26-835f-67ebe14e8838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:42.486920 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388d42e0-1891-4c11-af51-eb927565839c None None] The sync data for ids ['3b968708-dee7-4ba3-95c2-9306c7cd5e59'] in dv-neutron-825732-1-hyperv is: [{'id': '3b968708-dee7-4ba3-95c2-9306c7cd5e59', 'name': 'tempest-TestEncryptedCinderVolumes-1494816013-router', 'tenant_id': '6507af09f4a34b2bbff254758f0d8d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:17:25Z', 'updated_at': '2022-01-21T10:17:29Z', 'revision_number': 4, 'project_id': '6507af09f4a34b2bbff254758f0d8d91', 'gw_port': {'id': 'a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b968708-dee7-4ba3-95c2-9306c7cd5e59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:25Z', 'updated_at': '2022-01-21T10:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '898baedd-5c70-4938-a67b-b7243c7d2f76', 'name': '', 'network_id': '5c9a898f-5ea1-417c-86c7-73339bc6e846', 'tenant_id': '6507af09f4a34b2bbff254758f0d8d91', 'mac_address': 'fa:16:3e:d3:1a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b968708-dee7-4ba3-95c2-9306c7cd5e59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38a0ebb9-96c7-4d26-835f-67ebe14e8838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:28Z', 'updated_at': '2022-01-21T10:17:41Z', 'revision_number': 4, 'project_id': '6507af09f4a34b2bbff254758f0d8d91', 'subnets': [{'id': '38a0ebb9-96c7-4d26-835f-67ebe14e8838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:17:42.489231 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device dd13e5c9-237c-4424-8aac-243643894b70 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:17:42.687000 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 01b53a0c-4cf1-4251-a9b1-f4f6a0146748 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:17:42.687373 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:42.704534 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31c4ed-832e-48f0-a6e5-d5c27cf63948 req-26e7a2ce-2334-4779-9a40-29558cc45f2d tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:42.706158 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ae31c4ed-832e-48f0-a6e5-d5c27cf63948 req-26e7a2ce-2334-4779-9a40-29558cc45f2d tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/ports?device_id=16d7fe65-32c8-4dcb-8f93-84b2ff069d4a HTTP/1.1" status: 200 len: 944 time: 0.1156318 Jan 21 10:17:42.765713 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ae31c4ed-832e-48f0-a6e5-d5c27cf63948 req-e755639f-0e51-4e52-9de5-7e8fed500315 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/security-groups?id=9aa9b098-b758-4708-abb0-c33d9237bf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530534 Jan 21 10:17:42.783979 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port dd13e5c9-237c-4424-8aac-243643894b70, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=dd13e5c9-237c-4424-8aac-243643894b70,segment=NetworkSegment(0e41deec-8d11-456f-ac34-971f93925722),segment_id=0e41deec-8d11-456f-ac34-971f93925722)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:17:42.803953 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': 'dd13e5c9-237c-4424-8aac-243643894b70', 'network_id': '7b20cea2-45d5-4b39-a4ca-808d10dd94d6', 'port_id': 'dd13e5c9-237c-4424-8aac-243643894b70', 'mac_address': 'fa:16:3e:de:6f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41beb040-1358-46f7-a8c4-f5dbefc11052', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:17:42.922954 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:42.948746 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd13e5c9-237c-4424-8aac-243643894b70 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:17:42.968587 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port dd13e5c9-237c-4424-8aac-243643894b70, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=dd13e5c9-237c-4424-8aac-243643894b70,segment=NetworkSegment(0e41deec-8d11-456f-ac34-971f93925722),segment_id=0e41deec-8d11-456f-ac34-971f93925722)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:17:42.973788 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:43.063392 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=dd13e5c9-237c-4424-8aac-243643894b70,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:43.192497 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['dd13e5c9-237c-4424-8aac-243643894b70'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:17:44.001792 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aebca1-2bef-41f1-a36c-63aa4650a952 req-d1240ec6-9d04-44a9-a32b-fec69bfe9d02 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:44.004683 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a6aebca1-2bef-41f1-a36c-63aa4650a952 req-d1240ec6-9d04-44a9-a32b-fec69bfe9d02 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/ports?device_id=16d7fe65-32c8-4dcb-8f93-84b2ff069d4a HTTP/1.1" status: 200 len: 945 time: 0.0977564 Jan 21 10:17:44.066580 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a6aebca1-2bef-41f1-a36c-63aa4650a952 req-e8935656-098f-4b52-abda-609edb849e39 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/security-groups?id=9aa9b098-b758-4708-abb0-c33d9237bf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545332 Jan 21 10:17:44.466030 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device dd13e5c9-237c-4424-8aac-243643894b70 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:17:44.499473 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 898baedd-5c70-4938-a67b-b7243c7d2f76 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:17:44.620412 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port dd13e5c9-237c-4424-8aac-243643894b70 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:17:44.627269 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 898baedd-5c70-4938-a67b-b7243c7d2f76 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:17:44.633163 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port dd13e5c9-237c-4424-8aac-243643894b70 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:17:44.633756 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:44.665105 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 898baedd-5c70-4938-a67b-b7243c7d2f76 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:17:44.665600 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:44.877942 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:44.890943 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:44.935117 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d7fe65-32c8-4dcb-8f93-84b2ff069d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd13e5c9-237c-4424-8aac-243643894b70'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:17:44.954365 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port dd13e5c9-237c-4424-8aac-243643894b70, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=dd13e5c9-237c-4424-8aac-243643894b70,segment=NetworkSegment(0e41deec-8d11-456f-ac34-971f93925722),segment_id=0e41deec-8d11-456f-ac34-971f93925722)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:17:44.961830 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 898baedd-5c70-4938-a67b-b7243c7d2f76, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=898baedd-5c70-4938-a67b-b7243c7d2f76,segment=NetworkSegment(4c1ee310-91c8-499a-b30a-1bd8911ef67a),segment_id=4c1ee310-91c8-499a-b30a-1bd8911ef67a)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:17:44.964128 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:45.009284 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d7fe65-32c8-4dcb-8f93-84b2ff069d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd13e5c9-237c-4424-8aac-243643894b70', 'code': 200} Jan 21 10:17:45.020049 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:45.084008 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=dd13e5c9-237c-4424-8aac-243643894b70,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:45.205670 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=898baedd-5c70-4938-a67b-b7243c7d2f76,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:45.374815 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6fd423f5-c5a2-452f-af5a-024d0dcc4297 req-7351e27e-0f7c-475f-be1c-1c45a660dec2 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=16d7fe65-32c8-4dcb-8f93-84b2ff069d4a HTTP/1.1" status: 200 len: 1099 time: 0.1353626 Jan 21 10:17:45.420966 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc538735-5fd9-48d8-bb66-cd0c90498dba req-d65d4650-83af-43de-b6e0-146fbf777fed tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:45.422391 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bc538735-5fd9-48d8-bb66-cd0c90498dba req-d65d4650-83af-43de-b6e0-146fbf777fed tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/ports?device_id=16d7fe65-32c8-4dcb-8f93-84b2ff069d4a HTTP/1.1" status: 200 len: 946 time: 0.1526086 Jan 21 10:17:45.485253 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6fd423f5-c5a2-452f-af5a-024d0dcc4297 req-a340ecc6-692a-498c-a827-98aeb5fe4feb service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=9aa9b098-b758-4708-abb0-c33d9237bf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038802 Jan 21 10:17:45.509082 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bc538735-5fd9-48d8-bb66-cd0c90498dba req-c9914f9c-b3e8-47fb-b3f6-3255ce77731d tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/security-groups?id=9aa9b098-b758-4708-abb0-c33d9237bf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701995 Jan 21 10:17:46.468789 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 898baedd-5c70-4938-a67b-b7243c7d2f76 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:17:46.567470 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 898baedd-5c70-4938-a67b-b7243c7d2f76 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:17:46.568521 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:46.771228 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8a177-0bc2-49cc-9f7b-2fadca9b1032 req-77011f6a-eda6-4937-bd9f-dc81b58d9619 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:46.772861 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-9de8a177-0bc2-49cc-9f7b-2fadca9b1032 req-77011f6a-eda6-4937-bd9f-dc81b58d9619 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/ports?device_id=16d7fe65-32c8-4dcb-8f93-84b2ff069d4a HTTP/1.1" status: 200 len: 946 time: 0.0956495 Jan 21 10:17:46.833180 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-9de8a177-0bc2-49cc-9f7b-2fadca9b1032 req-f1e8779a-066f-40ba-9afb-34cca4f849d7 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/security-groups?id=9aa9b098-b758-4708-abb0-c33d9237bf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506382 Jan 21 10:17:47.085386 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77491f4-d68d-4db7-99a5-40be3add240d req-23a5e5e9-6dfe-44e1-bf9e-2c99abe042a6 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:47.087050 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e77491f4-d68d-4db7-99a5-40be3add240d req-23a5e5e9-6dfe-44e1-bf9e-2c99abe042a6 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/ports?device_id=16d7fe65-32c8-4dcb-8f93-84b2ff069d4a HTTP/1.1" status: 200 len: 946 time: 0.0986688 Jan 21 10:17:47.150971 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e77491f4-d68d-4db7-99a5-40be3add240d req-2d83cd3f-8fb5-4fbc-969d-12665566ddd3 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/security-groups?id=9aa9b098-b758-4708-abb0-c33d9237bf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575044 Jan 21 10:17:50.532347 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:53.979332 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ce44d977-5a5b-4de4-944e-f55b87bc4632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:56.407728 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7d9c2896-a5ad-413b-b412-ffc64927d930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:57.528908 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:57.842373 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:59.587646 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:00.465170 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-37f4c561-d06d-40b7-b539-6aa65c8d27d8 req-960a75f8-6432-4cc0-96c6-8bea068a0a26 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=16d7fe65-32c8-4dcb-8f93-84b2ff069d4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0947928 Jan 21 10:18:00.641417 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-37f4c561-d06d-40b7-b539-6aa65c8d27d8 req-c86377b5-f243-4abc-a460-b9ad54d7a14d service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=374b03d130444fad90d7aa211dd36a14&device_id=16d7fe65-32c8-4dcb-8f93-84b2ff069d4a HTTP/1.1" status: 200 len: 1099 time: 0.0941713 Jan 21 10:18:00.800627 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4c561-d06d-40b7-b539-6aa65c8d27d8 req-18b8ffca-f60a-4783-951b-8b603ea47951 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:00.802179 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-37f4c561-d06d-40b7-b539-6aa65c8d27d8 req-18b8ffca-f60a-4783-951b-8b603ea47951 service neutron] 10.222.0.124 "GET /v2.0/networks?id=7b20cea2-45d5-4b39-a4ca-808d10dd94d6 HTTP/1.1" status: 200 len: 918 time: 0.1409128 Jan 21 10:18:00.877933 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-37f4c561-d06d-40b7-b539-6aa65c8d27d8 req-bf4227ff-ccec-4ae5-b2d2-051272a99762 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd13e5c9-237c-4424-8aac-243643894b70 HTTP/1.1" status: 200 len: 217 time: 0.0682638 Jan 21 10:18:00.950908 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4c561-d06d-40b7-b539-6aa65c8d27d8 req-a71151dc-fdd3-4be9-80ca-8b413e887b7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:00.952568 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-37f4c561-d06d-40b7-b539-6aa65c8d27d8 req-a71151dc-fdd3-4be9-80ca-8b413e887b7a service neutron] 10.222.0.124 "GET /v2.0/subnets?id=41beb040-1358-46f7-a8c4-f5dbefc11052 HTTP/1.1" status: 200 len: 856 time: 0.0684738 Jan 21 10:18:01.036800 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-37f4c561-d06d-40b7-b539-6aa65c8d27d8 req-a5c566ee-cbd5-47ce-85c6-e9ae587edea4 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=7b20cea2-45d5-4b39-a4ca-808d10dd94d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774195 Jan 21 10:18:01.293924 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-37f4c561-d06d-40b7-b539-6aa65c8d27d8 req-1df65f26-ffd5-4fe2-bd16-659ba0e8d749 service neutron] 10.222.0.124 "GET /v2.0/networks/7b20cea2-45d5-4b39-a4ca-808d10dd94d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503967 Jan 21 10:18:01.453769 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-37f4c561-d06d-40b7-b539-6aa65c8d27d8 req-adc010e3-848f-476d-b884-6dc3bf17c836 service neutron] 10.222.0.124 "GET /v2.0/networks/7b20cea2-45d5-4b39-a4ca-808d10dd94d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495583 Jan 21 10:18:04.134908 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5efa1b-00c1-4fa8-abaa-32f38da5b19f req-2d7774f9-e4c2-4ad2-ac7e-5cde61f7daae tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:04.136554 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7c5efa1b-00c1-4fa8-abaa-32f38da5b19f req-2d7774f9-e4c2-4ad2-ac7e-5cde61f7daae tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/ports?device_id=16d7fe65-32c8-4dcb-8f93-84b2ff069d4a HTTP/1.1" status: 200 len: 946 time: 0.0916595 Jan 21 10:18:04.185956 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7c5efa1b-00c1-4fa8-abaa-32f38da5b19f req-f47002f5-f657-4e60-ac08-e246e5a417c5 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/security-groups?id=9aa9b098-b758-4708-abb0-c33d9237bf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436680 Jan 21 10:18:05.470065 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcfff3d-bf8f-4b73-b7cc-2465c0e31451 req-614230a3-482c-447a-bb31-0782cd1cfb04 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:05.473430 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-9bcfff3d-bf8f-4b73-b7cc-2465c0e31451 req-614230a3-482c-447a-bb31-0782cd1cfb04 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/ports?device_id=16d7fe65-32c8-4dcb-8f93-84b2ff069d4a HTTP/1.1" status: 200 len: 946 time: 0.1295025 Jan 21 10:18:05.546330 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-9bcfff3d-bf8f-4b73-b7cc-2465c0e31451 req-fd618293-146a-4218-9c08-70a816f9d991 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/security-groups?id=9aa9b098-b758-4708-abb0-c33d9237bf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635302 Jan 21 10:18:05.716708 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c77d57-6cbb-4b18-8059-c67e77f00f2b req-fbc2b977-f857-47ab-a72f-a1e84a6d361e tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:05.719111 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-90c77d57-6cbb-4b18-8059-c67e77f00f2b req-fbc2b977-f857-47ab-a72f-a1e84a6d361e tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.124 "GET /v2.0/ports?device_id=16d7fe65-32c8-4dcb-8f93-84b2ff069d4a HTTP/1.1" status: 200 len: 946 time: 0.1189394 Jan 21 10:18:05.851336 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-90c77d57-6cbb-4b18-8059-c67e77f00f2b req-6fe3a5a0-0512-43f3-bc49-894d90f43aab tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Deleting port dd13e5c9-237c-4424-8aac-243643894b70 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:18:05.851625 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-90c77d57-6cbb-4b18-8059-c67e77f00f2b req-6fe3a5a0-0512-43f3-bc49-894d90f43aab tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:06.265869 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-90c77d57-6cbb-4b18-8059-c67e77f00f2b req-6fe3a5a0-0512-43f3-bc49-894d90f43aab tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] For port dd13e5c9-237c-4424-8aac-243643894b70, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=dd13e5c9-237c-4424-8aac-243643894b70,segment=NetworkSegment(0e41deec-8d11-456f-ac34-971f93925722),segment_id=0e41deec-8d11-456f-ac34-971f93925722)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:18:06.266270 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-90c77d57-6cbb-4b18-8059-c67e77f00f2b req-6fe3a5a0-0512-43f3-bc49-894d90f43aab tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:06.433991 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-90c77d57-6cbb-4b18-8059-c67e77f00f2b req-6fe3a5a0-0512-43f3-bc49-894d90f43aab tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Calling delete_port for dd13e5c9-237c-4424-8aac-243643894b70 owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:18:06.652385 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-90c77d57-6cbb-4b18-8059-c67e77f00f2b req-6fe3a5a0-0512-43f3-bc49-894d90f43aab tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:06.671170 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['dd13e5c9-237c-4424-8aac-243643894b70'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:18:06.726444 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3a5a0-0512-43f3-bc49-894d90f43aab tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Pushing event deleted for resources: {'Port': ['ID=dd13e5c9-237c-4424-8aac-243643894b70,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:06.866035 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3a5a0-0512-43f3-bc49-894d90f43aab tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:06.866316 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3a5a0-0512-43f3-bc49-894d90f43aab tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:06.866641 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3a5a0-0512-43f3-bc49-894d90f43aab tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:06.867094 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3a5a0-0512-43f3-bc49-894d90f43aab tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:06.867535 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3a5a0-0512-43f3-bc49-894d90f43aab tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:06.867859 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3a5a0-0512-43f3-bc49-894d90f43aab tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:06.868183 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3a5a0-0512-43f3-bc49-894d90f43aab tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:06.868858 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3a5a0-0512-43f3-bc49-894d90f43aab tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:06.868858 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3a5a0-0512-43f3-bc49-894d90f43aab tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:06.869113 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3a5a0-0512-43f3-bc49-894d90f43aab tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:06.869573 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3a5a0-0512-43f3-bc49-894d90f43aab tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:06.879882 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-94dc6fa4-383b-4edd-818f-84205ff676b1 req-357777d1-1018-4076-a7fa-a01a7db1a916 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/ports?device_id=16d7fe65-32c8-4dcb-8f93-84b2ff069d4a HTTP/1.1" status: 200 len: 210 time: 0.1222184 Jan 21 10:18:06.881728 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c77d57-6cbb-4b18-8059-c67e77f00f2b req-6fe3a5a0-0512-43f3-bc49-894d90f43aab tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] No DVR routers for this DVR port dd13e5c9-237c-4424-8aac-243643894b70 on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:18:06.884400 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-90c77d57-6cbb-4b18-8059-c67e77f00f2b req-6fe3a5a0-0512-43f3-bc49-894d90f43aab tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:06.887225 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d7fe65-32c8-4dcb-8f93-84b2ff069d4a', 'name': 'network-vif-deleted', 'tag': 'dd13e5c9-237c-4424-8aac-243643894b70'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:18:06.905244 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-90c77d57-6cbb-4b18-8059-c67e77f00f2b req-6fe3a5a0-0512-43f3-bc49-894d90f43aab tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.124 "DELETE /v2.0/ports/dd13e5c9-237c-4424-8aac-243643894b70 HTTP/1.1" status: 204 len: 173 time: 1.1794612 Jan 21 10:18:06.992550 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d7fe65-32c8-4dcb-8f93-84b2ff069d4a', 'name': 'network-vif-deleted', 'tag': 'dd13e5c9-237c-4424-8aac-243643894b70', 'status': 'completed', 'code': 200} Jan 21 10:18:09.815894 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-6420143b-777b-4c5e-93d2-c2052758deb2 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:09.816594 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-6420143b-777b-4c5e-93d2-c2052758deb2 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Synchronizing usage tracker for tenant:374b03d130444fad90d7aa211dd36a14 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:18:09.837592 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-6420143b-777b-4c5e-93d2-c2052758deb2 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Unset dirty status for tenant:374b03d130444fad90d7aa211dd36a14 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:18:09.838921 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-6420143b-777b-4c5e-93d2-c2052758deb2 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/networks?id=7b20cea2-45d5-4b39-a4ca-808d10dd94d6 HTTP/1.1" status: 200 len: 817 time: 0.3115728 Jan 21 10:18:09.859099 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-937e3c2e-4bb5-4319-b9ba-2cd6ddce8a6f tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/quotas/374b03d130444fad90d7aa211dd36a14 HTTP/1.1" status: 200 len: 375 time: 0.0138748 Jan 21 10:18:09.967001 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-d4ace14f-56de-4dbd-ae82-87c190db456a tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=374b03d130444fad90d7aa211dd36a14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0996726 Jan 21 10:18:10.416519 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-3e9fb430-9673-4002-a0bb-2d2103775e08 service neutron] 10.222.0.104 "GET /v2.0/networks/7b20cea2-45d5-4b39-a4ca-808d10dd94d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282022 Jan 21 10:18:10.589444 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-a25a5aee-901a-43af-b63f-5e09b3aaca75 service neutron] 10.222.0.104 "GET /v2.0/networks/7b20cea2-45d5-4b39-a4ca-808d10dd94d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664464 Jan 21 10:18:10.628578 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device dd13e5c9-237c-4424-8aac-243643894b70 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:18:10.732444 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: dd13e5c9-237c-4424-8aac-243643894b70 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:18:10.732776 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device dd13e5c9-237c-4424-8aac-243643894b70 not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:18:10.872561 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-a7972e98-f862-48c0-8e8c-a54c9763b0ae req-efceadf9-ee00-4efb-9016-93e933b02e34 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Synchronizing usage tracker for tenant:374b03d130444fad90d7aa211dd36a14 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:18:10.899585 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-a7972e98-f862-48c0-8e8c-a54c9763b0ae req-efceadf9-ee00-4efb-9016-93e933b02e34 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Unset dirty status for tenant:374b03d130444fad90d7aa211dd36a14 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:18:10.901929 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a7972e98-f862-48c0-8e8c-a54c9763b0ae req-efceadf9-ee00-4efb-9016-93e933b02e34 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/ports?device_id=eceb5ddd-0de1-416f-bd2a-cb54e9ed8afa HTTP/1.1" status: 200 len: 210 time: 0.1017008 Jan 21 10:18:12.104460 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-d90788dc-8c65-4d1b-acdf-4cdbe5dd4b02 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:12.106077 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-d90788dc-8c65-4d1b-acdf-4cdbe5dd4b02 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.124 "GET /v2.0/networks?id=7b20cea2-45d5-4b39-a4ca-808d10dd94d6 HTTP/1.1" status: 200 len: 817 time: 0.2180040 Jan 21 10:18:12.129911 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-868d8ba0-2ec0-4f65-b683-cbd6b7c005c2 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Request body: {'port': {'device_id': 'eceb5ddd-0de1-416f-bd2a-cb54e9ed8afa', 'network_id': '7b20cea2-45d5-4b39-a4ca-808d10dd94d6', 'admin_state_up': True, 'tenant_id': '374b03d130444fad90d7aa211dd36a14'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:18:12.170603 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-f31efab8-68f8-4798-8ca4-3a3365b1eb96 req-524c1bb7-b4de-404f-b220-4e284f419c36 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/ports?device_id=eceb5ddd-0de1-416f-bd2a-cb54e9ed8afa HTTP/1.1" status: 200 len: 210 time: 0.0549519 Jan 21 10:18:12.308901 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-868d8ba0-2ec0-4f65-b683-cbd6b7c005c2 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:18:12.319496 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-868d8ba0-2ec0-4f65-b683-cbd6b7c005c2 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:18:12.333657 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-868d8ba0-2ec0-4f65-b683-cbd6b7c005c2 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Made reservation on behalf of 374b03d130444fad90d7aa211dd36a14 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:18:12.336778 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-868d8ba0-2ec0-4f65-b683-cbd6b7c005c2 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:12.514121 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-868d8ba0-2ec0-4f65-b683-cbd6b7c005c2 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Allocated IP 172.20.0.4 (7b20cea2-45d5-4b39-a4ca-808d10dd94d6/41beb040-1358-46f7-a8c4-f5dbefc11052/479fba0e-bb51-40f7-876f-f52a119f0acb) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:18:12.768432 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-868d8ba0-2ec0-4f65-b683-cbd6b7c005c2 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:12.786334 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-868d8ba0-2ec0-4f65-b683-cbd6b7c005c2 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Transition to ACTIVE for port object 479fba0e-bb51-40f7-876f-f52a119f0acb will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:18:12.820067 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-868d8ba0-2ec0-4f65-b683-cbd6b7c005c2 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:12.910273 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-868d8ba0-2ec0-4f65-b683-cbd6b7c005c2 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Network 7b20cea2-45d5-4b39-a4ca-808d10dd94d6 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:18:12.913786 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-868d8ba0-2ec0-4f65-b683-cbd6b7c005c2 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:18:12.918770 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-868d8ba0-2ec0-4f65-b683-cbd6b7c005c2 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:18:12.945050 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d8ba0-2ec0-4f65-b683-cbd6b7c005c2 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Pushing event updated for resources: {'Port': ['ID=479fba0e-bb51-40f7-876f-f52a119f0acb,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:13.009584 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-868d8ba0-2ec0-4f65-b683-cbd6b7c005c2 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:13.010357 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-868d8ba0-2ec0-4f65-b683-cbd6b7c005c2 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:13.052058 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-868d8ba0-2ec0-4f65-b683-cbd6b7c005c2 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9283969 Jan 21 10:18:13.064071 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-bacda04d-dbd8-43db-ad7a-e8d4986f91e6 service neutron] Request body: {'port': {'device_id': 'eceb5ddd-0de1-416f-bd2a-cb54e9ed8afa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:18:13.211967 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-841c87e5-6523-4b98-be5a-3ddfcf846ecc None None] Provisioning for port 479fba0e-bb51-40f7-876f-f52a119f0acb completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:18:13.218364 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-841c87e5-6523-4b98-be5a-3ddfcf846ecc None None] Provisioning complete for port 479fba0e-bb51-40f7-876f-f52a119f0acb triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:18:13.218821 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-841c87e5-6523-4b98-be5a-3ddfcf846ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:13.247670 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-bacda04d-dbd8-43db-ad7a-e8d4986f91e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:13.288800 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-841c87e5-6523-4b98-be5a-3ddfcf846ecc None None] Port 479fba0e-bb51-40f7-876f-f52a119f0acb cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:18:13.797863 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb73aa4-ff64-4d05-8827-7fcbb1717f69 req-0caae835-dd67-4eb0-a73e-8de4b7a2b19d tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:13.798640 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-1bb73aa4-ff64-4d05-8827-7fcbb1717f69 req-0caae835-dd67-4eb0-a73e-8de4b7a2b19d tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Synchronizing usage tracker for tenant:374b03d130444fad90d7aa211dd36a14 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:18:13.886287 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-1bb73aa4-ff64-4d05-8827-7fcbb1717f69 req-0caae835-dd67-4eb0-a73e-8de4b7a2b19d tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Unset dirty status for tenant:374b03d130444fad90d7aa211dd36a14 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:18:13.888116 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1bb73aa4-ff64-4d05-8827-7fcbb1717f69 req-0caae835-dd67-4eb0-a73e-8de4b7a2b19d tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/ports?device_id=eceb5ddd-0de1-416f-bd2a-cb54e9ed8afa HTTP/1.1" status: 200 len: 931 time: 0.4900439 Jan 21 10:18:13.904801 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-bacda04d-dbd8-43db-ad7a-e8d4986f91e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 479fba0e-bb51-40f7-876f-f52a119f0acb {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:18:13.929077 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-bacda04d-dbd8-43db-ad7a-e8d4986f91e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:13.958278 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-bacda04d-dbd8-43db-ad7a-e8d4986f91e6 service neutron] Transition to ACTIVE for port object 479fba0e-bb51-40f7-876f-f52a119f0acb will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:18:13.973807 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-bacda04d-dbd8-43db-ad7a-e8d4986f91e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:14.027773 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1bb73aa4-ff64-4d05-8827-7fcbb1717f69 req-30506677-57e1-4a79-aa4c-afa505cee223 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/security-groups?id=9aa9b098-b758-4708-abb0-c33d9237bf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274073 Jan 21 10:18:14.134935 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacda04d-dbd8-43db-ad7a-e8d4986f91e6 service neutron] Pushing event updated for resources: {'Port': ['ID=479fba0e-bb51-40f7-876f-f52a119f0acb,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:14.298189 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-bacda04d-dbd8-43db-ad7a-e8d4986f91e6 service neutron] Attempting to bind port 479fba0e-bb51-40f7-876f-f52a119f0acb on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:18:14.302473 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-bacda04d-dbd8-43db-ad7a-e8d4986f91e6 service neutron] Attempting to bind port 479fba0e-bb51-40f7-876f-f52a119f0acb by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '0e41deec-8d11-456f-ac34-971f93925722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7b20cea2-45d5-4b39-a4ca-808d10dd94d6'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:18:14.302473 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-bacda04d-dbd8-43db-ad7a-e8d4986f91e6 service neutron] Attempting to bind port 479fba0e-bb51-40f7-876f-f52a119f0acb on network 7b20cea2-45d5-4b39-a4ca-808d10dd94d6 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:18:14.321454 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-bacda04d-dbd8-43db-ad7a-e8d4986f91e6 service neutron] Port 479fba0e-bb51-40f7-876f-f52a119f0acb on network 7b20cea2-45d5-4b39-a4ca-808d10dd94d6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:18:14.321936 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-bacda04d-dbd8-43db-ad7a-e8d4986f91e6 service neutron] Attempting to bind port 479fba0e-bb51-40f7-876f-f52a119f0acb on network 7b20cea2-45d5-4b39-a4ca-808d10dd94d6 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:18:14.331356 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-bacda04d-dbd8-43db-ad7a-e8d4986f91e6 service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:18:14.331694 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-bacda04d-dbd8-43db-ad7a-e8d4986f91e6 service neutron] Checking segment: {'id': '0e41deec-8d11-456f-ac34-971f93925722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7b20cea2-45d5-4b39-a4ca-808d10dd94d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:18:14.332079 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-bacda04d-dbd8-43db-ad7a-e8d4986f91e6 service neutron] Bound using segment: {'id': '0e41deec-8d11-456f-ac34-971f93925722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7b20cea2-45d5-4b39-a4ca-808d10dd94d6'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:18:14.332504 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-bacda04d-dbd8-43db-ad7a-e8d4986f91e6 service neutron] Bound port: 479fba0e-bb51-40f7-876f-f52a119f0acb, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e41deec-8d11-456f-ac34-971f93925722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7b20cea2-45d5-4b39-a4ca-808d10dd94d6'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:18:14.332843 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-bacda04d-dbd8-43db-ad7a-e8d4986f91e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:14.453500 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-bacda04d-dbd8-43db-ad7a-e8d4986f91e6 service neutron] For port 479fba0e-bb51-40f7-876f-f52a119f0acb, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:18:14.457708 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-bacda04d-dbd8-43db-ad7a-e8d4986f91e6 service neutron] For port 479fba0e-bb51-40f7-876f-f52a119f0acb, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=479fba0e-bb51-40f7-876f-f52a119f0acb,segment=NetworkSegment(0e41deec-8d11-456f-ac34-971f93925722),segment_id=0e41deec-8d11-456f-ac34-971f93925722)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:18:14.467880 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-bacda04d-dbd8-43db-ad7a-e8d4986f91e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:14.565303 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-bacda04d-dbd8-43db-ad7a-e8d4986f91e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:14.567562 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-bacda04d-dbd8-43db-ad7a-e8d4986f91e6 service neutron] 10.222.0.124 "PUT /v2.0/ports/479fba0e-bb51-40f7-876f-f52a119f0acb HTTP/1.1" status: 200 len: 1093 time: 1.5082197 Jan 21 10:18:14.568281 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eceb5ddd-0de1-416f-bd2a-cb54e9ed8afa', 'tag': '479fba0e-bb51-40f7-876f-f52a119f0acb'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:18:14.601049 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacda04d-dbd8-43db-ad7a-e8d4986f91e6 service neutron] Pushing event updated for resources: {'Port': ['ID=479fba0e-bb51-40f7-876f-f52a119f0acb,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:14.692570 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eceb5ddd-0de1-416f-bd2a-cb54e9ed8afa', 'tag': '479fba0e-bb51-40f7-876f-f52a119f0acb', 'status': 'completed', 'code': 200} Jan 21 10:18:14.745146 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-586abc82-de19-47e6-969b-de6ef5465076 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=374b03d130444fad90d7aa211dd36a14&device_id=eceb5ddd-0de1-416f-bd2a-cb54e9ed8afa HTTP/1.1" status: 200 len: 1096 time: 0.1233408 Jan 21 10:18:14.834323 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-2c144b0a-2fa1-4779-9932-e78a3c04b7b4 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=479fba0e-bb51-40f7-876f-f52a119f0acb HTTP/1.1" status: 200 len: 217 time: 0.0816822 Jan 21 10:18:14.916344 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-50360ecc-894e-4fed-9196-3ceed02bed58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:14.918681 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-50360ecc-894e-4fed-9196-3ceed02bed58 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=41beb040-1358-46f7-a8c4-f5dbefc11052 HTTP/1.1" status: 200 len: 856 time: 0.0788465 Jan 21 10:18:15.018647 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-2f61b653-1a45-4fba-8398-9bdfbf89707a service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=7b20cea2-45d5-4b39-a4ca-808d10dd94d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0931225 Jan 21 10:18:15.258614 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-4ce63831-8667-424d-92cc-6f138e542eef service neutron] 10.222.0.124 "GET /v2.0/networks/7b20cea2-45d5-4b39-a4ca-808d10dd94d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335002 Jan 21 10:18:15.431714 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37710a2-a0c6-432e-b061-31fca3c70c5f req-3a50cb86-5ad9-4bcf-8dd6-c2a41b89371e tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:15.433222 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a37710a2-a0c6-432e-b061-31fca3c70c5f req-3a50cb86-5ad9-4bcf-8dd6-c2a41b89371e tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/ports?device_id=eceb5ddd-0de1-416f-bd2a-cb54e9ed8afa HTTP/1.1" status: 200 len: 943 time: 0.2223856 Jan 21 10:18:15.439873 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-074e7aa2-7759-40d2-a2de-4aba3057cae2 req-57ead99a-213e-41be-ac37-c4ce34a3bb9e service neutron] 10.222.0.124 "GET /v2.0/networks/7b20cea2-45d5-4b39-a4ca-808d10dd94d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748698 Jan 21 10:18:15.556245 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a37710a2-a0c6-432e-b061-31fca3c70c5f req-95cd7659-5cc4-45a5-a75d-48c834cf557c tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/security-groups?id=9aa9b098-b758-4708-abb0-c33d9237bf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152935 Jan 21 10:18:15.603649 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-46516f3d-3877-431c-8e7f-97f8a964d5c1 req-3a227e69-46fd-4717-a8c2-c51fd734c0f7 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=374b03d130444fad90d7aa211dd36a14&device_id=eceb5ddd-0de1-416f-bd2a-cb54e9ed8afa HTTP/1.1" status: 200 len: 1096 time: 0.1109624 Jan 21 10:18:15.773531 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46516f3d-3877-431c-8e7f-97f8a964d5c1 req-1d8dcdb3-2b8c-4396-a10d-dd18fd651281 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:15.775091 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-46516f3d-3877-431c-8e7f-97f8a964d5c1 req-1d8dcdb3-2b8c-4396-a10d-dd18fd651281 service neutron] 10.222.0.124 "GET /v2.0/networks?id=7b20cea2-45d5-4b39-a4ca-808d10dd94d6 HTTP/1.1" status: 200 len: 918 time: 0.1650681 Jan 21 10:18:15.986293 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-46516f3d-3877-431c-8e7f-97f8a964d5c1 req-91fd893c-4958-469c-8e07-c4700d1b9a4d service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=479fba0e-bb51-40f7-876f-f52a119f0acb HTTP/1.1" status: 200 len: 217 time: 0.2039680 Jan 21 10:18:16.067562 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46516f3d-3877-431c-8e7f-97f8a964d5c1 req-658b4dc1-7bd8-4348-b713-bee5af254d28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:16.069027 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-46516f3d-3877-431c-8e7f-97f8a964d5c1 req-658b4dc1-7bd8-4348-b713-bee5af254d28 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=41beb040-1358-46f7-a8c4-f5dbefc11052 HTTP/1.1" status: 200 len: 856 time: 0.0759387 Jan 21 10:18:16.174493 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-46516f3d-3877-431c-8e7f-97f8a964d5c1 req-687347f0-9145-44af-945b-7ae0710d3068 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=7b20cea2-45d5-4b39-a4ca-808d10dd94d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0978897 Jan 21 10:18:16.334937 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-46516f3d-3877-431c-8e7f-97f8a964d5c1 req-e4cabad4-c010-45a8-8b59-53c570ce5f69 service neutron] 10.222.0.124 "GET /v2.0/networks/7b20cea2-45d5-4b39-a4ca-808d10dd94d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548383 Jan 21 10:18:16.560256 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-46516f3d-3877-431c-8e7f-97f8a964d5c1 req-0aacf9f5-2cd4-4b00-89af-998bdc0f3446 service neutron] 10.222.0.124 "GET /v2.0/networks/7b20cea2-45d5-4b39-a4ca-808d10dd94d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194445 Jan 21 10:18:16.655158 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:18:16.887474 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c14fb0-1216-420f-bded-196604a35d40 req-b456d135-4be3-4915-977b-a63a5f2b9497 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:16.888940 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-17c14fb0-1216-420f-bded-196604a35d40 req-b456d135-4be3-4915-977b-a63a5f2b9497 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/ports?device_id=eceb5ddd-0de1-416f-bd2a-cb54e9ed8afa HTTP/1.1" status: 200 len: 943 time: 0.1695735 Jan 21 10:18:16.943190 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-17c14fb0-1216-420f-bded-196604a35d40 req-eeffd3eb-a017-47de-97a0-961cf4bcca4e tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/security-groups?id=9aa9b098-b758-4708-abb0-c33d9237bf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455711 Jan 21 10:18:18.158820 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4b7d8-4871-4a61-b0ca-9d8b4cf89e74 req-7cb3dc8c-9d56-488b-b5fa-96a664e331cc tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:18.160218 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fad4b7d8-4871-4a61-b0ca-9d8b4cf89e74 req-7cb3dc8c-9d56-488b-b5fa-96a664e331cc tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/ports?device_id=eceb5ddd-0de1-416f-bd2a-cb54e9ed8afa HTTP/1.1" status: 200 len: 943 time: 0.0824962 Jan 21 10:18:18.215396 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fad4b7d8-4871-4a61-b0ca-9d8b4cf89e74 req-db52c0cd-5f79-4e0f-9781-005e718304d4 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/security-groups?id=9aa9b098-b758-4708-abb0-c33d9237bf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454321 Jan 21 10:18:18.638510 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 479fba0e-bb51-40f7-876f-f52a119f0acb details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:18:18.819285 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 479fba0e-bb51-40f7-876f-f52a119f0acb, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=479fba0e-bb51-40f7-876f-f52a119f0acb,segment=NetworkSegment(0e41deec-8d11-456f-ac34-971f93925722),segment_id=0e41deec-8d11-456f-ac34-971f93925722)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:18:18.841896 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '479fba0e-bb51-40f7-876f-f52a119f0acb', 'network_id': '7b20cea2-45d5-4b39-a4ca-808d10dd94d6', 'port_id': '479fba0e-bb51-40f7-876f-f52a119f0acb', 'mac_address': 'fa:16:3e:d9:40:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41beb040-1358-46f7-a8c4-f5dbefc11052', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:18:18.930981 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:18.949629 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 479fba0e-bb51-40f7-876f-f52a119f0acb {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:18:18.972393 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 479fba0e-bb51-40f7-876f-f52a119f0acb, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=479fba0e-bb51-40f7-876f-f52a119f0acb,segment=NetworkSegment(0e41deec-8d11-456f-ac34-971f93925722),segment_id=0e41deec-8d11-456f-ac34-971f93925722)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:18:18.978032 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:19.049872 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=479fba0e-bb51-40f7-876f-f52a119f0acb,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:19.060001 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:19.061075 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:19.061075 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:19.061075 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:19.063527 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:19.063527 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:19.063527 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:19.063527 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:19.063527 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:19.063527 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:19.063527 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:19.186974 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['479fba0e-bb51-40f7-876f-f52a119f0acb'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:18:19.495160 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71db78-9938-4507-ab57-d1fa9fedba3f req-5de2e1a3-1892-4d03-aecc-bfd88e1f6222 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:19.497649 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-4d71db78-9938-4507-ab57-d1fa9fedba3f req-5de2e1a3-1892-4d03-aecc-bfd88e1f6222 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/ports?device_id=eceb5ddd-0de1-416f-bd2a-cb54e9ed8afa HTTP/1.1" status: 200 len: 944 time: 0.1002674 Jan 21 10:18:19.559940 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-4d71db78-9938-4507-ab57-d1fa9fedba3f req-4b72e98c-28dd-4945-a8b3-ff9275a0395d tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/security-groups?id=9aa9b098-b758-4708-abb0-c33d9237bf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545797 Jan 21 10:18:20.549000 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:20.655186 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 479fba0e-bb51-40f7-876f-f52a119f0acb up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:18:20.754814 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port 479fba0e-bb51-40f7-876f-f52a119f0acb completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:18:20.762471 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 479fba0e-bb51-40f7-876f-f52a119f0acb triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:18:20.763014 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:20.819426 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea361716-a637-42a5-91e6-081360f92413 req-cd965e40-3489-4fb5-9974-f29e4985bd65 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:20.824827 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ea361716-a637-42a5-91e6-081360f92413 req-cd965e40-3489-4fb5-9974-f29e4985bd65 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/ports?device_id=eceb5ddd-0de1-416f-bd2a-cb54e9ed8afa HTTP/1.1" status: 200 len: 944 time: 0.1191647 Jan 21 10:18:20.889358 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ea361716-a637-42a5-91e6-081360f92413 req-b47b74e1-516d-45ac-a372-079b0e7cc124 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/security-groups?id=9aa9b098-b758-4708-abb0-c33d9237bf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505788 Jan 21 10:18:20.966280 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:20.998992 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eceb5ddd-0de1-416f-bd2a-cb54e9ed8afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479fba0e-bb51-40f7-876f-f52a119f0acb'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:18:21.011213 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 479fba0e-bb51-40f7-876f-f52a119f0acb, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=479fba0e-bb51-40f7-876f-f52a119f0acb,segment=NetworkSegment(0e41deec-8d11-456f-ac34-971f93925722),segment_id=0e41deec-8d11-456f-ac34-971f93925722)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:18:21.016132 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:21.090458 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=479fba0e-bb51-40f7-876f-f52a119f0acb,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:21.094867 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eceb5ddd-0de1-416f-bd2a-cb54e9ed8afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479fba0e-bb51-40f7-876f-f52a119f0acb', 'code': 200} Jan 21 10:18:21.393739 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a581c252-7054-46c0-9c7f-896a7c618d05 req-b46cdb4a-b273-42c1-a844-582b27446cdf service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=eceb5ddd-0de1-416f-bd2a-cb54e9ed8afa HTTP/1.1" status: 200 len: 1098 time: 0.1105855 Jan 21 10:18:21.444517 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a581c252-7054-46c0-9c7f-896a7c618d05 req-4898c939-cffe-4db4-a303-ad2e178ed0a2 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=9aa9b098-b758-4708-abb0-c33d9237bf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454292 Jan 21 10:18:22.152551 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55c73-031a-4444-ad8a-6f8ffe57538b req-44c863cb-674f-452b-ae67-b2d1f833c46e tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:22.154343 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-20e55c73-031a-4444-ad8a-6f8ffe57538b req-44c863cb-674f-452b-ae67-b2d1f833c46e tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/ports?device_id=eceb5ddd-0de1-416f-bd2a-cb54e9ed8afa HTTP/1.1" status: 200 len: 945 time: 0.1106536 Jan 21 10:18:22.221217 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-20e55c73-031a-4444-ad8a-6f8ffe57538b req-ec5d475e-acae-4089-b100-16144ede1f56 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/security-groups?id=9aa9b098-b758-4708-abb0-c33d9237bf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586751 Jan 21 10:18:23.488175 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bfed1-9c2b-4d1f-95ff-9cc241d1d50b req-46d71f41-4849-432d-a3ea-c0c9dd5b8080 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:23.489907 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-f84bfed1-9c2b-4d1f-95ff-9cc241d1d50b req-46d71f41-4849-432d-a3ea-c0c9dd5b8080 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/ports?device_id=eceb5ddd-0de1-416f-bd2a-cb54e9ed8afa HTTP/1.1" status: 200 len: 945 time: 0.1035054 Jan 21 10:18:23.556907 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-f84bfed1-9c2b-4d1f-95ff-9cc241d1d50b req-3cfa3279-90a7-46df-a3b6-a646c55a4f31 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/security-groups?id=9aa9b098-b758-4708-abb0-c33d9237bf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601661 Jan 21 10:18:23.839333 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164411ba-405d-4112-a09d-a2154cf7456d req-782d29de-f5b0-4952-9ad8-a69b7e1054b6 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:23.841174 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-164411ba-405d-4112-a09d-a2154cf7456d req-782d29de-f5b0-4952-9ad8-a69b7e1054b6 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/ports?device_id=eceb5ddd-0de1-416f-bd2a-cb54e9ed8afa HTTP/1.1" status: 200 len: 945 time: 0.0987000 Jan 21 10:18:23.915772 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-164411ba-405d-4112-a09d-a2154cf7456d req-44773e3a-f2e5-4168-90f9-27a2b6a4d3da tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/security-groups?id=9aa9b098-b758-4708-abb0-c33d9237bf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648153 Jan 21 10:18:23.988414 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e459aeb4-09c8-40dd-af33-322f8dea332f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:26.412741 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a6e5cc02-e9d6-4e8f-b411-3777434a15af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:27.523664 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:27.853907 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:29.583679 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:40.596391 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2b0fa-4829-47b8-bd42-fd394da12ab9 req-29675085-d3f0-4ed5-a29d-24388ddb3531 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:40.598044 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-88a2b0fa-4829-47b8-bd42-fd394da12ab9 req-29675085-d3f0-4ed5-a29d-24388ddb3531 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/ports?device_id=eceb5ddd-0de1-416f-bd2a-cb54e9ed8afa HTTP/1.1" status: 200 len: 945 time: 0.1000555 Jan 21 10:18:40.667597 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-88a2b0fa-4829-47b8-bd42-fd394da12ab9 req-ca6ebb0f-ed60-4024-a076-5a36a071f118 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/security-groups?id=9aa9b098-b758-4708-abb0-c33d9237bf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615871 Jan 21 10:18:41.909799 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef4f40-dc02-4aa3-8017-0e7e6177dfb3 req-99ab3e9f-d0b6-440a-ac48-511a9861682b tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:41.912048 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-c2ef4f40-dc02-4aa3-8017-0e7e6177dfb3 req-99ab3e9f-d0b6-440a-ac48-511a9861682b tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/ports?device_id=eceb5ddd-0de1-416f-bd2a-cb54e9ed8afa HTTP/1.1" status: 200 len: 945 time: 0.1033771 Jan 21 10:18:41.969303 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-c2ef4f40-dc02-4aa3-8017-0e7e6177dfb3 req-23886e14-bbc3-4556-b3ae-1456085aa7ad tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/security-groups?id=9aa9b098-b758-4708-abb0-c33d9237bf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507834 Jan 21 10:18:42.114945 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcdedc3-eb29-47cf-be5c-4a9f7cd0a0f7 req-d5b101eb-692c-4b61-bbd6-5cb58427ad76 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:42.116915 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cdcdedc3-eb29-47cf-be5c-4a9f7cd0a0f7 req-d5b101eb-692c-4b61-bbd6-5cb58427ad76 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.124 "GET /v2.0/ports?device_id=eceb5ddd-0de1-416f-bd2a-cb54e9ed8afa HTTP/1.1" status: 200 len: 945 time: 0.0917361 Jan 21 10:18:42.197123 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-cdcdedc3-eb29-47cf-be5c-4a9f7cd0a0f7 req-e8f468b1-6f6e-48e6-80d7-32f95ff583e5 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Deleting port 479fba0e-bb51-40f7-876f-f52a119f0acb {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:18:42.197549 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-cdcdedc3-eb29-47cf-be5c-4a9f7cd0a0f7 req-e8f468b1-6f6e-48e6-80d7-32f95ff583e5 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:42.504414 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-cdcdedc3-eb29-47cf-be5c-4a9f7cd0a0f7 req-e8f468b1-6f6e-48e6-80d7-32f95ff583e5 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] For port 479fba0e-bb51-40f7-876f-f52a119f0acb, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=479fba0e-bb51-40f7-876f-f52a119f0acb,segment=NetworkSegment(0e41deec-8d11-456f-ac34-971f93925722),segment_id=0e41deec-8d11-456f-ac34-971f93925722)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:18:42.504965 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-cdcdedc3-eb29-47cf-be5c-4a9f7cd0a0f7 req-e8f468b1-6f6e-48e6-80d7-32f95ff583e5 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:42.675073 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-cdcdedc3-eb29-47cf-be5c-4a9f7cd0a0f7 req-e8f468b1-6f6e-48e6-80d7-32f95ff583e5 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Calling delete_port for 479fba0e-bb51-40f7-876f-f52a119f0acb owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:18:42.971412 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-cdcdedc3-eb29-47cf-be5c-4a9f7cd0a0f7 req-e8f468b1-6f6e-48e6-80d7-32f95ff583e5 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:42.988359 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['479fba0e-bb51-40f7-876f-f52a119f0acb'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:18:43.037034 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f468b1-6f6e-48e6-80d7-32f95ff583e5 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Pushing event deleted for resources: {'Port': ['ID=479fba0e-bb51-40f7-876f-f52a119f0acb,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:43.131873 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdcdedc3-eb29-47cf-be5c-4a9f7cd0a0f7 req-e8f468b1-6f6e-48e6-80d7-32f95ff583e5 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] No DVR routers for this DVR port 479fba0e-bb51-40f7-876f-f52a119f0acb on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:18:43.134430 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-cdcdedc3-eb29-47cf-be5c-4a9f7cd0a0f7 req-e8f468b1-6f6e-48e6-80d7-32f95ff583e5 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:43.137190 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eceb5ddd-0de1-416f-bd2a-cb54e9ed8afa', 'name': 'network-vif-deleted', 'tag': '479fba0e-bb51-40f7-876f-f52a119f0acb'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:18:43.194563 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-7c98107d-5e2b-46e5-838b-b1187d960e7a req-55d5c3d4-ad7d-4247-8a5b-a86c547e0d21 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Synchronizing usage tracker for tenant:374b03d130444fad90d7aa211dd36a14 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:18:43.198019 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cdcdedc3-eb29-47cf-be5c-4a9f7cd0a0f7 req-e8f468b1-6f6e-48e6-80d7-32f95ff583e5 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.124 "DELETE /v2.0/ports/479fba0e-bb51-40f7-876f-f52a119f0acb HTTP/1.1" status: 204 len: 173 time: 1.0759110 Jan 21 10:18:43.221947 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-7c98107d-5e2b-46e5-838b-b1187d960e7a req-55d5c3d4-ad7d-4247-8a5b-a86c547e0d21 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] Unset dirty status for tenant:374b03d130444fad90d7aa211dd36a14 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:18:43.223633 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7c98107d-5e2b-46e5-838b-b1187d960e7a req-55d5c3d4-ad7d-4247-8a5b-a86c547e0d21 tempest-TestEncryptedCinderVolumes-1541687413 tempest-TestEncryptedCinderVolumes-1541687413-project] 10.222.0.104 "GET /v2.0/ports?device_id=eceb5ddd-0de1-416f-bd2a-cb54e9ed8afa HTTP/1.1" status: 200 len: 210 time: 0.0807889 Jan 21 10:18:43.236193 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eceb5ddd-0de1-416f-bd2a-cb54e9ed8afa', 'name': 'network-vif-deleted', 'tag': '479fba0e-bb51-40f7-876f-f52a119f0acb', 'status': 'completed', 'code': 200} Jan 21 10:18:44.403564 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 42734) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:44.896823 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3a568fa5-b282-4400-b74e-e8b761b210e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:45.702166 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-3a568fa5-b282-4400-b74e-e8b761b210e2 admin admin] Deleting port 01b53a0c-4cf1-4251-a9b1-f4f6a0146748 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:18:45.702982 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3a568fa5-b282-4400-b74e-e8b761b210e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:45.920299 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-3a568fa5-b282-4400-b74e-e8b761b210e2 admin admin] For port 01b53a0c-4cf1-4251-a9b1-f4f6a0146748, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=01b53a0c-4cf1-4251-a9b1-f4f6a0146748,segment=NetworkSegment(0e41deec-8d11-456f-ac34-971f93925722),segment_id=0e41deec-8d11-456f-ac34-971f93925722)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:18:45.920677 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3a568fa5-b282-4400-b74e-e8b761b210e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:46.050354 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-3a568fa5-b282-4400-b74e-e8b761b210e2 admin admin] Calling delete_port for 01b53a0c-4cf1-4251-a9b1-f4f6a0146748 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:18:46.248833 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3a568fa5-b282-4400-b74e-e8b761b210e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:46.305401 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a568fa5-b282-4400-b74e-e8b761b210e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=01b53a0c-4cf1-4251-a9b1-f4f6a0146748,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:46.353227 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a568fa5-b282-4400-b74e-e8b761b210e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:46.353583 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a568fa5-b282-4400-b74e-e8b761b210e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:46.353923 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a568fa5-b282-4400-b74e-e8b761b210e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:46.354262 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a568fa5-b282-4400-b74e-e8b761b210e2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:46.354591 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a568fa5-b282-4400-b74e-e8b761b210e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:46.354918 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a568fa5-b282-4400-b74e-e8b761b210e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:46.355241 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a568fa5-b282-4400-b74e-e8b761b210e2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:46.355561 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a568fa5-b282-4400-b74e-e8b761b210e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:46.355880 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a568fa5-b282-4400-b74e-e8b761b210e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:46.356200 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a568fa5-b282-4400-b74e-e8b761b210e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:46.356516 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a568fa5-b282-4400-b74e-e8b761b210e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:46.653261 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3a568fa5-b282-4400-b74e-e8b761b210e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:46.795799 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 479fba0e-bb51-40f7-876f-f52a119f0acb no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:18:46.832424 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: 479fba0e-bb51-40f7-876f-f52a119f0acb {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:18:46.833059 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 479fba0e-bb51-40f7-876f-f52a119f0acb not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:18:47.401829 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a568fa5-b282-4400-b74e-e8b761b210e2 admin admin] Router 44fcaab3-f5a9-4910-9cd1-d9f98a19fcef has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:18:47.615736 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a568fa5-b282-4400-b74e-e8b761b210e2 admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:18:47.626045 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4278b32-6503-4b5e-91ed-cac354ccb556 None None] Sync routers for ids ['44fcaab3-f5a9-4910-9cd1-d9f98a19fcef'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:18:47.634871 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3a568fa5-b282-4400-b74e-e8b761b210e2 admin admin] 10.222.0.104 "PUT /v2.0/routers/44fcaab3-f5a9-4910-9cd1-d9f98a19fcef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2301188 Jan 21 10:18:47.637381 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 42738) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:47.644090 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4278b32-6503-4b5e-91ed-cac354ccb556 None None] Routers {'44fcaab3-f5a9-4910-9cd1-d9f98a19fcef'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:18:47.644810 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a4278b32-6503-4b5e-91ed-cac354ccb556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:18:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['44fcaab3-f5a9-4910-9cd1-d9f98a19fcef'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:47.841345 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-16360fac-f6f7-498c-b6c5-fc1be1d12838 admin admin] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:47.857959 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-a4278b32-6503-4b5e-91ed-cac354ccb556 None None] Set router 44fcaab3-f5a9-4910-9cd1-d9f98a19fcef gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:18:48.056859 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-16360fac-f6f7-498c-b6c5-fc1be1d12838 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:48.067523 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-16360fac-f6f7-498c-b6c5-fc1be1d12838 admin admin] Deleting port 92965e91-259c-41df-bf8a-e07bcc5fcc5d {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:18:48.067928 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-16360fac-f6f7-498c-b6c5-fc1be1d12838 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:48.166838 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a4278b32-6503-4b5e-91ed-cac354ccb556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fcaab3-f5a9-4910-9cd1-d9f98a19fcef', 'name': 'tempest-TestEncryptedCinderVolumes-1650323415-router', 'tenant_id': '374b03d130444fad90d7aa211dd36a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '92965e91-259c-41df-bf8a-e07bcc5fcc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:17:15Z', 'updated_at': '2022-01-21T10:18:46Z', 'revision_number': 5, 'project_id': '374b03d130444fad90d7aa211dd36a14', 'gw_port': {'id': '92965e91-259c-41df-bf8a-e07bcc5fcc5d', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fcaab3-f5a9-4910-9cd1-d9f98a19fcef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:16Z', 'updated_at': '2022-01-21T10:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:48.171137 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4278b32-6503-4b5e-91ed-cac354ccb556 None None] Checking router: 44fcaab3-f5a9-4910-9cd1-d9f98a19fcef for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:18:48.183695 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4278b32-6503-4b5e-91ed-cac354ccb556 None None] Routers {'44fcaab3-f5a9-4910-9cd1-d9f98a19fcef'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:18:48.184312 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a4278b32-6503-4b5e-91ed-cac354ccb556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:18:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['44fcaab3-f5a9-4910-9cd1-d9f98a19fcef'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:48.249902 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-16360fac-f6f7-498c-b6c5-fc1be1d12838 admin admin] For port 92965e91-259c-41df-bf8a-e07bcc5fcc5d, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=92965e91-259c-41df-bf8a-e07bcc5fcc5d,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:18:48.250668 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-16360fac-f6f7-498c-b6c5-fc1be1d12838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:48.382648 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-16360fac-f6f7-498c-b6c5-fc1be1d12838 admin admin] Calling delete_port for 92965e91-259c-41df-bf8a-e07bcc5fcc5d owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:18:48.393319 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-a4278b32-6503-4b5e-91ed-cac354ccb556 None None] Set router 44fcaab3-f5a9-4910-9cd1-d9f98a19fcef gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:18:48.510559 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a4278b32-6503-4b5e-91ed-cac354ccb556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fcaab3-f5a9-4910-9cd1-d9f98a19fcef', 'name': 'tempest-TestEncryptedCinderVolumes-1650323415-router', 'tenant_id': '374b03d130444fad90d7aa211dd36a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:17:15Z', 'updated_at': '2022-01-21T10:18:48Z', 'revision_number': 6, 'project_id': '374b03d130444fad90d7aa211dd36a14', 'gw_port_host': None}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:48.515195 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4278b32-6503-4b5e-91ed-cac354ccb556 None None] The sync data for ids ['44fcaab3-f5a9-4910-9cd1-d9f98a19fcef'] in dv-neutron-825732-1-hyperv is: [{'id': '44fcaab3-f5a9-4910-9cd1-d9f98a19fcef', 'name': 'tempest-TestEncryptedCinderVolumes-1650323415-router', 'tenant_id': '374b03d130444fad90d7aa211dd36a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:17:15Z', 'updated_at': '2022-01-21T10:18:48Z', 'revision_number': 6, 'project_id': '374b03d130444fad90d7aa211dd36a14', 'gw_port_host': None}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:18:48.590672 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-16360fac-f6f7-498c-b6c5-fc1be1d12838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:48.642962 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16360fac-f6f7-498c-b6c5-fc1be1d12838 admin admin] Pushing event deleted for resources: {'Port': ['ID=92965e91-259c-41df-bf8a-e07bcc5fcc5d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:49.076380 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-16360fac-f6f7-498c-b6c5-fc1be1d12838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:49.393884 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-16360fac-f6f7-498c-b6c5-fc1be1d12838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:49.399375 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-16360fac-f6f7-498c-b6c5-fc1be1d12838 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:49.455033 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-16360fac-f6f7-498c-b6c5-fc1be1d12838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:49.461794 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16360fac-f6f7-498c-b6c5-fc1be1d12838 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44fcaab3-f5a9-4910-9cd1-d9f98a19fcef {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:18:49.478404 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-16360fac-f6f7-498c-b6c5-fc1be1d12838 admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:49.479592 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-16360fac-f6f7-498c-b6c5-fc1be1d12838 admin admin] 10.222.0.104 "DELETE /v2.0/routers/44fcaab3-f5a9-4910-9cd1-d9f98a19fcef HTTP/1.1" status: 204 len: 168 time: 1.8410022 Jan 21 10:18:49.482170 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 42742) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:49.556800 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1309dbb-bed2-4f31-9ff4-278c684b0e9a admin admin] Deleting subnet 41beb040-1358-46f7-a8c4-f5dbefc11052 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:18:49.561383 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1309dbb-bed2-4f31-9ff4-278c684b0e9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:49.648444 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1309dbb-bed2-4f31-9ff4-278c684b0e9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:49.775145 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1309dbb-bed2-4f31-9ff4-278c684b0e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:49.866397 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1309dbb-bed2-4f31-9ff4-278c684b0e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:49.926954 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1309dbb-bed2-4f31-9ff4-278c684b0e9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41beb040-1358-46f7-a8c4-f5dbefc11052,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:49.936163 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1309dbb-bed2-4f31-9ff4-278c684b0e9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:49.942533 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6c7a04-fda1-4209-bde7-66a3688ffecb None None] Network 7b20cea2-45d5-4b39-a4ca-808d10dd94d6 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:18:49.949564 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b1309dbb-bed2-4f31-9ff4-278c684b0e9a admin admin] 10.222.0.104 "DELETE /v2.0/subnets/41beb040-1358-46f7-a8c4-f5dbefc11052 HTTP/1.1" status: 204 len: 168 time: 0.4638109 Jan 21 10:18:49.950298 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42746) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:50.064187 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b2c617c4-9d56-440f-8093-32564bc2487c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:50.075076 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b2c617c4-9d56-440f-8093-32564bc2487c admin admin] Deleting port d4f289e3-81c1-436b-ab7b-554a6f55fc5e {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:18:50.075410 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b2c617c4-9d56-440f-8093-32564bc2487c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:50.227919 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eec3074-f0e9-45c9-9b51-501b0a2b8e36 None None] DHCP port deletion for 7b20cea2-45d5-4b39-a4ca-808d10dd94d6 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 10:18:50.232598 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-9eec3074-f0e9-45c9-9b51-501b0a2b8e36 None None] Deleting port d4f289e3-81c1-436b-ab7b-554a6f55fc5e {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:18:50.233375 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9eec3074-f0e9-45c9-9b51-501b0a2b8e36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:50.315951 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b2c617c4-9d56-440f-8093-32564bc2487c admin admin] For port d4f289e3-81c1-436b-ab7b-554a6f55fc5e, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=d4f289e3-81c1-436b-ab7b-554a6f55fc5e,segment=NetworkSegment(0e41deec-8d11-456f-ac34-971f93925722),segment_id=0e41deec-8d11-456f-ac34-971f93925722)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:18:50.316314 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b2c617c4-9d56-440f-8093-32564bc2487c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:50.448580 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b2c617c4-9d56-440f-8093-32564bc2487c admin admin] Calling delete_port for d4f289e3-81c1-436b-ab7b-554a6f55fc5e owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:18:50.471046 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-9eec3074-f0e9-45c9-9b51-501b0a2b8e36 None None] For port d4f289e3-81c1-436b-ab7b-554a6f55fc5e, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=d4f289e3-81c1-436b-ab7b-554a6f55fc5e,segment=NetworkSegment(0e41deec-8d11-456f-ac34-971f93925722),segment_id=0e41deec-8d11-456f-ac34-971f93925722)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:18:50.471571 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9eec3074-f0e9-45c9-9b51-501b0a2b8e36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:50.487522 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device d4f289e3-81c1-436b-ab7b-554a6f55fc5e no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:18:50.536369 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b2c617c4-9d56-440f-8093-32564bc2487c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:50.589662 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c617c4-9d56-440f-8093-32564bc2487c admin admin] Pushing event deleted for resources: {'Port': ['ID=d4f289e3-81c1-436b-ab7b-554a6f55fc5e,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:50.597400 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c617c4-9d56-440f-8093-32564bc2487c admin admin] No DVR routers for this DVR port d4f289e3-81c1-436b-ab7b-554a6f55fc5e on host dv-neutron-825732-1-hyperv {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:18:50.673865 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-9eec3074-f0e9-45c9-9b51-501b0a2b8e36 None None] Calling delete_port for d4f289e3-81c1-436b-ab7b-554a6f55fc5e owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:18:50.726253 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:50.732512 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b2c617c4-9d56-440f-8093-32564bc2487c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:50.743503 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No active binding found for port d4f289e3-81c1-436b-ab7b-554a6f55fc5e {{(pid=83599) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 21 10:18:50.743905 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device d4f289e3-81c1-436b-ab7b-554a6f55fc5e not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:18:50.744323 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 92965e91-259c-41df-bf8a-e07bcc5fcc5d no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:18:50.769807 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-b2c617c4-9d56-440f-8093-32564bc2487c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b20cea2-45d5-4b39-a4ca-808d10dd94d6']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:50.783089 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-b2c617c4-9d56-440f-8093-32564bc2487c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e41deec-8d11-456f-ac34-971f93925722') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:50.783503 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-b2c617c4-9d56-440f-8093-32564bc2487c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e41deec-8d11-456f-ac34-971f93925722') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:50.790208 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 92965e91-259c-41df-bf8a-e07bcc5fcc5d {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:18:50.790562 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 92965e91-259c-41df-bf8a-e07bcc5fcc5d not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:18:50.790970 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 01b53a0c-4cf1-4251-a9b1-f4f6a0146748 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:18:50.796409 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b2c617c4-9d56-440f-8093-32564bc2487c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:50.817042 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b2c617c4-9d56-440f-8093-32564bc2487c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:50.824177 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c617c4-9d56-440f-8093-32564bc2487c admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:18:50.824612 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b2c617c4-9d56-440f-8093-32564bc2487c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:50.834210 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 01b53a0c-4cf1-4251-a9b1-f4f6a0146748 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:18:50.834727 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 01b53a0c-4cf1-4251-a9b1-f4f6a0146748 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:18:50.837491 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-9eec3074-f0e9-45c9-9b51-501b0a2b8e36 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:18:50.838011 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-9eec3074-f0e9-45c9-9b51-501b0a2b8e36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:18:50.839344 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 10:18:50.839344 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:18:50.839344 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 10:18:50.839344 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:18:50.839344 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 10:18:50.839344 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:18:50.839344 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 10:18:50.839344 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:18:50.839344 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 10:18:50.839344 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:18:50.839344 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 10:18:50.839344 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:18:50.839344 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 10:18:50.839344 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:18:50.839344 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:18:50.839344 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:18:50.839344 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:18:50.839344 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:18:50.839344 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 10:18:50.839344 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:18:50.839344 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 10:18:50.839344 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:18:50.839344 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:18:50.839344 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:18:50.839344 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 10:18:50.839344 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:18:50.839344 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:18:50.839344 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:18:50.839344 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:18:50.839344 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:18:50.839344 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:18:50.839344 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:18:50.930132 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b2c617c4-9d56-440f-8093-32564bc2487c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:50.946641 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b2c617c4-9d56-440f-8093-32564bc2487c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:50.956877 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c617c4-9d56-440f-8093-32564bc2487c admin admin] Pushing event deleted for resources: {'Network': ['ID=7b20cea2-45d5-4b39-a4ca-808d10dd94d6,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:50.973007 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b2c617c4-9d56-440f-8093-32564bc2487c admin admin] 10.222.0.104 "DELETE /v2.0/networks/7b20cea2-45d5-4b39-a4ca-808d10dd94d6 HTTP/1.1" status: 204 len: 168 time: 1.0215278 Jan 21 10:18:50.975922 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42750) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:51.339758 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-9eec3074-f0e9-45c9-9b51-501b0a2b8e36 None None] Deleting port d4f289e3-81c1-436b-ab7b-554a6f55fc5e {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:18:51.340810 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9eec3074-f0e9-45c9-9b51-501b0a2b8e36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:51.413440 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-9eec3074-f0e9-45c9-9b51-501b0a2b8e36 None None] The port 'd4f289e3-81c1-436b-ab7b-554a6f55fc5e' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 10:18:51.501432 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-421904c6-4d04-477f-9a92-168fea51be0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:52.133601 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-421904c6-4d04-477f-9a92-168fea51be0f admin admin] Deleting port 898baedd-5c70-4938-a67b-b7243c7d2f76 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:18:52.134316 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-421904c6-4d04-477f-9a92-168fea51be0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:52.312990 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-421904c6-4d04-477f-9a92-168fea51be0f admin admin] For port 898baedd-5c70-4938-a67b-b7243c7d2f76, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=898baedd-5c70-4938-a67b-b7243c7d2f76,segment=NetworkSegment(4c1ee310-91c8-499a-b30a-1bd8911ef67a),segment_id=4c1ee310-91c8-499a-b30a-1bd8911ef67a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:18:52.313332 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-421904c6-4d04-477f-9a92-168fea51be0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:52.447329 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-421904c6-4d04-477f-9a92-168fea51be0f admin admin] Calling delete_port for 898baedd-5c70-4938-a67b-b7243c7d2f76 owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:18:52.633576 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-421904c6-4d04-477f-9a92-168fea51be0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:52.686505 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421904c6-4d04-477f-9a92-168fea51be0f admin admin] Pushing event deleted for resources: {'Port': ['ID=898baedd-5c70-4938-a67b-b7243c7d2f76,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:53.179710 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-421904c6-4d04-477f-9a92-168fea51be0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:53.647069 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:18:53.831290 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421904c6-4d04-477f-9a92-168fea51be0f admin admin] Router 3b968708-dee7-4ba3-95c2-9306c7cd5e59 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:18:53.981986 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f13e6cf8-98e9-4b90-b035-2bf58207553b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:54.056158 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421904c6-4d04-477f-9a92-168fea51be0f admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:18:54.065782 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ac1684-ae3b-4f38-be4f-a700c4a6f457 None None] Sync routers for ids ['3b968708-dee7-4ba3-95c2-9306c7cd5e59'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:18:54.066322 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-421904c6-4d04-477f-9a92-168fea51be0f admin admin] 10.222.0.104 "PUT /v2.0/routers/3b968708-dee7-4ba3-95c2-9306c7cd5e59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0891647 Jan 21 10:18:54.068957 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42754) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:54.078937 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ac1684-ae3b-4f38-be4f-a700c4a6f457 None None] Routers {'3b968708-dee7-4ba3-95c2-9306c7cd5e59'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:18:54.079544 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-61ac1684-ae3b-4f38-be4f-a700c4a6f457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:18:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['3b968708-dee7-4ba3-95c2-9306c7cd5e59'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:54.272656 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-61ac1684-ae3b-4f38-be4f-a700c4a6f457 None None] Set router 3b968708-dee7-4ba3-95c2-9306c7cd5e59 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:18:54.287961 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0e7359df-cc9d-4e28-a8eb-cde78e0104f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:54.495159 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0e7359df-cc9d-4e28-a8eb-cde78e0104f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:54.506846 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-0e7359df-cc9d-4e28-a8eb-cde78e0104f1 admin admin] Deleting port a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:18:54.507331 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0e7359df-cc9d-4e28-a8eb-cde78e0104f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:54.592212 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-61ac1684-ae3b-4f38-be4f-a700c4a6f457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b968708-dee7-4ba3-95c2-9306c7cd5e59', 'name': 'tempest-TestEncryptedCinderVolumes-1494816013-router', 'tenant_id': '6507af09f4a34b2bbff254758f0d8d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:17:25Z', 'updated_at': '2022-01-21T10:18:52Z', 'revision_number': 5, 'project_id': '6507af09f4a34b2bbff254758f0d8d91', 'gw_port': {'id': 'a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b968708-dee7-4ba3-95c2-9306c7cd5e59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:25Z', 'updated_at': '2022-01-21T10:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:54.597182 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ac1684-ae3b-4f38-be4f-a700c4a6f457 None None] Checking router: 3b968708-dee7-4ba3-95c2-9306c7cd5e59 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:18:54.610099 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ac1684-ae3b-4f38-be4f-a700c4a6f457 None None] Routers {'3b968708-dee7-4ba3-95c2-9306c7cd5e59'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:18:54.610535 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-61ac1684-ae3b-4f38-be4f-a700c4a6f457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:18:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['3b968708-dee7-4ba3-95c2-9306c7cd5e59'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:54.694931 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-0e7359df-cc9d-4e28-a8eb-cde78e0104f1 admin admin] For port a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:18:54.695288 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0e7359df-cc9d-4e28-a8eb-cde78e0104f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:54.773203 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-61ac1684-ae3b-4f38-be4f-a700c4a6f457 None None] Set router 3b968708-dee7-4ba3-95c2-9306c7cd5e59 gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:18:54.935495 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-61ac1684-ae3b-4f38-be4f-a700c4a6f457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b968708-dee7-4ba3-95c2-9306c7cd5e59', 'name': 'tempest-TestEncryptedCinderVolumes-1494816013-router', 'tenant_id': '6507af09f4a34b2bbff254758f0d8d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:17:25Z', 'updated_at': '2022-01-21T10:18:54Z', 'revision_number': 6, 'project_id': '6507af09f4a34b2bbff254758f0d8d91', 'gw_port_host': None}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:54.943772 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ac1684-ae3b-4f38-be4f-a700c4a6f457 None None] The sync data for ids ['3b968708-dee7-4ba3-95c2-9306c7cd5e59'] in dv-neutron-825732-1-hyperv is: [{'id': '3b968708-dee7-4ba3-95c2-9306c7cd5e59', 'name': 'tempest-TestEncryptedCinderVolumes-1494816013-router', 'tenant_id': '6507af09f4a34b2bbff254758f0d8d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:17:25Z', 'updated_at': '2022-01-21T10:18:54Z', 'revision_number': 6, 'project_id': '6507af09f4a34b2bbff254758f0d8d91', 'gw_port_host': None}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:18:54.959575 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-0e7359df-cc9d-4e28-a8eb-cde78e0104f1 admin admin] Calling delete_port for a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172 owned by network:router_gateway {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:18:55.149777 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0e7359df-cc9d-4e28-a8eb-cde78e0104f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:55.198865 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7359df-cc9d-4e28-a8eb-cde78e0104f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:55.431631 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0e7359df-cc9d-4e28-a8eb-cde78e0104f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:55.707988 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0e7359df-cc9d-4e28-a8eb-cde78e0104f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:55.717310 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0e7359df-cc9d-4e28-a8eb-cde78e0104f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:55.746321 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0e7359df-cc9d-4e28-a8eb-cde78e0104f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:55.746873 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7359df-cc9d-4e28-a8eb-cde78e0104f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b968708-dee7-4ba3-95c2-9306c7cd5e59 {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:18:55.761549 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0e7359df-cc9d-4e28-a8eb-cde78e0104f1 admin admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:55.762668 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0e7359df-cc9d-4e28-a8eb-cde78e0104f1 admin admin] 10.222.0.104 "DELETE /v2.0/routers/3b968708-dee7-4ba3-95c2-9306c7cd5e59 HTTP/1.1" status: 204 len: 168 time: 1.6921966 Jan 21 10:18:55.767069 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42758) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:55.835633 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-70a411ba-dba1-4c36-b1a9-f9d684d903d7 admin admin] Deleting subnet 38a0ebb9-96c7-4d26-835f-67ebe14e8838 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:18:55.839612 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-70a411ba-dba1-4c36-b1a9-f9d684d903d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:55.927864 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-70a411ba-dba1-4c36-b1a9-f9d684d903d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:56.032245 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-70a411ba-dba1-4c36-b1a9-f9d684d903d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:56.113621 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-70a411ba-dba1-4c36-b1a9-f9d684d903d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:56.164420 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a411ba-dba1-4c36-b1a9-f9d684d903d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38a0ebb9-96c7-4d26-835f-67ebe14e8838,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:56.169921 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-70a411ba-dba1-4c36-b1a9-f9d684d903d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:56.179403 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-70a411ba-dba1-4c36-b1a9-f9d684d903d7 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/38a0ebb9-96c7-4d26-835f-67ebe14e8838 HTTP/1.1" status: 204 len: 168 time: 0.4111395 Jan 21 10:18:56.180218 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5676ddac-f53a-4da8-803e-68d37f446335 None None] Network 5c9a898f-5ea1-417c-86c7-73339bc6e846 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:18:56.182832 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 42762) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:56.315204 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14e9b7da-5062-4411-a36f-516ca9f59eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:56.337149 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-14e9b7da-5062-4411-a36f-516ca9f59eeb admin admin] Deleting port d615c68d-4b93-4968-bbae-42ed86e4236a {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:18:56.337873 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14e9b7da-5062-4411-a36f-516ca9f59eeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:56.443351 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-df95cee0-ec33-4812-b7b9-263f5d0560cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:56.506949 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 898baedd-5c70-4938-a67b-b7243c7d2f76 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:18:56.559831 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 898baedd-5c70-4938-a67b-b7243c7d2f76 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:18:56.560326 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 898baedd-5c70-4938-a67b-b7243c7d2f76 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:18:56.561416 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:18:56.596997 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299b94ff-6d1c-448e-9910-1f300963477b None None] DHCP port deletion for 5c9a898f-5ea1-417c-86c7-73339bc6e846 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 10:18:56.616068 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:18:56.616412 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a8d0c0b0-9dd7-4f17-ad6c-ddc259c6a172 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:18:56.618106 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-299b94ff-6d1c-448e-9910-1f300963477b None None] Deleting port d615c68d-4b93-4968-bbae-42ed86e4236a {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:18:56.618479 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-299b94ff-6d1c-448e-9910-1f300963477b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:56.619840 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-14e9b7da-5062-4411-a36f-516ca9f59eeb admin admin] For port d615c68d-4b93-4968-bbae-42ed86e4236a, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=d615c68d-4b93-4968-bbae-42ed86e4236a,segment=NetworkSegment(4c1ee310-91c8-499a-b30a-1bd8911ef67a),segment_id=4c1ee310-91c8-499a-b30a-1bd8911ef67a)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:18:56.620222 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14e9b7da-5062-4411-a36f-516ca9f59eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:56.768573 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-14e9b7da-5062-4411-a36f-516ca9f59eeb admin admin] Calling delete_port for d615c68d-4b93-4968-bbae-42ed86e4236a owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:18:56.958995 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-299b94ff-6d1c-448e-9910-1f300963477b None None] For port d615c68d-4b93-4968-bbae-42ed86e4236a, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=d615c68d-4b93-4968-bbae-42ed86e4236a,segment=NetworkSegment(4c1ee310-91c8-499a-b30a-1bd8911ef67a),segment_id=4c1ee310-91c8-499a-b30a-1bd8911ef67a)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:18:56.959729 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-299b94ff-6d1c-448e-9910-1f300963477b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:56.977339 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14e9b7da-5062-4411-a36f-516ca9f59eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:57.030563 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e9b7da-5062-4411-a36f-516ca9f59eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=d615c68d-4b93-4968-bbae-42ed86e4236a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:57.037021 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e9b7da-5062-4411-a36f-516ca9f59eeb admin admin] No DVR routers for this DVR port d615c68d-4b93-4968-bbae-42ed86e4236a on host dv-neutron-825732-1-hyperv {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:18:57.095981 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-299b94ff-6d1c-448e-9910-1f300963477b None None] Calling delete_port for d615c68d-4b93-4968-bbae-42ed86e4236a owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:18:57.175618 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-299b94ff-6d1c-448e-9910-1f300963477b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:18:57.176013 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-299b94ff-6d1c-448e-9910-1f300963477b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:18:57.195587 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14e9b7da-5062-4411-a36f-516ca9f59eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:57.224829 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-14e9b7da-5062-4411-a36f-516ca9f59eeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c9a898f-5ea1-417c-86c7-73339bc6e846']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:57.245350 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-14e9b7da-5062-4411-a36f-516ca9f59eeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c1ee310-91c8-499a-b30a-1bd8911ef67a') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:57.245736 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-14e9b7da-5062-4411-a36f-516ca9f59eeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c1ee310-91c8-499a-b30a-1bd8911ef67a') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:57.267680 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14e9b7da-5062-4411-a36f-516ca9f59eeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:57.293216 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14e9b7da-5062-4411-a36f-516ca9f59eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:57.305408 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14e9b7da-5062-4411-a36f-516ca9f59eeb admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:18:57.306185 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14e9b7da-5062-4411-a36f-516ca9f59eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:57.321663 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 10:18:57.321663 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:18:57.321663 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 10:18:57.321663 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:18:57.321663 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 10:18:57.321663 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:18:57.321663 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 10:18:57.321663 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:18:57.321663 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 10:18:57.321663 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:18:57.321663 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 10:18:57.321663 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:18:57.321663 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 10:18:57.321663 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:18:57.321663 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:18:57.321663 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:18:57.321663 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:18:57.321663 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:18:57.321663 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 10:18:57.321663 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:18:57.321663 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 10:18:57.321663 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:18:57.321663 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:18:57.321663 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:18:57.321663 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 10:18:57.321663 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:18:57.321663 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:18:57.321663 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:18:57.321663 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:18:57.321663 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:18:57.321663 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:18:57.321663 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:18:57.402907 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14e9b7da-5062-4411-a36f-516ca9f59eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:57.423049 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14e9b7da-5062-4411-a36f-516ca9f59eeb admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:57.435281 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e9b7da-5062-4411-a36f-516ca9f59eeb admin admin] Pushing event deleted for resources: {'Network': ['ID=5c9a898f-5ea1-417c-86c7-73339bc6e846,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:57.442550 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-14e9b7da-5062-4411-a36f-516ca9f59eeb admin admin] 10.222.0.104 "DELETE /v2.0/networks/5c9a898f-5ea1-417c-86c7-73339bc6e846 HTTP/1.1" status: 204 len: 168 time: 1.2582920 Jan 21 10:18:57.532332 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:57.677914 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-299b94ff-6d1c-448e-9910-1f300963477b None None] Deleting port d615c68d-4b93-4968-bbae-42ed86e4236a {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:18:57.678672 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-299b94ff-6d1c-448e-9910-1f300963477b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:57.766777 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 42768) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:57.768235 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-299b94ff-6d1c-448e-9910-1f300963477b None None] The port 'd615c68d-4b93-4968-bbae-42ed86e4236a' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 10:18:57.851208 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:57.856193 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-35eeed1c-c5fb-4799-b3a7-af3094544bd5 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=374b03d130444fad90d7aa211dd36a14&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0875816 Jan 21 10:18:57.868602 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42772) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:57.971793 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-36847bed-1556-4aa7-b6c2-03902f881c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:58.012396 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-36847bed-1556-4aa7-b6c2-03902f881c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:58.090943 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-36847bed-1556-4aa7-b6c2-03902f881c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:58.111204 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36847bed-1556-4aa7-b6c2-03902f881c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa9b098-b758-4708-abb0-c33d9237bf63,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:58.132575 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-36847bed-1556-4aa7-b6c2-03902f881c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:58.134456 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-36847bed-1556-4aa7-b6c2-03902f881c81 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/9aa9b098-b758-4708-abb0-c33d9237bf63 HTTP/1.1" status: 204 len: 168 time: 0.2643471 Jan 21 10:18:58.478714 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device d615c68d-4b93-4968-bbae-42ed86e4236a no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:18:58.519884 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: d615c68d-4b93-4968-bbae-42ed86e4236a {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:18:58.520228 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device d615c68d-4b93-4968-bbae-42ed86e4236a not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:18:58.689115 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 42780) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:58.752635 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-76425157-0168-486f-8c47-c844691d5614 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=6507af09f4a34b2bbff254758f0d8d91&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0610693 Jan 21 10:18:58.756026 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 42784) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:58.824099 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9538643c-f844-4719-bbea-9fe36004d997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:58.856903 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9538643c-f844-4719-bbea-9fe36004d997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:58.923516 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9538643c-f844-4719-bbea-9fe36004d997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:58.943104 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538643c-f844-4719-bbea-9fe36004d997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e737d6fc-95d5-4e06-a9ca-f39d7693d84e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:58.950382 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9538643c-f844-4719-bbea-9fe36004d997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:58.952377 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9538643c-f844-4719-bbea-9fe36004d997 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/e737d6fc-95d5-4e06-a9ca-f39d7693d84e HTTP/1.1" status: 204 len: 168 time: 0.1949983 Jan 21 10:18:59.588279 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:59.931880 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 42808) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:00.085364 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-777231fb-6595-4701-9fb9-48943151e21e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-541071515-network', 'tenant_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:19:00.090647 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-777231fb-6595-4701-9fb9-48943151e21e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:19:00.095400 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-777231fb-6595-4701-9fb9-48943151e21e admin admin] Usage tracker for resource:network and tenant:3c0d4db2afb84ac79a6eecab7b3e6f2c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:19:00.099150 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-777231fb-6595-4701-9fb9-48943151e21e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:19:00.105505 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-777231fb-6595-4701-9fb9-48943151e21e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:19:00.117929 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777231fb-6595-4701-9fb9-48943151e21e admin admin] Made reservation on behalf of 3c0d4db2afb84ac79a6eecab7b3e6f2c for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:19:00.120356 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-777231fb-6595-4701-9fb9-48943151e21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:00.137453 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-777231fb-6595-4701-9fb9-48943151e21e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:00.173019 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-777231fb-6595-4701-9fb9-48943151e21e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:19:00.177234 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-777231fb-6595-4701-9fb9-48943151e21e admin admin] Usage tracker for resource:security_group_rule and tenant:3c0d4db2afb84ac79a6eecab7b3e6f2c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:19:00.181007 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-777231fb-6595-4701-9fb9-48943151e21e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:19:00.187695 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-777231fb-6595-4701-9fb9-48943151e21e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:19:00.265272 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-777231fb-6595-4701-9fb9-48943151e21e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:00.270400 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-777231fb-6595-4701-9fb9-48943151e21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:00.304792 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-777231fb-6595-4701-9fb9-48943151e21e admin admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:19:00.315433 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777231fb-6595-4701-9fb9-48943151e21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9e8f20-827f-4425-8289-0f71830a848a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:00.323081 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-777231fb-6595-4701-9fb9-48943151e21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:00.323526 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-777231fb-6595-4701-9fb9-48943151e21e admin admin] Added segment a5a44e61-c87f-4d97-bf4b-12a1b70851c0 of type vlan for network 10c3b0ad-7932-46fb-8422-fb552d9a4ca3 Jan 21 10:19:00.357375 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-777231fb-6595-4701-9fb9-48943151e21e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:00.391914 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-777231fb-6595-4701-9fb9-48943151e21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:00.392814 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777231fb-6595-4701-9fb9-48943151e21e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:00.393685 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-777231fb-6595-4701-9fb9-48943151e21e admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:00.508552 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777231fb-6595-4701-9fb9-48943151e21e admin admin] Pushing event updated for resources: {'Network': ['ID=10c3b0ad-7932-46fb-8422-fb552d9a4ca3,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:00.513044 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-777231fb-6595-4701-9fb9-48943151e21e admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5799770 Jan 21 10:19:00.519040 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42814) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:00.523477 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 10c3b0ad-7932-46fb-8422-fb552d9a4ca3 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:19:00.525237 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-a1ec86d2-ce79-467a-b938-cddb48f3111c admin admin] Request body: {'subnet': {'network_id': '10c3b0ad-7932-46fb-8422-fb552d9a4ca3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-541071515-subnet', 'tenant_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'ip_version': 4}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:19:00.530724 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a1ec86d2-ce79-467a-b938-cddb48f3111c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:19:00.535533 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a1ec86d2-ce79-467a-b938-cddb48f3111c admin admin] Usage tracker for resource:subnet and tenant:3c0d4db2afb84ac79a6eecab7b3e6f2c is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:19:00.539380 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a1ec86d2-ce79-467a-b938-cddb48f3111c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:19:00.546797 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a1ec86d2-ce79-467a-b938-cddb48f3111c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:19:00.559635 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ec86d2-ce79-467a-b938-cddb48f3111c admin admin] Made reservation on behalf of 3c0d4db2afb84ac79a6eecab7b3e6f2c for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:19:00.563840 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1ec86d2-ce79-467a-b938-cddb48f3111c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:00.930917 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1ec86d2-ce79-467a-b938-cddb48f3111c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:01.008709 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec86d2-ce79-467a-b938-cddb48f3111c admin admin] Pushing event updated for resources: {'Subnet': ['ID=870682bd-5dec-4d3c-9bc2-5eab27c41126,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:01.032284 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ec86d2-ce79-467a-b938-cddb48f3111c admin admin] Checking segment: {'id': 'a5a44e61-c87f-4d97-bf4b-12a1b70851c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '10c3b0ad-7932-46fb-8422-fb552d9a4ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:19:01.032684 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ec86d2-ce79-467a-b938-cddb48f3111c admin admin] Network hostable DHCP agents. Network: 10c3b0ad-7932-46fb-8422-fb552d9a4ca3, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:19:01.056891 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ec86d2-ce79-467a-b938-cddb48f3111c admin admin] Network 10c3b0ad-7932-46fb-8422-fb552d9a4ca3 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:19:01.068843 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-a1ec86d2-ce79-467a-b938-cddb48f3111c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 10c3b0ad-7932-46fb-8422-fb552d9a4ca3) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:01.081481 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ec86d2-ce79-467a-b938-cddb48f3111c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:01.082287 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1ec86d2-ce79-467a-b938-cddb48f3111c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:01.088363 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed71ecb8-3df8-45d7-88a1-86890ff2ce7f None None] Network 10c3b0ad-7932-46fb-8422-fb552d9a4ca3 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:19:01.109756 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a1ec86d2-ce79-467a-b938-cddb48f3111c admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5894661 Jan 21 10:19:01.112657 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 42818) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:01.117884 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-42db6dbb-e9b5-4d98-8d68-eb70b46b2870 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-541071515-router', 'tenant_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:19:01.122702 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-42db6dbb-e9b5-4d98-8d68-eb70b46b2870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:19:01.127343 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-42db6dbb-e9b5-4d98-8d68-eb70b46b2870 admin admin] Usage tracker for resource:router and tenant:3c0d4db2afb84ac79a6eecab7b3e6f2c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:19:01.130569 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-42db6dbb-e9b5-4d98-8d68-eb70b46b2870 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:19:01.144953 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-42db6dbb-e9b5-4d98-8d68-eb70b46b2870 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:19:01.157641 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42db6dbb-e9b5-4d98-8d68-eb70b46b2870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:01.158730 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42db6dbb-e9b5-4d98-8d68-eb70b46b2870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:01.184281 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42db6dbb-e9b5-4d98-8d68-eb70b46b2870 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:01.332532 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbd9602-b5b3-4784-946d-727e6e4ddac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-10c3b0ad-7932-46fb-8422-fb552d9a4ca3', 'network_id': '10c3b0ad-7932-46fb-8422-fb552d9a4ca3', 'tenant_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'fixed_ips': [{'subnet_id': '870682bd-5dec-4d3c-9bc2-5eab27c41126'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:19:01.333897 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5cbd9602-b5b3-4784-946d-727e6e4ddac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:01.364914 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42db6dbb-e9b5-4d98-8d68-eb70b46b2870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:01.543280 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-5cbd9602-b5b3-4784-946d-727e6e4ddac1 None None] Allocated IP 172.20.0.2 (10c3b0ad-7932-46fb-8422-fb552d9a4ca3/870682bd-5dec-4d3c-9bc2-5eab27c41126/b0322614-ea0c-434a-9593-887106212eab) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:19:01.636783 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42db6dbb-e9b5-4d98-8d68-eb70b46b2870 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:01.685779 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42db6dbb-e9b5-4d98-8d68-eb70b46b2870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:01.804597 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5cbd9602-b5b3-4784-946d-727e6e4ddac1 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:01.819638 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5cbd9602-b5b3-4784-946d-727e6e4ddac1 None None] Transition to ACTIVE for port object b0322614-ea0c-434a-9593-887106212eab will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:19:01.845151 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5cbd9602-b5b3-4784-946d-727e6e4ddac1 None None] Transition to ACTIVE for port object b0322614-ea0c-434a-9593-887106212eab will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:19:01.859866 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5cbd9602-b5b3-4784-946d-727e6e4ddac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:01.886494 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-42db6dbb-e9b5-4d98-8d68-eb70b46b2870 admin admin] Allocated IP 172.26.0.76 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/a9de931a-7809-4d84-a273-ff7576e34427) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:19:01.944444 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbd9602-b5b3-4784-946d-727e6e4ddac1 None None] Network 10c3b0ad-7932-46fb-8422-fb552d9a4ca3 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:19:01.947519 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-5cbd9602-b5b3-4784-946d-727e6e4ddac1 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:01.953104 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbd9602-b5b3-4784-946d-727e6e4ddac1 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:19:01.955590 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd9602-b5b3-4784-946d-727e6e4ddac1 None None] Pushing event updated for resources: {'Port': ['ID=b0322614-ea0c-434a-9593-887106212eab,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:02.063932 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-5cbd9602-b5b3-4784-946d-727e6e4ddac1 None None] Attempting to bind port b0322614-ea0c-434a-9593-887106212eab on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:19:02.064458 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-5cbd9602-b5b3-4784-946d-727e6e4ddac1 None None] Attempting to bind port b0322614-ea0c-434a-9593-887106212eab by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'a5a44e61-c87f-4d97-bf4b-12a1b70851c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '10c3b0ad-7932-46fb-8422-fb552d9a4ca3'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:19:02.064800 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbd9602-b5b3-4784-946d-727e6e4ddac1 None None] Attempting to bind port b0322614-ea0c-434a-9593-887106212eab on network 10c3b0ad-7932-46fb-8422-fb552d9a4ca3 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:19:02.072074 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbd9602-b5b3-4784-946d-727e6e4ddac1 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:19:02.072450 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbd9602-b5b3-4784-946d-727e6e4ddac1 None None] Checking segment: {'id': 'a5a44e61-c87f-4d97-bf4b-12a1b70851c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '10c3b0ad-7932-46fb-8422-fb552d9a4ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:19:02.072848 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5cbd9602-b5b3-4784-946d-727e6e4ddac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:02.073234 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbd9602-b5b3-4784-946d-727e6e4ddac1 None None] Bound using segment: {'id': 'a5a44e61-c87f-4d97-bf4b-12a1b70851c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '10c3b0ad-7932-46fb-8422-fb552d9a4ca3'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:19:02.073749 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-5cbd9602-b5b3-4784-946d-727e6e4ddac1 None None] Bound port: b0322614-ea0c-434a-9593-887106212eab, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a44e61-c87f-4d97-bf4b-12a1b70851c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '10c3b0ad-7932-46fb-8422-fb552d9a4ca3'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:19:02.074118 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5cbd9602-b5b3-4784-946d-727e6e4ddac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:02.076698 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42db6dbb-e9b5-4d98-8d68-eb70b46b2870 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:02.109040 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42db6dbb-e9b5-4d98-8d68-eb70b46b2870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:02.182051 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42db6dbb-e9b5-4d98-8d68-eb70b46b2870 admin admin] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:19:02.185335 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-42db6dbb-e9b5-4d98-8d68-eb70b46b2870 admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:02.191389 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42db6dbb-e9b5-4d98-8d68-eb70b46b2870 admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:19:02.228264 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5cbd9602-b5b3-4784-946d-727e6e4ddac1 None None] For port b0322614-ea0c-434a-9593-887106212eab, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:19:02.231807 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5cbd9602-b5b3-4784-946d-727e6e4ddac1 None None] For port b0322614-ea0c-434a-9593-887106212eab, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=b0322614-ea0c-434a-9593-887106212eab,segment=NetworkSegment(a5a44e61-c87f-4d97-bf4b-12a1b70851c0),segment_id=a5a44e61-c87f-4d97-bf4b-12a1b70851c0)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:19:02.238914 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5cbd9602-b5b3-4784-946d-727e6e4ddac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:02.332825 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd9602-b5b3-4784-946d-727e6e4ddac1 None None] Pushing event updated for resources: {'Port': ['ID=b0322614-ea0c-434a-9593-887106212eab,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:02.337731 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db6dbb-e9b5-4d98-8d68-eb70b46b2870 admin admin] Pushing event updated for resources: {'Port': ['ID=a9de931a-7809-4d84-a273-ff7576e34427,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:02.519266 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42db6dbb-e9b5-4d98-8d68-eb70b46b2870 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:02.520237 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42db6dbb-e9b5-4d98-8d68-eb70b46b2870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:02.800003 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42db6dbb-e9b5-4d98-8d68-eb70b46b2870 admin admin] Router 711e87ec-fbce-45b4-b76f-e0b03acde4a5 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:19:03.053412 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42db6dbb-e9b5-4d98-8d68-eb70b46b2870 admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:19:03.070137 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47da2e24-19c3-4335-ba42-cf02440db2d6 None None] Sync routers for ids ['711e87ec-fbce-45b4-b76f-e0b03acde4a5'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:19:03.089775 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47da2e24-19c3-4335-ba42-cf02440db2d6 None None] Routers {'711e87ec-fbce-45b4-b76f-e0b03acde4a5'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:19:03.090825 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-47da2e24-19c3-4335-ba42-cf02440db2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:18:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['711e87ec-fbce-45b4-b76f-e0b03acde4a5'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:03.095601 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42db6dbb-e9b5-4d98-8d68-eb70b46b2870 admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:03.100734 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42822) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:03.101672 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-42db6dbb-e9b5-4d98-8d68-eb70b46b2870 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9869545 Jan 21 10:19:03.363821 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-47da2e24-19c3-4335-ba42-cf02440db2d6 None None] Set router 711e87ec-fbce-45b4-b76f-e0b03acde4a5 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:19:03.601112 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b7d54d-3e74-4be3-8ace-9293108584e7 None None] Network 10c3b0ad-7932-46fb-8422-fb552d9a4ca3 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:19:03.801151 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-e5018f28-183d-4bc4-bd2d-b9c5d9fab203 None None] Provisioning for port b0322614-ea0c-434a-9593-887106212eab completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:19:04.027844 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-47da2e24-19c3-4335-ba42-cf02440db2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'name': 'tempest-TestMinimumBasicScenario-541071515-router', 'tenant_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': 'a9de931a-7809-4d84-a273-ff7576e34427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:01Z', 'updated_at': '2022-01-21T10:19:02Z', 'revision_number': 3, 'project_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'gw_port': {'id': 'a9de931a-7809-4d84-a273-ff7576e34427', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ea:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:01Z', 'updated_at': '2022-01-21T10:19:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:04.035154 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47da2e24-19c3-4335-ba42-cf02440db2d6 None None] Checking router: 711e87ec-fbce-45b4-b76f-e0b03acde4a5 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:19:04.035492 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47da2e24-19c3-4335-ba42-cf02440db2d6 None None] Updating router 711e87ec-fbce-45b4-b76f-e0b03acde4a5 port a9de931a-7809-4d84-a273-ff7576e34427 binding host dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:19:04.106927 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-47da2e24-19c3-4335-ba42-cf02440db2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:04.242936 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bf39336c-058d-442e-9099-63475fe8e5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:04.593103 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device b0322614-ea0c-434a-9593-887106212eab up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:19:04.607892 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-bf39336c-058d-442e-9099-63475fe8e5c8 admin admin] Allocated IP 172.20.0.1 (10c3b0ad-7932-46fb-8422-fb552d9a4ca3/870682bd-5dec-4d3c-9bc2-5eab27c41126/4c73d70b-1595-4f41-b6fc-611e42fe564f) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:19:04.731062 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-47da2e24-19c3-4335-ba42-cf02440db2d6 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:04.759629 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-47da2e24-19c3-4335-ba42-cf02440db2d6 None None] Transition to ACTIVE for port object a9de931a-7809-4d84-a273-ff7576e34427 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:19:04.773211 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-47da2e24-19c3-4335-ba42-cf02440db2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:04.818109 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port b0322614-ea0c-434a-9593-887106212eab completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:19:04.823290 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bf39336c-058d-442e-9099-63475fe8e5c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:04.844041 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port b0322614-ea0c-434a-9593-887106212eab triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:04.844041 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:04.855834 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-bf39336c-058d-442e-9099-63475fe8e5c8 admin admin] Transition to ACTIVE for port object 4c73d70b-1595-4f41-b6fc-611e42fe564f will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:19:04.891047 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bf39336c-058d-442e-9099-63475fe8e5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:04.925782 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-47da2e24-19c3-4335-ba42-cf02440db2d6 None None] Attempting to bind port a9de931a-7809-4d84-a273-ff7576e34427 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:19:04.926170 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-47da2e24-19c3-4335-ba42-cf02440db2d6 None None] Attempting to bind port a9de931a-7809-4d84-a273-ff7576e34427 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:19:04.926509 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47da2e24-19c3-4335-ba42-cf02440db2d6 None None] Attempting to bind port a9de931a-7809-4d84-a273-ff7576e34427 on network 05164b30-8981-419a-8272-388f48c19dd5 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:19:04.930438 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e99fc1-4925-44da-8fa6-c66153a7e9bd None None] Pushing event updated for resources: {'Port': ['ID=a9de931a-7809-4d84-a273-ff7576e34427,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:04.949237 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47da2e24-19c3-4335-ba42-cf02440db2d6 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:19:04.949734 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47da2e24-19c3-4335-ba42-cf02440db2d6 None None] Checking segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:19:04.950405 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-47da2e24-19c3-4335-ba42-cf02440db2d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:04.951061 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47da2e24-19c3-4335-ba42-cf02440db2d6 None None] Bound using segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:19:04.951870 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-47da2e24-19c3-4335-ba42-cf02440db2d6 None None] Bound port: a9de931a-7809-4d84-a273-ff7576e34427, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:19:04.953234 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-47da2e24-19c3-4335-ba42-cf02440db2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:04.985432 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf39336c-058d-442e-9099-63475fe8e5c8 admin admin] Network 10c3b0ad-7932-46fb-8422-fb552d9a4ca3 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:19:04.990496 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-bf39336c-058d-442e-9099-63475fe8e5c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:04.993405 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf39336c-058d-442e-9099-63475fe8e5c8 admin admin] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:19:05.037945 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39336c-058d-442e-9099-63475fe8e5c8 admin admin] Pushing event updated for resources: {'Port': ['ID=4c73d70b-1595-4f41-b6fc-611e42fe564f,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:05.097948 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bf39336c-058d-442e-9099-63475fe8e5c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:05.201674 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-47da2e24-19c3-4335-ba42-cf02440db2d6 None None] For port a9de931a-7809-4d84-a273-ff7576e34427, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:19:05.208926 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-47da2e24-19c3-4335-ba42-cf02440db2d6 None None] For port a9de931a-7809-4d84-a273-ff7576e34427, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=a9de931a-7809-4d84-a273-ff7576e34427,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:19:05.210500 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:05.223437 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-47da2e24-19c3-4335-ba42-cf02440db2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:05.235996 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bf39336c-058d-442e-9099-63475fe8e5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:05.336851 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port b0322614-ea0c-434a-9593-887106212eab, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=b0322614-ea0c-434a-9593-887106212eab,segment=NetworkSegment(a5a44e61-c87f-4d97-bf4b-12a1b70851c0),segment_id=a5a44e61-c87f-4d97-bf4b-12a1b70851c0)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:19:05.346002 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:05.353989 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e99fc1-4925-44da-8fa6-c66153a7e9bd None None] Pushing event updated for resources: {'Port': ['ID=a9de931a-7809-4d84-a273-ff7576e34427,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:05.419991 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47da2e24-19c3-4335-ba42-cf02440db2d6 None None] Routers {'711e87ec-fbce-45b4-b76f-e0b03acde4a5'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:19:05.420635 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-47da2e24-19c3-4335-ba42-cf02440db2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:18:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['711e87ec-fbce-45b4-b76f-e0b03acde4a5'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:05.480567 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-8ec33388-be40-4100-9bca-472c4df4dfb6 None None] Provisioning for port 4c73d70b-1595-4f41-b6fc-611e42fe564f completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:19:05.503084 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-8ec33388-be40-4100-9bca-472c4df4dfb6 None None] Provisioning complete for port 4c73d70b-1595-4f41-b6fc-611e42fe564f triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:05.503389 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8ec33388-be40-4100-9bca-472c4df4dfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:05.632695 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=b0322614-ea0c-434a-9593-887106212eab,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:05.648058 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-8ec33388-be40-4100-9bca-472c4df4dfb6 None None] Port 4c73d70b-1595-4f41-b6fc-611e42fe564f cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:19:05.688495 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bf39336c-058d-442e-9099-63475fe8e5c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:05.694387 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bf39336c-058d-442e-9099-63475fe8e5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:05.697058 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-47da2e24-19c3-4335-ba42-cf02440db2d6 None None] Set router 711e87ec-fbce-45b4-b76f-e0b03acde4a5 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:19:05.812082 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39336c-058d-442e-9099-63475fe8e5c8 admin admin] Pushing event updated for resources: {'Port': ['ID=4c73d70b-1595-4f41-b6fc-611e42fe564f,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:05.814779 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bf39336c-058d-442e-9099-63475fe8e5c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:05.992734 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf39336c-058d-442e-9099-63475fe8e5c8 admin admin] Network 10c3b0ad-7932-46fb-8422-fb552d9a4ca3 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:19:05.994135 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-bf39336c-058d-442e-9099-63475fe8e5c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:06.135190 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-47da2e24-19c3-4335-ba42-cf02440db2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'name': 'tempest-TestMinimumBasicScenario-541071515-router', 'tenant_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': 'a9de931a-7809-4d84-a273-ff7576e34427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:01Z', 'updated_at': '2022-01-21T10:19:05Z', 'revision_number': 4, 'project_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'gw_port': {'id': 'a9de931a-7809-4d84-a273-ff7576e34427', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ea:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:01Z', 'updated_at': '2022-01-21T10:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '4c73d70b-1595-4f41-b6fc-611e42fe564f', 'name': '', 'network_id': '10c3b0ad-7932-46fb-8422-fb552d9a4ca3', 'tenant_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'mac_address': 'fa:16:3e:38:58:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '870682bd-5dec-4d3c-9bc2-5eab27c41126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:04Z', 'updated_at': '2022-01-21T10:19:04Z', 'revision_number': 1, 'project_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'subnets': [{'id': '870682bd-5dec-4d3c-9bc2-5eab27c41126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:06.144412 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47da2e24-19c3-4335-ba42-cf02440db2d6 None None] The sync data for ids ['711e87ec-fbce-45b4-b76f-e0b03acde4a5'] in dv-neutron-825732-1-hyperv is: [{'id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'name': 'tempest-TestMinimumBasicScenario-541071515-router', 'tenant_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': 'a9de931a-7809-4d84-a273-ff7576e34427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:01Z', 'updated_at': '2022-01-21T10:19:05Z', 'revision_number': 4, 'project_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'gw_port': {'id': 'a9de931a-7809-4d84-a273-ff7576e34427', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ea:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:01Z', 'updated_at': '2022-01-21T10:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '4c73d70b-1595-4f41-b6fc-611e42fe564f', 'name': '', 'network_id': '10c3b0ad-7932-46fb-8422-fb552d9a4ca3', 'tenant_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'mac_address': 'fa:16:3e:38:58:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '870682bd-5dec-4d3c-9bc2-5eab27c41126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:04Z', 'updated_at': '2022-01-21T10:19:04Z', 'revision_number': 1, 'project_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'subnets': [{'id': '870682bd-5dec-4d3c-9bc2-5eab27c41126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:19:06.400245 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-16cd147a-4303-4e05-b9f2-3e96aa4f607e None None] Provisioning complete for port 4c73d70b-1595-4f41-b6fc-611e42fe564f triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:06.401432 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-16cd147a-4303-4e05-b9f2-3e96aa4f607e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:06.597714 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-16cd147a-4303-4e05-b9f2-3e96aa4f607e None None] Port 4c73d70b-1595-4f41-b6fc-611e42fe564f cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:19:06.623712 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device b0322614-ea0c-434a-9593-887106212eab up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:19:06.688112 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf39336c-058d-442e-9099-63475fe8e5c8 admin admin] Router 711e87ec-fbce-45b4-b76f-e0b03acde4a5 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:19:06.757616 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port b0322614-ea0c-434a-9593-887106212eab triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:06.758250 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:07.038621 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf39336c-058d-442e-9099-63475fe8e5c8 admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:19:07.054285 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-bf39336c-058d-442e-9099-63475fe8e5c8 admin admin] 10.222.0.104 "PUT /v2.0/routers/711e87ec-fbce-45b4-b76f-e0b03acde4a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9494686 Jan 21 10:19:08.299804 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 42844) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:08.305755 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-40c7bb41-65cf-46c9-9b1a-a0cd76645ab5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-553417733-network', 'tenant_id': '2bfc81fc7f094b968d6f43a8341519dc'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:19:08.311346 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-40c7bb41-65cf-46c9-9b1a-a0cd76645ab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:19:08.316113 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-40c7bb41-65cf-46c9-9b1a-a0cd76645ab5 admin admin] Usage tracker for resource:network and tenant:2bfc81fc7f094b968d6f43a8341519dc is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:19:08.319748 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-40c7bb41-65cf-46c9-9b1a-a0cd76645ab5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:19:08.325823 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-40c7bb41-65cf-46c9-9b1a-a0cd76645ab5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:19:08.349627 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c7bb41-65cf-46c9-9b1a-a0cd76645ab5 admin admin] Made reservation on behalf of 2bfc81fc7f094b968d6f43a8341519dc for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:19:08.351918 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-40c7bb41-65cf-46c9-9b1a-a0cd76645ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:08.364786 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-40c7bb41-65cf-46c9-9b1a-a0cd76645ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:08.402739 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-40c7bb41-65cf-46c9-9b1a-a0cd76645ab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:19:08.407329 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-40c7bb41-65cf-46c9-9b1a-a0cd76645ab5 admin admin] Usage tracker for resource:security_group_rule and tenant:2bfc81fc7f094b968d6f43a8341519dc is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:19:08.410323 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-40c7bb41-65cf-46c9-9b1a-a0cd76645ab5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:19:08.416181 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-40c7bb41-65cf-46c9-9b1a-a0cd76645ab5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:19:08.500266 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-40c7bb41-65cf-46c9-9b1a-a0cd76645ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:08.507474 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-40c7bb41-65cf-46c9-9b1a-a0cd76645ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:08.527744 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a9de931a-7809-4d84-a273-ff7576e34427 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:19:08.551519 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40c7bb41-65cf-46c9-9b1a-a0cd76645ab5 admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:19:08.572566 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7bb41-65cf-46c9-9b1a-a0cd76645ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf5f244-dad4-430d-a671-0f2eea22213c,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:08.580656 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-40c7bb41-65cf-46c9-9b1a-a0cd76645ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:08.581177 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-40c7bb41-65cf-46c9-9b1a-a0cd76645ab5 admin admin] Added segment 3e293e06-c7ff-4132-bd64-89c2a1b9a233 of type vlan for network edd20d36-97d4-4a05-9fe3-a75b750b5b77 Jan 21 10:19:08.624014 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-40c7bb41-65cf-46c9-9b1a-a0cd76645ab5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:08.630742 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port a9de931a-7809-4d84-a273-ff7576e34427 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:19:08.635878 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port a9de931a-7809-4d84-a273-ff7576e34427 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:08.636293 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:08.666125 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-40c7bb41-65cf-46c9-9b1a-a0cd76645ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:08.667275 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c7bb41-65cf-46c9-9b1a-a0cd76645ab5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:08.668011 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-40c7bb41-65cf-46c9-9b1a-a0cd76645ab5 admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:08.790152 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-40c7bb41-65cf-46c9-9b1a-a0cd76645ab5 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4891727 Jan 21 10:19:08.794209 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42848) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:08.797754 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7bb41-65cf-46c9-9b1a-a0cd76645ab5 admin admin] Pushing event updated for resources: {'Network': ['ID=edd20d36-97d4-4a05-9fe3-a75b750b5b77,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:08.798084 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:08.801798 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-ee97f7b3-788b-4912-9f3a-bdab000257bc admin admin] Request body: {'subnet': {'network_id': 'edd20d36-97d4-4a05-9fe3-a75b750b5b77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-553417733-subnet', 'tenant_id': '2bfc81fc7f094b968d6f43a8341519dc', 'ip_version': 4}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:19:08.808724 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ee97f7b3-788b-4912-9f3a-bdab000257bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:19:08.814479 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ee97f7b3-788b-4912-9f3a-bdab000257bc admin admin] Usage tracker for resource:subnet and tenant:2bfc81fc7f094b968d6f43a8341519dc is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:19:08.817861 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ee97f7b3-788b-4912-9f3a-bdab000257bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:19:08.818559 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network edd20d36-97d4-4a05-9fe3-a75b750b5b77 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:19:08.825267 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ee97f7b3-788b-4912-9f3a-bdab000257bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:19:08.842278 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee97f7b3-788b-4912-9f3a-bdab000257bc admin admin] Made reservation on behalf of 2bfc81fc7f094b968d6f43a8341519dc for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:19:08.844980 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ee97f7b3-788b-4912-9f3a-bdab000257bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:08.851219 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port a9de931a-7809-4d84-a273-ff7576e34427, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=a9de931a-7809-4d84-a273-ff7576e34427,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:19:08.860727 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:09.089076 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=a9de931a-7809-4d84-a273-ff7576e34427,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:09.114388 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ee97f7b3-788b-4912-9f3a-bdab000257bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:09.196430 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97f7b3-788b-4912-9f3a-bdab000257bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e76e4d7b-1662-4188-b1bd-e103167e52cc,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:09.210848 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97f7b3-788b-4912-9f3a-bdab000257bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:09.211185 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97f7b3-788b-4912-9f3a-bdab000257bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:09.211527 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97f7b3-788b-4912-9f3a-bdab000257bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:09.211855 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97f7b3-788b-4912-9f3a-bdab000257bc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:09.212223 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97f7b3-788b-4912-9f3a-bdab000257bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:09.212505 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97f7b3-788b-4912-9f3a-bdab000257bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:09.212854 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97f7b3-788b-4912-9f3a-bdab000257bc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:09.213154 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97f7b3-788b-4912-9f3a-bdab000257bc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:09.213599 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97f7b3-788b-4912-9f3a-bdab000257bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:09.214053 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97f7b3-788b-4912-9f3a-bdab000257bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:09.214467 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97f7b3-788b-4912-9f3a-bdab000257bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:09.230611 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee97f7b3-788b-4912-9f3a-bdab000257bc admin admin] Checking segment: {'id': '3e293e06-c7ff-4132-bd64-89c2a1b9a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'edd20d36-97d4-4a05-9fe3-a75b750b5b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:19:09.231132 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee97f7b3-788b-4912-9f3a-bdab000257bc admin admin] Network hostable DHCP agents. Network: edd20d36-97d4-4a05-9fe3-a75b750b5b77, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:19:09.266593 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee97f7b3-788b-4912-9f3a-bdab000257bc admin admin] Network edd20d36-97d4-4a05-9fe3-a75b750b5b77 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:19:09.280828 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-ee97f7b3-788b-4912-9f3a-bdab000257bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, edd20d36-97d4-4a05-9fe3-a75b750b5b77) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:09.287383 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee97f7b3-788b-4912-9f3a-bdab000257bc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:09.288484 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ee97f7b3-788b-4912-9f3a-bdab000257bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:09.294930 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b644634-b629-4274-8415-6092c0b2b126 None None] Network edd20d36-97d4-4a05-9fe3-a75b750b5b77 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:19:09.317560 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ee97f7b3-788b-4912-9f3a-bdab000257bc admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5205045 Jan 21 10:19:09.320004 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 42852) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:09.326942 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-ad171d74-83d9-4973-b5a4-24879ebed4d8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-553417733-router', 'tenant_id': '2bfc81fc7f094b968d6f43a8341519dc', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:19:09.333253 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ad171d74-83d9-4973-b5a4-24879ebed4d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:19:09.338790 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ad171d74-83d9-4973-b5a4-24879ebed4d8 admin admin] Usage tracker for resource:router and tenant:2bfc81fc7f094b968d6f43a8341519dc is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:19:09.345256 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ad171d74-83d9-4973-b5a4-24879ebed4d8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:19:09.357025 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ad171d74-83d9-4973-b5a4-24879ebed4d8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:19:09.381151 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad171d74-83d9-4973-b5a4-24879ebed4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:09.382436 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad171d74-83d9-4973-b5a4-24879ebed4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:09.409358 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad171d74-83d9-4973-b5a4-24879ebed4d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:09.614789 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea381c3b-bf46-4882-b8b4-c554bcc0ee03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-edd20d36-97d4-4a05-9fe3-a75b750b5b77', 'network_id': 'edd20d36-97d4-4a05-9fe3-a75b750b5b77', 'tenant_id': '2bfc81fc7f094b968d6f43a8341519dc', 'fixed_ips': [{'subnet_id': 'e76e4d7b-1662-4188-b1bd-e103167e52cc'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:19:09.615963 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ea381c3b-bf46-4882-b8b4-c554bcc0ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:09.703795 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad171d74-83d9-4973-b5a4-24879ebed4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:09.813583 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-ea381c3b-bf46-4882-b8b4-c554bcc0ee03 None None] Allocated IP 172.20.0.2 (edd20d36-97d4-4a05-9fe3-a75b750b5b77/e76e4d7b-1662-4188-b1bd-e103167e52cc/1ccf4113-b928-4d9b-a719-aef8ca19a37e) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:19:09.932932 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad171d74-83d9-4973-b5a4-24879ebed4d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:09.974399 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad171d74-83d9-4973-b5a4-24879ebed4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:10.107858 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ea381c3b-bf46-4882-b8b4-c554bcc0ee03 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:10.125784 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ea381c3b-bf46-4882-b8b4-c554bcc0ee03 None None] Transition to ACTIVE for port object 1ccf4113-b928-4d9b-a719-aef8ca19a37e will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:19:10.138335 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-ad171d74-83d9-4973-b5a4-24879ebed4d8 admin admin] Allocated IP 172.26.0.134 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/a428ce19-5e60-422b-859c-4567e8212003) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:19:10.147810 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ea381c3b-bf46-4882-b8b4-c554bcc0ee03 None None] Transition to ACTIVE for port object 1ccf4113-b928-4d9b-a719-aef8ca19a37e will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:19:10.153720 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ea381c3b-bf46-4882-b8b4-c554bcc0ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:10.234820 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea381c3b-bf46-4882-b8b4-c554bcc0ee03 None None] Network edd20d36-97d4-4a05-9fe3-a75b750b5b77 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:19:10.237982 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-ea381c3b-bf46-4882-b8b4-c554bcc0ee03 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:10.242517 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea381c3b-bf46-4882-b8b4-c554bcc0ee03 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:19:10.244713 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea381c3b-bf46-4882-b8b4-c554bcc0ee03 None None] Pushing event updated for resources: {'Port': ['ID=1ccf4113-b928-4d9b-a719-aef8ca19a37e,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:10.347956 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ea381c3b-bf46-4882-b8b4-c554bcc0ee03 None None] Attempting to bind port 1ccf4113-b928-4d9b-a719-aef8ca19a37e on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:19:10.348318 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ea381c3b-bf46-4882-b8b4-c554bcc0ee03 None None] Attempting to bind port 1ccf4113-b928-4d9b-a719-aef8ca19a37e by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '3e293e06-c7ff-4132-bd64-89c2a1b9a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'edd20d36-97d4-4a05-9fe3-a75b750b5b77'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:19:10.348675 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea381c3b-bf46-4882-b8b4-c554bcc0ee03 None None] Attempting to bind port 1ccf4113-b928-4d9b-a719-aef8ca19a37e on network edd20d36-97d4-4a05-9fe3-a75b750b5b77 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:19:10.356666 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea381c3b-bf46-4882-b8b4-c554bcc0ee03 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:19:10.357165 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea381c3b-bf46-4882-b8b4-c554bcc0ee03 None None] Checking segment: {'id': '3e293e06-c7ff-4132-bd64-89c2a1b9a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'edd20d36-97d4-4a05-9fe3-a75b750b5b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:19:10.357445 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ea381c3b-bf46-4882-b8b4-c554bcc0ee03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:10.357883 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea381c3b-bf46-4882-b8b4-c554bcc0ee03 None None] Bound using segment: {'id': '3e293e06-c7ff-4132-bd64-89c2a1b9a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'edd20d36-97d4-4a05-9fe3-a75b750b5b77'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:19:10.359275 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ea381c3b-bf46-4882-b8b4-c554bcc0ee03 None None] Bound port: 1ccf4113-b928-4d9b-a719-aef8ca19a37e, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e293e06-c7ff-4132-bd64-89c2a1b9a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'edd20d36-97d4-4a05-9fe3-a75b750b5b77'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:19:10.359844 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ea381c3b-bf46-4882-b8b4-c554bcc0ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:10.379428 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad171d74-83d9-4973-b5a4-24879ebed4d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:10.423510 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad171d74-83d9-4973-b5a4-24879ebed4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:10.471724 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-ea381c3b-bf46-4882-b8b4-c554bcc0ee03 None None] For port 1ccf4113-b928-4d9b-a719-aef8ca19a37e, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:19:10.475863 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-ea381c3b-bf46-4882-b8b4-c554bcc0ee03 None None] For port 1ccf4113-b928-4d9b-a719-aef8ca19a37e, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=1ccf4113-b928-4d9b-a719-aef8ca19a37e,segment=NetworkSegment(3e293e06-c7ff-4132-bd64-89c2a1b9a233),segment_id=3e293e06-c7ff-4132-bd64-89c2a1b9a233)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:19:10.480467 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ea381c3b-bf46-4882-b8b4-c554bcc0ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:10.504923 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad171d74-83d9-4973-b5a4-24879ebed4d8 admin admin] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:19:10.518928 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad171d74-83d9-4973-b5a4-24879ebed4d8 admin admin] Pushing event updated for resources: {'Port': ['ID=a428ce19-5e60-422b-859c-4567e8212003,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:10.523542 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-ad171d74-83d9-4973-b5a4-24879ebed4d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:10.534539 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad171d74-83d9-4973-b5a4-24879ebed4d8 admin admin] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:19:10.543763 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a9de931a-7809-4d84-a273-ff7576e34427 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:19:10.697102 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea381c3b-bf46-4882-b8b4-c554bcc0ee03 None None] Pushing event updated for resources: {'Port': ['ID=1ccf4113-b928-4d9b-a719-aef8ca19a37e,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:10.715909 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port a9de931a-7809-4d84-a273-ff7576e34427 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:10.716739 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:10.770762 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad171d74-83d9-4973-b5a4-24879ebed4d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:10.771457 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad171d74-83d9-4973-b5a4-24879ebed4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:11.142052 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad171d74-83d9-4973-b5a4-24879ebed4d8 admin admin] Router 65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:19:11.384308 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad171d74-83d9-4973-b5a4-24879ebed4d8 admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:19:11.410813 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd8b40e-ae10-42db-b348-290922da9ef1 None None] Sync routers for ids ['65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:19:11.441313 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad171d74-83d9-4973-b5a4-24879ebed4d8 admin admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:11.443658 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ad171d74-83d9-4973-b5a4-24879ebed4d8 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1220660 Jan 21 10:19:11.446680 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd8b40e-ae10-42db-b348-290922da9ef1 None None] Routers {'65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:19:11.446963 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 42856) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:11.447693 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-5bd8b40e-ae10-42db-b348-290922da9ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:18:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:11.720484 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-5bd8b40e-ae10-42db-b348-290922da9ef1 None None] Set router 65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:19:11.972859 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990bdebd-c0b0-4612-98fb-cbfd8133c269 None None] Network edd20d36-97d4-4a05-9fe3-a75b750b5b77 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:19:12.105061 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-5bd8b40e-ae10-42db-b348-290922da9ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e', 'name': 'tempest-TestMinimumBasicScenario-553417733-router', 'tenant_id': '2bfc81fc7f094b968d6f43a8341519dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': 'a428ce19-5e60-422b-859c-4567e8212003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:09Z', 'updated_at': '2022-01-21T10:19:10Z', 'revision_number': 3, 'project_id': '2bfc81fc7f094b968d6f43a8341519dc', 'gw_port': {'id': 'a428ce19-5e60-422b-859c-4567e8212003', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:21:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:10Z', 'updated_at': '2022-01-21T10:19:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:12.109883 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd8b40e-ae10-42db-b348-290922da9ef1 None None] Checking router: 65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:19:12.110222 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd8b40e-ae10-42db-b348-290922da9ef1 None None] Updating router 65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e port a428ce19-5e60-422b-859c-4567e8212003 binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:19:12.140163 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-1c14603d-b45e-4136-b02f-c095dac12ba7 None None] Provisioning for port 1ccf4113-b928-4d9b-a719-aef8ca19a37e completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:19:12.176979 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-5bd8b40e-ae10-42db-b348-290922da9ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:12.581306 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 1ccf4113-b928-4d9b-a719-aef8ca19a37e up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:19:12.669296 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-33a91ee2-2293-447b-abd6-af74e7ed52a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:12.682048 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-5bd8b40e-ae10-42db-b348-290922da9ef1 None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:12.698667 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-5bd8b40e-ae10-42db-b348-290922da9ef1 None None] Transition to ACTIVE for port object a428ce19-5e60-422b-859c-4567e8212003 will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:19:12.700293 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 1ccf4113-b928-4d9b-a719-aef8ca19a37e completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:19:12.707549 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 1ccf4113-b928-4d9b-a719-aef8ca19a37e triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:12.708194 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:12.709070 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-5bd8b40e-ae10-42db-b348-290922da9ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:12.808639 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-db8b04bb-f952-4b23-8e17-fe6c2b666576 None None] Provisioning complete for port 1ccf4113-b928-4d9b-a719-aef8ca19a37e triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:12.809265 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-db8b04bb-f952-4b23-8e17-fe6c2b666576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:12.829942 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-5bd8b40e-ae10-42db-b348-290922da9ef1 None None] Attempting to bind port a428ce19-5e60-422b-859c-4567e8212003 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:19:12.830789 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-5bd8b40e-ae10-42db-b348-290922da9ef1 None None] Attempting to bind port a428ce19-5e60-422b-859c-4567e8212003 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:19:12.831374 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd8b40e-ae10-42db-b348-290922da9ef1 None None] Attempting to bind port a428ce19-5e60-422b-859c-4567e8212003 on network 05164b30-8981-419a-8272-388f48c19dd5 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:19:12.839400 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92900a03-829f-466a-88a2-11ed60c05d33 None None] Pushing event updated for resources: {'Port': ['ID=a428ce19-5e60-422b-859c-4567e8212003,revision_number=2']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:12.863679 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92900a03-829f-466a-88a2-11ed60c05d33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:12.865483 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92900a03-829f-466a-88a2-11ed60c05d33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:12.867521 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92900a03-829f-466a-88a2-11ed60c05d33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:12.868097 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92900a03-829f-466a-88a2-11ed60c05d33 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:12.868716 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92900a03-829f-466a-88a2-11ed60c05d33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:12.869383 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92900a03-829f-466a-88a2-11ed60c05d33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:12.870082 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92900a03-829f-466a-88a2-11ed60c05d33 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:12.870661 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92900a03-829f-466a-88a2-11ed60c05d33 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:12.871235 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92900a03-829f-466a-88a2-11ed60c05d33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:12.871790 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92900a03-829f-466a-88a2-11ed60c05d33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:12.872469 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92900a03-829f-466a-88a2-11ed60c05d33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:12.883136 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd8b40e-ae10-42db-b348-290922da9ef1 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:19:12.883610 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd8b40e-ae10-42db-b348-290922da9ef1 None None] Checking segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:19:12.883989 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-5bd8b40e-ae10-42db-b348-290922da9ef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:12.884399 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd8b40e-ae10-42db-b348-290922da9ef1 None None] Bound using segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:19:12.888618 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-5bd8b40e-ae10-42db-b348-290922da9ef1 None None] Bound port: a428ce19-5e60-422b-859c-4567e8212003, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:19:12.888618 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-5bd8b40e-ae10-42db-b348-290922da9ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:12.992147 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-5bd8b40e-ae10-42db-b348-290922da9ef1 None None] For port a428ce19-5e60-422b-859c-4567e8212003, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:19:12.996403 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-5bd8b40e-ae10-42db-b348-290922da9ef1 None None] For port a428ce19-5e60-422b-859c-4567e8212003, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=a428ce19-5e60-422b-859c-4567e8212003,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:19:13.003275 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-5bd8b40e-ae10-42db-b348-290922da9ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:13.050809 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-33a91ee2-2293-447b-abd6-af74e7ed52a2 admin admin] Allocated IP 172.20.0.1 (edd20d36-97d4-4a05-9fe3-a75b750b5b77/e76e4d7b-1662-4188-b1bd-e103167e52cc/51503947-8392-4711-83d8-6885d874dfb4) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:19:13.116547 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92900a03-829f-466a-88a2-11ed60c05d33 None None] Pushing event updated for resources: {'Port': ['ID=a428ce19-5e60-422b-859c-4567e8212003,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:13.117330 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-db8b04bb-f952-4b23-8e17-fe6c2b666576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:13.127119 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd8b40e-ae10-42db-b348-290922da9ef1 None None] Routers {'65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:19:13.127761 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-5bd8b40e-ae10-42db-b348-290922da9ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:18:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:13.146360 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:13.186609 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-db8b04bb-f952-4b23-8e17-fe6c2b666576 None None] For port 1ccf4113-b928-4d9b-a719-aef8ca19a37e, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=1ccf4113-b928-4d9b-a719-aef8ca19a37e,segment=NetworkSegment(3e293e06-c7ff-4132-bd64-89c2a1b9a233),segment_id=3e293e06-c7ff-4132-bd64-89c2a1b9a233)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:19:13.195129 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-db8b04bb-f952-4b23-8e17-fe6c2b666576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:13.341948 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-33a91ee2-2293-447b-abd6-af74e7ed52a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:13.346297 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-5bd8b40e-ae10-42db-b348-290922da9ef1 None None] Set router 65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:19:13.373315 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-33a91ee2-2293-447b-abd6-af74e7ed52a2 admin admin] Transition to ACTIVE for port object 51503947-8392-4711-83d8-6885d874dfb4 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:19:13.416702 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-33a91ee2-2293-447b-abd6-af74e7ed52a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:13.419429 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:19:13.419785 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:19:13.434037 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b04bb-f952-4b23-8e17-fe6c2b666576 None None] Pushing event updated for resources: {'Port': ['ID=1ccf4113-b928-4d9b-a719-aef8ca19a37e,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:13.501968 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a91ee2-2293-447b-abd6-af74e7ed52a2 admin admin] Network edd20d36-97d4-4a05-9fe3-a75b750b5b77 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:19:13.504846 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-33a91ee2-2293-447b-abd6-af74e7ed52a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:13.509017 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a91ee2-2293-447b-abd6-af74e7ed52a2 admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:19:13.563367 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a91ee2-2293-447b-abd6-af74e7ed52a2 admin admin] Pushing event updated for resources: {'Port': ['ID=51503947-8392-4711-83d8-6885d874dfb4,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:13.612936 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-33a91ee2-2293-447b-abd6-af74e7ed52a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:13.766598 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-33a91ee2-2293-447b-abd6-af74e7ed52a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:13.773310 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-5bd8b40e-ae10-42db-b348-290922da9ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e', 'name': 'tempest-TestMinimumBasicScenario-553417733-router', 'tenant_id': '2bfc81fc7f094b968d6f43a8341519dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': 'a428ce19-5e60-422b-859c-4567e8212003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:09Z', 'updated_at': '2022-01-21T10:19:10Z', 'revision_number': 3, 'project_id': '2bfc81fc7f094b968d6f43a8341519dc', 'gw_port': {'id': 'a428ce19-5e60-422b-859c-4567e8212003', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:21:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:10Z', 'updated_at': '2022-01-21T10:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:13.780843 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd8b40e-ae10-42db-b348-290922da9ef1 None None] The sync data for ids ['65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e'] in dv-neutron-825732-1-hyperv is: [{'id': '65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e', 'name': 'tempest-TestMinimumBasicScenario-553417733-router', 'tenant_id': '2bfc81fc7f094b968d6f43a8341519dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': 'a428ce19-5e60-422b-859c-4567e8212003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:09Z', 'updated_at': '2022-01-21T10:19:10Z', 'revision_number': 3, 'project_id': '2bfc81fc7f094b968d6f43a8341519dc', 'gw_port': {'id': 'a428ce19-5e60-422b-859c-4567e8212003', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:21:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:10Z', 'updated_at': '2022-01-21T10:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:19:13.834849 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-6fd1c5c1-cea3-4d0e-87f0-79b52912d6fc None None] Provisioning for port 51503947-8392-4711-83d8-6885d874dfb4 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:19:13.840534 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-6fd1c5c1-cea3-4d0e-87f0-79b52912d6fc None None] Provisioning complete for port 51503947-8392-4711-83d8-6885d874dfb4 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:13.841023 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6fd1c5c1-cea3-4d0e-87f0-79b52912d6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:13.961274 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-6fd1c5c1-cea3-4d0e-87f0-79b52912d6fc None None] Port 51503947-8392-4711-83d8-6885d874dfb4 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:19:14.099999 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-33a91ee2-2293-447b-abd6-af74e7ed52a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:14.105822 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-33a91ee2-2293-447b-abd6-af74e7ed52a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:14.239930 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a91ee2-2293-447b-abd6-af74e7ed52a2 admin admin] Pushing event updated for resources: {'Port': ['ID=51503947-8392-4711-83d8-6885d874dfb4,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:14.242544 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-33a91ee2-2293-447b-abd6-af74e7ed52a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:14.452947 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a91ee2-2293-447b-abd6-af74e7ed52a2 admin admin] Network edd20d36-97d4-4a05-9fe3-a75b750b5b77 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:19:14.454668 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-33a91ee2-2293-447b-abd6-af74e7ed52a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:14.519811 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 1ccf4113-b928-4d9b-a719-aef8ca19a37e up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:19:14.657574 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 1ccf4113-b928-4d9b-a719-aef8ca19a37e triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:14.658487 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:14.833161 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-304b4de4-b0b0-436a-8648-0ec42512c790 None None] Provisioning complete for port 51503947-8392-4711-83d8-6885d874dfb4 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:14.833468 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-304b4de4-b0b0-436a-8648-0ec42512c790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:14.895179 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-304b4de4-b0b0-436a-8648-0ec42512c790 None None] Port 51503947-8392-4711-83d8-6885d874dfb4 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:19:15.007171 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a91ee2-2293-447b-abd6-af74e7ed52a2 admin admin] Router 65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:19:15.356790 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a91ee2-2293-447b-abd6-af74e7ed52a2 admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:19:15.366498 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-33a91ee2-2293-447b-abd6-af74e7ed52a2 admin admin] 10.222.0.104 "PUT /v2.0/routers/65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9181359 Jan 21 10:19:20.540376 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a428ce19-5e60-422b-859c-4567e8212003 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:19:20.602957 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:20.641022 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port a428ce19-5e60-422b-859c-4567e8212003 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:19:20.650845 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port a428ce19-5e60-422b-859c-4567e8212003 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:20.651449 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:20.705631 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2063833-df34-4521-bf35-e7735281a196 None None] Sync routers for ids ['711e87ec-fbce-45b4-b76f-e0b03acde4a5'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:19:20.759980 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2063833-df34-4521-bf35-e7735281a196 None None] Routers {'711e87ec-fbce-45b4-b76f-e0b03acde4a5'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:19:20.760608 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b2063833-df34-4521-bf35-e7735281a196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:18:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['711e87ec-fbce-45b4-b76f-e0b03acde4a5'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:21.013632 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:21.046566 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port a428ce19-5e60-422b-859c-4567e8212003, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=a428ce19-5e60-422b-859c-4567e8212003,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:19:21.053653 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:21.089827 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-b2063833-df34-4521-bf35-e7735281a196 None None] Set router 711e87ec-fbce-45b4-b76f-e0b03acde4a5 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:19:21.271817 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=a428ce19-5e60-422b-859c-4567e8212003,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:21.357332 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:21.366989 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:21.367455 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:21.367895 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:21.368442 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:21.368937 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:21.369224 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:21.369908 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:21.370246 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:21.370699 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:21.371143 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:21.567738 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b2063833-df34-4521-bf35-e7735281a196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'name': 'tempest-TestMinimumBasicScenario-541071515-router', 'tenant_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': 'a9de931a-7809-4d84-a273-ff7576e34427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:01Z', 'updated_at': '2022-01-21T10:19:05Z', 'revision_number': 4, 'project_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'gw_port': {'id': 'a9de931a-7809-4d84-a273-ff7576e34427', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:01Z', 'updated_at': '2022-01-21T10:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '4c73d70b-1595-4f41-b6fc-611e42fe564f', 'name': '', 'network_id': '10c3b0ad-7932-46fb-8422-fb552d9a4ca3', 'tenant_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'mac_address': 'fa:16:3e:38:58:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '870682bd-5dec-4d3c-9bc2-5eab27c41126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:04Z', 'updated_at': '2022-01-21T10:19:05Z', 'revision_number': 2, 'project_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'subnets': [{'id': '870682bd-5dec-4d3c-9bc2-5eab27c41126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:21.574767 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2063833-df34-4521-bf35-e7735281a196 None None] Checking router: 711e87ec-fbce-45b4-b76f-e0b03acde4a5 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:19:21.575619 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2063833-df34-4521-bf35-e7735281a196 None None] Updating router 711e87ec-fbce-45b4-b76f-e0b03acde4a5 port 4c73d70b-1595-4f41-b6fc-611e42fe564f binding host dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:19:21.660921 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b2063833-df34-4521-bf35-e7735281a196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:22.223233 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b2063833-df34-4521-bf35-e7735281a196 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:22.251391 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-b2063833-df34-4521-bf35-e7735281a196 None None] Transition to ACTIVE for port object 4c73d70b-1595-4f41-b6fc-611e42fe564f will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:19:22.260677 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b2063833-df34-4521-bf35-e7735281a196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:22.447970 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ddcfa1-45ac-440a-80c6-a1cfdff31349 None None] Pushing event updated for resources: {'Port': ['ID=4c73d70b-1595-4f41-b6fc-611e42fe564f,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:22.635430 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-b2063833-df34-4521-bf35-e7735281a196 None None] Attempting to bind port 4c73d70b-1595-4f41-b6fc-611e42fe564f on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:19:22.636328 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-b2063833-df34-4521-bf35-e7735281a196 None None] Attempting to bind port 4c73d70b-1595-4f41-b6fc-611e42fe564f by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'a5a44e61-c87f-4d97-bf4b-12a1b70851c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '10c3b0ad-7932-46fb-8422-fb552d9a4ca3'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:19:22.636328 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2063833-df34-4521-bf35-e7735281a196 None None] Attempting to bind port 4c73d70b-1595-4f41-b6fc-611e42fe564f on network 10c3b0ad-7932-46fb-8422-fb552d9a4ca3 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:19:22.649980 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a428ce19-5e60-422b-859c-4567e8212003 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:19:22.727333 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2063833-df34-4521-bf35-e7735281a196 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:19:22.728037 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2063833-df34-4521-bf35-e7735281a196 None None] Checking segment: {'id': 'a5a44e61-c87f-4d97-bf4b-12a1b70851c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '10c3b0ad-7932-46fb-8422-fb552d9a4ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:19:22.728704 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b2063833-df34-4521-bf35-e7735281a196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:22.729410 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2063833-df34-4521-bf35-e7735281a196 None None] Bound using segment: {'id': 'a5a44e61-c87f-4d97-bf4b-12a1b70851c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '10c3b0ad-7932-46fb-8422-fb552d9a4ca3'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:19:22.730571 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-b2063833-df34-4521-bf35-e7735281a196 None None] Bound port: 4c73d70b-1595-4f41-b6fc-611e42fe564f, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a44e61-c87f-4d97-bf4b-12a1b70851c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '10c3b0ad-7932-46fb-8422-fb552d9a4ca3'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:19:22.730865 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b2063833-df34-4521-bf35-e7735281a196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:22.909939 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-b2063833-df34-4521-bf35-e7735281a196 None None] For port 4c73d70b-1595-4f41-b6fc-611e42fe564f, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:19:22.926955 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-b2063833-df34-4521-bf35-e7735281a196 None None] For port 4c73d70b-1595-4f41-b6fc-611e42fe564f, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=4c73d70b-1595-4f41-b6fc-611e42fe564f,segment=NetworkSegment(a5a44e61-c87f-4d97-bf4b-12a1b70851c0),segment_id=a5a44e61-c87f-4d97-bf4b-12a1b70851c0)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:19:22.928836 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port a428ce19-5e60-422b-859c-4567e8212003 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:22.929356 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:22.962497 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b2063833-df34-4521-bf35-e7735281a196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:23.138267 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2063833-df34-4521-bf35-e7735281a196 None None] Routers {'711e87ec-fbce-45b4-b76f-e0b03acde4a5'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:19:23.139894 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b2063833-df34-4521-bf35-e7735281a196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:18:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['711e87ec-fbce-45b4-b76f-e0b03acde4a5'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:23.212253 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ddcfa1-45ac-440a-80c6-a1cfdff31349 None None] Pushing event updated for resources: {'Port': ['ID=4c73d70b-1595-4f41-b6fc-611e42fe564f,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:23.505953 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-b2063833-df34-4521-bf35-e7735281a196 None None] Set router 711e87ec-fbce-45b4-b76f-e0b03acde4a5 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:19:23.800785 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958dc091-794d-4a69-8ee2-b40a835417be None None] Sync routers for ids ['65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:19:23.839287 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958dc091-794d-4a69-8ee2-b40a835417be None None] Routers {'65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:19:23.840162 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-958dc091-794d-4a69-8ee2-b40a835417be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:18:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:24.021087 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-49fed086-54c5-4485-a0f6-9eb1fcf98a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:24.048679 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b2063833-df34-4521-bf35-e7735281a196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'name': 'tempest-TestMinimumBasicScenario-541071515-router', 'tenant_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': 'a9de931a-7809-4d84-a273-ff7576e34427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:01Z', 'updated_at': '2022-01-21T10:19:05Z', 'revision_number': 4, 'project_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'gw_port': {'id': 'a9de931a-7809-4d84-a273-ff7576e34427', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:01Z', 'updated_at': '2022-01-21T10:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '4c73d70b-1595-4f41-b6fc-611e42fe564f', 'name': '', 'network_id': '10c3b0ad-7932-46fb-8422-fb552d9a4ca3', 'tenant_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'mac_address': 'fa:16:3e:38:58:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '870682bd-5dec-4d3c-9bc2-5eab27c41126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:04Z', 'updated_at': '2022-01-21T10:19:22Z', 'revision_number': 4, 'project_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'subnets': [{'id': '870682bd-5dec-4d3c-9bc2-5eab27c41126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:24.053964 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2063833-df34-4521-bf35-e7735281a196 None None] The sync data for ids ['711e87ec-fbce-45b4-b76f-e0b03acde4a5'] in dv-neutron-825732-1-hyperv is: [{'id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'name': 'tempest-TestMinimumBasicScenario-541071515-router', 'tenant_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': 'a9de931a-7809-4d84-a273-ff7576e34427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:01Z', 'updated_at': '2022-01-21T10:19:05Z', 'revision_number': 4, 'project_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'gw_port': {'id': 'a9de931a-7809-4d84-a273-ff7576e34427', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:01Z', 'updated_at': '2022-01-21T10:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '4c73d70b-1595-4f41-b6fc-611e42fe564f', 'name': '', 'network_id': '10c3b0ad-7932-46fb-8422-fb552d9a4ca3', 'tenant_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'mac_address': 'fa:16:3e:38:58:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '870682bd-5dec-4d3c-9bc2-5eab27c41126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:04Z', 'updated_at': '2022-01-21T10:19:22Z', 'revision_number': 4, 'project_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'subnets': [{'id': '870682bd-5dec-4d3c-9bc2-5eab27c41126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:19:24.130517 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-958dc091-794d-4a69-8ee2-b40a835417be None None] Set router 65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:19:24.571662 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 4c73d70b-1595-4f41-b6fc-611e42fe564f up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:19:24.734585 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 4c73d70b-1595-4f41-b6fc-611e42fe564f completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:19:24.752261 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 4c73d70b-1595-4f41-b6fc-611e42fe564f triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:24.753023 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:24.761246 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-958dc091-794d-4a69-8ee2-b40a835417be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e', 'name': 'tempest-TestMinimumBasicScenario-553417733-router', 'tenant_id': '2bfc81fc7f094b968d6f43a8341519dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': 'a428ce19-5e60-422b-859c-4567e8212003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:09Z', 'updated_at': '2022-01-21T10:19:13Z', 'revision_number': 4, 'project_id': '2bfc81fc7f094b968d6f43a8341519dc', 'gw_port': {'id': 'a428ce19-5e60-422b-859c-4567e8212003', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:21:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:10Z', 'updated_at': '2022-01-21T10:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '51503947-8392-4711-83d8-6885d874dfb4', 'name': '', 'network_id': 'edd20d36-97d4-4a05-9fe3-a75b750b5b77', 'tenant_id': '2bfc81fc7f094b968d6f43a8341519dc', 'mac_address': 'fa:16:3e:ea:29:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e76e4d7b-1662-4188-b1bd-e103167e52cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:12Z', 'updated_at': '2022-01-21T10:19:13Z', 'revision_number': 2, 'project_id': '2bfc81fc7f094b968d6f43a8341519dc', 'subnets': [{'id': 'e76e4d7b-1662-4188-b1bd-e103167e52cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:24.769234 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958dc091-794d-4a69-8ee2-b40a835417be None None] Checking router: 65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:19:24.770005 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958dc091-794d-4a69-8ee2-b40a835417be None None] Updating router 65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e port 51503947-8392-4711-83d8-6885d874dfb4 binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:19:24.869686 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-958dc091-794d-4a69-8ee2-b40a835417be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:24.976259 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:25.041583 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 4c73d70b-1595-4f41-b6fc-611e42fe564f, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=4c73d70b-1595-4f41-b6fc-611e42fe564f,segment=NetworkSegment(a5a44e61-c87f-4d97-bf4b-12a1b70851c0),segment_id=a5a44e61-c87f-4d97-bf4b-12a1b70851c0)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:19:25.047408 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:25.177542 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=4c73d70b-1595-4f41-b6fc-611e42fe564f,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:25.447713 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-958dc091-794d-4a69-8ee2-b40a835417be None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:25.466300 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-958dc091-794d-4a69-8ee2-b40a835417be None None] Transition to ACTIVE for port object 51503947-8392-4711-83d8-6885d874dfb4 will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:19:25.477733 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-958dc091-794d-4a69-8ee2-b40a835417be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:25.676799 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25302d5d-bfda-4111-8041-6b0b9e7c5939 None None] Pushing event updated for resources: {'Port': ['ID=51503947-8392-4711-83d8-6885d874dfb4,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:25.828103 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-958dc091-794d-4a69-8ee2-b40a835417be None None] Attempting to bind port 51503947-8392-4711-83d8-6885d874dfb4 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:19:25.828580 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-958dc091-794d-4a69-8ee2-b40a835417be None None] Attempting to bind port 51503947-8392-4711-83d8-6885d874dfb4 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '3e293e06-c7ff-4132-bd64-89c2a1b9a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'edd20d36-97d4-4a05-9fe3-a75b750b5b77'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:19:25.828986 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958dc091-794d-4a69-8ee2-b40a835417be None None] Attempting to bind port 51503947-8392-4711-83d8-6885d874dfb4 on network edd20d36-97d4-4a05-9fe3-a75b750b5b77 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:19:25.848537 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958dc091-794d-4a69-8ee2-b40a835417be None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:19:25.848909 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958dc091-794d-4a69-8ee2-b40a835417be None None] Checking segment: {'id': '3e293e06-c7ff-4132-bd64-89c2a1b9a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'edd20d36-97d4-4a05-9fe3-a75b750b5b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:19:25.849784 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-958dc091-794d-4a69-8ee2-b40a835417be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:25.850175 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958dc091-794d-4a69-8ee2-b40a835417be None None] Bound using segment: {'id': '3e293e06-c7ff-4132-bd64-89c2a1b9a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'edd20d36-97d4-4a05-9fe3-a75b750b5b77'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:19:25.850642 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-958dc091-794d-4a69-8ee2-b40a835417be None None] Bound port: 51503947-8392-4711-83d8-6885d874dfb4, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e293e06-c7ff-4132-bd64-89c2a1b9a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'edd20d36-97d4-4a05-9fe3-a75b750b5b77'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:19:25.851004 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-958dc091-794d-4a69-8ee2-b40a835417be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:25.982409 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-958dc091-794d-4a69-8ee2-b40a835417be None None] For port 51503947-8392-4711-83d8-6885d874dfb4, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:19:25.991854 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-958dc091-794d-4a69-8ee2-b40a835417be None None] For port 51503947-8392-4711-83d8-6885d874dfb4, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=51503947-8392-4711-83d8-6885d874dfb4,segment=NetworkSegment(3e293e06-c7ff-4132-bd64-89c2a1b9a233),segment_id=3e293e06-c7ff-4132-bd64-89c2a1b9a233)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:19:26.000916 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-958dc091-794d-4a69-8ee2-b40a835417be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:26.155724 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25302d5d-bfda-4111-8041-6b0b9e7c5939 None None] Pushing event updated for resources: {'Port': ['ID=51503947-8392-4711-83d8-6885d874dfb4,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:26.163651 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958dc091-794d-4a69-8ee2-b40a835417be None None] Routers {'65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:19:26.164730 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-958dc091-794d-4a69-8ee2-b40a835417be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:18:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:26.414225 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4aaaeabb-c5a8-43e6-89e0-732775ccfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:26.455048 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-958dc091-794d-4a69-8ee2-b40a835417be None None] Set router 65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:19:26.546721 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 4c73d70b-1595-4f41-b6fc-611e42fe564f up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:19:26.725940 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 4c73d70b-1595-4f41-b6fc-611e42fe564f triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:26.726417 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:26.994845 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-958dc091-794d-4a69-8ee2-b40a835417be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e', 'name': 'tempest-TestMinimumBasicScenario-553417733-router', 'tenant_id': '2bfc81fc7f094b968d6f43a8341519dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': 'a428ce19-5e60-422b-859c-4567e8212003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:09Z', 'updated_at': '2022-01-21T10:19:13Z', 'revision_number': 4, 'project_id': '2bfc81fc7f094b968d6f43a8341519dc', 'gw_port': {'id': 'a428ce19-5e60-422b-859c-4567e8212003', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:21:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:10Z', 'updated_at': '2022-01-21T10:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '51503947-8392-4711-83d8-6885d874dfb4', 'name': '', 'network_id': 'edd20d36-97d4-4a05-9fe3-a75b750b5b77', 'tenant_id': '2bfc81fc7f094b968d6f43a8341519dc', 'mac_address': 'fa:16:3e:ea:29:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e76e4d7b-1662-4188-b1bd-e103167e52cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:12Z', 'updated_at': '2022-01-21T10:19:25Z', 'revision_number': 4, 'project_id': '2bfc81fc7f094b968d6f43a8341519dc', 'subnets': [{'id': 'e76e4d7b-1662-4188-b1bd-e103167e52cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:27.001507 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958dc091-794d-4a69-8ee2-b40a835417be None None] The sync data for ids ['65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e'] in dv-neutron-825732-1-hyperv is: [{'id': '65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e', 'name': 'tempest-TestMinimumBasicScenario-553417733-router', 'tenant_id': '2bfc81fc7f094b968d6f43a8341519dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': 'a428ce19-5e60-422b-859c-4567e8212003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:09Z', 'updated_at': '2022-01-21T10:19:13Z', 'revision_number': 4, 'project_id': '2bfc81fc7f094b968d6f43a8341519dc', 'gw_port': {'id': 'a428ce19-5e60-422b-859c-4567e8212003', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:21:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:10Z', 'updated_at': '2022-01-21T10:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '51503947-8392-4711-83d8-6885d874dfb4', 'name': '', 'network_id': 'edd20d36-97d4-4a05-9fe3-a75b750b5b77', 'tenant_id': '2bfc81fc7f094b968d6f43a8341519dc', 'mac_address': 'fa:16:3e:ea:29:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e76e4d7b-1662-4188-b1bd-e103167e52cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:12Z', 'updated_at': '2022-01-21T10:19:25Z', 'revision_number': 4, 'project_id': '2bfc81fc7f094b968d6f43a8341519dc', 'subnets': [{'id': 'e76e4d7b-1662-4188-b1bd-e103167e52cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:19:27.533229 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:27.917380 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:28.575072 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 51503947-8392-4711-83d8-6885d874dfb4 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:19:28.682032 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 51503947-8392-4711-83d8-6885d874dfb4 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:19:28.688898 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 51503947-8392-4711-83d8-6885d874dfb4 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:28.689375 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:28.837207 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:28.897722 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 51503947-8392-4711-83d8-6885d874dfb4, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=51503947-8392-4711-83d8-6885d874dfb4,segment=NetworkSegment(3e293e06-c7ff-4132-bd64-89c2a1b9a233),segment_id=3e293e06-c7ff-4132-bd64-89c2a1b9a233)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:19:28.904141 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:28.998350 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=51503947-8392-4711-83d8-6885d874dfb4,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:29.594053 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:29.624968 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-2a411355-bd67-40d8-a7ef-fb674e7ce73f tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:29.627719 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-2a411355-bd67-40d8-a7ef-fb674e7ce73f tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/networks?id=10c3b0ad-7932-46fb-8422-fb552d9a4ca3 HTTP/1.1" status: 200 len: 814 time: 0.1958899 Jan 21 10:19:29.648378 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-5021f162-2af4-4b48-84ce-433d27c89b00 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/quotas/3c0d4db2afb84ac79a6eecab7b3e6f2c HTTP/1.1" status: 200 len: 375 time: 0.0146332 Jan 21 10:19:29.737119 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-84de8c44-add0-44f1-9004-71adf236884b tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Synchronizing usage tracker for tenant:3c0d4db2afb84ac79a6eecab7b3e6f2c on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:19:29.766254 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-84de8c44-add0-44f1-9004-71adf236884b tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Unset dirty status for tenant:3c0d4db2afb84ac79a6eecab7b3e6f2c on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:19:29.767782 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-84de8c44-add0-44f1-9004-71adf236884b tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=3c0d4db2afb84ac79a6eecab7b3e6f2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1135464 Jan 21 10:19:30.078679 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-a8039e9b-bc1f-4f7d-b0b8-e59270211686 service neutron] 10.222.0.104 "GET /v2.0/networks/10c3b0ad-7932-46fb-8422-fb552d9a4ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950435 Jan 21 10:19:30.347572 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-a407dc91-95de-4732-9819-639d3b5bce2a service neutron] 10.222.0.104 "GET /v2.0/networks/10c3b0ad-7932-46fb-8422-fb552d9a4ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622883 Jan 21 10:19:30.525202 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 51503947-8392-4711-83d8-6885d874dfb4 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:19:30.609398 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-7e2361bb-0a90-4974-a8ed-547a8527295c req-a337be9d-951b-402f-85ef-b9bf7d548ee1 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 210 time: 0.0652387 Jan 21 10:19:30.642640 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 51503947-8392-4711-83d8-6885d874dfb4 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:30.643428 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:30.657141 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:19:31.820820 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-69e5eda5-8107-49df-a108-a80fa20fcda2 req-6c9aaa3d-8422-45ad-8a0a-4b55511de205 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 210 time: 0.0530934 Jan 21 10:19:32.171788 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-adf9bfea-324a-498c-81be-28f8ecbd3fb5 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:32.173212 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-adf9bfea-324a-498c-81be-28f8ecbd3fb5 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.124 "GET /v2.0/networks?id=10c3b0ad-7932-46fb-8422-fb552d9a4ca3 HTTP/1.1" status: 200 len: 814 time: 0.1834116 Jan 21 10:19:32.199374 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-8bece613-c6fb-4d60-a148-2edbdd465c29 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Request body: {'port': {'device_id': '1e08b0f4-f187-4b4e-b1a7-15cf2a054056', 'network_id': '10c3b0ad-7932-46fb-8422-fb552d9a4ca3', 'admin_state_up': True, 'tenant_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:19:32.388931 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-8bece613-c6fb-4d60-a148-2edbdd465c29 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:19:32.402950 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-8bece613-c6fb-4d60-a148-2edbdd465c29 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:19:32.418093 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-8bece613-c6fb-4d60-a148-2edbdd465c29 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Made reservation on behalf of 3c0d4db2afb84ac79a6eecab7b3e6f2c for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:19:32.422923 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-8bece613-c6fb-4d60-a148-2edbdd465c29 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:32.673760 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-8bece613-c6fb-4d60-a148-2edbdd465c29 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Allocated IP 172.20.0.9 (10c3b0ad-7932-46fb-8422-fb552d9a4ca3/870682bd-5dec-4d3c-9bc2-5eab27c41126/a5475be7-e7b4-4c8b-a11a-4e64909f1f38) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:19:33.033180 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-8bece613-c6fb-4d60-a148-2edbdd465c29 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:33.053777 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-8bece613-c6fb-4d60-a148-2edbdd465c29 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Transition to ACTIVE for port object a5475be7-e7b4-4c8b-a11a-4e64909f1f38 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:19:33.096176 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-8bece613-c6fb-4d60-a148-2edbdd465c29 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:33.230195 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-8bece613-c6fb-4d60-a148-2edbdd465c29 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Network 10c3b0ad-7932-46fb-8422-fb552d9a4ca3 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:19:33.235825 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-8bece613-c6fb-4d60-a148-2edbdd465c29 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:33.241004 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-8bece613-c6fb-4d60-a148-2edbdd465c29 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:19:33.312481 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bece613-c6fb-4d60-a148-2edbdd465c29 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Pushing event updated for resources: {'Port': ['ID=a5475be7-e7b4-4c8b-a11a-4e64909f1f38,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:33.344583 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e60c47-ef66-49aa-9768-7d335fdca0f6 req-84778d54-2a4f-4f33-b3e6-d145c60bda6b tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:33.347275 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-f6e60c47-ef66-49aa-9768-7d335fdca0f6 req-84778d54-2a4f-4f33-b3e6-d145c60bda6b tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 931 time: 0.1906915 Jan 21 10:19:33.399811 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-8bece613-c6fb-4d60-a148-2edbdd465c29 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:33.400907 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-8bece613-c6fb-4d60-a148-2edbdd465c29 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:33.428811 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-f6e60c47-ef66-49aa-9768-7d335fdca0f6 req-e9659efe-65c3-4df8-9246-ba6199815802 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Synchronizing usage tracker for tenant:3c0d4db2afb84ac79a6eecab7b3e6f2c on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:19:33.451004 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-8bece613-c6fb-4d60-a148-2edbdd465c29 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2580488 Jan 21 10:19:33.464509 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-f6e60c47-ef66-49aa-9768-7d335fdca0f6 req-e9659efe-65c3-4df8-9246-ba6199815802 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Unset dirty status for tenant:3c0d4db2afb84ac79a6eecab7b3e6f2c on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:19:33.480005 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-f6e60c47-ef66-49aa-9768-7d335fdca0f6 req-e9659efe-65c3-4df8-9246-ba6199815802 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/security-groups?id=4e9e8f20-827f-4425-8289-0f71830a848a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260564 Jan 21 10:19:33.676621 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-7ae85284-008f-4780-a466-4ecd2be35493 service neutron] Request body: {'port': {'device_id': '1e08b0f4-f187-4b4e-b1a7-15cf2a054056', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:19:33.720740 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-b26bea54-4487-423e-8afe-ea959ec9496a None None] Provisioning for port a5475be7-e7b4-4c8b-a11a-4e64909f1f38 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:19:33.738425 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-b26bea54-4487-423e-8afe-ea959ec9496a None None] Provisioning complete for port a5475be7-e7b4-4c8b-a11a-4e64909f1f38 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:33.739226 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b26bea54-4487-423e-8afe-ea959ec9496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:33.873473 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-b26bea54-4487-423e-8afe-ea959ec9496a None None] Port a5475be7-e7b4-4c8b-a11a-4e64909f1f38 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:19:33.901924 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-7ae85284-008f-4780-a466-4ecd2be35493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:34.487565 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-7ae85284-008f-4780-a466-4ecd2be35493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5475be7-e7b4-4c8b-a11a-4e64909f1f38 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:19:34.498439 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-7ae85284-008f-4780-a466-4ecd2be35493 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:34.542867 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-7ae85284-008f-4780-a466-4ecd2be35493 service neutron] Transition to ACTIVE for port object a5475be7-e7b4-4c8b-a11a-4e64909f1f38 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:19:34.553871 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-7ae85284-008f-4780-a466-4ecd2be35493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:34.866842 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae85284-008f-4780-a466-4ecd2be35493 service neutron] Pushing event updated for resources: {'Port': ['ID=a5475be7-e7b4-4c8b-a11a-4e64909f1f38,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:35.321675 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64520d-2b4e-486d-b910-e9204ef5d8a1 req-df2cceba-bfb2-4f89-a314-94a615fb4a34 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:35.322732 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-5a64520d-2b4e-486d-b910-e9204ef5d8a1 req-df2cceba-bfb2-4f89-a314-94a615fb4a34 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Synchronizing usage tracker for tenant:3c0d4db2afb84ac79a6eecab7b3e6f2c on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:19:35.355111 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-7ae85284-008f-4780-a466-4ecd2be35493 service neutron] Attempting to bind port a5475be7-e7b4-4c8b-a11a-4e64909f1f38 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:19:35.355984 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-7ae85284-008f-4780-a466-4ecd2be35493 service neutron] Attempting to bind port a5475be7-e7b4-4c8b-a11a-4e64909f1f38 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'a5a44e61-c87f-4d97-bf4b-12a1b70851c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '10c3b0ad-7932-46fb-8422-fb552d9a4ca3'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:19:35.356725 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-7ae85284-008f-4780-a466-4ecd2be35493 service neutron] Attempting to bind port a5475be7-e7b4-4c8b-a11a-4e64909f1f38 on network 10c3b0ad-7932-46fb-8422-fb552d9a4ca3 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:19:35.362578 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-5a64520d-2b4e-486d-b910-e9204ef5d8a1 req-df2cceba-bfb2-4f89-a314-94a615fb4a34 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Unset dirty status for tenant:3c0d4db2afb84ac79a6eecab7b3e6f2c on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:19:35.364825 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5a64520d-2b4e-486d-b910-e9204ef5d8a1 req-df2cceba-bfb2-4f89-a314-94a615fb4a34 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 943 time: 0.5055363 Jan 21 10:19:35.377179 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-7ae85284-008f-4780-a466-4ecd2be35493 service neutron] Port a5475be7-e7b4-4c8b-a11a-4e64909f1f38 on network 10c3b0ad-7932-46fb-8422-fb552d9a4ca3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:19:35.377751 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-7ae85284-008f-4780-a466-4ecd2be35493 service neutron] Attempting to bind port a5475be7-e7b4-4c8b-a11a-4e64909f1f38 on network 10c3b0ad-7932-46fb-8422-fb552d9a4ca3 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:19:35.429326 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-7ae85284-008f-4780-a466-4ecd2be35493 service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:19:35.430415 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-7ae85284-008f-4780-a466-4ecd2be35493 service neutron] Checking segment: {'id': 'a5a44e61-c87f-4d97-bf4b-12a1b70851c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '10c3b0ad-7932-46fb-8422-fb552d9a4ca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:19:35.431045 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-7ae85284-008f-4780-a466-4ecd2be35493 service neutron] Bound using segment: {'id': 'a5a44e61-c87f-4d97-bf4b-12a1b70851c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '10c3b0ad-7932-46fb-8422-fb552d9a4ca3'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:19:35.431773 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-7ae85284-008f-4780-a466-4ecd2be35493 service neutron] Bound port: a5475be7-e7b4-4c8b-a11a-4e64909f1f38, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5a44e61-c87f-4d97-bf4b-12a1b70851c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '10c3b0ad-7932-46fb-8422-fb552d9a4ca3'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:19:35.432340 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-7ae85284-008f-4780-a466-4ecd2be35493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:35.573659 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5a64520d-2b4e-486d-b910-e9204ef5d8a1 req-5ab708f5-111b-4f1d-a38d-0788d9661592 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/security-groups?id=4e9e8f20-827f-4425-8289-0f71830a848a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011602 Jan 21 10:19:35.685481 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-7ae85284-008f-4780-a466-4ecd2be35493 service neutron] For port a5475be7-e7b4-4c8b-a11a-4e64909f1f38, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:19:35.692385 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-7ae85284-008f-4780-a466-4ecd2be35493 service neutron] For port a5475be7-e7b4-4c8b-a11a-4e64909f1f38, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a5475be7-e7b4-4c8b-a11a-4e64909f1f38,segment=NetworkSegment(a5a44e61-c87f-4d97-bf4b-12a1b70851c0),segment_id=a5a44e61-c87f-4d97-bf4b-12a1b70851c0)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:19:35.697853 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-7ae85284-008f-4780-a466-4ecd2be35493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:35.766588 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-7ae85284-008f-4780-a466-4ecd2be35493 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:35.768130 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-7ae85284-008f-4780-a466-4ecd2be35493 service neutron] 10.222.0.124 "PUT /v2.0/ports/a5475be7-e7b4-4c8b-a11a-4e64909f1f38 HTTP/1.1" status: 200 len: 1093 time: 2.2561150 Jan 21 10:19:35.768702 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e08b0f4-f187-4b4e-b1a7-15cf2a054056', 'tag': 'a5475be7-e7b4-4c8b-a11a-4e64909f1f38'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:19:35.816864 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae85284-008f-4780-a466-4ecd2be35493 service neutron] Pushing event updated for resources: {'Port': ['ID=a5475be7-e7b4-4c8b-a11a-4e64909f1f38,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:35.906261 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e08b0f4-f187-4b4e-b1a7-15cf2a054056', 'tag': 'a5475be7-e7b4-4c8b-a11a-4e64909f1f38', 'status': 'completed', 'code': 200} Jan 21 10:19:36.933130 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f54d00-e149-40c4-85a2-2e20cffa632b req-90b3d767-b9ee-40d1-ae54-6208c586f4b8 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:36.953829 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f9f54d00-e149-40c4-85a2-2e20cffa632b req-90b3d767-b9ee-40d1-ae54-6208c586f4b8 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 943 time: 0.1869779 Jan 21 10:19:37.042333 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f9f54d00-e149-40c4-85a2-2e20cffa632b req-ad61642c-2cbc-4f88-97fc-131d1da323f8 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/security-groups?id=4e9e8f20-827f-4425-8289-0f71830a848a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872211 Jan 21 10:19:38.408801 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925dec19-8c3a-470b-b698-a5187b696467 req-57804ce4-46fc-4132-a4ef-818243deb774 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:38.414129 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-925dec19-8c3a-470b-b698-a5187b696467 req-57804ce4-46fc-4132-a4ef-818243deb774 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 943 time: 0.0876834 Jan 21 10:19:38.492430 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-925dec19-8c3a-470b-b698-a5187b696467 req-9d6684b7-f7b5-400e-9845-520ad6ef7838 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/security-groups?id=4e9e8f20-827f-4425-8289-0f71830a848a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756266 Jan 21 10:19:39.836685 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d74d3-cff3-4ba6-aee1-3ec27e3cdba6 req-199e67a6-0abd-41cc-ba26-72510dbad96d tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:39.838517 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-161d74d3-cff3-4ba6-aee1-3ec27e3cdba6 req-199e67a6-0abd-41cc-ba26-72510dbad96d tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 943 time: 0.1458428 Jan 21 10:19:39.933857 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-161d74d3-cff3-4ba6-aee1-3ec27e3cdba6 req-d8dd086f-42a1-477f-87dd-d02cb6a493b0 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/security-groups?id=4e9e8f20-827f-4425-8289-0f71830a848a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874362 Jan 21 10:19:41.014843 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b091fdbf-f3a2-401f-84e3-8f607f56efd0 req-d885b9c1-1bc6-4858-8e16-dca7f5b56b1f service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=3c0d4db2afb84ac79a6eecab7b3e6f2c&device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 1096 time: 0.0906868 Jan 21 10:19:41.182832 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091fdbf-f3a2-401f-84e3-8f607f56efd0 req-915ff41e-e2cf-4775-b7c9-c4c0b8a8abce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:41.184784 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b091fdbf-f3a2-401f-84e3-8f607f56efd0 req-915ff41e-e2cf-4775-b7c9-c4c0b8a8abce service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=3c0d4db2afb84ac79a6eecab7b3e6f2c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1599941 Jan 21 10:19:41.209458 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a720c2-5aa8-47c8-bc36-0c5b0c0c98f8 req-5b808f04-e5d0-401c-9696-9a0ecd59b721 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:41.211293 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-c8a720c2-5aa8-47c8-bc36-0c5b0c0c98f8 req-5b808f04-e5d0-401c-9696-9a0ecd59b721 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 943 time: 0.1050410 Jan 21 10:19:41.280450 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-c8a720c2-5aa8-47c8-bc36-0c5b0c0c98f8 req-aec8097e-7c46-4b33-aa76-5721da995a21 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/security-groups?id=4e9e8f20-827f-4425-8289-0f71830a848a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588198 Jan 21 10:19:41.360984 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091fdbf-f3a2-401f-84e3-8f607f56efd0 req-ae52d8af-6b4c-4817-897e-371d1c14b95b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:41.363728 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b091fdbf-f3a2-401f-84e3-8f607f56efd0 req-ae52d8af-6b4c-4817-897e-371d1c14b95b service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1726246 Jan 21 10:19:41.489772 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-47e023b8-3a6e-4812-8da8-e246541b0464 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=3c0d4db2afb84ac79a6eecab7b3e6f2c&device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 1096 time: 0.0846879 Jan 21 10:19:41.565526 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-ee30e3d5-0e6d-4d1d-9ab8-e70abaf79fbe service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5475be7-e7b4-4c8b-a11a-4e64909f1f38 HTTP/1.1" status: 200 len: 217 time: 0.0686424 Jan 21 10:19:41.637099 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-247aeb70-fcb4-41f2-9996-ae986ba83c82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:41.639685 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-247aeb70-fcb4-41f2-9996-ae986ba83c82 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=870682bd-5dec-4d3c-9bc2-5eab27c41126 HTTP/1.1" status: 200 len: 853 time: 0.0678744 Jan 21 10:19:41.735228 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-d7982b92-84cc-4887-927f-a689886c3ae1 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=10c3b0ad-7932-46fb-8422-fb552d9a4ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0898657 Jan 21 10:19:41.888954 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-9cf5fae1-e7bd-46da-84f7-974d17a1262e service neutron] 10.222.0.124 "GET /v2.0/networks/10c3b0ad-7932-46fb-8422-fb552d9a4ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446369 Jan 21 10:19:42.044583 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cf78d8c7-95c2-4ffa-8b65-b27469869baf req-63eb575c-563c-4b64-b930-f3e3f17a4b2c service neutron] 10.222.0.124 "GET /v2.0/networks/10c3b0ad-7932-46fb-8422-fb552d9a4ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492956 Jan 21 10:19:42.501959 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7862e-04a1-47af-b408-d82008ff2ab6 req-0935ca40-99ba-44c5-9abb-64e3b0d96775 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:42.503441 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e7c7862e-04a1-47af-b408-d82008ff2ab6 req-0935ca40-99ba-44c5-9abb-64e3b0d96775 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 943 time: 0.0867081 Jan 21 10:19:42.556911 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e7c7862e-04a1-47af-b408-d82008ff2ab6 req-a10e9f5b-ca5a-418f-bf7f-9fa4bff58c1a tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/security-groups?id=4e9e8f20-827f-4425-8289-0f71830a848a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477433 Jan 21 10:19:43.802254 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7737c1-36f6-49b8-bd3c-a498fe21cec9 req-7b021025-ac34-477e-9df8-240227183bcd tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:43.803725 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-6f7737c1-36f6-49b8-bd3c-a498fe21cec9 req-7b021025-ac34-477e-9df8-240227183bcd tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 943 time: 0.1041582 Jan 21 10:19:43.861653 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-6f7737c1-36f6-49b8-bd3c-a498fe21cec9 req-07613d82-41ab-4283-99ad-d4c1d7c00148 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/security-groups?id=4e9e8f20-827f-4425-8289-0f71830a848a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510652 Jan 21 10:19:45.089396 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device a5475be7-e7b4-4c8b-a11a-4e64909f1f38 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:19:45.110242 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069b080-8049-4c00-9096-a652331d1be4 req-6f8e806e-2b76-4224-b700-2680a543ed6c tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:45.112751 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8069b080-8049-4c00-9096-a652331d1be4 req-6f8e806e-2b76-4224-b700-2680a543ed6c tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 943 time: 0.1087677 Jan 21 10:19:45.166049 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8069b080-8049-4c00-9096-a652331d1be4 req-087c0106-d8cf-4cd5-a467-f3bcc424e8dc tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/security-groups?id=4e9e8f20-827f-4425-8289-0f71830a848a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465350 Jan 21 10:19:45.244899 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port a5475be7-e7b4-4c8b-a11a-4e64909f1f38, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a5475be7-e7b4-4c8b-a11a-4e64909f1f38,segment=NetworkSegment(a5a44e61-c87f-4d97-bf4b-12a1b70851c0),segment_id=a5a44e61-c87f-4d97-bf4b-12a1b70851c0)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:19:45.262476 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': 'a5475be7-e7b4-4c8b-a11a-4e64909f1f38', 'network_id': '10c3b0ad-7932-46fb-8422-fb552d9a4ca3', 'port_id': 'a5475be7-e7b4-4c8b-a11a-4e64909f1f38', 'mac_address': 'fa:16:3e:d7:39:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870682bd-5dec-4d3c-9bc2-5eab27c41126', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:19:45.323921 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:45.344787 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5475be7-e7b4-4c8b-a11a-4e64909f1f38 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:19:45.371017 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port a5475be7-e7b4-4c8b-a11a-4e64909f1f38, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a5475be7-e7b4-4c8b-a11a-4e64909f1f38,segment=NetworkSegment(a5a44e61-c87f-4d97-bf4b-12a1b70851c0),segment_id=a5a44e61-c87f-4d97-bf4b-12a1b70851c0)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:19:45.377624 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:45.455886 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=a5475be7-e7b4-4c8b-a11a-4e64909f1f38,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:45.595528 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['a5475be7-e7b4-4c8b-a11a-4e64909f1f38'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:19:46.403463 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5b292-ba4a-4742-96ff-0315a59b47b8 req-3bbb7e6a-3fc2-4217-b05b-66bf2e307769 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:46.404923 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-3aa5b292-ba4a-4742-96ff-0315a59b47b8 req-3bbb7e6a-3fc2-4217-b05b-66bf2e307769 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 944 time: 0.0810096 Jan 21 10:19:46.454622 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-3aa5b292-ba4a-4742-96ff-0315a59b47b8 req-5616ba7e-8ed9-475a-974f-ddf0f35ed7a0 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/security-groups?id=4e9e8f20-827f-4425-8289-0f71830a848a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436554 Jan 21 10:19:47.105278 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device a5475be7-e7b4-4c8b-a11a-4e64909f1f38 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:19:47.190653 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port a5475be7-e7b4-4c8b-a11a-4e64909f1f38 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:19:47.195915 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port a5475be7-e7b4-4c8b-a11a-4e64909f1f38 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:47.196263 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:47.336896 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:47.367245 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e08b0f4-f187-4b4e-b1a7-15cf2a054056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5475be7-e7b4-4c8b-a11a-4e64909f1f38'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:19:47.378489 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port a5475be7-e7b4-4c8b-a11a-4e64909f1f38, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a5475be7-e7b4-4c8b-a11a-4e64909f1f38,segment=NetworkSegment(a5a44e61-c87f-4d97-bf4b-12a1b70851c0),segment_id=a5a44e61-c87f-4d97-bf4b-12a1b70851c0)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:19:47.383158 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:47.447474 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e08b0f4-f187-4b4e-b1a7-15cf2a054056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5475be7-e7b4-4c8b-a11a-4e64909f1f38', 'code': 200} Jan 21 10:19:47.475498 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=a5475be7-e7b4-4c8b-a11a-4e64909f1f38,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:47.697412 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a042c84-c197-41af-acd6-b1827aaeedef req-e99e92f4-9b02-4c10-a7c6-1eeee3cce3f3 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:47.699680 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-8a042c84-c197-41af-acd6-b1827aaeedef req-e99e92f4-9b02-4c10-a7c6-1eeee3cce3f3 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 945 time: 0.0923886 Jan 21 10:19:47.722661 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cd8a6784-80c1-4b7d-9409-920e4a11e13a req-2621d100-fd44-4bc7-9ab4-0cdeb284f2c9 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 1098 time: 0.0788672 Jan 21 10:19:47.754427 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-8a042c84-c197-41af-acd6-b1827aaeedef req-d7ccdd13-32d6-416f-85be-a3b36f086374 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/security-groups?id=4e9e8f20-827f-4425-8289-0f71830a848a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475025 Jan 21 10:19:47.783978 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cd8a6784-80c1-4b7d-9409-920e4a11e13a req-d9d5e968-e7b8-495d-bd66-f564c73c7323 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=4e9e8f20-827f-4425-8289-0f71830a848a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549872 Jan 21 10:19:49.131604 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a6804-0981-4906-8f4d-ebef922c54f5 req-32567d76-b0dc-4b78-96bb-83424d36d2d1 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:49.133648 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-826a6804-0981-4906-8f4d-ebef922c54f5 req-32567d76-b0dc-4b78-96bb-83424d36d2d1 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 945 time: 0.2204976 Jan 21 10:19:49.190192 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-826a6804-0981-4906-8f4d-ebef922c54f5 req-4d47b845-e302-4bc6-bc5e-d1734341c2b2 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/security-groups?id=4e9e8f20-827f-4425-8289-0f71830a848a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513406 Jan 21 10:19:50.412340 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94148c-211a-4950-b39d-a236bcacf2ce req-0ba6cd49-c3e5-45e3-a58d-ac53eba868de tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:50.413847 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ce94148c-211a-4950-b39d-a236bcacf2ce req-0ba6cd49-c3e5-45e3-a58d-ac53eba868de tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 945 time: 0.0882506 Jan 21 10:19:50.464202 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ce94148c-211a-4950-b39d-a236bcacf2ce req-b8c20164-fd2e-4a3c-911c-170eeea40589 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/security-groups?id=4e9e8f20-827f-4425-8289-0f71830a848a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433655 Jan 21 10:19:50.548548 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:50.732676 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a626bd-06a1-4601-bd24-87e4744dcb86 req-53e017b5-218d-45a1-9918-b35a8cd20e1c tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:50.734356 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e4a626bd-06a1-4601-bd24-87e4744dcb86 req-53e017b5-218d-45a1-9918-b35a8cd20e1c tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 945 time: 0.0960793 Jan 21 10:19:50.788087 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e4a626bd-06a1-4601-bd24-87e4744dcb86 req-557a18f3-a65b-48ca-beae-8a8972f5328d tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/security-groups?id=4e9e8f20-827f-4425-8289-0f71830a848a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458395 Jan 21 10:19:51.292937 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229e256-ce27-4edf-8fa6-23a00e3b8b23 req-4a734d6b-9fc4-4410-aa5b-a576c1c86d8f tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:51.294574 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6229e256-ce27-4edf-8fa6-23a00e3b8b23 req-4a734d6b-9fc4-4410-aa5b-a576c1c86d8f tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 945 time: 0.1058180 Jan 21 10:19:51.345890 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6229e256-ce27-4edf-8fa6-23a00e3b8b23 req-d0bb6a03-40d6-42b6-b1ac-7c75da2f8feb tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/security-groups?id=4e9e8f20-827f-4425-8289-0f71830a848a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450737 Jan 21 10:19:53.990365 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-57637e82-47b2-47d6-9d18-7cd7d2ba008f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:56.411328 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2e161613-dbce-4523-80db-aaaf64d50c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:57.522561 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:57.865477 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:59.600222 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:02.231284 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca499dd-bcb7-4231-ba48-0901cc6b4cf7 req-c5ed7900-c247-4d03-90b6-ece3ea19c5c1 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:02.232848 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dca499dd-bcb7-4231-ba48-0901cc6b4cf7 req-c5ed7900-c247-4d03-90b6-ece3ea19c5c1 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 945 time: 0.0947323 Jan 21 10:20:02.293374 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dca499dd-bcb7-4231-ba48-0901cc6b4cf7 req-2943493f-c82f-4a56-87b1-3364cbfbd74e tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/security-groups?id=4e9e8f20-827f-4425-8289-0f71830a848a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504644 Jan 21 10:20:02.322538 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43036) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:02.481235 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f6574d27-fb01-4a22-97c0-7877f9d0ae16 tempest-TestMinimumBasicScenario-1416780983 tempest-TestMinimumBasicScenario-1416780983-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 1093 time: 0.1572053 Jan 21 10:20:02.485279 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43042) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:02.490748 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-278780b8-f4db-4d7b-a423-958ec60d4460 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'port_id': 'a5475be7-e7b4-4c8b-a11a-4e64909f1f38', 'tenant_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:20:02.497051 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-278780b8-f4db-4d7b-a423-958ec60d4460 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:02.502976 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-278780b8-f4db-4d7b-a423-958ec60d4460 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Usage tracker for resource:floatingip and tenant:3c0d4db2afb84ac79a6eecab7b3e6f2c is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:02.506484 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-278780b8-f4db-4d7b-a423-958ec60d4460 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:02.513828 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-278780b8-f4db-4d7b-a423-958ec60d4460 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:02.526970 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-278780b8-f4db-4d7b-a423-958ec60d4460 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks [] for floatingip, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:02.695056 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-278780b8-f4db-4d7b-a423-958ec60d4460 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:02.879316 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-278780b8-f4db-4d7b-a423-958ec60d4460 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Allocated IP 172.26.0.94 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/591ad118-7d71-4cc6-aa56-c656eb605e8f) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:20:03.116638 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-154c279c-580d-421d-929f-d414a9012884 req-8eb7dfad-785a-49e1-a268-cddf55583d57 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1483181 Jan 21 10:20:03.119375 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-278780b8-f4db-4d7b-a423-958ec60d4460 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:03.151066 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-278780b8-f4db-4d7b-a423-958ec60d4460 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:03.265994 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278780b8-f4db-4d7b-a423-958ec60d4460 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:20:03.270033 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-278780b8-f4db-4d7b-a423-958ec60d4460 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:20:03.275298 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278780b8-f4db-4d7b-a423-958ec60d4460 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:20:03.321650 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278780b8-f4db-4d7b-a423-958ec60d4460 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Pushing event updated for resources: {'Port': ['ID=591ad118-7d71-4cc6-aa56-c656eb605e8f,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:03.405429 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-154c279c-580d-421d-929f-d414a9012884 req-58c79488-a8d8-4f73-a198-4818fe9b60b1 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=3c0d4db2afb84ac79a6eecab7b3e6f2c&device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 1098 time: 0.2162933 Jan 21 10:20:03.687172 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c279c-580d-421d-929f-d414a9012884 req-8eced744-c35d-4002-b1ce-6d6c2c51b690 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:03.688533 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-154c279c-580d-421d-929f-d414a9012884 req-8eced744-c35d-4002-b1ce-6d6c2c51b690 service neutron] 10.222.0.124 "GET /v2.0/networks?id=10c3b0ad-7932-46fb-8422-fb552d9a4ca3 HTTP/1.1" status: 200 len: 915 time: 0.2435226 Jan 21 10:20:03.939969 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-154c279c-580d-421d-929f-d414a9012884 req-1f7ee979-d023-45f2-bee6-4bb453566995 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5475be7-e7b4-4c8b-a11a-4e64909f1f38 HTTP/1.1" status: 200 len: 217 time: 0.2028890 Jan 21 10:20:04.041653 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c279c-580d-421d-929f-d414a9012884 req-d5ff6f7f-8503-4702-b3d0-8ab6bedba35d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:04.043913 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-154c279c-580d-421d-929f-d414a9012884 req-d5ff6f7f-8503-4702-b3d0-8ab6bedba35d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=870682bd-5dec-4d3c-9bc2-5eab27c41126 HTTP/1.1" status: 200 len: 853 time: 0.0953085 Jan 21 10:20:04.152026 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-154c279c-580d-421d-929f-d414a9012884 req-f2a8d5fb-1615-49f7-bcae-f844c3966e1a service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=10c3b0ad-7932-46fb-8422-fb552d9a4ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1023486 Jan 21 10:20:04.383928 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-278780b8-f4db-4d7b-a423-958ec60d4460 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:04.416956 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-154c279c-580d-421d-929f-d414a9012884 req-71a28a07-9bb8-4169-8c34-4dad198f6030 service neutron] 10.222.0.124 "GET /v2.0/networks/10c3b0ad-7932-46fb-8422-fb552d9a4ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594070 Jan 21 10:20:04.535010 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-278780b8-f4db-4d7b-a423-958ec60d4460 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:04.644950 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-154c279c-580d-421d-929f-d414a9012884 req-920bfe25-ad5b-4d76-b488-0394a9fc2c4a service neutron] 10.222.0.124 "GET /v2.0/networks/10c3b0ad-7932-46fb-8422-fb552d9a4ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216959 Jan 21 10:20:04.825973 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-278780b8-f4db-4d7b-a423-958ec60d4460 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:04.834268 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-278780b8-f4db-4d7b-a423-958ec60d4460 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:04.955225 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278780b8-f4db-4d7b-a423-958ec60d4460 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Pushing event updated for resources: {'Port': ['ID=591ad118-7d71-4cc6-aa56-c656eb605e8f,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:04.974262 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-278780b8-f4db-4d7b-a423-958ec60d4460 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:05.223875 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.l3_db [None req-278780b8-f4db-4d7b-a423-958ec60d4460 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Floating IP ec5346c2-91ab-4c77-90aa-04619ac1ec4f associated. External IP: 172.26.0.94, port: a5475be7-e7b4-4c8b-a11a-4e64909f1f38. Jan 21 10:20:05.848368 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278780b8-f4db-4d7b-a423-958ec60d4460 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Router 711e87ec-fbce-45b4-b76f-e0b03acde4a5 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:20:06.091488 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278780b8-f4db-4d7b-a423-958ec60d4460 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:20:06.103942 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b36772-9319-49ae-a3fc-90a4577cc8fe None None] Sync routers for ids ['711e87ec-fbce-45b4-b76f-e0b03acde4a5'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:20:06.120759 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b36772-9319-49ae-a3fc-90a4577cc8fe None None] Routers {'711e87ec-fbce-45b4-b76f-e0b03acde4a5'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:20:06.122913 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a5b36772-9319-49ae-a3fc-90a4577cc8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:19:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['711e87ec-fbce-45b4-b76f-e0b03acde4a5'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:06.125610 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-278780b8-f4db-4d7b-a423-958ec60d4460 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:06.206570 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-278780b8-f4db-4d7b-a423-958ec60d4460 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7172036 Jan 21 10:20:06.206570 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e08b0f4-f187-4b4e-b1a7-15cf2a054056', 'tag': 'a5475be7-e7b4-4c8b-a11a-4e64909f1f38'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:20:06.210376 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43046) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:06.235009 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-0180ee86-c21f-415b-9930-19c9a0465fff tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-684331725', 'description': 'tempest-secgroup-smoke-684331725 description', 'project_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:20:06.247494 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0180ee86-c21f-415b-9930-19c9a0465fff tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:06.290689 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0180ee86-c21f-415b-9930-19c9a0465fff tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:06.301116 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0180ee86-c21f-415b-9930-19c9a0465fff tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:06.322962 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e08b0f4-f187-4b4e-b1a7-15cf2a054056', 'tag': 'a5475be7-e7b4-4c8b-a11a-4e64909f1f38', 'status': 'completed', 'code': 200} Jan 21 10:20:06.353777 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0180ee86-c21f-415b-9930-19c9a0465fff tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:06.362547 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0180ee86-c21f-415b-9930-19c9a0465fff tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Usage tracker for resource:security_group_rule and tenant:3c0d4db2afb84ac79a6eecab7b3e6f2c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:06.367224 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0180ee86-c21f-415b-9930-19c9a0465fff tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:06.374996 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0180ee86-c21f-415b-9930-19c9a0465fff tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:06.396287 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-a5b36772-9319-49ae-a3fc-90a4577cc8fe None None] Set router 711e87ec-fbce-45b4-b76f-e0b03acde4a5 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:20:06.458652 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0180ee86-c21f-415b-9930-19c9a0465fff tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:06.467132 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0180ee86-c21f-415b-9930-19c9a0465fff tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:06.470973 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b7564804-db95-4ec2-9649-9dc536b378bd req-a403435b-8008-4926-9dff-386a61cf0f89 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=3c0d4db2afb84ac79a6eecab7b3e6f2c&device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 1098 time: 0.1156476 Jan 21 10:20:06.520373 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180ee86-c21f-415b-9930-19c9a0465fff tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18a12569-115e-471c-be68-76c04dafad4c,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:06.532461 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0180ee86-c21f-415b-9930-19c9a0465fff tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:06.538253 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0180ee86-c21f-415b-9930-19c9a0465fff tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3233194 Jan 21 10:20:06.538253 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0180ee86-c21f-415b-9930-19c9a0465fff tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:06.538253 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0180ee86-c21f-415b-9930-19c9a0465fff tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:06.538253 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0180ee86-c21f-415b-9930-19c9a0465fff tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:06.538253 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0180ee86-c21f-415b-9930-19c9a0465fff tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:06.538253 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0180ee86-c21f-415b-9930-19c9a0465fff tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:06.538253 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0180ee86-c21f-415b-9930-19c9a0465fff tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:06.538253 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0180ee86-c21f-415b-9930-19c9a0465fff tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:06.539516 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0180ee86-c21f-415b-9930-19c9a0465fff tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:06.539516 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0180ee86-c21f-415b-9930-19c9a0465fff tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:06.539516 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0180ee86-c21f-415b-9930-19c9a0465fff tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:06.539964 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0180ee86-c21f-415b-9930-19c9a0465fff tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:06.543336 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43052) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:06.550189 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-476e06bc-a89f-4a95-af7d-d6b165874112 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Request body: {'security_group_rule': {'security_group_id': '18a12569-115e-471c-be68-76c04dafad4c', 'project_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:20:06.559586 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-476e06bc-a89f-4a95-af7d-d6b165874112 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:06.567449 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-476e06bc-a89f-4a95-af7d-d6b165874112 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Usage tracker for resource:security_group_rule and tenant:3c0d4db2afb84ac79a6eecab7b3e6f2c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:06.575034 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-476e06bc-a89f-4a95-af7d-d6b165874112 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:06.590529 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-476e06bc-a89f-4a95-af7d-d6b165874112 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:06.625546 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-476e06bc-a89f-4a95-af7d-d6b165874112 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:06.724276 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7564804-db95-4ec2-9649-9dc536b378bd req-0f29b226-2479-49aa-9b42-35a0479808fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:06.725831 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b7564804-db95-4ec2-9649-9dc536b378bd req-0f29b226-2479-49aa-9b42-35a0479808fa service neutron] 10.222.0.124 "GET /v2.0/networks?id=10c3b0ad-7932-46fb-8422-fb552d9a4ca3 HTTP/1.1" status: 200 len: 915 time: 0.2481692 Jan 21 10:20:06.742378 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-476e06bc-a89f-4a95-af7d-d6b165874112 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:06.758377 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-476e06bc-a89f-4a95-af7d-d6b165874112 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:06.793488 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e06bc-a89f-4a95-af7d-d6b165874112 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93817571-5e2c-41a9-987e-0f89d7a83a0b,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:06.815112 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-476e06bc-a89f-4a95-af7d-d6b165874112 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:06.833199 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-476e06bc-a89f-4a95-af7d-d6b165874112 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2885089 Jan 21 10:20:06.835215 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43056) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:06.852732 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6267dc08-2cb6-42ae-ac36-dd8653123aee tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Request body: {'security_group_rule': {'security_group_id': '18a12569-115e-471c-be68-76c04dafad4c', 'project_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:20:06.873273 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6267dc08-2cb6-42ae-ac36-dd8653123aee tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:06.881251 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6267dc08-2cb6-42ae-ac36-dd8653123aee tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Usage tracker for resource:security_group_rule and tenant:3c0d4db2afb84ac79a6eecab7b3e6f2c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:06.886984 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6267dc08-2cb6-42ae-ac36-dd8653123aee tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:06.897364 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6267dc08-2cb6-42ae-ac36-dd8653123aee tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:06.933740 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b7564804-db95-4ec2-9649-9dc536b378bd req-d9f8ced6-2eed-4be7-a7f0-73bc0fa0d86f service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5475be7-e7b4-4c8b-a11a-4e64909f1f38 HTTP/1.1" status: 200 len: 998 time: 0.2013075 Jan 21 10:20:06.944191 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6267dc08-2cb6-42ae-ac36-dd8653123aee tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:07.047672 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6267dc08-2cb6-42ae-ac36-dd8653123aee tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:07.055312 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7564804-db95-4ec2-9649-9dc536b378bd req-4e08a355-bf40-44bc-9c26-b38df500d928 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:07.056263 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6267dc08-2cb6-42ae-ac36-dd8653123aee tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:07.061158 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b7564804-db95-4ec2-9649-9dc536b378bd req-4e08a355-bf40-44bc-9c26-b38df500d928 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=870682bd-5dec-4d3c-9bc2-5eab27c41126 HTTP/1.1" status: 200 len: 853 time: 0.1183765 Jan 21 10:20:07.092137 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267dc08-2cb6-42ae-ac36-dd8653123aee tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21377441-529c-48ce-ac13-2f3076a0ac53,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:07.107839 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6267dc08-2cb6-42ae-ac36-dd8653123aee tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:07.109651 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6267dc08-2cb6-42ae-ac36-dd8653123aee tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2720370 Jan 21 10:20:07.112433 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43060) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:07.119856 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-0bdb71b5-a487-4988-9fae-74a9af36d576 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Request body: {'security_group_rule': {'security_group_id': '18a12569-115e-471c-be68-76c04dafad4c', 'project_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:20:07.135134 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0bdb71b5-a487-4988-9fae-74a9af36d576 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:07.140982 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a5b36772-9319-49ae-a3fc-90a4577cc8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'name': 'tempest-TestMinimumBasicScenario-541071515-router', 'tenant_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': 'a9de931a-7809-4d84-a273-ff7576e34427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:01Z', 'updated_at': '2022-01-21T10:19:05Z', 'revision_number': 4, 'project_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'gw_port': {'id': 'a9de931a-7809-4d84-a273-ff7576e34427', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:01Z', 'updated_at': '2022-01-21T10:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': 'ec5346c2-91ab-4c77-90aa-04619ac1ec4f', 'tenant_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'floating_ip_address': '172.26.0.94', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'port_id': 'a5475be7-e7b4-4c8b-a11a-4e64909f1f38', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10c3b0ad-7932-46fb-8422-fb552d9a4ca3', 'mac_address': 'fa:16:3e:d7:39:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e08b0f4-f187-4b4e-b1a7-15cf2a054056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:20:04Z', 'updated_at': '2022-01-21T10:20:04Z', 'revision_number': 0, 'project_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c73d70b-1595-4f41-b6fc-611e42fe564f', 'name': '', 'network_id': '10c3b0ad-7932-46fb-8422-fb552d9a4ca3', 'tenant_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'mac_address': 'fa:16:3e:38:58:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '870682bd-5dec-4d3c-9bc2-5eab27c41126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:04Z', 'updated_at': '2022-01-21T10:19:25Z', 'revision_number': 5, 'project_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'subnets': [{'id': '870682bd-5dec-4d3c-9bc2-5eab27c41126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:07.142278 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0bdb71b5-a487-4988-9fae-74a9af36d576 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Usage tracker for resource:security_group_rule and tenant:3c0d4db2afb84ac79a6eecab7b3e6f2c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:07.145839 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b36772-9319-49ae-a3fc-90a4577cc8fe None None] Checking router: 711e87ec-fbce-45b4-b76f-e0b03acde4a5 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:20:07.146554 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0bdb71b5-a487-4988-9fae-74a9af36d576 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:07.155185 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0bdb71b5-a487-4988-9fae-74a9af36d576 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:07.163213 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b36772-9319-49ae-a3fc-90a4577cc8fe None None] Routers {'711e87ec-fbce-45b4-b76f-e0b03acde4a5'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:20:07.164438 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a5b36772-9319-49ae-a3fc-90a4577cc8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:19:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['711e87ec-fbce-45b4-b76f-e0b03acde4a5'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:07.185131 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0bdb71b5-a487-4988-9fae-74a9af36d576 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:07.194813 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b7564804-db95-4ec2-9649-9dc536b378bd req-23f9df88-7489-44b8-87d0-1a16ed7ed88d service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=10c3b0ad-7932-46fb-8422-fb552d9a4ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1237967 Jan 21 10:20:07.313801 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0bdb71b5-a487-4988-9fae-74a9af36d576 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:07.323572 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0bdb71b5-a487-4988-9fae-74a9af36d576 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:07.357060 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb71b5-a487-4988-9fae-74a9af36d576 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3301a24-9655-4883-9632-1a35cc5c3f5e,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:07.370829 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0bdb71b5-a487-4988-9fae-74a9af36d576 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:07.372756 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0bdb71b5-a487-4988-9fae-74a9af36d576 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2589166 Jan 21 10:20:07.376703 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43064) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:07.387023 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-8516b892-747f-4a78-913f-e92b351da3f3 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Request body: {'security_group_rule': {'security_group_id': '18a12569-115e-471c-be68-76c04dafad4c', 'project_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:20:07.394338 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8516b892-747f-4a78-913f-e92b351da3f3 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:07.399594 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8516b892-747f-4a78-913f-e92b351da3f3 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Usage tracker for resource:security_group_rule and tenant:3c0d4db2afb84ac79a6eecab7b3e6f2c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:07.402861 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8516b892-747f-4a78-913f-e92b351da3f3 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:07.408497 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b7564804-db95-4ec2-9649-9dc536b378bd req-b0e3d4e1-f53b-4e3d-905c-6fdfe94a1fd8 service neutron] 10.222.0.124 "GET /v2.0/networks/10c3b0ad-7932-46fb-8422-fb552d9a4ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993165 Jan 21 10:20:07.411613 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8516b892-747f-4a78-913f-e92b351da3f3 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:07.431900 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-a5b36772-9319-49ae-a3fc-90a4577cc8fe None None] Set router 711e87ec-fbce-45b4-b76f-e0b03acde4a5 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:20:07.439522 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8516b892-747f-4a78-913f-e92b351da3f3 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:07.545790 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8516b892-747f-4a78-913f-e92b351da3f3 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:07.553398 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8516b892-747f-4a78-913f-e92b351da3f3 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:07.593979 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8516b892-747f-4a78-913f-e92b351da3f3 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:07.594691 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b7564804-db95-4ec2-9649-9dc536b378bd req-5a854abc-29c0-46f9-8038-11e161d3a6d9 service neutron] 10.222.0.124 "GET /v2.0/networks/10c3b0ad-7932-46fb-8422-fb552d9a4ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783166 Jan 21 10:20:07.594957 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8516b892-747f-4a78-913f-e92b351da3f3 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2167611 Jan 21 10:20:07.599128 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43068) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:07.602046 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516b892-747f-4a78-913f-e92b351da3f3 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d17b9dee-d90b-49ad-bf0b-e9f1b467633a,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:07.610767 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-2cdf57f0-a72f-4686-ad79-e57c44775c15 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Request body: {'security_group_rule': {'security_group_id': '18a12569-115e-471c-be68-76c04dafad4c', 'project_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:20:07.623881 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-2cdf57f0-a72f-4686-ad79-e57c44775c15 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:07.630260 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-2cdf57f0-a72f-4686-ad79-e57c44775c15 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Usage tracker for resource:security_group_rule and tenant:3c0d4db2afb84ac79a6eecab7b3e6f2c is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:07.633958 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-2cdf57f0-a72f-4686-ad79-e57c44775c15 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:07.643323 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-2cdf57f0-a72f-4686-ad79-e57c44775c15 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:07.657651 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:20:07.658349 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.securitygroups_db [None req-2cdf57f0-a72f-4686-ad79-e57c44775c15 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Project 3c0d4db2afb84ac79a6eecab7b3e6f2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:20:07.666026 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2cdf57f0-a72f-4686-ad79-e57c44775c15 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:07.773623 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2cdf57f0-a72f-4686-ad79-e57c44775c15 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:07.779751 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2cdf57f0-a72f-4686-ad79-e57c44775c15 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:07.806442 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf57f0-a72f-4686-ad79-e57c44775c15 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f723e8cf-1f36-407b-8031-b66e9ff5a16a,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:07.820593 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2cdf57f0-a72f-4686-ad79-e57c44775c15 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:07.822079 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-2cdf57f0-a72f-4686-ad79-e57c44775c15 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2208433 Jan 21 10:20:07.824978 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43072) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:07.834753 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-89d12330-5b60-4306-8f3d-2e2c02f8c46d tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Request body: {'security_group_rule': {'security_group_id': '18a12569-115e-471c-be68-76c04dafad4c', 'project_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:20:07.844440 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-89d12330-5b60-4306-8f3d-2e2c02f8c46d tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:07.850002 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-89d12330-5b60-4306-8f3d-2e2c02f8c46d tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Usage tracker for resource:security_group_rule and tenant:3c0d4db2afb84ac79a6eecab7b3e6f2c is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:07.854707 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-89d12330-5b60-4306-8f3d-2e2c02f8c46d tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:07.864976 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-89d12330-5b60-4306-8f3d-2e2c02f8c46d tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:07.887289 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.securitygroups_db [None req-89d12330-5b60-4306-8f3d-2e2c02f8c46d tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Project 3c0d4db2afb84ac79a6eecab7b3e6f2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:20:07.894519 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-89d12330-5b60-4306-8f3d-2e2c02f8c46d tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:07.945665 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a5b36772-9319-49ae-a3fc-90a4577cc8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'name': 'tempest-TestMinimumBasicScenario-541071515-router', 'tenant_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': 'a9de931a-7809-4d84-a273-ff7576e34427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:01Z', 'updated_at': '2022-01-21T10:19:05Z', 'revision_number': 4, 'project_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'gw_port': {'id': 'a9de931a-7809-4d84-a273-ff7576e34427', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:01Z', 'updated_at': '2022-01-21T10:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': 'ec5346c2-91ab-4c77-90aa-04619ac1ec4f', 'tenant_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'floating_ip_address': '172.26.0.94', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'port_id': 'a5475be7-e7b4-4c8b-a11a-4e64909f1f38', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10c3b0ad-7932-46fb-8422-fb552d9a4ca3', 'mac_address': 'fa:16:3e:d7:39:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e08b0f4-f187-4b4e-b1a7-15cf2a054056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:20:04Z', 'updated_at': '2022-01-21T10:20:04Z', 'revision_number': 0, 'project_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c73d70b-1595-4f41-b6fc-611e42fe564f', 'name': '', 'network_id': '10c3b0ad-7932-46fb-8422-fb552d9a4ca3', 'tenant_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'mac_address': 'fa:16:3e:38:58:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '870682bd-5dec-4d3c-9bc2-5eab27c41126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:04Z', 'updated_at': '2022-01-21T10:19:25Z', 'revision_number': 5, 'project_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'subnets': [{'id': '870682bd-5dec-4d3c-9bc2-5eab27c41126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:07.953202 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b36772-9319-49ae-a3fc-90a4577cc8fe None None] The sync data for ids ['711e87ec-fbce-45b4-b76f-e0b03acde4a5'] in dv-neutron-825732-1-hyperv is: [{'id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'name': 'tempest-TestMinimumBasicScenario-541071515-router', 'tenant_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': 'a9de931a-7809-4d84-a273-ff7576e34427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:01Z', 'updated_at': '2022-01-21T10:19:05Z', 'revision_number': 4, 'project_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'gw_port': {'id': 'a9de931a-7809-4d84-a273-ff7576e34427', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:01Z', 'updated_at': '2022-01-21T10:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': 'ec5346c2-91ab-4c77-90aa-04619ac1ec4f', 'tenant_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'floating_ip_address': '172.26.0.94', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'port_id': 'a5475be7-e7b4-4c8b-a11a-4e64909f1f38', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10c3b0ad-7932-46fb-8422-fb552d9a4ca3', 'mac_address': 'fa:16:3e:d7:39:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e08b0f4-f187-4b4e-b1a7-15cf2a054056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:20:04Z', 'updated_at': '2022-01-21T10:20:04Z', 'revision_number': 0, 'project_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c73d70b-1595-4f41-b6fc-611e42fe564f', 'name': '', 'network_id': '10c3b0ad-7932-46fb-8422-fb552d9a4ca3', 'tenant_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'mac_address': 'fa:16:3e:38:58:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '870682bd-5dec-4d3c-9bc2-5eab27c41126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:04Z', 'updated_at': '2022-01-21T10:19:25Z', 'revision_number': 5, 'project_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'subnets': [{'id': '870682bd-5dec-4d3c-9bc2-5eab27c41126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:20:08.014161 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-89d12330-5b60-4306-8f3d-2e2c02f8c46d tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:08.022009 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-89d12330-5b60-4306-8f3d-2e2c02f8c46d tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:08.049335 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d12330-5b60-4306-8f3d-2e2c02f8c46d tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c80b04d6-dd1c-4eba-92e7-47ce7031295a,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:08.060774 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-89d12330-5b60-4306-8f3d-2e2c02f8c46d tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:08.069692 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-89d12330-5b60-4306-8f3d-2e2c02f8c46d tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2434340 Jan 21 10:20:08.231007 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3913a702-2711-4ab8-ae97-10e8bef28ef6 None None] New status for floating IP ec5346c2-91ab-4c77-90aa-04619ac1ec4f: ACTIVE {{(pid=83600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:20:08.242657 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-52d80628-db6b-47aa-875e-8d30b64bd469 req-af8fb3d2-328c-4a25-95aa-a17fc2189d47 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-684331725&fields=id&tenant_id=3c0d4db2afb84ac79a6eecab7b3e6f2c HTTP/1.1" status: 200 len: 267 time: 0.0552003 Jan 21 10:20:08.356478 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d80628-db6b-47aa-875e-8d30b64bd469 req-4c21e453-053f-48cc-88af-de33c5b24369 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:08.359240 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-52d80628-db6b-47aa-875e-8d30b64bd469 req-4c21e453-053f-48cc-88af-de33c5b24369 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 945 time: 0.1078703 Jan 21 10:20:08.385077 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-52d80628-db6b-47aa-875e-8d30b64bd469 req-fb1d2f37-1289-4b20-bd58-b38a03a37e14 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Request body: {'port': {'security_groups': ['4e9e8f20-827f-4425-8289-0f71830a848a', '18a12569-115e-471c-be68-76c04dafad4c']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:20:08.617818 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-52d80628-db6b-47aa-875e-8d30b64bd469 req-fb1d2f37-1289-4b20-bd58-b38a03a37e14 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:09.090960 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-52d80628-db6b-47aa-875e-8d30b64bd469 req-fb1d2f37-1289-4b20-bd58-b38a03a37e14 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] For port a5475be7-e7b4-4c8b-a11a-4e64909f1f38, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a5475be7-e7b4-4c8b-a11a-4e64909f1f38,segment=NetworkSegment(a5a44e61-c87f-4d97-bf4b-12a1b70851c0),segment_id=a5a44e61-c87f-4d97-bf4b-12a1b70851c0)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:20:09.130114 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-52d80628-db6b-47aa-875e-8d30b64bd469 req-fb1d2f37-1289-4b20-bd58-b38a03a37e14 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:09.134952 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-52d80628-db6b-47aa-875e-8d30b64bd469 req-fb1d2f37-1289-4b20-bd58-b38a03a37e14 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:09.150246 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['a5475be7-e7b4-4c8b-a11a-4e64909f1f38'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:20:09.210403 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d80628-db6b-47aa-875e-8d30b64bd469 req-fb1d2f37-1289-4b20-bd58-b38a03a37e14 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:09.211073 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-52d80628-db6b-47aa-875e-8d30b64bd469 req-fb1d2f37-1289-4b20-bd58-b38a03a37e14 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:09.214811 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-52d80628-db6b-47aa-875e-8d30b64bd469 req-fb1d2f37-1289-4b20-bd58-b38a03a37e14 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "PUT /v2.0/ports/a5475be7-e7b4-4c8b-a11a-4e64909f1f38 HTTP/1.1" status: 200 len: 981 time: 0.8371294 Jan 21 10:20:09.222307 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e08b0f4-f187-4b4e-b1a7-15cf2a054056', 'tag': 'a5475be7-e7b4-4c8b-a11a-4e64909f1f38'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:20:09.260058 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d2f37-1289-4b20-bd58-b38a03a37e14 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Pushing event updated for resources: {'Port': ['ID=a5475be7-e7b4-4c8b-a11a-4e64909f1f38,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:09.272767 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1d2f37-1289-4b20-bd58-b38a03a37e14 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:09.273215 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1d2f37-1289-4b20-bd58-b38a03a37e14 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:09.273587 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1d2f37-1289-4b20-bd58-b38a03a37e14 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:09.273923 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1d2f37-1289-4b20-bd58-b38a03a37e14 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:09.274283 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1d2f37-1289-4b20-bd58-b38a03a37e14 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:09.274754 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1d2f37-1289-4b20-bd58-b38a03a37e14 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:09.275137 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1d2f37-1289-4b20-bd58-b38a03a37e14 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:09.275560 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1d2f37-1289-4b20-bd58-b38a03a37e14 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:09.275926 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1d2f37-1289-4b20-bd58-b38a03a37e14 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:09.277571 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1d2f37-1289-4b20-bd58-b38a03a37e14 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:09.278068 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1d2f37-1289-4b20-bd58-b38a03a37e14 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:09.311416 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e08b0f4-f187-4b4e-b1a7-15cf2a054056', 'tag': 'a5475be7-e7b4-4c8b-a11a-4e64909f1f38', 'status': 'completed', 'code': 200} Jan 21 10:20:09.316608 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['a5475be7-e7b4-4c8b-a11a-4e64909f1f38'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:20:09.445493 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0671c60c-b20f-4c16-b7e0-614cebb8ece0 req-cbd9695e-81e8-40a9-9311-7c4b25e298bb service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=3c0d4db2afb84ac79a6eecab7b3e6f2c&device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 1137 time: 0.1092196 Jan 21 10:20:09.564872 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efb697-b09a-4ffc-add1-41879f7ad5f6 req-2d3584b0-5dd4-4daf-9f31-68ce0fb3fe1f tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:09.567604 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-f4efb697-b09a-4ffc-add1-41879f7ad5f6 req-2d3584b0-5dd4-4daf-9f31-68ce0fb3fe1f tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 984 time: 0.0989885 Jan 21 10:20:09.633060 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671c60c-b20f-4c16-b7e0-614cebb8ece0 req-3598de6c-6fcb-48f9-b843-0381f6bda92b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:09.634934 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0671c60c-b20f-4c16-b7e0-614cebb8ece0 req-3598de6c-6fcb-48f9-b843-0381f6bda92b service neutron] 10.222.0.124 "GET /v2.0/networks?id=10c3b0ad-7932-46fb-8422-fb552d9a4ca3 HTTP/1.1" status: 200 len: 915 time: 0.1841879 Jan 21 10:20:09.635821 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-f4efb697-b09a-4ffc-add1-41879f7ad5f6 req-d784b2e0-9ba2-464d-9284-73c8606c5348 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Synchronizing usage tracker for tenant:3c0d4db2afb84ac79a6eecab7b3e6f2c on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:20:09.656537 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-f4efb697-b09a-4ffc-add1-41879f7ad5f6 req-d784b2e0-9ba2-464d-9284-73c8606c5348 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Unset dirty status for tenant:3c0d4db2afb84ac79a6eecab7b3e6f2c on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:20:09.664773 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-c593da8f-2788-4838-970c-8f8ea178cfd9 None None] Provisioning complete for port a5475be7-e7b4-4c8b-a11a-4e64909f1f38 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:20:09.665133 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c593da8f-2788-4838-970c-8f8ea178cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:09.666423 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-f4efb697-b09a-4ffc-add1-41879f7ad5f6 req-d784b2e0-9ba2-464d-9284-73c8606c5348 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/security-groups?id=18a12569-115e-471c-be68-76c04dafad4c&id=4e9e8f20-827f-4425-8289-0f71830a848a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0887935 Jan 21 10:20:09.766148 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0671c60c-b20f-4c16-b7e0-614cebb8ece0 req-b6d7eaaa-78fe-4f82-81ee-59b24c6f08f7 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5475be7-e7b4-4c8b-a11a-4e64909f1f38 HTTP/1.1" status: 200 len: 1000 time: 0.1247408 Jan 21 10:20:09.848872 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671c60c-b20f-4c16-b7e0-614cebb8ece0 req-f71bc1fd-4ed4-4397-9d8e-ccb4f0260408 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:09.850451 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0671c60c-b20f-4c16-b7e0-614cebb8ece0 req-f71bc1fd-4ed4-4397-9d8e-ccb4f0260408 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=870682bd-5dec-4d3c-9bc2-5eab27c41126 HTTP/1.1" status: 200 len: 853 time: 0.0788949 Jan 21 10:20:09.941280 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0671c60c-b20f-4c16-b7e0-614cebb8ece0 req-90684fca-bbec-49fc-b37c-4f6cc5f6433e service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=10c3b0ad-7932-46fb-8422-fb552d9a4ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837831 Jan 21 10:20:10.122915 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0671c60c-b20f-4c16-b7e0-614cebb8ece0 req-df33e89d-2e39-4ee9-abd3-7a47b8903406 service neutron] 10.222.0.124 "GET /v2.0/networks/10c3b0ad-7932-46fb-8422-fb552d9a4ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730912 Jan 21 10:20:10.303304 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0671c60c-b20f-4c16-b7e0-614cebb8ece0 req-dcb0f1af-f80b-44e6-b838-4e4bedabf751 service neutron] 10.222.0.124 "GET /v2.0/networks/10c3b0ad-7932-46fb-8422-fb552d9a4ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736884 Jan 21 10:20:20.555405 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:23.925990 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-292ca7ca-3ff8-48ee-8305-90082cb7a331 req-b2e60a50-a0a9-4409-b575-a728f3117399 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=3c0d4db2afb84ac79a6eecab7b3e6f2c&device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 1137 time: 0.0868950 Jan 21 10:20:23.987384 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9e992-6134-4cf1-820d-3cc1399befb8 req-0e740b8b-274e-4de8-825e-49df258a47ed tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:23.989013 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e1b9e992-6134-4cf1-820d-3cc1399befb8 req-0e740b8b-274e-4de8-825e-49df258a47ed tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 984 time: 0.0841420 Jan 21 10:20:23.989823 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-daf6bad8-9fad-4992-a68a-4028a0f79316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:24.048460 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e1b9e992-6134-4cf1-820d-3cc1399befb8 req-daf185c1-3b31-4059-88c7-7f0452f78a5b tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/security-groups?id=18a12569-115e-471c-be68-76c04dafad4c&id=4e9e8f20-827f-4425-8289-0f71830a848a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0497136 Jan 21 10:20:24.067932 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ca7ca-3ff8-48ee-8305-90082cb7a331 req-7dd79877-bfc7-422b-96c3-5d307aef5cca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:24.069757 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-292ca7ca-3ff8-48ee-8305-90082cb7a331 req-7dd79877-bfc7-422b-96c3-5d307aef5cca service neutron] 10.222.0.124 "GET /v2.0/networks?id=10c3b0ad-7932-46fb-8422-fb552d9a4ca3 HTTP/1.1" status: 200 len: 915 time: 0.1372366 Jan 21 10:20:24.196755 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-292ca7ca-3ff8-48ee-8305-90082cb7a331 req-bd3fea3d-2727-448c-ad22-3be8f51762c3 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5475be7-e7b4-4c8b-a11a-4e64909f1f38 HTTP/1.1" status: 200 len: 1000 time: 0.1189919 Jan 21 10:20:24.263920 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ca7ca-3ff8-48ee-8305-90082cb7a331 req-96f82681-a14b-4857-b0a9-bf16edbcdb7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:24.265354 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-292ca7ca-3ff8-48ee-8305-90082cb7a331 req-96f82681-a14b-4857-b0a9-bf16edbcdb7d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=870682bd-5dec-4d3c-9bc2-5eab27c41126 HTTP/1.1" status: 200 len: 853 time: 0.0631728 Jan 21 10:20:24.352381 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-292ca7ca-3ff8-48ee-8305-90082cb7a331 req-350f6925-0806-4ca3-a71f-5a1a7a9d15e0 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=10c3b0ad-7932-46fb-8422-fb552d9a4ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805721 Jan 21 10:20:24.498869 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-292ca7ca-3ff8-48ee-8305-90082cb7a331 req-a3377882-defc-4c27-a3c1-e2378d409ab4 service neutron] 10.222.0.124 "GET /v2.0/networks/10c3b0ad-7932-46fb-8422-fb552d9a4ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404512 Jan 21 10:20:24.646907 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-292ca7ca-3ff8-48ee-8305-90082cb7a331 req-01f0d7e2-cca7-4213-903d-923713f29d88 service neutron] 10.222.0.124 "GET /v2.0/networks/10c3b0ad-7932-46fb-8422-fb552d9a4ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419024 Jan 21 10:20:25.368211 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f659e50-44f3-4193-955c-2d3ebde1c890 req-4f37d688-70ac-4212-b210-12d765268fb8 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:25.369678 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7f659e50-44f3-4193-955c-2d3ebde1c890 req-4f37d688-70ac-4212-b210-12d765268fb8 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 984 time: 0.1799147 Jan 21 10:20:25.421882 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7f659e50-44f3-4193-955c-2d3ebde1c890 req-f348cf48-3489-4bfe-81e2-1aca83257bab tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/security-groups?id=18a12569-115e-471c-be68-76c04dafad4c&id=4e9e8f20-827f-4425-8289-0f71830a848a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429533 Jan 21 10:20:26.412679 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-37450ebf-e612-4579-aa1f-f483649a3cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:26.623094 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fd2c1-9ad7-4a93-a67d-4ae21cf35bfb req-77b01937-b135-469a-af28-b3ac3a5baca3 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:26.624888 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-fc6fd2c1-9ad7-4a93-a67d-4ae21cf35bfb req-77b01937-b135-469a-af28-b3ac3a5baca3 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 984 time: 0.0787356 Jan 21 10:20:26.674379 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-fc6fd2c1-9ad7-4a93-a67d-4ae21cf35bfb req-c6703bb4-e4e6-4c14-addf-3acbccfe8d23 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/security-groups?id=18a12569-115e-471c-be68-76c04dafad4c&id=4e9e8f20-827f-4425-8289-0f71830a848a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435274 Jan 21 10:20:27.518049 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:27.867020 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:27.882869 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554cbc6-a73b-4427-88a0-0e06d62896be req-30ab4db0-8e5a-469d-acdc-147059e25bca tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:27.884421 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7554cbc6-a73b-4427-88a0-0e06d62896be req-30ab4db0-8e5a-469d-acdc-147059e25bca tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 984 time: 0.0829804 Jan 21 10:20:27.932452 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7554cbc6-a73b-4427-88a0-0e06d62896be req-5068a642-d205-42b1-a93a-b51f24b304bb tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/security-groups?id=18a12569-115e-471c-be68-76c04dafad4c&id=4e9e8f20-827f-4425-8289-0f71830a848a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412881 Jan 21 10:20:29.138045 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c6e70-cdde-4fd1-9af2-69d0a9620093 req-9f1de2ac-1db5-40cd-bcf2-c4b08523d588 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:29.139579 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-985c6e70-cdde-4fd1-9af2-69d0a9620093 req-9f1de2ac-1db5-40cd-bcf2-c4b08523d588 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 984 time: 0.0823555 Jan 21 10:20:29.188665 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-985c6e70-cdde-4fd1-9af2-69d0a9620093 req-16cc6f98-d878-4a77-8b02-5e111a216918 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/security-groups?id=18a12569-115e-471c-be68-76c04dafad4c&id=4e9e8f20-827f-4425-8289-0f71830a848a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434310 Jan 21 10:20:29.605043 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:30.416705 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313b438-d560-48b5-bca3-acccf38d8a2b req-b0ea9985-a8ab-4b1f-b62d-5221ab19e47b tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:30.418597 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1313b438-d560-48b5-bca3-acccf38d8a2b req-b0ea9985-a8ab-4b1f-b62d-5221ab19e47b tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 984 time: 0.0894296 Jan 21 10:20:30.483551 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1313b438-d560-48b5-bca3-acccf38d8a2b req-d5108fd4-ca58-40c4-909a-22f54920fdee tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/security-groups?id=18a12569-115e-471c-be68-76c04dafad4c&id=4e9e8f20-827f-4425-8289-0f71830a848a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588226 Jan 21 10:20:31.696230 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076c364-8e58-4fed-8ad7-359b73605b83 req-28cd8465-78f8-49b9-95ec-e2add61db044 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:31.697718 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-0076c364-8e58-4fed-8ad7-359b73605b83 req-28cd8465-78f8-49b9-95ec-e2add61db044 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 984 time: 0.0840993 Jan 21 10:20:31.745931 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-0076c364-8e58-4fed-8ad7-359b73605b83 req-3c90f597-5f87-401c-a75d-d9648ec6f6d6 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/security-groups?id=18a12569-115e-471c-be68-76c04dafad4c&id=4e9e8f20-827f-4425-8289-0f71830a848a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423779 Jan 21 10:20:32.958546 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba71778-d538-4fbe-8674-ac036ced653d req-10ab0382-25aa-47d7-8643-e4ea7e116a49 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:32.959986 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fba71778-d538-4fbe-8674-ac036ced653d req-10ab0382-25aa-47d7-8643-e4ea7e116a49 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 984 time: 0.0880947 Jan 21 10:20:33.009717 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fba71778-d538-4fbe-8674-ac036ced653d req-7628a337-3cfd-4b0b-8e17-c2d81f8e9241 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/security-groups?id=18a12569-115e-471c-be68-76c04dafad4c&id=4e9e8f20-827f-4425-8289-0f71830a848a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435646 Jan 21 10:20:34.317270 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46bd87-336c-4970-8bb2-0ee04624ac7c req-899e9640-f5f2-46a5-8ee8-047bf3afe9e2 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:34.318736 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-8a46bd87-336c-4970-8bb2-0ee04624ac7c req-899e9640-f5f2-46a5-8ee8-047bf3afe9e2 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 984 time: 0.1771326 Jan 21 10:20:34.368887 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-8a46bd87-336c-4970-8bb2-0ee04624ac7c req-d87b58bc-116d-47fa-8178-6fb9d0de73dd tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/security-groups?id=18a12569-115e-471c-be68-76c04dafad4c&id=4e9e8f20-827f-4425-8289-0f71830a848a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444162 Jan 21 10:20:35.613175 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3c54e-62db-43cd-add1-6eb1286bd260 req-f41026d7-11f4-4678-bf4f-bc84269b435c tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:35.614568 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-72a3c54e-62db-43cd-add1-6eb1286bd260 req-f41026d7-11f4-4678-bf4f-bc84269b435c tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 984 time: 0.0904949 Jan 21 10:20:35.667852 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-72a3c54e-62db-43cd-add1-6eb1286bd260 req-cb9efb19-a564-4494-aa69-a12888a874a6 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/security-groups?id=18a12569-115e-471c-be68-76c04dafad4c&id=4e9e8f20-827f-4425-8289-0f71830a848a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0473342 Jan 21 10:20:36.885041 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb3a37-c5ac-409a-a488-a5153315bbe3 req-3031d22e-9fc3-4691-9012-79aa6b7ecb08 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:36.887060 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-67cb3a37-c5ac-409a-a488-a5153315bbe3 req-3031d22e-9fc3-4691-9012-79aa6b7ecb08 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 984 time: 0.0811608 Jan 21 10:20:36.935054 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-67cb3a37-c5ac-409a-a488-a5153315bbe3 req-91b78e4e-9a63-42fe-b3ae-3fb1f6634c94 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/security-groups?id=18a12569-115e-471c-be68-76c04dafad4c&id=4e9e8f20-827f-4425-8289-0f71830a848a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419786 Jan 21 10:20:44.648822 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:20:50.599766 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:53.995765 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-973d762b-c6a7-4618-92fb-d2f6f9e141f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:56.416007 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-331aef7c-2e0d-4f85-9b28-c61c62224ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:57.522550 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:57.869715 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:59.597216 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:03.475830 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-632d5366-9b66-4055-8974-11683904b97b req-4c40e1bd-32f7-446a-afc1-b2a4fe8fefb5 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794976 Jan 21 10:21:03.627277 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-632d5366-9b66-4055-8974-11683904b97b req-f27e359b-dbd7-48e9-bdff-8054522bf65b service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=3c0d4db2afb84ac79a6eecab7b3e6f2c&device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 1137 time: 0.0792480 Jan 21 10:21:03.781802 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d5366-9b66-4055-8974-11683904b97b req-530ebfa7-e5f2-4672-a946-83ac1068b4e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:03.783644 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-632d5366-9b66-4055-8974-11683904b97b req-530ebfa7-e5f2-4672-a946-83ac1068b4e0 service neutron] 10.222.0.124 "GET /v2.0/networks?id=10c3b0ad-7932-46fb-8422-fb552d9a4ca3 HTTP/1.1" status: 200 len: 915 time: 0.1369970 Jan 21 10:21:03.903295 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-632d5366-9b66-4055-8974-11683904b97b req-f7b46a8e-91a4-4d1b-95fd-81eba0e82171 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5475be7-e7b4-4c8b-a11a-4e64909f1f38 HTTP/1.1" status: 200 len: 1000 time: 0.1126328 Jan 21 10:21:03.979571 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d5366-9b66-4055-8974-11683904b97b req-285bd156-b6ec-43e5-94c2-dc63d0095cfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:03.980993 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-632d5366-9b66-4055-8974-11683904b97b req-285bd156-b6ec-43e5-94c2-dc63d0095cfb service neutron] 10.222.0.124 "GET /v2.0/subnets?id=870682bd-5dec-4d3c-9bc2-5eab27c41126 HTTP/1.1" status: 200 len: 853 time: 0.0719113 Jan 21 10:21:04.069244 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-632d5366-9b66-4055-8974-11683904b97b req-bc08b467-96e9-4c39-b40e-8ad4b0e222a1 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=10c3b0ad-7932-46fb-8422-fb552d9a4ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816357 Jan 21 10:21:04.215231 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-632d5366-9b66-4055-8974-11683904b97b req-d42d48f2-60b5-4f77-9c81-ba2fa607ab02 service neutron] 10.222.0.124 "GET /v2.0/networks/10c3b0ad-7932-46fb-8422-fb552d9a4ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389804 Jan 21 10:21:04.357900 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-632d5366-9b66-4055-8974-11683904b97b req-077ae00a-1fb0-46e4-b09c-81ea42d33fec service neutron] 10.222.0.124 "GET /v2.0/networks/10c3b0ad-7932-46fb-8422-fb552d9a4ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360621 Jan 21 10:21:09.360102 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8e47bebf-d6b9-42c0-b34e-5a18da145ef8 req-bd81b6ed-a56c-4fec-a609-f6ad207e4f20 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-684331725&fields=id&tenant_id=3c0d4db2afb84ac79a6eecab7b3e6f2c HTTP/1.1" status: 200 len: 267 time: 0.0403094 Jan 21 10:21:09.447296 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47bebf-d6b9-42c0-b34e-5a18da145ef8 req-f1c6ed9a-eeb2-4bfe-ba77-25f91950f103 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:09.448763 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8e47bebf-d6b9-42c0-b34e-5a18da145ef8 req-f1c6ed9a-eeb2-4bfe-ba77-25f91950f103 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 984 time: 0.0831840 Jan 21 10:21:09.460360 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-8e47bebf-d6b9-42c0-b34e-5a18da145ef8 req-f0a6f89a-8ca9-4ce7-b092-32d077e94420 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Request body: {'port': {'security_groups': ['4e9e8f20-827f-4425-8289-0f71830a848a']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:21:09.587429 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8e47bebf-d6b9-42c0-b34e-5a18da145ef8 req-f0a6f89a-8ca9-4ce7-b092-32d077e94420 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:09.950829 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-8e47bebf-d6b9-42c0-b34e-5a18da145ef8 req-f0a6f89a-8ca9-4ce7-b092-32d077e94420 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] For port a5475be7-e7b4-4c8b-a11a-4e64909f1f38, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a5475be7-e7b4-4c8b-a11a-4e64909f1f38,segment=NetworkSegment(a5a44e61-c87f-4d97-bf4b-12a1b70851c0),segment_id=a5a44e61-c87f-4d97-bf4b-12a1b70851c0)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:21:09.978341 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8e47bebf-d6b9-42c0-b34e-5a18da145ef8 req-f0a6f89a-8ca9-4ce7-b092-32d077e94420 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:09.985235 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8e47bebf-d6b9-42c0-b34e-5a18da145ef8 req-f0a6f89a-8ca9-4ce7-b092-32d077e94420 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:09.999303 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['a5475be7-e7b4-4c8b-a11a-4e64909f1f38'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:21:10.073914 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47bebf-d6b9-42c0-b34e-5a18da145ef8 req-f0a6f89a-8ca9-4ce7-b092-32d077e94420 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:10.074757 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8e47bebf-d6b9-42c0-b34e-5a18da145ef8 req-f0a6f89a-8ca9-4ce7-b092-32d077e94420 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:10.076210 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8e47bebf-d6b9-42c0-b34e-5a18da145ef8 req-f0a6f89a-8ca9-4ce7-b092-32d077e94420 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "PUT /v2.0/ports/a5475be7-e7b4-4c8b-a11a-4e64909f1f38 HTTP/1.1" status: 200 len: 942 time: 0.6205661 Jan 21 10:21:10.076637 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e08b0f4-f187-4b4e-b1a7-15cf2a054056', 'tag': 'a5475be7-e7b4-4c8b-a11a-4e64909f1f38'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:21:10.085042 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43132) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:10.104200 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a6f89a-8ca9-4ce7-b092-32d077e94420 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Pushing event updated for resources: {'Port': ['ID=a5475be7-e7b4-4c8b-a11a-4e64909f1f38,revision_number=7']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:10.121400 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a6f89a-8ca9-4ce7-b092-32d077e94420 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:10.121968 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a6f89a-8ca9-4ce7-b092-32d077e94420 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:10.122508 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a6f89a-8ca9-4ce7-b092-32d077e94420 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:10.123056 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a6f89a-8ca9-4ce7-b092-32d077e94420 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:10.123622 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a6f89a-8ca9-4ce7-b092-32d077e94420 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:10.124101 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a6f89a-8ca9-4ce7-b092-32d077e94420 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:10.124666 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a6f89a-8ca9-4ce7-b092-32d077e94420 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:10.125343 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a6f89a-8ca9-4ce7-b092-32d077e94420 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:10.125889 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a6f89a-8ca9-4ce7-b092-32d077e94420 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:10.126410 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a6f89a-8ca9-4ce7-b092-32d077e94420 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:10.127188 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a6f89a-8ca9-4ce7-b092-32d077e94420 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:10.177284 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1c91152e-ecd6-4b7d-9fa6-a5fa1f9594ae tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:10.187966 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['a5475be7-e7b4-4c8b-a11a-4e64909f1f38'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:21:10.222834 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1c91152e-ecd6-4b7d-9fa6-a5fa1f9594ae tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:10.309229 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1c91152e-ecd6-4b7d-9fa6-a5fa1f9594ae tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:10.341780 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91152e-ecd6-4b7d-9fa6-a5fa1f9594ae tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a12569-115e-471c-be68-76c04dafad4c,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:10.356471 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c91152e-ecd6-4b7d-9fa6-a5fa1f9594ae tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:10.356792 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c91152e-ecd6-4b7d-9fa6-a5fa1f9594ae tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:10.357128 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c91152e-ecd6-4b7d-9fa6-a5fa1f9594ae tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:10.357455 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c91152e-ecd6-4b7d-9fa6-a5fa1f9594ae tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:10.357805 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c91152e-ecd6-4b7d-9fa6-a5fa1f9594ae tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:10.358127 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c91152e-ecd6-4b7d-9fa6-a5fa1f9594ae tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:10.358444 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c91152e-ecd6-4b7d-9fa6-a5fa1f9594ae tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:10.359122 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c91152e-ecd6-4b7d-9fa6-a5fa1f9594ae tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:10.359550 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c91152e-ecd6-4b7d-9fa6-a5fa1f9594ae tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:10.359873 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c91152e-ecd6-4b7d-9fa6-a5fa1f9594ae tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:10.360189 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c91152e-ecd6-4b7d-9fa6-a5fa1f9594ae tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:10.366071 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1c91152e-ecd6-4b7d-9fa6-a5fa1f9594ae tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:10.367249 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1c91152e-ecd6-4b7d-9fa6-a5fa1f9594ae tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "DELETE /v2.0/security-groups/18a12569-115e-471c-be68-76c04dafad4c HTTP/1.1" status: 204 len: 168 time: 0.2811279 Jan 21 10:21:10.369905 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43138) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:10.427669 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e08b0f4-f187-4b4e-b1a7-15cf2a054056', 'tag': 'a5475be7-e7b4-4c8b-a11a-4e64909f1f38', 'status': 'completed', 'code': 200} Jan 21 10:21:10.522256 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-a72bad2a-6a80-439d-be50-7a3d4fef281f None None] Provisioning complete for port a5475be7-e7b4-4c8b-a11a-4e64909f1f38 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:21:10.522256 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a72bad2a-6a80-439d-be50-7a3d4fef281f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:10.538751 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cfdeebdc-5473-4f9a-90ff-c3e673d528c5 req-0a42e025-48fa-4c70-980a-b0b5b621ea68 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=3c0d4db2afb84ac79a6eecab7b3e6f2c&device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 1098 time: 0.0860806 Jan 21 10:21:10.633149 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-20efdbad-bad3-4049-b04a-78c68dba81b4 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Deleting port 591ad118-7d71-4cc6-aa56-c656eb605e8f {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:21:10.633587 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-20efdbad-bad3-4049-b04a-78c68dba81b4 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:10.706396 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdeebdc-5473-4f9a-90ff-c3e673d528c5 req-55ad4040-6f5b-4cfb-8a2d-6f4dc3585cd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:10.707923 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cfdeebdc-5473-4f9a-90ff-c3e673d528c5 req-55ad4040-6f5b-4cfb-8a2d-6f4dc3585cd6 service neutron] 10.222.0.124 "GET /v2.0/networks?id=10c3b0ad-7932-46fb-8422-fb552d9a4ca3 HTTP/1.1" status: 200 len: 915 time: 0.1623070 Jan 21 10:21:10.824107 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cfdeebdc-5473-4f9a-90ff-c3e673d528c5 req-1b4d5f9f-b82a-4e9f-be2a-0983ac9220df service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5475be7-e7b4-4c8b-a11a-4e64909f1f38 HTTP/1.1" status: 200 len: 1000 time: 0.1093080 Jan 21 10:21:10.844115 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-20efdbad-bad3-4049-b04a-78c68dba81b4 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:10.844542 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-20efdbad-bad3-4049-b04a-78c68dba81b4 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:10.918829 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdeebdc-5473-4f9a-90ff-c3e673d528c5 req-cd7963c5-7a90-4215-bda4-e02a7a551971 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:10.920275 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cfdeebdc-5473-4f9a-90ff-c3e673d528c5 req-cd7963c5-7a90-4215-bda4-e02a7a551971 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=870682bd-5dec-4d3c-9bc2-5eab27c41126 HTTP/1.1" status: 200 len: 853 time: 0.0896230 Jan 21 10:21:10.982431 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-20efdbad-bad3-4049-b04a-78c68dba81b4 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Calling delete_port for 591ad118-7d71-4cc6-aa56-c656eb605e8f owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:21:11.005163 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cfdeebdc-5473-4f9a-90ff-c3e673d528c5 req-e66c56d5-f895-450f-ba4c-5dc6e7edbf8a service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=10c3b0ad-7932-46fb-8422-fb552d9a4ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792117 Jan 21 10:21:11.152621 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cfdeebdc-5473-4f9a-90ff-c3e673d528c5 req-eb6efb19-b104-4841-85de-eb3c92a86a48 service neutron] 10.222.0.124 "GET /v2.0/networks/10c3b0ad-7932-46fb-8422-fb552d9a4ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413984 Jan 21 10:21:11.163218 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-20efdbad-bad3-4049-b04a-78c68dba81b4 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:11.211335 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20efdbad-bad3-4049-b04a-78c68dba81b4 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Pushing event deleted for resources: {'Port': ['ID=591ad118-7d71-4cc6-aa56-c656eb605e8f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:11.303315 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cfdeebdc-5473-4f9a-90ff-c3e673d528c5 req-2cd6bfc3-5db6-46c5-a402-b22f9af3676d service neutron] 10.222.0.124 "GET /v2.0/networks/10c3b0ad-7932-46fb-8422-fb552d9a4ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449778 Jan 21 10:21:11.329226 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-20efdbad-bad3-4049-b04a-78c68dba81b4 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:11.783997 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20efdbad-bad3-4049-b04a-78c68dba81b4 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Router 711e87ec-fbce-45b4-b76f-e0b03acde4a5 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:21:12.130900 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20efdbad-bad3-4049-b04a-78c68dba81b4 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:21:12.142680 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cb0361-d3f1-4a6f-8417-dfaa78aaaa67 None None] Sync routers for ids ['711e87ec-fbce-45b4-b76f-e0b03acde4a5'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:21:12.155377 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-20efdbad-bad3-4049-b04a-78c68dba81b4 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:12.156189 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cb0361-d3f1-4a6f-8417-dfaa78aaaa67 None None] Routers {'711e87ec-fbce-45b4-b76f-e0b03acde4a5'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:21:12.156848 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c5cb0361-d3f1-4a6f-8417-dfaa78aaaa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:20:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['711e87ec-fbce-45b4-b76f-e0b03acde4a5'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:12.212739 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-20efdbad-bad3-4049-b04a-78c68dba81b4 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "DELETE /v2.0/floatingips/ec5346c2-91ab-4c77-90aa-04619ac1ec4f HTTP/1.1" status: 204 len: 168 time: 1.8409815 Jan 21 10:21:12.213393 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e08b0f4-f187-4b4e-b1a7-15cf2a054056', 'tag': 'a5475be7-e7b4-4c8b-a11a-4e64909f1f38'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:21:12.439794 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-c5cb0361-d3f1-4a6f-8417-dfaa78aaaa67 None None] Set router 711e87ec-fbce-45b4-b76f-e0b03acde4a5 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:21:12.441612 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e08b0f4-f187-4b4e-b1a7-15cf2a054056', 'tag': 'a5475be7-e7b4-4c8b-a11a-4e64909f1f38', 'status': 'completed', 'code': 200} Jan 21 10:21:12.553719 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-958477a3-380c-40e2-9b1b-321a6b63f33b req-784c649c-7a09-493f-9416-2eccca43bcc9 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=3c0d4db2afb84ac79a6eecab7b3e6f2c&device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 1098 time: 0.0852337 Jan 21 10:21:12.760325 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958477a3-380c-40e2-9b1b-321a6b63f33b req-9d5fa917-8fd2-4d10-ab41-7ab25369d0af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:12.762428 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-958477a3-380c-40e2-9b1b-321a6b63f33b req-9d5fa917-8fd2-4d10-ab41-7ab25369d0af service neutron] 10.222.0.124 "GET /v2.0/networks?id=10c3b0ad-7932-46fb-8422-fb552d9a4ca3 HTTP/1.1" status: 200 len: 915 time: 0.2019973 Jan 21 10:21:12.853003 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-958477a3-380c-40e2-9b1b-321a6b63f33b req-23d6532f-e855-4037-8f39-c9f7155d5479 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5475be7-e7b4-4c8b-a11a-4e64909f1f38 HTTP/1.1" status: 200 len: 217 time: 0.0836918 Jan 21 10:21:12.896418 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c5cb0361-d3f1-4a6f-8417-dfaa78aaaa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'name': 'tempest-TestMinimumBasicScenario-541071515-router', 'tenant_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': 'a9de931a-7809-4d84-a273-ff7576e34427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:01Z', 'updated_at': '2022-01-21T10:19:05Z', 'revision_number': 4, 'project_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'gw_port': {'id': 'a9de931a-7809-4d84-a273-ff7576e34427', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:01Z', 'updated_at': '2022-01-21T10:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '4c73d70b-1595-4f41-b6fc-611e42fe564f', 'name': '', 'network_id': '10c3b0ad-7932-46fb-8422-fb552d9a4ca3', 'tenant_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'mac_address': 'fa:16:3e:38:58:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '870682bd-5dec-4d3c-9bc2-5eab27c41126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:04Z', 'updated_at': '2022-01-21T10:19:25Z', 'revision_number': 5, 'project_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'subnets': [{'id': '870682bd-5dec-4d3c-9bc2-5eab27c41126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:12.901420 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cb0361-d3f1-4a6f-8417-dfaa78aaaa67 None None] Checking router: 711e87ec-fbce-45b4-b76f-e0b03acde4a5 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:21:12.916847 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cb0361-d3f1-4a6f-8417-dfaa78aaaa67 None None] Routers {'711e87ec-fbce-45b4-b76f-e0b03acde4a5'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:21:12.917555 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c5cb0361-d3f1-4a6f-8417-dfaa78aaaa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:20:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['711e87ec-fbce-45b4-b76f-e0b03acde4a5'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:12.924475 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958477a3-380c-40e2-9b1b-321a6b63f33b req-490e7b4c-321e-437a-a89e-60e678ee39c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:12.926006 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-958477a3-380c-40e2-9b1b-321a6b63f33b req-490e7b4c-321e-437a-a89e-60e678ee39c3 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=870682bd-5dec-4d3c-9bc2-5eab27c41126 HTTP/1.1" status: 200 len: 853 time: 0.0657163 Jan 21 10:21:13.012534 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-958477a3-380c-40e2-9b1b-321a6b63f33b req-0326d9db-f7c5-4249-bed0-d60ce0b73aa9 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=10c3b0ad-7932-46fb-8422-fb552d9a4ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806923 Jan 21 10:21:13.200618 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-c5cb0361-d3f1-4a6f-8417-dfaa78aaaa67 None None] Set router 711e87ec-fbce-45b4-b76f-e0b03acde4a5 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:21:13.205915 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-958477a3-380c-40e2-9b1b-321a6b63f33b req-65f4e2c4-86ac-4828-b65a-85735f45c95b service neutron] 10.222.0.124 "GET /v2.0/networks/10c3b0ad-7932-46fb-8422-fb552d9a4ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858113 Jan 21 10:21:13.383755 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-958477a3-380c-40e2-9b1b-321a6b63f33b req-935cd7d1-95af-483c-bb7c-8d17442051ef service neutron] 10.222.0.124 "GET /v2.0/networks/10c3b0ad-7932-46fb-8422-fb552d9a4ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698604 Jan 21 10:21:13.628764 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c5cb0361-d3f1-4a6f-8417-dfaa78aaaa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'name': 'tempest-TestMinimumBasicScenario-541071515-router', 'tenant_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': 'a9de931a-7809-4d84-a273-ff7576e34427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:01Z', 'updated_at': '2022-01-21T10:19:05Z', 'revision_number': 4, 'project_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'gw_port': {'id': 'a9de931a-7809-4d84-a273-ff7576e34427', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:01Z', 'updated_at': '2022-01-21T10:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '4c73d70b-1595-4f41-b6fc-611e42fe564f', 'name': '', 'network_id': '10c3b0ad-7932-46fb-8422-fb552d9a4ca3', 'tenant_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'mac_address': 'fa:16:3e:38:58:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '870682bd-5dec-4d3c-9bc2-5eab27c41126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:04Z', 'updated_at': '2022-01-21T10:19:25Z', 'revision_number': 5, 'project_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'subnets': [{'id': '870682bd-5dec-4d3c-9bc2-5eab27c41126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:13.635710 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cb0361-d3f1-4a6f-8417-dfaa78aaaa67 None None] The sync data for ids ['711e87ec-fbce-45b4-b76f-e0b03acde4a5'] in dv-neutron-825732-1-hyperv is: [{'id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'name': 'tempest-TestMinimumBasicScenario-541071515-router', 'tenant_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': 'a9de931a-7809-4d84-a273-ff7576e34427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:01Z', 'updated_at': '2022-01-21T10:19:05Z', 'revision_number': 4, 'project_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'gw_port': {'id': 'a9de931a-7809-4d84-a273-ff7576e34427', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:01Z', 'updated_at': '2022-01-21T10:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '4c73d70b-1595-4f41-b6fc-611e42fe564f', 'name': '', 'network_id': '10c3b0ad-7932-46fb-8422-fb552d9a4ca3', 'tenant_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'mac_address': 'fa:16:3e:38:58:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '870682bd-5dec-4d3c-9bc2-5eab27c41126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:04Z', 'updated_at': '2022-01-21T10:19:25Z', 'revision_number': 5, 'project_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'subnets': [{'id': '870682bd-5dec-4d3c-9bc2-5eab27c41126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:21:13.959732 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d7c56f-8ada-4a94-8cbe-d73c7bfc5dbb None None] New status for floating IP ec5346c2-91ab-4c77-90aa-04619ac1ec4f: DOWN {{(pid=83600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:21:18.142677 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3a377-f78b-4ec0-b041-16516e322874 req-52aabe81-44d0-40af-a4e5-1c922eb235a6 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:18.144079 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ccc3a377-f78b-4ec0-b041-16516e322874 req-52aabe81-44d0-40af-a4e5-1c922eb235a6 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 945 time: 0.2190270 Jan 21 10:21:18.194915 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ccc3a377-f78b-4ec0-b041-16516e322874 req-2a7e16d8-51db-4c47-831c-4229b533abc6 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/security-groups?id=4e9e8f20-827f-4425-8289-0f71830a848a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423050 Jan 21 10:21:19.402571 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c964e-6089-40a3-be99-0229ff6145f7 req-bf10783b-e393-48de-ab33-7b43dbabe9b4 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:19.403961 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-951c964e-6089-40a3-be99-0229ff6145f7 req-bf10783b-e393-48de-ab33-7b43dbabe9b4 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Synchronizing usage tracker for tenant:3c0d4db2afb84ac79a6eecab7b3e6f2c on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:21:19.421368 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-951c964e-6089-40a3-be99-0229ff6145f7 req-bf10783b-e393-48de-ab33-7b43dbabe9b4 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Unset dirty status for tenant:3c0d4db2afb84ac79a6eecab7b3e6f2c on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:21:19.422618 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-951c964e-6089-40a3-be99-0229ff6145f7 req-bf10783b-e393-48de-ab33-7b43dbabe9b4 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 945 time: 0.1016073 Jan 21 10:21:19.468663 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-951c964e-6089-40a3-be99-0229ff6145f7 req-1eb400c4-7b8c-47b1-8259-c2e1d10c62a1 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Synchronizing usage tracker for tenant:3c0d4db2afb84ac79a6eecab7b3e6f2c on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:21:19.486319 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-951c964e-6089-40a3-be99-0229ff6145f7 req-1eb400c4-7b8c-47b1-8259-c2e1d10c62a1 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Unset dirty status for tenant:3c0d4db2afb84ac79a6eecab7b3e6f2c on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:21:19.487613 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-951c964e-6089-40a3-be99-0229ff6145f7 req-1eb400c4-7b8c-47b1-8259-c2e1d10c62a1 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/security-groups?id=4e9e8f20-827f-4425-8289-0f71830a848a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592668 Jan 21 10:21:19.646974 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee727af7-87d7-4ee3-910e-ec6de4e66bd4 req-90dd8f88-4f70-4cc7-b609-de148cac5889 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:19.648486 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ee727af7-87d7-4ee3-910e-ec6de4e66bd4 req-90dd8f88-4f70-4cc7-b609-de148cac5889 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.124 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 945 time: 0.0859652 Jan 21 10:21:19.718618 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-ee727af7-87d7-4ee3-910e-ec6de4e66bd4 req-24b1561e-e25b-46ca-98d1-383014cc643a tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Deleting port a5475be7-e7b4-4c8b-a11a-4e64909f1f38 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:21:19.718973 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ee727af7-87d7-4ee3-910e-ec6de4e66bd4 req-24b1561e-e25b-46ca-98d1-383014cc643a tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:20.011946 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-ee727af7-87d7-4ee3-910e-ec6de4e66bd4 req-24b1561e-e25b-46ca-98d1-383014cc643a tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] For port a5475be7-e7b4-4c8b-a11a-4e64909f1f38, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a5475be7-e7b4-4c8b-a11a-4e64909f1f38,segment=NetworkSegment(a5a44e61-c87f-4d97-bf4b-12a1b70851c0),segment_id=a5a44e61-c87f-4d97-bf4b-12a1b70851c0)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:21:20.012358 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ee727af7-87d7-4ee3-910e-ec6de4e66bd4 req-24b1561e-e25b-46ca-98d1-383014cc643a tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:20.142232 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-ee727af7-87d7-4ee3-910e-ec6de4e66bd4 req-24b1561e-e25b-46ca-98d1-383014cc643a tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Calling delete_port for a5475be7-e7b4-4c8b-a11a-4e64909f1f38 owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:21:20.298130 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ee727af7-87d7-4ee3-910e-ec6de4e66bd4 req-24b1561e-e25b-46ca-98d1-383014cc643a tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:20.310588 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['a5475be7-e7b4-4c8b-a11a-4e64909f1f38'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:21:20.348120 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1561e-e25b-46ca-98d1-383014cc643a tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Pushing event deleted for resources: {'Port': ['ID=a5475be7-e7b4-4c8b-a11a-4e64909f1f38,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:20.448238 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee727af7-87d7-4ee3-910e-ec6de4e66bd4 req-24b1561e-e25b-46ca-98d1-383014cc643a tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] No DVR routers for this DVR port a5475be7-e7b4-4c8b-a11a-4e64909f1f38 on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:21:20.450655 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ee727af7-87d7-4ee3-910e-ec6de4e66bd4 req-24b1561e-e25b-46ca-98d1-383014cc643a tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:20.453215 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e08b0f4-f187-4b4e-b1a7-15cf2a054056', 'name': 'network-vif-deleted', 'tag': 'a5475be7-e7b4-4c8b-a11a-4e64909f1f38'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:21:20.472332 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ee727af7-87d7-4ee3-910e-ec6de4e66bd4 req-24b1561e-e25b-46ca-98d1-383014cc643a tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.124 "DELETE /v2.0/ports/a5475be7-e7b4-4c8b-a11a-4e64909f1f38 HTTP/1.1" status: 204 len: 173 time: 0.8178527 Jan 21 10:21:20.519695 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e08b0f4-f187-4b4e-b1a7-15cf2a054056', 'name': 'network-vif-deleted', 'tag': 'a5475be7-e7b4-4c8b-a11a-4e64909f1f38', 'status': 'completed', 'code': 200} Jan 21 10:21:20.593928 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:20.691312 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-3efb8546-06b6-47b1-828a-1328224a9818 req-10f0f4df-0f72-4a1e-adb9-c7b1e2fb3322 tempest-TestMinimumBasicScenario-875486195 tempest-TestMinimumBasicScenario-875486195-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e08b0f4-f187-4b4e-b1a7-15cf2a054056 HTTP/1.1" status: 200 len: 210 time: 0.0588245 Jan 21 10:21:21.649761 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:21:22.442950 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43224) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:22.843700 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63e2a08e-cd05-44d6-b38f-ce303aba2fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:23.502497 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-63e2a08e-cd05-44d6-b38f-ce303aba2fd6 admin admin] Deleting port 4c73d70b-1595-4f41-b6fc-611e42fe564f {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:21:23.503397 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63e2a08e-cd05-44d6-b38f-ce303aba2fd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:23.652061 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device a5475be7-e7b4-4c8b-a11a-4e64909f1f38 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:21:23.698224 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: a5475be7-e7b4-4c8b-a11a-4e64909f1f38 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:21:23.698559 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device a5475be7-e7b4-4c8b-a11a-4e64909f1f38 not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:21:23.787591 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-63e2a08e-cd05-44d6-b38f-ce303aba2fd6 admin admin] For port 4c73d70b-1595-4f41-b6fc-611e42fe564f, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=4c73d70b-1595-4f41-b6fc-611e42fe564f,segment=NetworkSegment(a5a44e61-c87f-4d97-bf4b-12a1b70851c0),segment_id=a5a44e61-c87f-4d97-bf4b-12a1b70851c0)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:21:23.787862 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63e2a08e-cd05-44d6-b38f-ce303aba2fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:23.928203 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-63e2a08e-cd05-44d6-b38f-ce303aba2fd6 admin admin] Calling delete_port for 4c73d70b-1595-4f41-b6fc-611e42fe564f owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:21:23.989332 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4251d6e8-0ee8-41a7-8e07-c55b90302ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:24.131220 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63e2a08e-cd05-44d6-b38f-ce303aba2fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:24.177658 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2a08e-cd05-44d6-b38f-ce303aba2fd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c73d70b-1595-4f41-b6fc-611e42fe564f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:24.489408 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63e2a08e-cd05-44d6-b38f-ce303aba2fd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:25.124498 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e2a08e-cd05-44d6-b38f-ce303aba2fd6 admin admin] Router 711e87ec-fbce-45b4-b76f-e0b03acde4a5 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:21:25.447678 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e2a08e-cd05-44d6-b38f-ce303aba2fd6 admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:21:25.457778 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc99a204-fbed-49e6-97a2-3b3bab63173f None None] Sync routers for ids ['711e87ec-fbce-45b4-b76f-e0b03acde4a5'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:21:25.466218 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-63e2a08e-cd05-44d6-b38f-ce303aba2fd6 admin admin] 10.222.0.104 "PUT /v2.0/routers/711e87ec-fbce-45b4-b76f-e0b03acde4a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0221536 Jan 21 10:21:25.468675 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43228) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:25.471551 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc99a204-fbed-49e6-97a2-3b3bab63173f None None] Routers {'711e87ec-fbce-45b4-b76f-e0b03acde4a5'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:21:25.472178 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-dc99a204-fbed-49e6-97a2-3b3bab63173f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:20:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['711e87ec-fbce-45b4-b76f-e0b03acde4a5'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:25.674154 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-dc99a204-fbed-49e6-97a2-3b3bab63173f None None] Set router 711e87ec-fbce-45b4-b76f-e0b03acde4a5 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:21:25.688979 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f320ae8-4e9a-4e66-b9a4-40cfcdacc4a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:25.915075 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f320ae8-4e9a-4e66-b9a4-40cfcdacc4a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:25.929152 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-6f320ae8-4e9a-4e66-b9a4-40cfcdacc4a9 admin admin] Deleting port a9de931a-7809-4d84-a273-ff7576e34427 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:21:25.929563 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f320ae8-4e9a-4e66-b9a4-40cfcdacc4a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:25.989129 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-dc99a204-fbed-49e6-97a2-3b3bab63173f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'name': 'tempest-TestMinimumBasicScenario-541071515-router', 'tenant_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': 'a9de931a-7809-4d84-a273-ff7576e34427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:01Z', 'updated_at': '2022-01-21T10:21:24Z', 'revision_number': 5, 'project_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'gw_port': {'id': 'a9de931a-7809-4d84-a273-ff7576e34427', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:01Z', 'updated_at': '2022-01-21T10:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:25.993113 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc99a204-fbed-49e6-97a2-3b3bab63173f None None] Checking router: 711e87ec-fbce-45b4-b76f-e0b03acde4a5 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:21:26.005067 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc99a204-fbed-49e6-97a2-3b3bab63173f None None] Routers {'711e87ec-fbce-45b4-b76f-e0b03acde4a5'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:21:26.005723 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-dc99a204-fbed-49e6-97a2-3b3bab63173f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:20:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['711e87ec-fbce-45b4-b76f-e0b03acde4a5'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:26.119358 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-6f320ae8-4e9a-4e66-b9a4-40cfcdacc4a9 admin admin] For port a9de931a-7809-4d84-a273-ff7576e34427, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=a9de931a-7809-4d84-a273-ff7576e34427,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:21:26.119710 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f320ae8-4e9a-4e66-b9a4-40cfcdacc4a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:26.159817 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-dc99a204-fbed-49e6-97a2-3b3bab63173f None None] Set router 711e87ec-fbce-45b4-b76f-e0b03acde4a5 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:21:26.246672 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-6f320ae8-4e9a-4e66-b9a4-40cfcdacc4a9 admin admin] Calling delete_port for a9de931a-7809-4d84-a273-ff7576e34427 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:21:26.279367 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-dc99a204-fbed-49e6-97a2-3b3bab63173f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'name': 'tempest-TestMinimumBasicScenario-541071515-router', 'tenant_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:01Z', 'updated_at': '2022-01-21T10:21:25Z', 'revision_number': 6, 'project_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'gw_port_host': None}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:26.285374 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc99a204-fbed-49e6-97a2-3b3bab63173f None None] The sync data for ids ['711e87ec-fbce-45b4-b76f-e0b03acde4a5'] in dv-neutron-825732-1-hyperv is: [{'id': '711e87ec-fbce-45b4-b76f-e0b03acde4a5', 'name': 'tempest-TestMinimumBasicScenario-541071515-router', 'tenant_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:01Z', 'updated_at': '2022-01-21T10:21:25Z', 'revision_number': 6, 'project_id': '3c0d4db2afb84ac79a6eecab7b3e6f2c', 'gw_port_host': None}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:21:26.419238 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-40019e80-f8db-4ebe-b828-810c9bcb03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:26.442219 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f320ae8-4e9a-4e66-b9a4-40cfcdacc4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:26.489013 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f320ae8-4e9a-4e66-b9a4-40cfcdacc4a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9de931a-7809-4d84-a273-ff7576e34427,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:26.701028 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 4c73d70b-1595-4f41-b6fc-611e42fe564f no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:21:26.741271 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f320ae8-4e9a-4e66-b9a4-40cfcdacc4a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:26.741821 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 4c73d70b-1595-4f41-b6fc-611e42fe564f {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:21:26.742244 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 4c73d70b-1595-4f41-b6fc-611e42fe564f not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:21:27.168583 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f320ae8-4e9a-4e66-b9a4-40cfcdacc4a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:27.181450 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f320ae8-4e9a-4e66-b9a4-40cfcdacc4a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:27.211884 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f320ae8-4e9a-4e66-b9a4-40cfcdacc4a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:27.212682 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f320ae8-4e9a-4e66-b9a4-40cfcdacc4a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 711e87ec-fbce-45b4-b76f-e0b03acde4a5 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:21:27.242753 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f320ae8-4e9a-4e66-b9a4-40cfcdacc4a9 admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:27.244329 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6f320ae8-4e9a-4e66-b9a4-40cfcdacc4a9 admin admin] 10.222.0.104 "DELETE /v2.0/routers/711e87ec-fbce-45b4-b76f-e0b03acde4a5 HTTP/1.1" status: 204 len: 168 time: 1.7745757 Jan 21 10:21:27.247559 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43232) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:27.322004 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-6797cd69-a348-42b2-a647-0c7cacd21b92 admin admin] Deleting subnet 870682bd-5dec-4d3c-9bc2-5eab27c41126 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:21:27.325360 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6797cd69-a348-42b2-a647-0c7cacd21b92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:27.395509 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6797cd69-a348-42b2-a647-0c7cacd21b92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:27.486898 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6797cd69-a348-42b2-a647-0c7cacd21b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:27.545719 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:27.578859 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6797cd69-a348-42b2-a647-0c7cacd21b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:27.625863 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797cd69-a348-42b2-a647-0c7cacd21b92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=870682bd-5dec-4d3c-9bc2-5eab27c41126,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:27.632880 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6797cd69-a348-42b2-a647-0c7cacd21b92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:27.644522 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6797cd69-a348-42b2-a647-0c7cacd21b92 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/870682bd-5dec-4d3c-9bc2-5eab27c41126 HTTP/1.1" status: 204 len: 168 time: 0.3912268 Jan 21 10:21:27.644781 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80999934-3527-4f14-b099-ec08b8dc75ba None None] Network 10c3b0ad-7932-46fb-8422-fb552d9a4ca3 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:21:27.645236 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43236) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:27.789722 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d66a5de6-b48f-42a1-ab1f-3f2fb283b4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:27.809664 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-d66a5de6-b48f-42a1-ab1f-3f2fb283b4c1 admin admin] Deleting port b0322614-ea0c-434a-9593-887106212eab {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:21:27.810231 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d66a5de6-b48f-42a1-ab1f-3f2fb283b4c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:27.926169 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:28.035235 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365e0661-f36a-4a37-85d1-fddd76fc2157 None None] DHCP port deletion for 10c3b0ad-7932-46fb-8422-fb552d9a4ca3 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 10:21:28.042400 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-365e0661-f36a-4a37-85d1-fddd76fc2157 None None] Deleting port b0322614-ea0c-434a-9593-887106212eab {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:21:28.043008 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-365e0661-f36a-4a37-85d1-fddd76fc2157 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:28.081593 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-d66a5de6-b48f-42a1-ab1f-3f2fb283b4c1 admin admin] For port b0322614-ea0c-434a-9593-887106212eab, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=b0322614-ea0c-434a-9593-887106212eab,segment=NetworkSegment(a5a44e61-c87f-4d97-bf4b-12a1b70851c0),segment_id=a5a44e61-c87f-4d97-bf4b-12a1b70851c0)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:21:28.081941 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d66a5de6-b48f-42a1-ab1f-3f2fb283b4c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:28.218926 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-d66a5de6-b48f-42a1-ab1f-3f2fb283b4c1 admin admin] Calling delete_port for b0322614-ea0c-434a-9593-887106212eab owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:21:28.302883 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-365e0661-f36a-4a37-85d1-fddd76fc2157 None None] For port b0322614-ea0c-434a-9593-887106212eab, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=b0322614-ea0c-434a-9593-887106212eab,segment=NetworkSegment(a5a44e61-c87f-4d97-bf4b-12a1b70851c0),segment_id=a5a44e61-c87f-4d97-bf4b-12a1b70851c0)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:21:28.303443 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-365e0661-f36a-4a37-85d1-fddd76fc2157 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:28.321819 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d66a5de6-b48f-42a1-ab1f-3f2fb283b4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:28.378237 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a5de6-b48f-42a1-ab1f-3f2fb283b4c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0322614-ea0c-434a-9593-887106212eab,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:28.384900 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66a5de6-b48f-42a1-ab1f-3f2fb283b4c1 admin admin] No DVR routers for this DVR port b0322614-ea0c-434a-9593-887106212eab on host dv-neutron-825732-1-hyperv {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:21:28.457569 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-365e0661-f36a-4a37-85d1-fddd76fc2157 None None] Calling delete_port for b0322614-ea0c-434a-9593-887106212eab owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:21:28.542996 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d66a5de6-b48f-42a1-ab1f-3f2fb283b4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:28.546488 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-365e0661-f36a-4a37-85d1-fddd76fc2157 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:21:28.546752 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-365e0661-f36a-4a37-85d1-fddd76fc2157 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:21:28.572883 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device b0322614-ea0c-434a-9593-887106212eab no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:21:28.584350 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-d66a5de6-b48f-42a1-ab1f-3f2fb283b4c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10c3b0ad-7932-46fb-8422-fb552d9a4ca3']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:28.603570 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-d66a5de6-b48f-42a1-ab1f-3f2fb283b4c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5a44e61-c87f-4d97-bf4b-12a1b70851c0') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:28.604064 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-d66a5de6-b48f-42a1-ab1f-3f2fb283b4c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5a44e61-c87f-4d97-bf4b-12a1b70851c0') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:28.615438 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: b0322614-ea0c-434a-9593-887106212eab {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:21:28.615781 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device b0322614-ea0c-434a-9593-887106212eab not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:21:28.616258 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a9de931a-7809-4d84-a273-ff7576e34427 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:21:28.623740 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d66a5de6-b48f-42a1-ab1f-3f2fb283b4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:28.647330 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d66a5de6-b48f-42a1-ab1f-3f2fb283b4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:28.655014 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d66a5de6-b48f-42a1-ab1f-3f2fb283b4c1 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:21:28.655549 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d66a5de6-b48f-42a1-ab1f-3f2fb283b4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:28.665796 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: a9de931a-7809-4d84-a273-ff7576e34427 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:21:28.666157 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a9de931a-7809-4d84-a273-ff7576e34427 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:21:28.669841 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 10:21:28.669841 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:21:28.669841 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 10:21:28.669841 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:21:28.669841 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 10:21:28.669841 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:21:28.669841 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 10:21:28.669841 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:21:28.669841 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 10:21:28.669841 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:21:28.669841 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 10:21:28.669841 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:21:28.669841 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 10:21:28.669841 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:21:28.669841 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:21:28.669841 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:21:28.669841 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:21:28.669841 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:21:28.669841 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 10:21:28.669841 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:21:28.669841 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 10:21:28.669841 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:21:28.669841 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:21:28.669841 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:21:28.669841 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 10:21:28.669841 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:21:28.669841 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:21:28.669841 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:21:28.669841 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:21:28.669841 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:21:28.669841 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:21:28.669841 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:21:28.781938 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d66a5de6-b48f-42a1-ab1f-3f2fb283b4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:28.789713 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d66a5de6-b48f-42a1-ab1f-3f2fb283b4c1 admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:28.821058 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a5de6-b48f-42a1-ab1f-3f2fb283b4c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=10c3b0ad-7932-46fb-8422-fb552d9a4ca3,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:28.830175 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d66a5de6-b48f-42a1-ab1f-3f2fb283b4c1 admin admin] 10.222.0.104 "DELETE /v2.0/networks/10c3b0ad-7932-46fb-8422-fb552d9a4ca3 HTTP/1.1" status: 204 len: 168 time: 1.1830292 Jan 21 10:21:28.832509 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43240) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:29.048636 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-365e0661-f36a-4a37-85d1-fddd76fc2157 None None] Deleting port b0322614-ea0c-434a-9593-887106212eab {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:21:29.049296 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-365e0661-f36a-4a37-85d1-fddd76fc2157 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:29.124542 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-365e0661-f36a-4a37-85d1-fddd76fc2157 None None] The port 'b0322614-ea0c-434a-9593-887106212eab' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 10:21:29.421632 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2f92732-d109-470e-9aea-7b03aacde898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:29.600052 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:30.064928 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-d2f92732-d109-470e-9aea-7b03aacde898 admin admin] Deleting port 51503947-8392-4711-83d8-6885d874dfb4 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:21:30.065268 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2f92732-d109-470e-9aea-7b03aacde898 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:30.238688 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-d2f92732-d109-470e-9aea-7b03aacde898 admin admin] For port 51503947-8392-4711-83d8-6885d874dfb4, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=51503947-8392-4711-83d8-6885d874dfb4,segment=NetworkSegment(3e293e06-c7ff-4132-bd64-89c2a1b9a233),segment_id=3e293e06-c7ff-4132-bd64-89c2a1b9a233)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:21:30.239039 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2f92732-d109-470e-9aea-7b03aacde898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:30.365438 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-d2f92732-d109-470e-9aea-7b03aacde898 admin admin] Calling delete_port for 51503947-8392-4711-83d8-6885d874dfb4 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:21:30.546707 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2f92732-d109-470e-9aea-7b03aacde898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:30.591334 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f92732-d109-470e-9aea-7b03aacde898 admin admin] Pushing event deleted for resources: {'Port': ['ID=51503947-8392-4711-83d8-6885d874dfb4,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:30.988332 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2f92732-d109-470e-9aea-7b03aacde898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:31.606729 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f92732-d109-470e-9aea-7b03aacde898 admin admin] Router 65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:21:31.836418 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f92732-d109-470e-9aea-7b03aacde898 admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:21:31.845418 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d401675-691f-4d79-8586-65f33b1cd289 None None] Sync routers for ids ['65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:21:31.857023 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d2f92732-d109-470e-9aea-7b03aacde898 admin admin] 10.222.0.104 "PUT /v2.0/routers/65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0137792 Jan 21 10:21:31.857023 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43244) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:31.860522 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d401675-691f-4d79-8586-65f33b1cd289 None None] Routers {'65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:21:31.861150 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-7d401675-691f-4d79-8586-65f33b1cd289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:21:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:32.095735 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-7d401675-691f-4d79-8586-65f33b1cd289 None None] Set router 65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:21:32.097244 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d06d83fa-7e33-440d-9f86-9b47528dfa15 admin admin] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:32.400368 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-7d401675-691f-4d79-8586-65f33b1cd289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e', 'name': 'tempest-TestMinimumBasicScenario-553417733-router', 'tenant_id': '2bfc81fc7f094b968d6f43a8341519dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': 'a428ce19-5e60-422b-859c-4567e8212003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:09Z', 'updated_at': '2022-01-21T10:21:30Z', 'revision_number': 5, 'project_id': '2bfc81fc7f094b968d6f43a8341519dc', 'gw_port': {'id': 'a428ce19-5e60-422b-859c-4567e8212003', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:21:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:10Z', 'updated_at': '2022-01-21T10:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:32.404432 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d401675-691f-4d79-8586-65f33b1cd289 None None] Checking router: 65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:21:32.415586 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d401675-691f-4d79-8586-65f33b1cd289 None None] Routers {'65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:21:32.416170 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-7d401675-691f-4d79-8586-65f33b1cd289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:21:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:32.419255 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d06d83fa-7e33-440d-9f86-9b47528dfa15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:32.433091 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-d06d83fa-7e33-440d-9f86-9b47528dfa15 admin admin] Deleting port a428ce19-5e60-422b-859c-4567e8212003 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:21:32.433553 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d06d83fa-7e33-440d-9f86-9b47528dfa15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:32.568876 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-7d401675-691f-4d79-8586-65f33b1cd289 None None] Set router 65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:21:32.635674 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-d06d83fa-7e33-440d-9f86-9b47528dfa15 admin admin] For port a428ce19-5e60-422b-859c-4567e8212003, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=a428ce19-5e60-422b-859c-4567e8212003,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:21:32.636310 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d06d83fa-7e33-440d-9f86-9b47528dfa15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:32.691183 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-7d401675-691f-4d79-8586-65f33b1cd289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e', 'name': 'tempest-TestMinimumBasicScenario-553417733-router', 'tenant_id': '2bfc81fc7f094b968d6f43a8341519dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:09Z', 'updated_at': '2022-01-21T10:21:32Z', 'revision_number': 6, 'project_id': '2bfc81fc7f094b968d6f43a8341519dc', 'gw_port_host': None}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:32.695330 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d401675-691f-4d79-8586-65f33b1cd289 None None] The sync data for ids ['65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e'] in dv-neutron-825732-1-hyperv is: [{'id': '65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e', 'name': 'tempest-TestMinimumBasicScenario-553417733-router', 'tenant_id': '2bfc81fc7f094b968d6f43a8341519dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:09Z', 'updated_at': '2022-01-21T10:21:32Z', 'revision_number': 6, 'project_id': '2bfc81fc7f094b968d6f43a8341519dc', 'gw_port_host': None}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:21:32.772658 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-d06d83fa-7e33-440d-9f86-9b47528dfa15 admin admin] Calling delete_port for a428ce19-5e60-422b-859c-4567e8212003 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:21:32.961157 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d06d83fa-7e33-440d-9f86-9b47528dfa15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:33.009233 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d83fa-7e33-440d-9f86-9b47528dfa15 admin admin] Pushing event deleted for resources: {'Port': ['ID=a428ce19-5e60-422b-859c-4567e8212003,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:33.250033 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d06d83fa-7e33-440d-9f86-9b47528dfa15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:33.521555 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d06d83fa-7e33-440d-9f86-9b47528dfa15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:33.527256 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d06d83fa-7e33-440d-9f86-9b47528dfa15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:33.555384 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d06d83fa-7e33-440d-9f86-9b47528dfa15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:33.556395 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06d83fa-7e33-440d-9f86-9b47528dfa15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:21:33.571481 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d06d83fa-7e33-440d-9f86-9b47528dfa15 admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:33.572613 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d06d83fa-7e33-440d-9f86-9b47528dfa15 admin admin] 10.222.0.104 "DELETE /v2.0/routers/65c5d2fc-c0c6-4e59-b9ea-8c2e54f4882e HTTP/1.1" status: 204 len: 168 time: 1.7133274 Jan 21 10:21:33.575772 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43248) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:33.641064 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-b09707f2-56c8-43b1-a47b-e627633afd20 admin admin] Deleting subnet e76e4d7b-1662-4188-b1bd-e103167e52cc {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:21:33.645393 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b09707f2-56c8-43b1-a47b-e627633afd20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:33.706696 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b09707f2-56c8-43b1-a47b-e627633afd20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:33.791014 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b09707f2-56c8-43b1-a47b-e627633afd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:33.872893 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b09707f2-56c8-43b1-a47b-e627633afd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:33.913072 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09707f2-56c8-43b1-a47b-e627633afd20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e76e4d7b-1662-4188-b1bd-e103167e52cc,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:33.919064 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b09707f2-56c8-43b1-a47b-e627633afd20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:33.925819 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b09707f2-56c8-43b1-a47b-e627633afd20 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/e76e4d7b-1662-4188-b1bd-e103167e52cc HTTP/1.1" status: 204 len: 168 time: 0.3489633 Jan 21 10:21:33.925987 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9449fc00-82ac-413c-bf84-ea1ff56297f5 None None] Network edd20d36-97d4-4a05-9fe3-a75b750b5b77 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:21:33.928223 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43252) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:34.146938 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-26ed7497-83ab-4a1e-aa53-d0178f99f76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:34.159272 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-26ed7497-83ab-4a1e-aa53-d0178f99f76e admin admin] Deleting port 1ccf4113-b928-4d9b-a719-aef8ca19a37e {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:21:34.159603 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-26ed7497-83ab-4a1e-aa53-d0178f99f76e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:34.180209 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671a5b29-4c63-443f-a507-db4640eb80d9 None None] DHCP port deletion for edd20d36-97d4-4a05-9fe3-a75b750b5b77 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 10:21:34.184042 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-671a5b29-4c63-443f-a507-db4640eb80d9 None None] Deleting port 1ccf4113-b928-4d9b-a719-aef8ca19a37e {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:21:34.184402 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-671a5b29-4c63-443f-a507-db4640eb80d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:34.364656 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-26ed7497-83ab-4a1e-aa53-d0178f99f76e admin admin] For port 1ccf4113-b928-4d9b-a719-aef8ca19a37e, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=1ccf4113-b928-4d9b-a719-aef8ca19a37e,segment=NetworkSegment(3e293e06-c7ff-4132-bd64-89c2a1b9a233),segment_id=3e293e06-c7ff-4132-bd64-89c2a1b9a233)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:21:34.365012 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-26ed7497-83ab-4a1e-aa53-d0178f99f76e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:34.394182 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-671a5b29-4c63-443f-a507-db4640eb80d9 None None] For port 1ccf4113-b928-4d9b-a719-aef8ca19a37e, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=1ccf4113-b928-4d9b-a719-aef8ca19a37e,segment=NetworkSegment(3e293e06-c7ff-4132-bd64-89c2a1b9a233),segment_id=3e293e06-c7ff-4132-bd64-89c2a1b9a233)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:21:34.394486 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-671a5b29-4c63-443f-a507-db4640eb80d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:34.489851 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-26ed7497-83ab-4a1e-aa53-d0178f99f76e admin admin] Calling delete_port for 1ccf4113-b928-4d9b-a719-aef8ca19a37e owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:21:34.514248 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-671a5b29-4c63-443f-a507-db4640eb80d9 None None] Calling delete_port for 1ccf4113-b928-4d9b-a719-aef8ca19a37e owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:21:34.570323 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 51503947-8392-4711-83d8-6885d874dfb4 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:21:34.576878 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-26ed7497-83ab-4a1e-aa53-d0178f99f76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:34.619476 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 51503947-8392-4711-83d8-6885d874dfb4 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:21:34.619813 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 51503947-8392-4711-83d8-6885d874dfb4 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:21:34.620233 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a428ce19-5e60-422b-859c-4567e8212003 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:21:34.621168 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed7497-83ab-4a1e-aa53-d0178f99f76e admin admin] Pushing event deleted for resources: {'Port': ['ID=1ccf4113-b928-4d9b-a719-aef8ca19a37e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:34.630656 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ed7497-83ab-4a1e-aa53-d0178f99f76e admin admin] No DVR routers for this DVR port 1ccf4113-b928-4d9b-a719-aef8ca19a37e on host dv-neutron-825732-1-hyperv {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:21:34.654244 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: a428ce19-5e60-422b-859c-4567e8212003 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:21:34.654617 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a428ce19-5e60-422b-859c-4567e8212003 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:21:34.655389 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 1ccf4113-b928-4d9b-a719-aef8ca19a37e no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:21:34.690432 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-671a5b29-4c63-443f-a507-db4640eb80d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:21:34.690776 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-671a5b29-4c63-443f-a507-db4640eb80d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:21:34.691216 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 1ccf4113-b928-4d9b-a719-aef8ca19a37e {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:21:34.691544 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 1ccf4113-b928-4d9b-a719-aef8ca19a37e not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:21:34.750033 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-26ed7497-83ab-4a1e-aa53-d0178f99f76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:34.776888 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-26ed7497-83ab-4a1e-aa53-d0178f99f76e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd20d36-97d4-4a05-9fe3-a75b750b5b77']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:34.794351 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-26ed7497-83ab-4a1e-aa53-d0178f99f76e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e293e06-c7ff-4132-bd64-89c2a1b9a233') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:34.794842 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-26ed7497-83ab-4a1e-aa53-d0178f99f76e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e293e06-c7ff-4132-bd64-89c2a1b9a233') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:34.814459 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-26ed7497-83ab-4a1e-aa53-d0178f99f76e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:34.844162 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-26ed7497-83ab-4a1e-aa53-d0178f99f76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:34.852633 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26ed7497-83ab-4a1e-aa53-d0178f99f76e admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:21:34.853196 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-26ed7497-83ab-4a1e-aa53-d0178f99f76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:34.868916 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 10:21:34.868916 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:21:34.868916 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 10:21:34.868916 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:21:34.868916 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 10:21:34.868916 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:21:34.868916 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 10:21:34.868916 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:21:34.868916 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 10:21:34.868916 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:21:34.868916 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 10:21:34.868916 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:21:34.868916 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 10:21:34.868916 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:21:34.868916 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:21:34.868916 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:21:34.868916 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:21:34.868916 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:21:34.868916 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 10:21:34.868916 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:21:34.868916 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 10:21:34.868916 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:21:34.868916 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:21:34.868916 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:21:34.868916 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 10:21:34.868916 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:21:34.868916 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:21:34.868916 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:21:34.868916 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:21:34.868916 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:21:34.868916 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:21:34.868916 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:21:34.955410 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-26ed7497-83ab-4a1e-aa53-d0178f99f76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:34.960783 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-26ed7497-83ab-4a1e-aa53-d0178f99f76e admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:34.985237 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed7497-83ab-4a1e-aa53-d0178f99f76e admin admin] Pushing event deleted for resources: {'Network': ['ID=edd20d36-97d4-4a05-9fe3-a75b750b5b77,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:34.989218 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-26ed7497-83ab-4a1e-aa53-d0178f99f76e admin admin] 10.222.0.104 "DELETE /v2.0/networks/edd20d36-97d4-4a05-9fe3-a75b750b5b77 HTTP/1.1" status: 204 len: 168 time: 1.0600424 Jan 21 10:21:35.192024 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-671a5b29-4c63-443f-a507-db4640eb80d9 None None] Deleting port 1ccf4113-b928-4d9b-a719-aef8ca19a37e {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:21:35.192590 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-671a5b29-4c63-443f-a507-db4640eb80d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:35.203377 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43258) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:35.269040 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-abc69ddf-57f7-466a-935b-591eeba8b902 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=3c0d4db2afb84ac79a6eecab7b3e6f2c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0615790 Jan 21 10:21:35.270496 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43262) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:35.302936 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-671a5b29-4c63-443f-a507-db4640eb80d9 None None] The port '1ccf4113-b928-4d9b-a719-aef8ca19a37e' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 10:21:35.335353 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6059a297-8534-4b76-bc7d-91fffe843719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:35.363731 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6059a297-8534-4b76-bc7d-91fffe843719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:35.416114 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6059a297-8534-4b76-bc7d-91fffe843719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:35.433806 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059a297-8534-4b76-bc7d-91fffe843719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9e8f20-827f-4425-8289-0f71830a848a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:35.446798 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6059a297-8534-4b76-bc7d-91fffe843719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:35.451176 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6059a297-8534-4b76-bc7d-91fffe843719 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/4e9e8f20-827f-4425-8289-0f71830a848a HTTP/1.1" status: 204 len: 168 time: 0.1778450 Jan 21 10:21:35.882036 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43270) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:35.943186 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0e88aa1b-8522-438b-be21-1b4fe1940e96 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=2bfc81fc7f094b968d6f43a8341519dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0599031 Jan 21 10:21:35.945749 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43274) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:36.012099 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-219b51f0-d6ea-4ca9-998a-ce962fc2a175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:36.039405 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-219b51f0-d6ea-4ca9-998a-ce962fc2a175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:36.094821 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-219b51f0-d6ea-4ca9-998a-ce962fc2a175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:36.110376 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b51f0-d6ea-4ca9-998a-ce962fc2a175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf5f244-dad4-430d-a671-0f2eea22213c,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:36.118142 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-219b51f0-d6ea-4ca9-998a-ce962fc2a175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:36.119270 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-219b51f0-d6ea-4ca9-998a-ce962fc2a175 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/7cf5f244-dad4-430d-a671-0f2eea22213c HTTP/1.1" status: 204 len: 168 time: 0.1726422 Jan 21 10:21:39.462344 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43320) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:39.468980 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-18d6b1aa-7082-4f07-97cf-22c58e758148 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1742672085', 'description': 'tempest-secgroup-smoke-1742672085 description', 'project_id': 'ab5411ad497948eebd17e9930ca9720f'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:21:39.476208 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-18d6b1aa-7082-4f07-97cf-22c58e758148 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:21:39.480891 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-18d6b1aa-7082-4f07-97cf-22c58e758148 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:21:39.484493 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-18d6b1aa-7082-4f07-97cf-22c58e758148 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:21:39.492428 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-18d6b1aa-7082-4f07-97cf-22c58e758148 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:21:39.510666 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-18d6b1aa-7082-4f07-97cf-22c58e758148 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:39.527570 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-18d6b1aa-7082-4f07-97cf-22c58e758148 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:39.564131 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-18d6b1aa-7082-4f07-97cf-22c58e758148 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:21:39.569244 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-18d6b1aa-7082-4f07-97cf-22c58e758148 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group_rule and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:21:39.572299 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-18d6b1aa-7082-4f07-97cf-22c58e758148 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:21:39.578164 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-18d6b1aa-7082-4f07-97cf-22c58e758148 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:21:39.660932 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-18d6b1aa-7082-4f07-97cf-22c58e758148 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:39.666105 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-18d6b1aa-7082-4f07-97cf-22c58e758148 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:39.710049 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-18d6b1aa-7082-4f07-97cf-22c58e758148 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:21:39.712240 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d6b1aa-7082-4f07-97cf-22c58e758148 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf33b88-362f-419b-ab13-7d37c816f3cf,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:39.716641 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-18d6b1aa-7082-4f07-97cf-22c58e758148 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group_rule and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:21:39.720903 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-18d6b1aa-7082-4f07-97cf-22c58e758148 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:21:39.728585 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-18d6b1aa-7082-4f07-97cf-22c58e758148 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:21:39.797152 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-18d6b1aa-7082-4f07-97cf-22c58e758148 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:39.801457 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-18d6b1aa-7082-4f07-97cf-22c58e758148 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:39.846056 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d6b1aa-7082-4f07-97cf-22c58e758148 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e880ebaa-7e10-41e2-bd42-c0e20ececebc,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:39.849237 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-18d6b1aa-7082-4f07-97cf-22c58e758148 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:39.850332 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-18d6b1aa-7082-4f07-97cf-22c58e758148 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3870082 Jan 21 10:21:39.853369 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43324) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:39.858516 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-3c5bb94b-3013-487d-9863-ae1056e029c1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'security_group_rule': {'security_group_id': 'e880ebaa-7e10-41e2-bd42-c0e20ececebc', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:21:39.864760 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-3c5bb94b-3013-487d-9863-ae1056e029c1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:21:39.868590 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-3c5bb94b-3013-487d-9863-ae1056e029c1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group_rule and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:21:39.871697 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-3c5bb94b-3013-487d-9863-ae1056e029c1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:21:39.880298 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-3c5bb94b-3013-487d-9863-ae1056e029c1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:21:39.901037 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3c5bb94b-3013-487d-9863-ae1056e029c1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:39.971231 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3c5bb94b-3013-487d-9863-ae1056e029c1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:39.975801 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3c5bb94b-3013-487d-9863-ae1056e029c1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:40.013790 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5bb94b-3013-487d-9863-ae1056e029c1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2990ba62-9e50-4634-9233-de020fe1bef2,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:40.027753 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3c5bb94b-3013-487d-9863-ae1056e029c1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:40.028981 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-3c5bb94b-3013-487d-9863-ae1056e029c1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1748981 Jan 21 10:21:40.032659 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43328) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:40.039580 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-c47db7a6-df6d-40b1-b7fd-903ceae362b5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'security_group_rule': {'security_group_id': 'e880ebaa-7e10-41e2-bd42-c0e20ececebc', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:21:40.045820 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-c47db7a6-df6d-40b1-b7fd-903ceae362b5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:21:40.050340 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c47db7a6-df6d-40b1-b7fd-903ceae362b5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group_rule and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:21:40.053283 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c47db7a6-df6d-40b1-b7fd-903ceae362b5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:21:40.058955 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-c47db7a6-df6d-40b1-b7fd-903ceae362b5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:21:40.076036 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c47db7a6-df6d-40b1-b7fd-903ceae362b5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:40.149924 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c47db7a6-df6d-40b1-b7fd-903ceae362b5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:40.153738 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c47db7a6-df6d-40b1-b7fd-903ceae362b5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:40.178409 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47db7a6-df6d-40b1-b7fd-903ceae362b5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=018d049f-f5c9-44da-b04b-0b594eace626,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:40.187645 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c47db7a6-df6d-40b1-b7fd-903ceae362b5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:40.188952 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c47db7a6-df6d-40b1-b7fd-903ceae362b5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1545076 Jan 21 10:21:40.191910 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43332) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:40.200037 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-fb2b4a6c-b55a-4a74-ac36-32aab371a50a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'security_group_rule': {'security_group_id': 'e880ebaa-7e10-41e2-bd42-c0e20ececebc', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:21:40.208353 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-fb2b4a6c-b55a-4a74-ac36-32aab371a50a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:21:40.212182 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-fb2b4a6c-b55a-4a74-ac36-32aab371a50a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group_rule and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:21:40.215092 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-fb2b4a6c-b55a-4a74-ac36-32aab371a50a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:21:40.222102 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-fb2b4a6c-b55a-4a74-ac36-32aab371a50a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:21:40.240307 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb2b4a6c-b55a-4a74-ac36-32aab371a50a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:40.320718 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb2b4a6c-b55a-4a74-ac36-32aab371a50a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:40.325963 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb2b4a6c-b55a-4a74-ac36-32aab371a50a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:40.354234 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b4a6c-b55a-4a74-ac36-32aab371a50a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5769b20f-4e33-4621-829a-ef7938882625,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:40.366079 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb2b4a6c-b55a-4a74-ac36-32aab371a50a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:40.368239 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-fb2b4a6c-b55a-4a74-ac36-32aab371a50a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1750185 Jan 21 10:21:40.370826 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43336) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:40.376941 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-509fab00-b3cf-4a7e-9883-f1e621186948 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'security_group_rule': {'security_group_id': 'e880ebaa-7e10-41e2-bd42-c0e20ececebc', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:21:40.383404 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-509fab00-b3cf-4a7e-9883-f1e621186948 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:21:40.387494 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-509fab00-b3cf-4a7e-9883-f1e621186948 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group_rule and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:21:40.390272 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-509fab00-b3cf-4a7e-9883-f1e621186948 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:21:40.398251 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-509fab00-b3cf-4a7e-9883-f1e621186948 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:21:40.417253 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-509fab00-b3cf-4a7e-9883-f1e621186948 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:40.495834 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-509fab00-b3cf-4a7e-9883-f1e621186948 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:40.505905 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-509fab00-b3cf-4a7e-9883-f1e621186948 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:40.530296 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509fab00-b3cf-4a7e-9883-f1e621186948 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e9658fa-94fe-4286-a491-fd701254e4f7,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:40.540105 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-509fab00-b3cf-4a7e-9883-f1e621186948 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:40.541372 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-509fab00-b3cf-4a7e-9883-f1e621186948 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1693788 Jan 21 10:21:40.544104 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43340) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:40.550205 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-2c6f3f65-0be4-4672-ad15-17a7c641c0b3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'security_group_rule': {'security_group_id': 'e880ebaa-7e10-41e2-bd42-c0e20ececebc', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:21:40.557031 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-2c6f3f65-0be4-4672-ad15-17a7c641c0b3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:21:40.561393 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-2c6f3f65-0be4-4672-ad15-17a7c641c0b3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group_rule and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:21:40.564340 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-2c6f3f65-0be4-4672-ad15-17a7c641c0b3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:21:40.570915 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-2c6f3f65-0be4-4672-ad15-17a7c641c0b3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:21:40.585317 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.securitygroups_db [None req-2c6f3f65-0be4-4672-ad15-17a7c641c0b3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Project ab5411ad497948eebd17e9930ca9720f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:21:40.592982 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2c6f3f65-0be4-4672-ad15-17a7c641c0b3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:40.670989 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2c6f3f65-0be4-4672-ad15-17a7c641c0b3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:40.675212 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2c6f3f65-0be4-4672-ad15-17a7c641c0b3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:40.698306 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f3f65-0be4-4672-ad15-17a7c641c0b3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73a38c4e-8421-4ca3-a00f-532ad9d79a1c,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:40.709433 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2c6f3f65-0be4-4672-ad15-17a7c641c0b3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:40.710693 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-2c6f3f65-0be4-4672-ad15-17a7c641c0b3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1656125 Jan 21 10:21:40.715236 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43344) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:40.724557 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-ceae304e-d98b-4f84-aff7-bfc0b8d43345 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'security_group_rule': {'security_group_id': 'e880ebaa-7e10-41e2-bd42-c0e20ececebc', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:21:40.733676 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ceae304e-d98b-4f84-aff7-bfc0b8d43345 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:21:40.740129 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ceae304e-d98b-4f84-aff7-bfc0b8d43345 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group_rule and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:21:40.743133 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ceae304e-d98b-4f84-aff7-bfc0b8d43345 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:21:40.749047 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ceae304e-d98b-4f84-aff7-bfc0b8d43345 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:21:40.760034 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-ceae304e-d98b-4f84-aff7-bfc0b8d43345 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Project ab5411ad497948eebd17e9930ca9720f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:21:40.767700 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ceae304e-d98b-4f84-aff7-bfc0b8d43345 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:40.879392 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ceae304e-d98b-4f84-aff7-bfc0b8d43345 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:40.883795 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ceae304e-d98b-4f84-aff7-bfc0b8d43345 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:40.910727 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae304e-d98b-4f84-aff7-bfc0b8d43345 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fed5a782-3559-401f-a1c9-34d4750d519e,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:40.923110 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ceae304e-d98b-4f84-aff7-bfc0b8d43345 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:40.924489 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ceae304e-d98b-4f84-aff7-bfc0b8d43345 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2075632 Jan 21 10:21:40.928125 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43348) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:40.934001 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-1c067e4f-1a33-475f-820b-7f3acc789066 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'network': {'name': 'tempest-network-smoke--1739366570', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'port_security_enabled': True}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:21:40.939120 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-1c067e4f-1a33-475f-820b-7f3acc789066 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:21:40.943680 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-1c067e4f-1a33-475f-820b-7f3acc789066 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:network and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:21:40.946800 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-1c067e4f-1a33-475f-820b-7f3acc789066 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:21:40.952779 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-1c067e4f-1a33-475f-820b-7f3acc789066 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:21:40.966695 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c067e4f-1a33-475f-820b-7f3acc789066 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Made reservation on behalf of ab5411ad497948eebd17e9930ca9720f for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:21:40.977241 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c067e4f-1a33-475f-820b-7f3acc789066 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:41.009753 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c067e4f-1a33-475f-820b-7f3acc789066 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:21:41.019348 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c067e4f-1a33-475f-820b-7f3acc789066 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:41.019610 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-1c067e4f-1a33-475f-820b-7f3acc789066 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Added segment 190bf863-51f3-43e1-a198-424268ba4c91 of type vlan for network 54c0ad98-9c2c-407a-a636-677b3e4617d6 Jan 21 10:21:41.049680 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c067e4f-1a33-475f-820b-7f3acc789066 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:41.079961 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c067e4f-1a33-475f-820b-7f3acc789066 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:41.084745 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c067e4f-1a33-475f-820b-7f3acc789066 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:41.085429 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c067e4f-1a33-475f-820b-7f3acc789066 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:41.281347 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-1c067e4f-1a33-475f-820b-7f3acc789066 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3521030 Jan 21 10:21:41.285260 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43352) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:41.290632 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6623040a-0b14-432f-96ee-e6ca45a603d4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1153271486', 'admin_state_up': True, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:21:41.292716 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c067e4f-1a33-475f-820b-7f3acc789066 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Network': ['ID=54c0ad98-9c2c-407a-a636-677b3e4617d6,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:41.297780 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6623040a-0b14-432f-96ee-e6ca45a603d4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:21:41.303345 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6623040a-0b14-432f-96ee-e6ca45a603d4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:router and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:21:41.304226 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 54c0ad98-9c2c-407a-a636-677b3e4617d6 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:21:41.306153 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6623040a-0b14-432f-96ee-e6ca45a603d4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:21:41.312854 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6623040a-0b14-432f-96ee-e6ca45a603d4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:21:41.323870 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6623040a-0b14-432f-96ee-e6ca45a603d4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:41.324943 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6623040a-0b14-432f-96ee-e6ca45a603d4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:41.346844 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6623040a-0b14-432f-96ee-e6ca45a603d4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:41.499581 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6623040a-0b14-432f-96ee-e6ca45a603d4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:41.693106 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6623040a-0b14-432f-96ee-e6ca45a603d4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:41.729104 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6623040a-0b14-432f-96ee-e6ca45a603d4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:41.866641 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-6623040a-0b14-432f-96ee-e6ca45a603d4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Allocated IP 172.26.0.90 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/06565410-6c74-4e2b-afda-a2c05dc8d16f) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:21:42.112581 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6623040a-0b14-432f-96ee-e6ca45a603d4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:42.143564 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6623040a-0b14-432f-96ee-e6ca45a603d4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:42.213571 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6623040a-0b14-432f-96ee-e6ca45a603d4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:21:42.216490 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-6623040a-0b14-432f-96ee-e6ca45a603d4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:21:42.221477 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6623040a-0b14-432f-96ee-e6ca45a603d4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:21:42.246207 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6623040a-0b14-432f-96ee-e6ca45a603d4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Port': ['ID=06565410-6c74-4e2b-afda-a2c05dc8d16f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:42.403847 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6623040a-0b14-432f-96ee-e6ca45a603d4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:42.404501 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6623040a-0b14-432f-96ee-e6ca45a603d4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:42.724310 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6623040a-0b14-432f-96ee-e6ca45a603d4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Router e80c1297-7749-42fb-bc74-ae3c9edf0b09 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:21:42.946426 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6623040a-0b14-432f-96ee-e6ca45a603d4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:21:42.960760 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84073f72-c517-4d83-8872-97a25b9b42a7 None None] Sync routers for ids ['e80c1297-7749-42fb-bc74-ae3c9edf0b09'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:21:42.977250 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84073f72-c517-4d83-8872-97a25b9b42a7 None None] Routers {'e80c1297-7749-42fb-bc74-ae3c9edf0b09'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:21:42.978150 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6623040a-0b14-432f-96ee-e6ca45a603d4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:42.978261 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-84073f72-c517-4d83-8872-97a25b9b42a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:21:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['e80c1297-7749-42fb-bc74-ae3c9edf0b09'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:42.979607 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6623040a-0b14-432f-96ee-e6ca45a603d4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6933091 Jan 21 10:21:42.984118 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43356) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:43.165408 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7f7e5ed6-a6f6-491b-b4a5-50a5e8110e18 tempest-TestNetworkAdvancedServerOps-1891287522 tempest-TestNetworkAdvancedServerOps-1891287522-project-admin] 10.222.0.104 "GET /v2.0/subnets?project_id=ab5411ad497948eebd17e9930ca9720f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1815069 Jan 21 10:21:43.169718 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43362) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:43.211777 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-84073f72-c517-4d83-8872-97a25b9b42a7 None None] Set router e80c1297-7749-42fb-bc74-ae3c9edf0b09 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:21:43.327362 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e024aed8-cdeb-45d6-b865-38d7c1bce00e tempest-TestNetworkAdvancedServerOps-1891287522 tempest-TestNetworkAdvancedServerOps-1891287522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:43.329186 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e024aed8-cdeb-45d6-b865-38d7c1bce00e tempest-TestNetworkAdvancedServerOps-1891287522 tempest-TestNetworkAdvancedServerOps-1891287522-project-admin] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1585348 Jan 21 10:21:43.332909 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43366) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:43.379445 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-26a3dcce-eeab-4155-8c59-6ab0b72d137e tempest-TestNetworkAdvancedServerOps-1891287522 tempest-TestNetworkAdvancedServerOps-1891287522-project-admin] 10.222.0.104 "GET /v2.0/subnets?network_id=05164b30-8981-419a-8272-388f48c19dd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451398 Jan 21 10:21:43.382505 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43370) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:43.389777 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-ce1e23de-73a5-405a-9ee2-c92d8b9aea9e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1352649688', 'network_id': '54c0ad98-9c2c-407a-a636-677b3e4617d6', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:21:43.508617 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ce1e23de-73a5-405a-9ee2-c92d8b9aea9e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:21:43.512551 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ce1e23de-73a5-405a-9ee2-c92d8b9aea9e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:subnet and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:21:43.515408 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ce1e23de-73a5-405a-9ee2-c92d8b9aea9e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:21:43.522993 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ce1e23de-73a5-405a-9ee2-c92d8b9aea9e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:21:43.537882 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1e23de-73a5-405a-9ee2-c92d8b9aea9e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Made reservation on behalf of ab5411ad497948eebd17e9930ca9720f for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:21:43.555949 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-84073f72-c517-4d83-8872-97a25b9b42a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153271486', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '06565410-6c74-4e2b-afda-a2c05dc8d16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:21:41Z', 'updated_at': '2022-01-21T10:21:42Z', 'revision_number': 3, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '06565410-6c74-4e2b-afda-a2c05dc8d16f', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:41Z', 'updated_at': '2022-01-21T10:21:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:43.560171 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84073f72-c517-4d83-8872-97a25b9b42a7 None None] Checking router: e80c1297-7749-42fb-bc74-ae3c9edf0b09 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:21:43.560516 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84073f72-c517-4d83-8872-97a25b9b42a7 None None] Updating router e80c1297-7749-42fb-bc74-ae3c9edf0b09 port 06565410-6c74-4e2b-afda-a2c05dc8d16f binding host dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:21:43.621885 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-84073f72-c517-4d83-8872-97a25b9b42a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:43.649432 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ce1e23de-73a5-405a-9ee2-c92d8b9aea9e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:43.895748 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ce1e23de-73a5-405a-9ee2-c92d8b9aea9e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:43.978487 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e23de-73a5-405a-9ee2-c92d8b9aea9e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Subnet': ['ID=38c33ccc-6fd8-430c-8f33-ee4e6b44fa51,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:43.998562 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1e23de-73a5-405a-9ee2-c92d8b9aea9e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Checking segment: {'id': '190bf863-51f3-43e1-a198-424268ba4c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '54c0ad98-9c2c-407a-a636-677b3e4617d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:21:43.999120 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1e23de-73a5-405a-9ee2-c92d8b9aea9e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Network hostable DHCP agents. Network: 54c0ad98-9c2c-407a-a636-677b3e4617d6, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:21:44.004285 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-84073f72-c517-4d83-8872-97a25b9b42a7 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:44.025341 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-84073f72-c517-4d83-8872-97a25b9b42a7 None None] Transition to ACTIVE for port object 06565410-6c74-4e2b-afda-a2c05dc8d16f will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:21:44.037228 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1e23de-73a5-405a-9ee2-c92d8b9aea9e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Network 54c0ad98-9c2c-407a-a636-677b3e4617d6 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:21:44.038299 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-84073f72-c517-4d83-8872-97a25b9b42a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:44.051702 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-ce1e23de-73a5-405a-9ee2-c92d8b9aea9e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 54c0ad98-9c2c-407a-a636-677b3e4617d6) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:21:44.058879 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1e23de-73a5-405a-9ee2-c92d8b9aea9e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:44.060000 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ce1e23de-73a5-405a-9ee2-c92d8b9aea9e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:44.078918 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a56c331-81ee-4a32-bc8f-cebe4d232bb6 None None] Network 54c0ad98-9c2c-407a-a636-677b3e4617d6 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:21:44.196239 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ce1e23de-73a5-405a-9ee2-c92d8b9aea9e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8125246 Jan 21 10:21:44.199116 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43374) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:44.212625 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ffc4c-dbd4-417e-904b-77571359412a None None] Pushing event updated for resources: {'Port': ['ID=06565410-6c74-4e2b-afda-a2c05dc8d16f,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:44.219457 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-84073f72-c517-4d83-8872-97a25b9b42a7 None None] Attempting to bind port 06565410-6c74-4e2b-afda-a2c05dc8d16f on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:21:44.219810 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-84073f72-c517-4d83-8872-97a25b9b42a7 None None] Attempting to bind port 06565410-6c74-4e2b-afda-a2c05dc8d16f by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:21:44.220327 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84073f72-c517-4d83-8872-97a25b9b42a7 None None] Attempting to bind port 06565410-6c74-4e2b-afda-a2c05dc8d16f on network 05164b30-8981-419a-8272-388f48c19dd5 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:21:44.237673 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ffc4c-dbd4-417e-904b-77571359412a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:44.238049 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ffc4c-dbd4-417e-904b-77571359412a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:44.238305 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ffc4c-dbd4-417e-904b-77571359412a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:44.238640 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ffc4c-dbd4-417e-904b-77571359412a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:44.238966 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ffc4c-dbd4-417e-904b-77571359412a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:44.239332 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ffc4c-dbd4-417e-904b-77571359412a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:44.239652 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ffc4c-dbd4-417e-904b-77571359412a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:44.240017 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ffc4c-dbd4-417e-904b-77571359412a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:44.240339 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ffc4c-dbd4-417e-904b-77571359412a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:44.240655 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ffc4c-dbd4-417e-904b-77571359412a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:44.241117 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ffc4c-dbd4-417e-904b-77571359412a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:44.260257 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84073f72-c517-4d83-8872-97a25b9b42a7 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:21:44.260629 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84073f72-c517-4d83-8872-97a25b9b42a7 None None] Checking segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:21:44.261035 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-84073f72-c517-4d83-8872-97a25b9b42a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:44.261540 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84073f72-c517-4d83-8872-97a25b9b42a7 None None] Bound using segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:21:44.261948 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-84073f72-c517-4d83-8872-97a25b9b42a7 None None] Bound port: 06565410-6c74-4e2b-afda-a2c05dc8d16f, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:21:44.262319 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-84073f72-c517-4d83-8872-97a25b9b42a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:44.399907 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-84073f72-c517-4d83-8872-97a25b9b42a7 None None] For port 06565410-6c74-4e2b-afda-a2c05dc8d16f, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:21:44.440948 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-84073f72-c517-4d83-8872-97a25b9b42a7 None None] For port 06565410-6c74-4e2b-afda-a2c05dc8d16f, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=06565410-6c74-4e2b-afda-a2c05dc8d16f,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:21:44.446648 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-84073f72-c517-4d83-8872-97a25b9b42a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:44.547735 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bacbcd-2eae-49b8-9e7c-dc015c4250a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-54c0ad98-9c2c-407a-a636-677b3e4617d6', 'network_id': '54c0ad98-9c2c-407a-a636-677b3e4617d6', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'fixed_ips': [{'subnet_id': '38c33ccc-6fd8-430c-8f33-ee4e6b44fa51'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:21:44.548551 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d7bacbcd-2eae-49b8-9e7c-dc015c4250a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:44.664208 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ffc4c-dbd4-417e-904b-77571359412a None None] Pushing event updated for resources: {'Port': ['ID=06565410-6c74-4e2b-afda-a2c05dc8d16f,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:44.681690 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84073f72-c517-4d83-8872-97a25b9b42a7 None None] Routers {'e80c1297-7749-42fb-bc74-ae3c9edf0b09'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:21:44.682876 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-84073f72-c517-4d83-8872-97a25b9b42a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:21:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['e80c1297-7749-42fb-bc74-ae3c9edf0b09'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:44.936912 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-d7bacbcd-2eae-49b8-9e7c-dc015c4250a5 None None] Allocated IP 172.20.0.2 (54c0ad98-9c2c-407a-a636-677b3e4617d6/38c33ccc-6fd8-430c-8f33-ee4e6b44fa51/1c905011-ffee-4201-9f32-fdd4fe716b2e) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:21:44.961588 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-84073f72-c517-4d83-8872-97a25b9b42a7 None None] Set router e80c1297-7749-42fb-bc74-ae3c9edf0b09 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:21:45.150562 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dc286106-30cd-46bd-b315-f1d7b01194cf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:45.455249 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d7bacbcd-2eae-49b8-9e7c-dc015c4250a5 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:45.470992 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d7bacbcd-2eae-49b8-9e7c-dc015c4250a5 None None] Transition to ACTIVE for port object 1c905011-ffee-4201-9f32-fdd4fe716b2e will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:21:45.497329 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d7bacbcd-2eae-49b8-9e7c-dc015c4250a5 None None] Transition to ACTIVE for port object 1c905011-ffee-4201-9f32-fdd4fe716b2e will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:21:45.510896 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d7bacbcd-2eae-49b8-9e7c-dc015c4250a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:45.566151 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-84073f72-c517-4d83-8872-97a25b9b42a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153271486', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '06565410-6c74-4e2b-afda-a2c05dc8d16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:21:41Z', 'updated_at': '2022-01-21T10:21:42Z', 'revision_number': 3, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '06565410-6c74-4e2b-afda-a2c05dc8d16f', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:41Z', 'updated_at': '2022-01-21T10:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:45.587437 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84073f72-c517-4d83-8872-97a25b9b42a7 None None] The sync data for ids ['e80c1297-7749-42fb-bc74-ae3c9edf0b09'] in dv-neutron-825732-1-hyperv is: [{'id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153271486', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '06565410-6c74-4e2b-afda-a2c05dc8d16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:21:41Z', 'updated_at': '2022-01-21T10:21:42Z', 'revision_number': 3, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '06565410-6c74-4e2b-afda-a2c05dc8d16f', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:41Z', 'updated_at': '2022-01-21T10:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:21:45.593196 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-dc286106-30cd-46bd-b315-f1d7b01194cf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Allocated IP 172.20.0.1 (54c0ad98-9c2c-407a-a636-677b3e4617d6/38c33ccc-6fd8-430c-8f33-ee4e6b44fa51/cc175572-9b18-4f00-875e-809345330c16) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:21:45.594622 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bacbcd-2eae-49b8-9e7c-dc015c4250a5 None None] Network 54c0ad98-9c2c-407a-a636-677b3e4617d6 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:21:45.598964 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bacbcd-2eae-49b8-9e7c-dc015c4250a5 None None] Pushing event updated for resources: {'Port': ['ID=1c905011-ffee-4201-9f32-fdd4fe716b2e,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:45.601439 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-d7bacbcd-2eae-49b8-9e7c-dc015c4250a5 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:21:45.603650 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bacbcd-2eae-49b8-9e7c-dc015c4250a5 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:21:45.720091 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-d7bacbcd-2eae-49b8-9e7c-dc015c4250a5 None None] Attempting to bind port 1c905011-ffee-4201-9f32-fdd4fe716b2e on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:21:45.720803 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-d7bacbcd-2eae-49b8-9e7c-dc015c4250a5 None None] Attempting to bind port 1c905011-ffee-4201-9f32-fdd4fe716b2e by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '190bf863-51f3-43e1-a198-424268ba4c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '54c0ad98-9c2c-407a-a636-677b3e4617d6'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:21:45.721746 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bacbcd-2eae-49b8-9e7c-dc015c4250a5 None None] Attempting to bind port 1c905011-ffee-4201-9f32-fdd4fe716b2e on network 54c0ad98-9c2c-407a-a636-677b3e4617d6 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:21:45.732311 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bacbcd-2eae-49b8-9e7c-dc015c4250a5 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:21:45.732701 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bacbcd-2eae-49b8-9e7c-dc015c4250a5 None None] Checking segment: {'id': '190bf863-51f3-43e1-a198-424268ba4c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '54c0ad98-9c2c-407a-a636-677b3e4617d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:21:45.733111 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d7bacbcd-2eae-49b8-9e7c-dc015c4250a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:45.733526 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bacbcd-2eae-49b8-9e7c-dc015c4250a5 None None] Bound using segment: {'id': '190bf863-51f3-43e1-a198-424268ba4c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '54c0ad98-9c2c-407a-a636-677b3e4617d6'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:21:45.734007 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-d7bacbcd-2eae-49b8-9e7c-dc015c4250a5 None None] Bound port: 1c905011-ffee-4201-9f32-fdd4fe716b2e, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '190bf863-51f3-43e1-a198-424268ba4c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '54c0ad98-9c2c-407a-a636-677b3e4617d6'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:21:45.734516 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d7bacbcd-2eae-49b8-9e7c-dc015c4250a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:45.772201 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dc286106-30cd-46bd-b315-f1d7b01194cf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:45.791323 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-dc286106-30cd-46bd-b315-f1d7b01194cf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Transition to ACTIVE for port object cc175572-9b18-4f00-875e-809345330c16 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:21:45.824158 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dc286106-30cd-46bd-b315-f1d7b01194cf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:45.842420 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-d7bacbcd-2eae-49b8-9e7c-dc015c4250a5 None None] For port 1c905011-ffee-4201-9f32-fdd4fe716b2e, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:21:45.846955 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-d7bacbcd-2eae-49b8-9e7c-dc015c4250a5 None None] For port 1c905011-ffee-4201-9f32-fdd4fe716b2e, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=1c905011-ffee-4201-9f32-fdd4fe716b2e,segment=NetworkSegment(190bf863-51f3-43e1-a198-424268ba4c91),segment_id=190bf863-51f3-43e1-a198-424268ba4c91)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:21:45.860403 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d7bacbcd-2eae-49b8-9e7c-dc015c4250a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:45.934539 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc286106-30cd-46bd-b315-f1d7b01194cf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Network 54c0ad98-9c2c-407a-a636-677b3e4617d6 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:21:45.937941 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-dc286106-30cd-46bd-b315-f1d7b01194cf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:21:45.943117 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc286106-30cd-46bd-b315-f1d7b01194cf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:21:45.983110 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc286106-30cd-46bd-b315-f1d7b01194cf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Port': ['ID=cc175572-9b18-4f00-875e-809345330c16,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:45.998138 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bacbcd-2eae-49b8-9e7c-dc015c4250a5 None None] Pushing event updated for resources: {'Port': ['ID=1c905011-ffee-4201-9f32-fdd4fe716b2e,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:46.028234 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dc286106-30cd-46bd-b315-f1d7b01194cf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:46.267893 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dc286106-30cd-46bd-b315-f1d7b01194cf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:46.669972 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 1c905011-ffee-4201-9f32-fdd4fe716b2e up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:21:46.752453 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 1c905011-ffee-4201-9f32-fdd4fe716b2e completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:21:46.764619 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 06565410-6c74-4e2b-afda-a2c05dc8d16f up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:21:46.772059 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dc286106-30cd-46bd-b315-f1d7b01194cf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:46.778917 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dc286106-30cd-46bd-b315-f1d7b01194cf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:46.865478 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 06565410-6c74-4e2b-afda-a2c05dc8d16f completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:21:46.878391 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 06565410-6c74-4e2b-afda-a2c05dc8d16f triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:21:46.879017 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:46.907576 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dc286106-30cd-46bd-b315-f1d7b01194cf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:46.914894 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc286106-30cd-46bd-b315-f1d7b01194cf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Port': ['ID=cc175572-9b18-4f00-875e-809345330c16,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:47.030472 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:47.050007 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 06565410-6c74-4e2b-afda-a2c05dc8d16f, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=06565410-6c74-4e2b-afda-a2c05dc8d16f,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:21:47.055180 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:47.075842 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc286106-30cd-46bd-b315-f1d7b01194cf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Network 54c0ad98-9c2c-407a-a636-677b3e4617d6 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:21:47.078903 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-dc286106-30cd-46bd-b315-f1d7b01194cf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:21:47.093591 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7e473b-55c1-4588-a2af-b6447aa47e8d None None] Network 54c0ad98-9c2c-407a-a636-677b3e4617d6 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:21:47.276163 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=06565410-6c74-4e2b-afda-a2c05dc8d16f,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:47.282329 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-9f2654c6-1bb4-44ab-8849-90b6f302ed6c None None] Provisioning for port 1c905011-ffee-4201-9f32-fdd4fe716b2e completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:21:47.302251 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-9f2654c6-1bb4-44ab-8849-90b6f302ed6c None None] Provisioning complete for port 1c905011-ffee-4201-9f32-fdd4fe716b2e triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:21:47.302614 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9f2654c6-1bb4-44ab-8849-90b6f302ed6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:47.497906 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc286106-30cd-46bd-b315-f1d7b01194cf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Router e80c1297-7749-42fb-bc74-ae3c9edf0b09 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:21:47.522659 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9f2654c6-1bb4-44ab-8849-90b6f302ed6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:47.567773 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-9f2654c6-1bb4-44ab-8849-90b6f302ed6c None None] For port 1c905011-ffee-4201-9f32-fdd4fe716b2e, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=1c905011-ffee-4201-9f32-fdd4fe716b2e,segment=NetworkSegment(190bf863-51f3-43e1-a198-424268ba4c91),segment_id=190bf863-51f3-43e1-a198-424268ba4c91)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:21:47.574159 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9f2654c6-1bb4-44ab-8849-90b6f302ed6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:47.664010 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2654c6-1bb4-44ab-8849-90b6f302ed6c None None] Pushing event updated for resources: {'Port': ['ID=1c905011-ffee-4201-9f32-fdd4fe716b2e,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:47.743478 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc286106-30cd-46bd-b315-f1d7b01194cf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:21:47.758323 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-dc286106-30cd-46bd-b315-f1d7b01194cf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "PUT /v2.0/routers/e80c1297-7749-42fb-bc74-ae3c9edf0b09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5578532 Jan 21 10:21:47.808281 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-cfca4107-927c-4746-afab-2832273a96f1 None None] Provisioning for port cc175572-9b18-4f00-875e-809345330c16 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:21:47.809384 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-cfca4107-927c-4746-afab-2832273a96f1 None None] Provisioning complete for port cc175572-9b18-4f00-875e-809345330c16 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:21:47.809970 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cfca4107-927c-4746-afab-2832273a96f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:47.870791 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-cfca4107-927c-4746-afab-2832273a96f1 None None] Port cc175572-9b18-4f00-875e-809345330c16 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:21:47.885133 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-cfca4107-927c-4746-afab-2832273a96f1 None None] Provisioning complete for port 1c905011-ffee-4201-9f32-fdd4fe716b2e triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:21:47.885581 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cfca4107-927c-4746-afab-2832273a96f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:47.969986 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-32eb3b52-6700-462f-ae10-df73ee6734cb tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1742672085&fields=id&tenant_id=ab5411ad497948eebd17e9930ca9720f HTTP/1.1" status: 200 len: 267 time: 0.0495300 Jan 21 10:21:48.154492 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ab4a1097-05e4-436f-92c5-3b035b411168 None None] Provisioning complete for port cc175572-9b18-4f00-875e-809345330c16 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:21:48.154726 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-67f5b0c2-3ba7-4fde-8cd2-792a6f6839d2 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:48.155064 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ab4a1097-05e4-436f-92c5-3b035b411168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:48.157228 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-67f5b0c2-3ba7-4fde-8cd2-792a6f6839d2 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/networks?id=54c0ad98-9c2c-407a-a636-677b3e4617d6 HTTP/1.1" status: 200 len: 797 time: 0.1788292 Jan 21 10:21:48.178095 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-ae4f996d-2ed6-407e-85d4-c5098f92c0df tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/quotas/ab5411ad497948eebd17e9930ca9720f HTTP/1.1" status: 200 len: 375 time: 0.0136728 Jan 21 10:21:48.230681 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-ab4a1097-05e4-436f-92c5-3b035b411168 None None] Port cc175572-9b18-4f00-875e-809345330c16 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:21:48.281194 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-b06db23d-3ff1-4852-95a7-722dd4112b7f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=ab5411ad497948eebd17e9930ca9720f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0939841 Jan 21 10:21:48.360459 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0db3034d-9e50-43c0-84ff-108f1a63b0a9 None None] Provisioning complete for port cc175572-9b18-4f00-875e-809345330c16 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:21:48.360730 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0db3034d-9e50-43c0-84ff-108f1a63b0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:48.418966 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-0db3034d-9e50-43c0-84ff-108f1a63b0a9 None None] Port cc175572-9b18-4f00-875e-809345330c16 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:21:48.448923 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-ba33afda-8fdc-430a-aded-7aa60c757649 service neutron] 10.222.0.104 "GET /v2.0/networks/54c0ad98-9c2c-407a-a636-677b3e4617d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526771 Jan 21 10:21:48.593335 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-06d07066-5a2c-40db-b692-37f437905aca service neutron] 10.222.0.104 "GET /v2.0/networks/54c0ad98-9c2c-407a-a636-677b3e4617d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366069 Jan 21 10:21:48.599358 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 1c905011-ffee-4201-9f32-fdd4fe716b2e up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:21:48.724650 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 1c905011-ffee-4201-9f32-fdd4fe716b2e triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:21:48.724650 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:48.863475 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-fa3a34ee-9e3d-4985-961f-761063fe6071 req-e3af59a8-59e4-4dc5-aab2-fe764530824d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Synchronizing usage tracker for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:21:48.870270 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 06565410-6c74-4e2b-afda-a2c05dc8d16f up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:21:48.884863 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-fa3a34ee-9e3d-4985-961f-761063fe6071 req-e3af59a8-59e4-4dc5-aab2-fe764530824d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Unset dirty status for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:21:48.886636 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fa3a34ee-9e3d-4985-961f-761063fe6071 req-e3af59a8-59e4-4dc5-aab2-fe764530824d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=80c36998-a6bf-466e-bd03-37209f94a436 HTTP/1.1" status: 200 len: 210 time: 0.0863242 Jan 21 10:21:48.975407 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 06565410-6c74-4e2b-afda-a2c05dc8d16f triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:21:48.975839 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:49.487546 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aad1bd-822b-48cd-a0e9-04eb56c8301c None None] Sync routers for ids ['e80c1297-7749-42fb-bc74-ae3c9edf0b09'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:21:49.502442 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aad1bd-822b-48cd-a0e9-04eb56c8301c None None] Routers {'e80c1297-7749-42fb-bc74-ae3c9edf0b09'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:21:49.503759 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-a8aad1bd-822b-48cd-a0e9-04eb56c8301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:21:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['e80c1297-7749-42fb-bc74-ae3c9edf0b09'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:49.713811 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-a8aad1bd-822b-48cd-a0e9-04eb56c8301c None None] Set router e80c1297-7749-42fb-bc74-ae3c9edf0b09 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:21:50.162712 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-91d414ed-5a7e-4844-a523-d6be6390170a req-fe008e95-befe-42da-8eb2-c87468037780 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=80c36998-a6bf-466e-bd03-37209f94a436 HTTP/1.1" status: 200 len: 210 time: 0.1041064 Jan 21 10:21:50.226055 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-a8aad1bd-822b-48cd-a0e9-04eb56c8301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153271486', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '06565410-6c74-4e2b-afda-a2c05dc8d16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:21:41Z', 'updated_at': '2022-01-21T10:21:46Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '06565410-6c74-4e2b-afda-a2c05dc8d16f', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:41Z', 'updated_at': '2022-01-21T10:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'cc175572-9b18-4f00-875e-809345330c16', 'name': '', 'network_id': '54c0ad98-9c2c-407a-a636-677b3e4617d6', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:3a:f5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38c33ccc-6fd8-430c-8f33-ee4e6b44fa51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:45Z', 'updated_at': '2022-01-21T10:21:46Z', 'revision_number': 2, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': '38c33ccc-6fd8-430c-8f33-ee4e6b44fa51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:50.233221 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aad1bd-822b-48cd-a0e9-04eb56c8301c None None] Checking router: e80c1297-7749-42fb-bc74-ae3c9edf0b09 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:21:50.233689 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aad1bd-822b-48cd-a0e9-04eb56c8301c None None] Updating router e80c1297-7749-42fb-bc74-ae3c9edf0b09 port cc175572-9b18-4f00-875e-809345330c16 binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:21:50.290339 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-a8aad1bd-822b-48cd-a0e9-04eb56c8301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:50.313566 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-db57cd84-8bd1-480e-bcaf-9d909960bc65 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:50.314300 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-db57cd84-8bd1-480e-bcaf-9d909960bc65 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Synchronizing usage tracker for tenant:ab5411ad497948eebd17e9930ca9720f on resource:network {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:21:50.337990 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-db57cd84-8bd1-480e-bcaf-9d909960bc65 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Unset dirty status for tenant:ab5411ad497948eebd17e9930ca9720f on resource:network {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:21:50.339411 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-db57cd84-8bd1-480e-bcaf-9d909960bc65 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.124 "GET /v2.0/networks?id=54c0ad98-9c2c-407a-a636-677b3e4617d6 HTTP/1.1" status: 200 len: 797 time: 0.4541066 Jan 21 10:21:50.400748 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-24d0c523-ec61-4378-995e-7e0bea7f982a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Synchronizing usage tracker for tenant:ab5411ad497948eebd17e9930ca9720f on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:21:50.425442 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-24d0c523-ec61-4378-995e-7e0bea7f982a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Unset dirty status for tenant:ab5411ad497948eebd17e9930ca9720f on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:21:50.427277 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-24d0c523-ec61-4378-995e-7e0bea7f982a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab5411ad497948eebd17e9930ca9720f HTTP/1.1" status: 200 len: 380 time: 0.0728359 Jan 21 10:21:50.438411 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-5ab212c2-be0e-44db-8373-3152e2d3892c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'port': {'device_id': '80c36998-a6bf-466e-bd03-37209f94a436', 'network_id': '54c0ad98-9c2c-407a-a636-677b3e4617d6', 'admin_state_up': True, 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'security_groups': ['e880ebaa-7e10-41e2-bd42-c0e20ececebc']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:21:50.611069 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:50.619561 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-5ab212c2-be0e-44db-8373-3152e2d3892c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:21:50.634762 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-5ab212c2-be0e-44db-8373-3152e2d3892c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:21:50.645864 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-5ab212c2-be0e-44db-8373-3152e2d3892c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Made reservation on behalf of ab5411ad497948eebd17e9930ca9720f for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:21:50.648985 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-5ab212c2-be0e-44db-8373-3152e2d3892c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:50.742948 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-a8aad1bd-822b-48cd-a0e9-04eb56c8301c None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:50.762575 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-a8aad1bd-822b-48cd-a0e9-04eb56c8301c None None] Transition to ACTIVE for port object cc175572-9b18-4f00-875e-809345330c16 will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:21:50.782896 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-a8aad1bd-822b-48cd-a0e9-04eb56c8301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:50.898277 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-5ab212c2-be0e-44db-8373-3152e2d3892c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Allocated IP 172.20.0.5 (54c0ad98-9c2c-407a-a636-677b3e4617d6/38c33ccc-6fd8-430c-8f33-ee4e6b44fa51/c2b97f5b-1402-4895-ac27-25d4e03faef8) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:21:50.985401 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623241f-9d55-4b8b-92a7-cae575c5402d None None] Pushing event updated for resources: {'Port': ['ID=cc175572-9b18-4f00-875e-809345330c16,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:51.075043 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623241f-9d55-4b8b-92a7-cae575c5402d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:51.075478 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623241f-9d55-4b8b-92a7-cae575c5402d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:51.075878 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623241f-9d55-4b8b-92a7-cae575c5402d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:51.076279 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623241f-9d55-4b8b-92a7-cae575c5402d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:51.076666 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623241f-9d55-4b8b-92a7-cae575c5402d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:51.077193 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623241f-9d55-4b8b-92a7-cae575c5402d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:51.077803 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623241f-9d55-4b8b-92a7-cae575c5402d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:51.078350 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623241f-9d55-4b8b-92a7-cae575c5402d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:51.078851 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623241f-9d55-4b8b-92a7-cae575c5402d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:51.079385 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623241f-9d55-4b8b-92a7-cae575c5402d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:51.079906 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623241f-9d55-4b8b-92a7-cae575c5402d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:51.091130 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-a8aad1bd-822b-48cd-a0e9-04eb56c8301c None None] Attempting to bind port cc175572-9b18-4f00-875e-809345330c16 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:21:51.091641 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-a8aad1bd-822b-48cd-a0e9-04eb56c8301c None None] Attempting to bind port cc175572-9b18-4f00-875e-809345330c16 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '190bf863-51f3-43e1-a198-424268ba4c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '54c0ad98-9c2c-407a-a636-677b3e4617d6'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:21:51.092170 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8aad1bd-822b-48cd-a0e9-04eb56c8301c None None] Attempting to bind port cc175572-9b18-4f00-875e-809345330c16 on network 54c0ad98-9c2c-407a-a636-677b3e4617d6 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:21:51.103770 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8aad1bd-822b-48cd-a0e9-04eb56c8301c None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:21:51.104353 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8aad1bd-822b-48cd-a0e9-04eb56c8301c None None] Checking segment: {'id': '190bf863-51f3-43e1-a198-424268ba4c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '54c0ad98-9c2c-407a-a636-677b3e4617d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:21:51.104945 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-a8aad1bd-822b-48cd-a0e9-04eb56c8301c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:51.105591 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8aad1bd-822b-48cd-a0e9-04eb56c8301c None None] Bound using segment: {'id': '190bf863-51f3-43e1-a198-424268ba4c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '54c0ad98-9c2c-407a-a636-677b3e4617d6'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:21:51.106449 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-a8aad1bd-822b-48cd-a0e9-04eb56c8301c None None] Bound port: cc175572-9b18-4f00-875e-809345330c16, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '190bf863-51f3-43e1-a198-424268ba4c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '54c0ad98-9c2c-407a-a636-677b3e4617d6'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:21:51.106929 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-a8aad1bd-822b-48cd-a0e9-04eb56c8301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:51.169209 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-5ab212c2-be0e-44db-8373-3152e2d3892c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:51.195388 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-5ab212c2-be0e-44db-8373-3152e2d3892c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Transition to ACTIVE for port object c2b97f5b-1402-4895-ac27-25d4e03faef8 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:21:51.231550 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-5ab212c2-be0e-44db-8373-3152e2d3892c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:51.257059 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-a8aad1bd-822b-48cd-a0e9-04eb56c8301c None None] For port cc175572-9b18-4f00-875e-809345330c16, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:21:51.261820 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-a8aad1bd-822b-48cd-a0e9-04eb56c8301c None None] For port cc175572-9b18-4f00-875e-809345330c16, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=cc175572-9b18-4f00-875e-809345330c16,segment=NetworkSegment(190bf863-51f3-43e1-a198-424268ba4c91),segment_id=190bf863-51f3-43e1-a198-424268ba4c91)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:21:51.268061 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-a8aad1bd-822b-48cd-a0e9-04eb56c8301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:51.359940 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623241f-9d55-4b8b-92a7-cae575c5402d None None] Pushing event updated for resources: {'Port': ['ID=cc175572-9b18-4f00-875e-809345330c16,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:51.367586 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aad1bd-822b-48cd-a0e9-04eb56c8301c None None] Routers {'e80c1297-7749-42fb-bc74-ae3c9edf0b09'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:21:51.368464 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-a8aad1bd-822b-48cd-a0e9-04eb56c8301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:21:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['e80c1297-7749-42fb-bc74-ae3c9edf0b09'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:51.388298 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-5ab212c2-be0e-44db-8373-3152e2d3892c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Network 54c0ad98-9c2c-407a-a636-677b3e4617d6 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:21:51.398494 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-5ab212c2-be0e-44db-8373-3152e2d3892c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:21:51.409084 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-5ab212c2-be0e-44db-8373-3152e2d3892c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:21:51.439982 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab212c2-be0e-44db-8373-3152e2d3892c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Port': ['ID=c2b97f5b-1402-4895-ac27-25d4e03faef8,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:51.491123 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-5ab212c2-be0e-44db-8373-3152e2d3892c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:51.491788 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-5ab212c2-be0e-44db-8373-3152e2d3892c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:51.536969 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28021351-f505-4595-92f8-1f80d20c9de0 req-d4126f74-b280-4f11-b9db-559a7db9d4ec tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:51.537978 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-28021351-f505-4595-92f8-1f80d20c9de0 req-d4126f74-b280-4f11-b9db-559a7db9d4ec tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Synchronizing usage tracker for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:21:51.544648 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-5ab212c2-be0e-44db-8373-3152e2d3892c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1125112 Jan 21 10:21:51.568531 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-a5a891bb-fe19-4306-be82-5b5adab6670f service neutron] Request body: {'port': {'device_id': '80c36998-a6bf-466e-bd03-37209f94a436', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:21:51.617436 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-28021351-f505-4595-92f8-1f80d20c9de0 req-d4126f74-b280-4f11-b9db-559a7db9d4ec tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Unset dirty status for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:21:51.619075 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-28021351-f505-4595-92f8-1f80d20c9de0 req-d4126f74-b280-4f11-b9db-559a7db9d4ec tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=80c36998-a6bf-466e-bd03-37209f94a436 HTTP/1.1" status: 200 len: 931 time: 0.2892425 Jan 21 10:21:51.621826 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-a8aad1bd-822b-48cd-a0e9-04eb56c8301c None None] Set router e80c1297-7749-42fb-bc74-ae3c9edf0b09 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:21:51.760702 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-a5a891bb-fe19-4306-be82-5b5adab6670f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:51.778397 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-28021351-f505-4595-92f8-1f80d20c9de0 req-96f79c3c-3537-4d9c-869e-20a541fdab0e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=e880ebaa-7e10-41e2-bd42-c0e20ececebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350417 Jan 21 10:21:51.950262 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-192c98b9-b7e5-404b-9ab5-3a10ffccc869 None None] Provisioning for port c2b97f5b-1402-4895-ac27-25d4e03faef8 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:21:51.959908 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-192c98b9-b7e5-404b-9ab5-3a10ffccc869 None None] Provisioning complete for port c2b97f5b-1402-4895-ac27-25d4e03faef8 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:21:51.960164 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-192c98b9-b7e5-404b-9ab5-3a10ffccc869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:52.029123 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-192c98b9-b7e5-404b-9ab5-3a10ffccc869 None None] Port c2b97f5b-1402-4895-ac27-25d4e03faef8 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:21:52.126767 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-a8aad1bd-822b-48cd-a0e9-04eb56c8301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153271486', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '06565410-6c74-4e2b-afda-a2c05dc8d16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:21:41Z', 'updated_at': '2022-01-21T10:21:46Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '06565410-6c74-4e2b-afda-a2c05dc8d16f', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:41Z', 'updated_at': '2022-01-21T10:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'cc175572-9b18-4f00-875e-809345330c16', 'name': '', 'network_id': '54c0ad98-9c2c-407a-a636-677b3e4617d6', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:3a:f5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38c33ccc-6fd8-430c-8f33-ee4e6b44fa51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:45Z', 'updated_at': '2022-01-21T10:21:51Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': '38c33ccc-6fd8-430c-8f33-ee4e6b44fa51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:52.143446 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aad1bd-822b-48cd-a0e9-04eb56c8301c None None] The sync data for ids ['e80c1297-7749-42fb-bc74-ae3c9edf0b09'] in dv-neutron-825732-1-hyperv is: [{'id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153271486', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '06565410-6c74-4e2b-afda-a2c05dc8d16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:21:41Z', 'updated_at': '2022-01-21T10:21:46Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '06565410-6c74-4e2b-afda-a2c05dc8d16f', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:41Z', 'updated_at': '2022-01-21T10:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'cc175572-9b18-4f00-875e-809345330c16', 'name': '', 'network_id': '54c0ad98-9c2c-407a-a636-677b3e4617d6', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:3a:f5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38c33ccc-6fd8-430c-8f33-ee4e6b44fa51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:45Z', 'updated_at': '2022-01-21T10:21:51Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': '38c33ccc-6fd8-430c-8f33-ee4e6b44fa51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:21:52.251253 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-a5a891bb-fe19-4306-be82-5b5adab6670f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2b97f5b-1402-4895-ac27-25d4e03faef8 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:21:52.261436 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-a5a891bb-fe19-4306-be82-5b5adab6670f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:52.278983 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-a5a891bb-fe19-4306-be82-5b5adab6670f service neutron] Transition to ACTIVE for port object c2b97f5b-1402-4895-ac27-25d4e03faef8 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:21:52.284167 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-a5a891bb-fe19-4306-be82-5b5adab6670f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:52.428408 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a891bb-fe19-4306-be82-5b5adab6670f service neutron] Pushing event updated for resources: {'Port': ['ID=c2b97f5b-1402-4895-ac27-25d4e03faef8,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:52.569341 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-a5a891bb-fe19-4306-be82-5b5adab6670f service neutron] Attempting to bind port c2b97f5b-1402-4895-ac27-25d4e03faef8 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:21:52.569712 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-a5a891bb-fe19-4306-be82-5b5adab6670f service neutron] Attempting to bind port c2b97f5b-1402-4895-ac27-25d4e03faef8 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '190bf863-51f3-43e1-a198-424268ba4c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '54c0ad98-9c2c-407a-a636-677b3e4617d6'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:21:52.570043 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-a5a891bb-fe19-4306-be82-5b5adab6670f service neutron] Attempting to bind port c2b97f5b-1402-4895-ac27-25d4e03faef8 on network 54c0ad98-9c2c-407a-a636-677b3e4617d6 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:21:52.584185 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-a5a891bb-fe19-4306-be82-5b5adab6670f service neutron] Port c2b97f5b-1402-4895-ac27-25d4e03faef8 on network 54c0ad98-9c2c-407a-a636-677b3e4617d6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:21:52.584637 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-a5a891bb-fe19-4306-be82-5b5adab6670f service neutron] Attempting to bind port c2b97f5b-1402-4895-ac27-25d4e03faef8 on network 54c0ad98-9c2c-407a-a636-677b3e4617d6 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:21:52.599778 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-a5a891bb-fe19-4306-be82-5b5adab6670f service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:21:52.600276 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-a5a891bb-fe19-4306-be82-5b5adab6670f service neutron] Checking segment: {'id': '190bf863-51f3-43e1-a198-424268ba4c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '54c0ad98-9c2c-407a-a636-677b3e4617d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:21:52.600784 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-a5a891bb-fe19-4306-be82-5b5adab6670f service neutron] Bound using segment: {'id': '190bf863-51f3-43e1-a198-424268ba4c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '54c0ad98-9c2c-407a-a636-677b3e4617d6'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:21:52.601452 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-a5a891bb-fe19-4306-be82-5b5adab6670f service neutron] Bound port: c2b97f5b-1402-4895-ac27-25d4e03faef8, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '190bf863-51f3-43e1-a198-424268ba4c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '54c0ad98-9c2c-407a-a636-677b3e4617d6'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:21:52.601825 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-a5a891bb-fe19-4306-be82-5b5adab6670f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:52.622130 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device cc175572-9b18-4f00-875e-809345330c16 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:21:52.713138 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port cc175572-9b18-4f00-875e-809345330c16 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:21:52.714093 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-a5a891bb-fe19-4306-be82-5b5adab6670f service neutron] For port c2b97f5b-1402-4895-ac27-25d4e03faef8, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:21:52.717749 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-a5a891bb-fe19-4306-be82-5b5adab6670f service neutron] For port c2b97f5b-1402-4895-ac27-25d4e03faef8, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=c2b97f5b-1402-4895-ac27-25d4e03faef8,segment=NetworkSegment(190bf863-51f3-43e1-a198-424268ba4c91),segment_id=190bf863-51f3-43e1-a198-424268ba4c91)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:21:52.718892 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port cc175572-9b18-4f00-875e-809345330c16 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:21:52.719507 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:52.724695 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-a5a891bb-fe19-4306-be82-5b5adab6670f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:52.798696 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-a5a891bb-fe19-4306-be82-5b5adab6670f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:52.800815 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-a5a891bb-fe19-4306-be82-5b5adab6670f service neutron] 10.222.0.124 "PUT /v2.0/ports/c2b97f5b-1402-4895-ac27-25d4e03faef8 HTTP/1.1" status: 200 len: 1093 time: 1.2400010 Jan 21 10:21:52.801484 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c36998-a6bf-466e-bd03-37209f94a436', 'tag': 'c2b97f5b-1402-4895-ac27-25d4e03faef8'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:21:52.906950 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a891bb-fe19-4306-be82-5b5adab6670f service neutron] Pushing event updated for resources: {'Port': ['ID=c2b97f5b-1402-4895-ac27-25d4e03faef8,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:53.016640 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:53.071507 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c36998-a6bf-466e-bd03-37209f94a436', 'tag': 'c2b97f5b-1402-4895-ac27-25d4e03faef8', 'status': 'completed', 'code': 200} Jan 21 10:21:53.088359 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port cc175572-9b18-4f00-875e-809345330c16, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=cc175572-9b18-4f00-875e-809345330c16,segment=NetworkSegment(190bf863-51f3-43e1-a198-424268ba4c91),segment_id=190bf863-51f3-43e1-a198-424268ba4c91)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:21:53.093850 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:53.170834 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-67404543-fa35-42b0-92b3-35fe2303511f service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ab5411ad497948eebd17e9930ca9720f&device_id=80c36998-a6bf-466e-bd03-37209f94a436 HTTP/1.1" status: 200 len: 1096 time: 0.3216901 Jan 21 10:21:53.205588 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=cc175572-9b18-4f00-875e-809345330c16,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:53.256296 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-8f92dfa4-0684-4dbc-9806-a7cb68d9d481 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2b97f5b-1402-4895-ac27-25d4e03faef8 HTTP/1.1" status: 200 len: 217 time: 0.0775094 Jan 21 10:21:53.262357 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644dc5e6-20e3-484b-a5d8-44d95599841c req-63d61b46-27c9-4825-8cd6-7fbb60b8bad8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:53.263831 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-644dc5e6-20e3-484b-a5d8-44d95599841c req-63d61b46-27c9-4825-8cd6-7fbb60b8bad8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=80c36998-a6bf-466e-bd03-37209f94a436 HTTP/1.1" status: 200 len: 943 time: 0.1915767 Jan 21 10:21:53.358352 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-e9a7aab6-456c-4e50-8259-dc410cee3832 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:53.359867 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-e9a7aab6-456c-4e50-8259-dc410cee3832 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=38c33ccc-6fd8-430c-8f33-ee4e6b44fa51 HTTP/1.1" status: 200 len: 835 time: 0.0950990 Jan 21 10:21:53.404540 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-644dc5e6-20e3-484b-a5d8-44d95599841c req-1ff1b3d8-9909-4a27-a730-17168278787c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=e880ebaa-7e10-41e2-bd42-c0e20ececebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056390 Jan 21 10:21:53.441400 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-ac981da9-98e5-4240-ba16-18c3b3680443 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=54c0ad98-9c2c-407a-a636-677b3e4617d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747616 Jan 21 10:21:53.576846 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-9458adef-a577-4404-b3e4-2fae037cd7b3 service neutron] 10.222.0.124 "GET /v2.0/networks/54c0ad98-9c2c-407a-a636-677b3e4617d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295459 Jan 21 10:21:53.720018 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-97c45b20-f7e9-4abf-b059-eb788697f141 req-fb428dd8-6815-416f-ada9-b4f2c07dbf77 service neutron] 10.222.0.124 "GET /v2.0/networks/54c0ad98-9c2c-407a-a636-677b3e4617d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372845 Jan 21 10:21:53.842249 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-50969e0d-9c56-4993-8ca9-371fc151734a req-8448b205-a976-4420-9c0b-186543807f5c service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ab5411ad497948eebd17e9930ca9720f&device_id=80c36998-a6bf-466e-bd03-37209f94a436 HTTP/1.1" status: 200 len: 1096 time: 0.0700648 Jan 21 10:21:53.992343 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50969e0d-9c56-4993-8ca9-371fc151734a req-f8efdfd3-c91f-48f9-91d5-b73f81f91076 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:53.994015 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-50969e0d-9c56-4993-8ca9-371fc151734a req-f8efdfd3-c91f-48f9-91d5-b73f81f91076 service neutron] 10.222.0.124 "GET /v2.0/networks?id=54c0ad98-9c2c-407a-a636-677b3e4617d6 HTTP/1.1" status: 200 len: 898 time: 0.1421380 Jan 21 10:21:53.994918 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7df0f0bd-33e4-4f9e-9b06-d9574fc76bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:54.070455 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-50969e0d-9c56-4993-8ca9-371fc151734a req-640305eb-0a4f-4d19-89ed-65b70e396f4d service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2b97f5b-1402-4895-ac27-25d4e03faef8 HTTP/1.1" status: 200 len: 217 time: 0.0694683 Jan 21 10:21:54.136545 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50969e0d-9c56-4993-8ca9-371fc151734a req-0290217a-3ca0-4f32-a38a-a80f8cd96bd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:54.138022 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-50969e0d-9c56-4993-8ca9-371fc151734a req-0290217a-3ca0-4f32-a38a-a80f8cd96bd5 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=38c33ccc-6fd8-430c-8f33-ee4e6b44fa51 HTTP/1.1" status: 200 len: 835 time: 0.0615063 Jan 21 10:21:54.221623 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-50969e0d-9c56-4993-8ca9-371fc151734a req-b3aba7ae-a59f-497b-bdca-a9f4bd5c3171 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=54c0ad98-9c2c-407a-a636-677b3e4617d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771003 Jan 21 10:21:54.366643 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-50969e0d-9c56-4993-8ca9-371fc151734a req-46e7c49c-7ce3-4539-af66-af632e45a575 service neutron] 10.222.0.124 "GET /v2.0/networks/54c0ad98-9c2c-407a-a636-677b3e4617d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376131 Jan 21 10:21:54.515972 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-50969e0d-9c56-4993-8ca9-371fc151734a req-6db272fe-aeed-4626-8fdb-c06233bc7248 service neutron] 10.222.0.124 "GET /v2.0/networks/54c0ad98-9c2c-407a-a636-677b3e4617d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426365 Jan 21 10:21:54.580742 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device cc175572-9b18-4f00-875e-809345330c16 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:21:54.628744 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a56e4-e2f7-4d4c-8ecf-caf5d237de02 req-fbfb3654-99b6-4ff3-95d2-e4056a6b5b78 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:54.630448 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-877a56e4-e2f7-4d4c-8ecf-caf5d237de02 req-fbfb3654-99b6-4ff3-95d2-e4056a6b5b78 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=80c36998-a6bf-466e-bd03-37209f94a436 HTTP/1.1" status: 200 len: 943 time: 0.0940030 Jan 21 10:21:54.663939 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port cc175572-9b18-4f00-875e-809345330c16 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:21:54.664309 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:54.678323 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-877a56e4-e2f7-4d4c-8ecf-caf5d237de02 req-91526666-a863-4295-a871-b7368204e3fb tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=e880ebaa-7e10-41e2-bd42-c0e20ececebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415282 Jan 21 10:21:55.780127 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device c2b97f5b-1402-4895-ac27-25d4e03faef8 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:21:55.896307 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2d1f3-a38d-48c7-895b-3133abdacefa req-a25806a0-ec10-442d-8bfd-f68627accf0b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:55.898230 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b9e2d1f3-a38d-48c7-895b-3133abdacefa req-a25806a0-ec10-442d-8bfd-f68627accf0b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=80c36998-a6bf-466e-bd03-37209f94a436 HTTP/1.1" status: 200 len: 943 time: 0.0906441 Jan 21 10:21:55.950341 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b9e2d1f3-a38d-48c7-895b-3133abdacefa req-6537cf66-b9fd-4822-92c9-ef94ff1bf8a6 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=e880ebaa-7e10-41e2-bd42-c0e20ececebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457196 Jan 21 10:21:55.978945 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port c2b97f5b-1402-4895-ac27-25d4e03faef8, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=c2b97f5b-1402-4895-ac27-25d4e03faef8,segment=NetworkSegment(190bf863-51f3-43e1-a198-424268ba4c91),segment_id=190bf863-51f3-43e1-a198-424268ba4c91)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:21:55.998434 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': 'c2b97f5b-1402-4895-ac27-25d4e03faef8', 'network_id': '54c0ad98-9c2c-407a-a636-677b3e4617d6', 'port_id': 'c2b97f5b-1402-4895-ac27-25d4e03faef8', 'mac_address': 'fa:16:3e:37:34:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c33ccc-6fd8-430c-8f33-ee4e6b44fa51', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:21:56.056816 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:56.076794 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2b97f5b-1402-4895-ac27-25d4e03faef8 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:21:56.092970 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port c2b97f5b-1402-4895-ac27-25d4e03faef8, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=c2b97f5b-1402-4895-ac27-25d4e03faef8,segment=NetworkSegment(190bf863-51f3-43e1-a198-424268ba4c91),segment_id=190bf863-51f3-43e1-a198-424268ba4c91)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:21:56.099124 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:56.166371 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=c2b97f5b-1402-4895-ac27-25d4e03faef8,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:56.343794 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['c2b97f5b-1402-4895-ac27-25d4e03faef8'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:21:56.438887 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d46ba308-6a4d-4d2a-be3b-73a1e67191dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:57.322186 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1ad45-413b-481e-bfb0-0c8784a8504c req-f2f1ba1a-f1e1-41e5-be7f-5afd48bb7508 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:57.323741 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-b7d1ad45-413b-481e-bfb0-0c8784a8504c req-f2f1ba1a-f1e1-41e5-be7f-5afd48bb7508 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=80c36998-a6bf-466e-bd03-37209f94a436 HTTP/1.1" status: 200 len: 944 time: 0.0817251 Jan 21 10:21:57.371647 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-b7d1ad45-413b-481e-bfb0-0c8784a8504c req-6307bb5f-3974-4fa5-9285-21c6ca8a242b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=e880ebaa-7e10-41e2-bd42-c0e20ececebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424790 Jan 21 10:21:57.533153 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:57.795511 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device c2b97f5b-1402-4895-ac27-25d4e03faef8 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:21:57.882941 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:57.884142 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port c2b97f5b-1402-4895-ac27-25d4e03faef8 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:21:57.890095 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port c2b97f5b-1402-4895-ac27-25d4e03faef8 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:21:57.890462 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:58.014623 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:58.048435 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c36998-a6bf-466e-bd03-37209f94a436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b97f5b-1402-4895-ac27-25d4e03faef8'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:21:58.060932 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port c2b97f5b-1402-4895-ac27-25d4e03faef8, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=c2b97f5b-1402-4895-ac27-25d4e03faef8,segment=NetworkSegment(190bf863-51f3-43e1-a198-424268ba4c91),segment_id=190bf863-51f3-43e1-a198-424268ba4c91)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:21:58.067056 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:58.141305 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=c2b97f5b-1402-4895-ac27-25d4e03faef8,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:58.200122 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c36998-a6bf-466e-bd03-37209f94a436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b97f5b-1402-4895-ac27-25d4e03faef8', 'code': 200} Jan 21 10:21:58.442251 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1f89f671-a33e-43a7-bc19-4eb52a0cdc51 req-8748c13c-fcf3-4b2d-850c-3575f51a73bf service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=80c36998-a6bf-466e-bd03-37209f94a436 HTTP/1.1" status: 200 len: 1098 time: 0.0807071 Jan 21 10:21:58.493184 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1f89f671-a33e-43a7-bc19-4eb52a0cdc51 req-9a02bf80-c725-4a74-857d-4d600cbefed5 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=e880ebaa-7e10-41e2-bd42-c0e20ececebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452647 Jan 21 10:21:58.591929 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030af851-93c8-4720-8f06-0ab0fc733515 req-0c3e4b60-7bb4-4351-b18a-b1291f4df5ef tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:58.593589 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-030af851-93c8-4720-8f06-0ab0fc733515 req-0c3e4b60-7bb4-4351-b18a-b1291f4df5ef tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=80c36998-a6bf-466e-bd03-37209f94a436 HTTP/1.1" status: 200 len: 945 time: 0.0901873 Jan 21 10:21:58.653633 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:21:58.654776 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-030af851-93c8-4720-8f06-0ab0fc733515 req-a1940eba-ff7e-41eb-97e9-99e54c05d9f3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=e880ebaa-7e10-41e2-bd42-c0e20ececebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553236 Jan 21 10:21:59.606670 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:59.870682 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ca6a0-0725-468e-91e6-e352d4fd6767 req-59cc5bc8-8d3e-4a8b-bf93-ce3f2ec34477 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:59.872144 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d28ca6a0-0725-468e-91e6-e352d4fd6767 req-59cc5bc8-8d3e-4a8b-bf93-ce3f2ec34477 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=80c36998-a6bf-466e-bd03-37209f94a436 HTTP/1.1" status: 200 len: 945 time: 0.0826674 Jan 21 10:21:59.926302 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d28ca6a0-0725-468e-91e6-e352d4fd6767 req-dfe5687a-34ae-4c27-aff6-4dc56caf06c2 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=e880ebaa-7e10-41e2-bd42-c0e20ececebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474072 Jan 21 10:22:00.155217 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087dbb9-70e5-46b6-95bc-a3617f97e0d7 req-3ed58123-c7bc-4b6e-95c8-e12fb3afb4a2 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:00.156749 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-0087dbb9-70e5-46b6-95bc-a3617f97e0d7 req-3ed58123-c7bc-4b6e-95c8-e12fb3afb4a2 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=80c36998-a6bf-466e-bd03-37209f94a436 HTTP/1.1" status: 200 len: 945 time: 0.1066401 Jan 21 10:22:00.208246 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-0087dbb9-70e5-46b6-95bc-a3617f97e0d7 req-47d27981-baeb-4b6a-ab78-cf0f45c387bd tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=e880ebaa-7e10-41e2-bd42-c0e20ececebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440283 Jan 21 10:22:00.237119 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43420) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:00.427936 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f939a4cb-00d6-45fe-a6d2-3fb7c3ceb15f tempest-TestNetworkAdvancedServerOps-1891287522 tempest-TestNetworkAdvancedServerOps-1891287522-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=80c36998-a6bf-466e-bd03-37209f94a436 HTTP/1.1" status: 200 len: 1093 time: 0.1890316 Jan 21 10:22:00.431094 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43424) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:00.437051 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-4f82ea3e-5170-4ea5-8d42-6c1b76d67d81 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'port_id': 'c2b97f5b-1402-4895-ac27-25d4e03faef8', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:22:00.443820 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4f82ea3e-5170-4ea5-8d42-6c1b76d67d81 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:22:00.447704 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4f82ea3e-5170-4ea5-8d42-6c1b76d67d81 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:floatingip and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:22:00.450565 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4f82ea3e-5170-4ea5-8d42-6c1b76d67d81 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:22:00.456456 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4f82ea3e-5170-4ea5-8d42-6c1b76d67d81 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:22:00.468507 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4f82ea3e-5170-4ea5-8d42-6c1b76d67d81 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for floatingip, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:00.624438 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4f82ea3e-5170-4ea5-8d42-6c1b76d67d81 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:00.790998 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-4f82ea3e-5170-4ea5-8d42-6c1b76d67d81 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Allocated IP 172.26.0.111 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/cf148a0c-c911-48f9-b7e2-817addb00cc1) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:22:00.973395 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4f82ea3e-5170-4ea5-8d42-6c1b76d67d81 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:01.006210 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4f82ea3e-5170-4ea5-8d42-6c1b76d67d81 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:01.080647 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f82ea3e-5170-4ea5-8d42-6c1b76d67d81 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:22:01.084192 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-4f82ea3e-5170-4ea5-8d42-6c1b76d67d81 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:22:01.088777 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f82ea3e-5170-4ea5-8d42-6c1b76d67d81 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:22:01.118589 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82ea3e-5170-4ea5-8d42-6c1b76d67d81 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Port': ['ID=cf148a0c-c911-48f9-b7e2-817addb00cc1,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:01.630356 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4f82ea3e-5170-4ea5-8d42-6c1b76d67d81 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:01.690624 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4f82ea3e-5170-4ea5-8d42-6c1b76d67d81 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:01.902748 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4f82ea3e-5170-4ea5-8d42-6c1b76d67d81 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:01.910567 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4f82ea3e-5170-4ea5-8d42-6c1b76d67d81 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:02.018581 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82ea3e-5170-4ea5-8d42-6c1b76d67d81 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Port': ['ID=cf148a0c-c911-48f9-b7e2-817addb00cc1,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:02.037658 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4f82ea3e-5170-4ea5-8d42-6c1b76d67d81 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:02.350332 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.l3_db [None req-4f82ea3e-5170-4ea5-8d42-6c1b76d67d81 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Floating IP 906a440a-c728-4c49-abe0-f78d9e8bfce6 associated. External IP: 172.26.0.111, port: c2b97f5b-1402-4895-ac27-25d4e03faef8. Jan 21 10:22:02.781901 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f82ea3e-5170-4ea5-8d42-6c1b76d67d81 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Router e80c1297-7749-42fb-bc74-ae3c9edf0b09 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:22:02.995430 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f82ea3e-5170-4ea5-8d42-6c1b76d67d81 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:22:03.005585 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6f18ae-c2ba-4530-bb5f-bbe3f2e83a5e None None] Sync routers for ids ['e80c1297-7749-42fb-bc74-ae3c9edf0b09'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:22:03.022818 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6f18ae-c2ba-4530-bb5f-bbe3f2e83a5e None None] Routers {'e80c1297-7749-42fb-bc74-ae3c9edf0b09'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:22:03.023715 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9b6f18ae-c2ba-4530-bb5f-bbe3f2e83a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:21:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['e80c1297-7749-42fb-bc74-ae3c9edf0b09'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:03.029762 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4f82ea3e-5170-4ea5-8d42-6c1b76d67d81 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:03.097399 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4f82ea3e-5170-4ea5-8d42-6c1b76d67d81 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6651003 Jan 21 10:22:03.098224 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c36998-a6bf-466e-bd03-37209f94a436', 'tag': 'c2b97f5b-1402-4895-ac27-25d4e03faef8'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:22:03.161296 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c36998-a6bf-466e-bd03-37209f94a436', 'tag': 'c2b97f5b-1402-4895-ac27-25d4e03faef8', 'status': 'completed', 'code': 200} Jan 21 10:22:03.265962 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-9b6f18ae-c2ba-4530-bb5f-bbe3f2e83a5e None None] Set router e80c1297-7749-42fb-bc74-ae3c9edf0b09 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:22:03.318023 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6889450f-51db-489a-956d-316c4b9a74fa req-d25a58a3-482e-496f-8865-a294349d95c9 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ab5411ad497948eebd17e9930ca9720f&device_id=80c36998-a6bf-466e-bd03-37209f94a436 HTTP/1.1" status: 200 len: 1098 time: 0.1312852 Jan 21 10:22:03.508928 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fac72d-490e-4944-bb46-f6f073f8c8ba req-b4c7e1f2-cc41-45f5-9eb2-192914b425a9 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:03.510445 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d4fac72d-490e-4944-bb46-f6f073f8c8ba req-b4c7e1f2-cc41-45f5-9eb2-192914b425a9 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=80c36998-a6bf-466e-bd03-37209f94a436 HTTP/1.1" status: 200 len: 945 time: 0.2549863 Jan 21 10:22:03.551928 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889450f-51db-489a-956d-316c4b9a74fa req-450d0511-c110-4634-8f52-7f80f1adf513 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:03.553442 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6889450f-51db-489a-956d-316c4b9a74fa req-450d0511-c110-4634-8f52-7f80f1adf513 service neutron] 10.222.0.124 "GET /v2.0/networks?id=54c0ad98-9c2c-407a-a636-677b3e4617d6 HTTP/1.1" status: 200 len: 898 time: 0.2287343 Jan 21 10:22:03.638672 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9b6f18ae-c2ba-4530-bb5f-bbe3f2e83a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153271486', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '06565410-6c74-4e2b-afda-a2c05dc8d16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:21:41Z', 'updated_at': '2022-01-21T10:21:46Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '06565410-6c74-4e2b-afda-a2c05dc8d16f', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:41Z', 'updated_at': '2022-01-21T10:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '906a440a-c728-4c49-abe0-f78d9e8bfce6', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'port_id': 'c2b97f5b-1402-4895-ac27-25d4e03faef8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c0ad98-9c2c-407a-a636-677b3e4617d6', 'mac_address': 'fa:16:3e:37:34:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c36998-a6bf-466e-bd03-37209f94a436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:22:01Z', 'updated_at': '2022-01-21T10:22:01Z', 'revision_number': 0, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc175572-9b18-4f00-875e-809345330c16', 'name': '', 'network_id': '54c0ad98-9c2c-407a-a636-677b3e4617d6', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:3a:f5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38c33ccc-6fd8-430c-8f33-ee4e6b44fa51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:45Z', 'updated_at': '2022-01-21T10:21:53Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': '38c33ccc-6fd8-430c-8f33-ee4e6b44fa51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:03.642740 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6f18ae-c2ba-4530-bb5f-bbe3f2e83a5e None None] Checking router: e80c1297-7749-42fb-bc74-ae3c9edf0b09 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:22:03.654384 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6f18ae-c2ba-4530-bb5f-bbe3f2e83a5e None None] Routers {'e80c1297-7749-42fb-bc74-ae3c9edf0b09'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:22:03.655025 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9b6f18ae-c2ba-4530-bb5f-bbe3f2e83a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:21:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['e80c1297-7749-42fb-bc74-ae3c9edf0b09'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:03.679920 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d64dc9ed-11c2-4a02-99a0-0400d1a9775c req-7c267f7b-8903-4ece-993c-1a7eb2509c57 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=80c36998-a6bf-466e-bd03-37209f94a436&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2786522 Jan 21 10:22:03.688546 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d4fac72d-490e-4944-bb46-f6f073f8c8ba req-f846898b-c459-4a78-ab84-695132f165e3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=e880ebaa-7e10-41e2-bd42-c0e20ececebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627061 Jan 21 10:22:03.693837 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6889450f-51db-489a-956d-316c4b9a74fa req-a03ac8cd-c178-4dd5-b812-b965f658847b service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2b97f5b-1402-4895-ac27-25d4e03faef8 HTTP/1.1" status: 200 len: 999 time: 0.1330829 Jan 21 10:22:03.720440 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43432) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:03.761594 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889450f-51db-489a-956d-316c4b9a74fa req-b5cdeb11-5d76-4639-bd08-fa889558bce9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:03.763623 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6889450f-51db-489a-956d-316c4b9a74fa req-b5cdeb11-5d76-4639-bd08-fa889558bce9 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=38c33ccc-6fd8-430c-8f33-ee4e6b44fa51 HTTP/1.1" status: 200 len: 835 time: 0.0643754 Jan 21 10:22:03.855335 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-9b6f18ae-c2ba-4530-bb5f-bbe3f2e83a5e None None] Set router e80c1297-7749-42fb-bc74-ae3c9edf0b09 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:22:03.878158 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-44a776be-d319-4b76-87b8-32cf8ca102a4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/floatingips/906a440a-c728-4c49-abe0-f78d9e8bfce6 HTTP/1.1" status: 200 len: 991 time: 0.1561475 Jan 21 10:22:03.885991 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6889450f-51db-489a-956d-316c4b9a74fa req-2af8cf8e-702d-45c5-b56e-291ba9c08b79 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=54c0ad98-9c2c-407a-a636-677b3e4617d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1169047 Jan 21 10:22:04.031695 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6889450f-51db-489a-956d-316c4b9a74fa req-6699c501-8d79-4bf9-a569-aea7b3e9b812 service neutron] 10.222.0.124 "GET /v2.0/networks/54c0ad98-9c2c-407a-a636-677b3e4617d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390104 Jan 21 10:22:04.263415 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9b6f18ae-c2ba-4530-bb5f-bbe3f2e83a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153271486', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '06565410-6c74-4e2b-afda-a2c05dc8d16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:21:41Z', 'updated_at': '2022-01-21T10:21:46Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '06565410-6c74-4e2b-afda-a2c05dc8d16f', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:41Z', 'updated_at': '2022-01-21T10:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '906a440a-c728-4c49-abe0-f78d9e8bfce6', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'port_id': 'c2b97f5b-1402-4895-ac27-25d4e03faef8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c0ad98-9c2c-407a-a636-677b3e4617d6', 'mac_address': 'fa:16:3e:37:34:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c36998-a6bf-466e-bd03-37209f94a436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:22:01Z', 'updated_at': '2022-01-21T10:22:01Z', 'revision_number': 0, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc175572-9b18-4f00-875e-809345330c16', 'name': '', 'network_id': '54c0ad98-9c2c-407a-a636-677b3e4617d6', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:3a:f5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38c33ccc-6fd8-430c-8f33-ee4e6b44fa51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:45Z', 'updated_at': '2022-01-21T10:21:53Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': '38c33ccc-6fd8-430c-8f33-ee4e6b44fa51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:04.267490 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6f18ae-c2ba-4530-bb5f-bbe3f2e83a5e None None] The sync data for ids ['e80c1297-7749-42fb-bc74-ae3c9edf0b09'] in dv-neutron-825732-1-hyperv is: [{'id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153271486', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '06565410-6c74-4e2b-afda-a2c05dc8d16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:21:41Z', 'updated_at': '2022-01-21T10:21:46Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '06565410-6c74-4e2b-afda-a2c05dc8d16f', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:41Z', 'updated_at': '2022-01-21T10:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '906a440a-c728-4c49-abe0-f78d9e8bfce6', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'port_id': 'c2b97f5b-1402-4895-ac27-25d4e03faef8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c0ad98-9c2c-407a-a636-677b3e4617d6', 'mac_address': 'fa:16:3e:37:34:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c36998-a6bf-466e-bd03-37209f94a436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:22:01Z', 'updated_at': '2022-01-21T10:22:01Z', 'revision_number': 0, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc175572-9b18-4f00-875e-809345330c16', 'name': '', 'network_id': '54c0ad98-9c2c-407a-a636-677b3e4617d6', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:3a:f5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38c33ccc-6fd8-430c-8f33-ee4e6b44fa51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:45Z', 'updated_at': '2022-01-21T10:21:53Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': '38c33ccc-6fd8-430c-8f33-ee4e6b44fa51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:22:04.286785 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6889450f-51db-489a-956d-316c4b9a74fa req-6c439ce2-8ee3-49ef-a9f1-7e71eff05a4d service neutron] 10.222.0.124 "GET /v2.0/networks/54c0ad98-9c2c-407a-a636-677b3e4617d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490652 Jan 21 10:22:04.451493 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d64dc9ed-11c2-4a02-99a0-0400d1a9775c req-93fc3bf8-15ed-4714-a04a-de25ca74580c service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ab5411ad497948eebd17e9930ca9720f&device_id=80c36998-a6bf-466e-bd03-37209f94a436 HTTP/1.1" status: 200 len: 1098 time: 0.0704985 Jan 21 10:22:04.610671 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dc9ed-11c2-4a02-99a0-0400d1a9775c req-d1a8390a-6ad5-4745-b95b-9352a1cf50fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:04.612152 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d64dc9ed-11c2-4a02-99a0-0400d1a9775c req-d1a8390a-6ad5-4745-b95b-9352a1cf50fe service neutron] 10.222.0.124 "GET /v2.0/networks?id=54c0ad98-9c2c-407a-a636-677b3e4617d6 HTTP/1.1" status: 200 len: 898 time: 0.1427269 Jan 21 10:22:04.719579 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d64dc9ed-11c2-4a02-99a0-0400d1a9775c req-2e68be1a-71ec-428d-8073-3b18c99b32d8 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2b97f5b-1402-4895-ac27-25d4e03faef8 HTTP/1.1" status: 200 len: 999 time: 0.1010413 Jan 21 10:22:04.780983 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dc9ed-11c2-4a02-99a0-0400d1a9775c req-f7c7186d-411d-43f9-90f4-553bac031693 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:04.782337 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d64dc9ed-11c2-4a02-99a0-0400d1a9775c req-f7c7186d-411d-43f9-90f4-553bac031693 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=38c33ccc-6fd8-430c-8f33-ee4e6b44fa51 HTTP/1.1" status: 200 len: 835 time: 0.0571530 Jan 21 10:22:04.864223 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d64dc9ed-11c2-4a02-99a0-0400d1a9775c req-744280d1-5a98-4ea8-ae43-6d1f22794c8a service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=54c0ad98-9c2c-407a-a636-677b3e4617d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754876 Jan 21 10:22:04.879731 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43436) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:04.987308 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c5050e3d-d13f-4433-b89e-eb39da2cdbec tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/floatingips/906a440a-c728-4c49-abe0-f78d9e8bfce6 HTTP/1.1" status: 200 len: 991 time: 0.1064501 Jan 21 10:22:05.005431 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d64dc9ed-11c2-4a02-99a0-0400d1a9775c req-f9f0047a-97c1-4663-8f7b-182290312456 service neutron] 10.222.0.124 "GET /v2.0/networks/54c0ad98-9c2c-407a-a636-677b3e4617d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353235 Jan 21 10:22:05.140863 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-d64dc9ed-11c2-4a02-99a0-0400d1a9775c req-fd29e119-54f5-4791-98de-2ce613f900cc service neutron] 10.222.0.124 "GET /v2.0/networks/54c0ad98-9c2c-407a-a636-677b3e4617d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300786 Jan 21 10:22:05.990714 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43440) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:06.102600 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-116dd92b-16ea-40b1-8552-bcf320ce72c4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/floatingips/906a440a-c728-4c49-abe0-f78d9e8bfce6 HTTP/1.1" status: 200 len: 991 time: 0.1106534 Jan 21 10:22:07.106707 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43444) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:07.222222 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-cf85f869-67e1-47ae-8c58-b49c9ace741f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/floatingips/906a440a-c728-4c49-abe0-f78d9e8bfce6 HTTP/1.1" status: 200 len: 991 time: 0.1143789 Jan 21 10:22:07.411637 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ece0afd-ff08-4f09-8587-05647a0a89f6 None None] New status for floating IP 906a440a-c728-4c49-abe0-f78d9e8bfce6: ACTIVE {{(pid=83600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:22:08.227218 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43448) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:08.354355 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-918f0ee5-24d1-49e2-a7ec-f67d783fba25 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/floatingips/906a440a-c728-4c49-abe0-f78d9e8bfce6 HTTP/1.1" status: 200 len: 993 time: 0.1257796 Jan 21 10:22:20.607763 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:23.998335 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d05f3dd0-91b1-4dc3-9d97-ba20466bd974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:26.424034 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a0a3c64d-c9fa-4f38-abed-17ecdbfe1939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:27.538115 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:27.882548 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:29.608125 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:35.660603 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:22:37.979741 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae8256-955b-4060-80d2-2d997c82da78 req-6cb7275f-01df-4d44-972d-959de3df5e79 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:37.982092 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-3dae8256-955b-4060-80d2-2d997c82da78 req-6cb7275f-01df-4d44-972d-959de3df5e79 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=80c36998-a6bf-466e-bd03-37209f94a436 HTTP/1.1" status: 200 len: 945 time: 0.0914574 Jan 21 10:22:38.048366 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-3dae8256-955b-4060-80d2-2d997c82da78 req-1798f013-0012-449b-a6aa-52bc4c8c8f16 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=e880ebaa-7e10-41e2-bd42-c0e20ececebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584474 Jan 21 10:22:39.263038 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e044db-3671-4393-a973-bdd0531a2909 req-932ef8c0-c1d1-4fcf-a57d-b2ac6fa06d69 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:39.264487 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-53e044db-3671-4393-a973-bdd0531a2909 req-932ef8c0-c1d1-4fcf-a57d-b2ac6fa06d69 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=80c36998-a6bf-466e-bd03-37209f94a436 HTTP/1.1" status: 200 len: 945 time: 0.0840859 Jan 21 10:22:39.315568 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-53e044db-3671-4393-a973-bdd0531a2909 req-82e40151-3f5a-45cf-a4e0-7d21851babc8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=e880ebaa-7e10-41e2-bd42-c0e20ececebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440364 Jan 21 10:22:39.343843 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43470) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:39.455462 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-82521293-4a68-41ae-a825-8baf68101c66 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/floatingips/906a440a-c728-4c49-abe0-f78d9e8bfce6 HTTP/1.1" status: 200 len: 993 time: 0.1104448 Jan 21 10:22:40.963124 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef358bc1-3a47-4dc3-8037-65c43a0787e6 req-8dc7c354-700b-4ee1-b3c4-21945dc1c744 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:40.964588 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ef358bc1-3a47-4dc3-8037-65c43a0787e6 req-8dc7c354-700b-4ee1-b3c4-21945dc1c744 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=80c36998-a6bf-466e-bd03-37209f94a436 HTTP/1.1" status: 200 len: 945 time: 0.0804548 Jan 21 10:22:41.110779 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ef358bc1-3a47-4dc3-8037-65c43a0787e6 req-8ee72055-953d-488d-a7ad-c5225062609b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=e880ebaa-7e10-41e2-bd42-c0e20ececebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404781 Jan 21 10:22:42.320573 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a187aa6-ec41-40a4-926c-068b44311867 req-b092d9b4-f1d2-43fc-bd8c-bbf5fec9e9f3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:42.322055 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3a187aa6-ec41-40a4-926c-068b44311867 req-b092d9b4-f1d2-43fc-bd8c-bbf5fec9e9f3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=80c36998-a6bf-466e-bd03-37209f94a436 HTTP/1.1" status: 200 len: 945 time: 0.0824311 Jan 21 10:22:42.369839 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3a187aa6-ec41-40a4-926c-068b44311867 req-cea4245c-d27e-4e57-bc0a-1c8076e1789b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=e880ebaa-7e10-41e2-bd42-c0e20ececebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422111 Jan 21 10:22:42.399046 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43482) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:42.515809 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a279a68b-a71b-4e76-8aa0-e0e563a10d7e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/floatingips/906a440a-c728-4c49-abe0-f78d9e8bfce6 HTTP/1.1" status: 200 len: 993 time: 0.1155019 Jan 21 10:22:42.801033 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43490) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:43.000295 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-48f4d1d1-e3f4-439c-93a2-8554ee88a35f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Deleting port cf148a0c-c911-48f9-b7e2-817addb00cc1 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:22:43.000628 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-48f4d1d1-e3f4-439c-93a2-8554ee88a35f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:43.283206 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-48f4d1d1-e3f4-439c-93a2-8554ee88a35f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:43.283551 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-48f4d1d1-e3f4-439c-93a2-8554ee88a35f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:43.406255 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-48f4d1d1-e3f4-439c-93a2-8554ee88a35f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Calling delete_port for cf148a0c-c911-48f9-b7e2-817addb00cc1 owned by network:floatingip {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:22:43.559770 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-48f4d1d1-e3f4-439c-93a2-8554ee88a35f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:43.604745 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4d1d1-e3f4-439c-93a2-8554ee88a35f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event deleted for resources: {'Port': ['ID=cf148a0c-c911-48f9-b7e2-817addb00cc1,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:43.645850 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4d1d1-e3f4-439c-93a2-8554ee88a35f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:43.646197 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4d1d1-e3f4-439c-93a2-8554ee88a35f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:43.646532 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4d1d1-e3f4-439c-93a2-8554ee88a35f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:43.646868 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4d1d1-e3f4-439c-93a2-8554ee88a35f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:43.647197 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4d1d1-e3f4-439c-93a2-8554ee88a35f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:43.647526 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4d1d1-e3f4-439c-93a2-8554ee88a35f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:43.647851 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4d1d1-e3f4-439c-93a2-8554ee88a35f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:43.648174 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4d1d1-e3f4-439c-93a2-8554ee88a35f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:43.648496 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4d1d1-e3f4-439c-93a2-8554ee88a35f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:43.648820 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4d1d1-e3f4-439c-93a2-8554ee88a35f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:43.649143 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4d1d1-e3f4-439c-93a2-8554ee88a35f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:43.720755 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-48f4d1d1-e3f4-439c-93a2-8554ee88a35f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for floatingip, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:44.126519 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f4d1d1-e3f4-439c-93a2-8554ee88a35f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Router e80c1297-7749-42fb-bc74-ae3c9edf0b09 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:22:44.338664 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f4d1d1-e3f4-439c-93a2-8554ee88a35f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:22:44.350531 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79299128-6958-4091-af1b-9f4eca8c08cc None None] Sync routers for ids ['e80c1297-7749-42fb-bc74-ae3c9edf0b09'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:22:44.362213 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-48f4d1d1-e3f4-439c-93a2-8554ee88a35f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:44.362931 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79299128-6958-4091-af1b-9f4eca8c08cc None None] Routers {'e80c1297-7749-42fb-bc74-ae3c9edf0b09'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:22:44.363549 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-79299128-6958-4091-af1b-9f4eca8c08cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:22:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['e80c1297-7749-42fb-bc74-ae3c9edf0b09'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:44.419987 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-48f4d1d1-e3f4-439c-93a2-8554ee88a35f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "DELETE /v2.0/floatingips/906a440a-c728-4c49-abe0-f78d9e8bfce6 HTTP/1.1" status: 204 len: 168 time: 1.6178267 Jan 21 10:22:44.420700 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c36998-a6bf-466e-bd03-37209f94a436', 'tag': 'c2b97f5b-1402-4895-ac27-25d4e03faef8'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:22:44.478369 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c36998-a6bf-466e-bd03-37209f94a436', 'tag': 'c2b97f5b-1402-4895-ac27-25d4e03faef8', 'status': 'completed', 'code': 200} Jan 21 10:22:44.571414 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-79299128-6958-4091-af1b-9f4eca8c08cc None None] Set router e80c1297-7749-42fb-bc74-ae3c9edf0b09 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:22:44.596423 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9287062e-26a2-426a-bd64-a08302384b9c req-ba9e3559-903c-4319-9cef-228d4bd0c77e service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ab5411ad497948eebd17e9930ca9720f&device_id=80c36998-a6bf-466e-bd03-37209f94a436 HTTP/1.1" status: 200 len: 1098 time: 0.0948782 Jan 21 10:22:44.769991 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287062e-26a2-426a-bd64-a08302384b9c req-0a1c2c38-c6c3-4e74-9f3e-bc357d75ba6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:44.771832 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9287062e-26a2-426a-bd64-a08302384b9c req-0a1c2c38-c6c3-4e74-9f3e-bc357d75ba6d service neutron] 10.222.0.124 "GET /v2.0/networks?id=54c0ad98-9c2c-407a-a636-677b3e4617d6 HTTP/1.1" status: 200 len: 898 time: 0.1691995 Jan 21 10:22:44.880378 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ecce7c-6015-46f7-9c7f-98f3e34951a2 req-9c79a5d1-bf5b-49b3-97b1-21acb0b79ce6 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:44.882769 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-07ecce7c-6015-46f7-9c7f-98f3e34951a2 req-9c79a5d1-bf5b-49b3-97b1-21acb0b79ce6 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=80c36998-a6bf-466e-bd03-37209f94a436 HTTP/1.1" status: 200 len: 945 time: 0.0918558 Jan 21 10:22:44.940245 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-07ecce7c-6015-46f7-9c7f-98f3e34951a2 req-1d254b60-c027-4697-9676-a139df46bd64 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=e880ebaa-7e10-41e2-bd42-c0e20ececebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515773 Jan 21 10:22:44.976860 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9287062e-26a2-426a-bd64-a08302384b9c req-f27302f5-2306-4459-a26c-99f725aaa4cc service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2b97f5b-1402-4895-ac27-25d4e03faef8 HTTP/1.1" status: 200 len: 217 time: 0.1985281 Jan 21 10:22:44.982245 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-79299128-6958-4091-af1b-9f4eca8c08cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153271486', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '06565410-6c74-4e2b-afda-a2c05dc8d16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:21:41Z', 'updated_at': '2022-01-21T10:21:46Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '06565410-6c74-4e2b-afda-a2c05dc8d16f', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:41Z', 'updated_at': '2022-01-21T10:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'cc175572-9b18-4f00-875e-809345330c16', 'name': '', 'network_id': '54c0ad98-9c2c-407a-a636-677b3e4617d6', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:3a:f5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38c33ccc-6fd8-430c-8f33-ee4e6b44fa51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:45Z', 'updated_at': '2022-01-21T10:21:53Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': '38c33ccc-6fd8-430c-8f33-ee4e6b44fa51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:44.986423 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79299128-6958-4091-af1b-9f4eca8c08cc None None] Checking router: e80c1297-7749-42fb-bc74-ae3c9edf0b09 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:22:44.997992 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79299128-6958-4091-af1b-9f4eca8c08cc None None] Routers {'e80c1297-7749-42fb-bc74-ae3c9edf0b09'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:22:44.998596 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-79299128-6958-4091-af1b-9f4eca8c08cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:22:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['e80c1297-7749-42fb-bc74-ae3c9edf0b09'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:45.047826 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287062e-26a2-426a-bd64-a08302384b9c req-041d56cd-02a3-4c4f-a2f5-55a570711b06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:45.049251 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9287062e-26a2-426a-bd64-a08302384b9c req-041d56cd-02a3-4c4f-a2f5-55a570711b06 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=38c33ccc-6fd8-430c-8f33-ee4e6b44fa51 HTTP/1.1" status: 200 len: 835 time: 0.0660427 Jan 21 10:22:45.131164 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9287062e-26a2-426a-bd64-a08302384b9c req-a2e6ca2f-0497-4771-91db-b11bcdfaa4e7 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=54c0ad98-9c2c-407a-a636-677b3e4617d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753367 Jan 21 10:22:45.193295 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-79299128-6958-4091-af1b-9f4eca8c08cc None None] Set router e80c1297-7749-42fb-bc74-ae3c9edf0b09 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:22:45.270134 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9287062e-26a2-426a-bd64-a08302384b9c req-d857754f-b452-4d42-9d49-569dab2d7b68 service neutron] 10.222.0.124 "GET /v2.0/networks/54c0ad98-9c2c-407a-a636-677b3e4617d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319296 Jan 21 10:22:45.416541 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9287062e-26a2-426a-bd64-a08302384b9c req-f4d8c404-96db-44da-bf49-ba0109b70b88 service neutron] 10.222.0.124 "GET /v2.0/networks/54c0ad98-9c2c-407a-a636-677b3e4617d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397035 Jan 21 10:22:45.574264 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-79299128-6958-4091-af1b-9f4eca8c08cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153271486', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '06565410-6c74-4e2b-afda-a2c05dc8d16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:21:41Z', 'updated_at': '2022-01-21T10:21:46Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '06565410-6c74-4e2b-afda-a2c05dc8d16f', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:41Z', 'updated_at': '2022-01-21T10:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'cc175572-9b18-4f00-875e-809345330c16', 'name': '', 'network_id': '54c0ad98-9c2c-407a-a636-677b3e4617d6', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:3a:f5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38c33ccc-6fd8-430c-8f33-ee4e6b44fa51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:45Z', 'updated_at': '2022-01-21T10:21:53Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': '38c33ccc-6fd8-430c-8f33-ee4e6b44fa51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:45.578292 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79299128-6958-4091-af1b-9f4eca8c08cc None None] The sync data for ids ['e80c1297-7749-42fb-bc74-ae3c9edf0b09'] in dv-neutron-825732-1-hyperv is: [{'id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153271486', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '06565410-6c74-4e2b-afda-a2c05dc8d16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:21:41Z', 'updated_at': '2022-01-21T10:21:46Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '06565410-6c74-4e2b-afda-a2c05dc8d16f', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:41Z', 'updated_at': '2022-01-21T10:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'cc175572-9b18-4f00-875e-809345330c16', 'name': '', 'network_id': '54c0ad98-9c2c-407a-a636-677b3e4617d6', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:3a:f5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38c33ccc-6fd8-430c-8f33-ee4e6b44fa51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:45Z', 'updated_at': '2022-01-21T10:21:53Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': '38c33ccc-6fd8-430c-8f33-ee4e6b44fa51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:22:45.805472 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7df0cc-62eb-40ff-8aa4-0b71bd0eddf4 None None] New status for floating IP 906a440a-c728-4c49-abe0-f78d9e8bfce6: DOWN {{(pid=83600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:22:46.150903 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233fcef-ef02-4ed0-bcdd-5957551c301b req-5fb11d7d-8a6e-4a88-bae5-059f112e0fce tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:46.151589 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-1233fcef-ef02-4ed0-bcdd-5957551c301b req-5fb11d7d-8a6e-4a88-bae5-059f112e0fce tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Synchronizing usage tracker for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:22:46.176997 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-1233fcef-ef02-4ed0-bcdd-5957551c301b req-5fb11d7d-8a6e-4a88-bae5-059f112e0fce tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Unset dirty status for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:22:46.178271 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1233fcef-ef02-4ed0-bcdd-5957551c301b req-5fb11d7d-8a6e-4a88-bae5-059f112e0fce tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=80c36998-a6bf-466e-bd03-37209f94a436 HTTP/1.1" status: 200 len: 945 time: 0.1093705 Jan 21 10:22:46.225645 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1233fcef-ef02-4ed0-bcdd-5957551c301b req-41957481-24a7-4518-8fb6-4d53ed4abc62 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=e880ebaa-7e10-41e2-bd42-c0e20ececebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418246 Jan 21 10:22:46.383255 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f606b-bbd5-43d2-9bc1-ce1efdac6888 req-355f6b7a-dee1-402e-859d-4f6c8e35594a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:46.384785 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-882f606b-bbd5-43d2-9bc1-ce1efdac6888 req-355f6b7a-dee1-402e-859d-4f6c8e35594a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.124 "GET /v2.0/ports?device_id=80c36998-a6bf-466e-bd03-37209f94a436 HTTP/1.1" status: 200 len: 945 time: 0.0822592 Jan 21 10:22:46.458663 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-882f606b-bbd5-43d2-9bc1-ce1efdac6888 req-dc35787e-ea4e-4676-bc8f-71ac8a2b9a49 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Deleting port c2b97f5b-1402-4895-ac27-25d4e03faef8 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:22:46.459009 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-882f606b-bbd5-43d2-9bc1-ce1efdac6888 req-dc35787e-ea4e-4676-bc8f-71ac8a2b9a49 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:46.723102 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-882f606b-bbd5-43d2-9bc1-ce1efdac6888 req-dc35787e-ea4e-4676-bc8f-71ac8a2b9a49 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] For port c2b97f5b-1402-4895-ac27-25d4e03faef8, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=c2b97f5b-1402-4895-ac27-25d4e03faef8,segment=NetworkSegment(190bf863-51f3-43e1-a198-424268ba4c91),segment_id=190bf863-51f3-43e1-a198-424268ba4c91)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:22:46.723455 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-882f606b-bbd5-43d2-9bc1-ce1efdac6888 req-dc35787e-ea4e-4676-bc8f-71ac8a2b9a49 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:46.848709 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-882f606b-bbd5-43d2-9bc1-ce1efdac6888 req-dc35787e-ea4e-4676-bc8f-71ac8a2b9a49 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Calling delete_port for c2b97f5b-1402-4895-ac27-25d4e03faef8 owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:22:47.009218 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-882f606b-bbd5-43d2-9bc1-ce1efdac6888 req-dc35787e-ea4e-4676-bc8f-71ac8a2b9a49 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:47.058578 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc35787e-ea4e-4676-bc8f-71ac8a2b9a49 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event deleted for resources: {'Port': ['ID=c2b97f5b-1402-4895-ac27-25d4e03faef8,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:47.139436 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-882f606b-bbd5-43d2-9bc1-ce1efdac6888 req-dc35787e-ea4e-4676-bc8f-71ac8a2b9a49 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] No DVR routers for this DVR port c2b97f5b-1402-4895-ac27-25d4e03faef8 on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:22:47.141780 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-882f606b-bbd5-43d2-9bc1-ce1efdac6888 req-dc35787e-ea4e-4676-bc8f-71ac8a2b9a49 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:47.145116 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c36998-a6bf-466e-bd03-37209f94a436', 'name': 'network-vif-deleted', 'tag': 'c2b97f5b-1402-4895-ac27-25d4e03faef8'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:22:47.162234 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-882f606b-bbd5-43d2-9bc1-ce1efdac6888 req-dc35787e-ea4e-4676-bc8f-71ac8a2b9a49 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.124 "DELETE /v2.0/ports/c2b97f5b-1402-4895-ac27-25d4e03faef8 HTTP/1.1" status: 204 len: 173 time: 0.7719495 Jan 21 10:22:47.206920 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c36998-a6bf-466e-bd03-37209f94a436', 'name': 'network-vif-deleted', 'tag': 'c2b97f5b-1402-4895-ac27-25d4e03faef8', 'status': 'completed', 'code': 200} Jan 21 10:22:47.424529 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-33f120d6-22ed-423c-ba70-e33d7bd93caf req-3e0e1e45-cca4-4343-a4cb-b414774653a1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Synchronizing usage tracker for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:22:47.440475 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-33f120d6-22ed-423c-ba70-e33d7bd93caf req-3e0e1e45-cca4-4343-a4cb-b414774653a1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Unset dirty status for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:22:47.442322 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-33f120d6-22ed-423c-ba70-e33d7bd93caf req-3e0e1e45-cca4-4343-a4cb-b414774653a1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=80c36998-a6bf-466e-bd03-37209f94a436 HTTP/1.1" status: 200 len: 210 time: 0.0618448 Jan 21 10:22:48.552682 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43508) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:49.072070 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-55ed179e-0ac1-4b6b-b622-0f83382a4b15 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:49.727051 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-55ed179e-0ac1-4b6b-b622-0f83382a4b15 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Deleting port cc175572-9b18-4f00-875e-809345330c16 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:22:49.727834 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-55ed179e-0ac1-4b6b-b622-0f83382a4b15 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:49.928840 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-55ed179e-0ac1-4b6b-b622-0f83382a4b15 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] For port cc175572-9b18-4f00-875e-809345330c16, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=cc175572-9b18-4f00-875e-809345330c16,segment=NetworkSegment(190bf863-51f3-43e1-a198-424268ba4c91),segment_id=190bf863-51f3-43e1-a198-424268ba4c91)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:22:49.929183 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-55ed179e-0ac1-4b6b-b622-0f83382a4b15 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:50.049167 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-55ed179e-0ac1-4b6b-b622-0f83382a4b15 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Calling delete_port for cc175572-9b18-4f00-875e-809345330c16 owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:22:50.111424 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device c2b97f5b-1402-4895-ac27-25d4e03faef8 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:22:50.153656 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: c2b97f5b-1402-4895-ac27-25d4e03faef8 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:22:50.153917 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device c2b97f5b-1402-4895-ac27-25d4e03faef8 not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:22:50.242620 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-55ed179e-0ac1-4b6b-b622-0f83382a4b15 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:50.287824 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed179e-0ac1-4b6b-b622-0f83382a4b15 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event deleted for resources: {'Port': ['ID=cc175572-9b18-4f00-875e-809345330c16,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:50.610550 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:50.708559 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-55ed179e-0ac1-4b6b-b622-0f83382a4b15 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:51.324001 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ed179e-0ac1-4b6b-b622-0f83382a4b15 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Router e80c1297-7749-42fb-bc74-ae3c9edf0b09 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:22:51.526597 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ed179e-0ac1-4b6b-b622-0f83382a4b15 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:22:51.536546 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d752f956-5817-4d7d-916d-a392d9d4709f None None] Sync routers for ids ['e80c1297-7749-42fb-bc74-ae3c9edf0b09'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:22:51.547263 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-55ed179e-0ac1-4b6b-b622-0f83382a4b15 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "PUT /v2.0/routers/e80c1297-7749-42fb-bc74-ae3c9edf0b09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9930422 Jan 21 10:22:51.549896 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43512) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:51.552176 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d752f956-5817-4d7d-916d-a392d9d4709f None None] Routers {'e80c1297-7749-42fb-bc74-ae3c9edf0b09'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:22:51.552737 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d752f956-5817-4d7d-916d-a392d9d4709f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:22:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['e80c1297-7749-42fb-bc74-ae3c9edf0b09'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:51.737119 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-d752f956-5817-4d7d-916d-a392d9d4709f None None] Set router e80c1297-7749-42fb-bc74-ae3c9edf0b09 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:22:51.757682 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-3439782f-9fab-4b50-9e79-18cb9d6b6364 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Deleting subnet 38c33ccc-6fd8-430c-8f33-ee4e6b44fa51 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:22:51.760921 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3439782f-9fab-4b50-9e79-18cb9d6b6364 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:51.826540 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3439782f-9fab-4b50-9e79-18cb9d6b6364 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:51.917326 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3439782f-9fab-4b50-9e79-18cb9d6b6364 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:51.993467 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3439782f-9fab-4b50-9e79-18cb9d6b6364 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:52.031688 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439782f-9fab-4b50-9e79-18cb9d6b6364 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event deleted for resources: {'Subnet': ['ID=38c33ccc-6fd8-430c-8f33-ee4e6b44fa51,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:52.038610 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3439782f-9fab-4b50-9e79-18cb9d6b6364 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:52.047347 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-3439782f-9fab-4b50-9e79-18cb9d6b6364 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "DELETE /v2.0/subnets/38c33ccc-6fd8-430c-8f33-ee4e6b44fa51 HTTP/1.1" status: 204 len: 168 time: 0.4940553 Jan 21 10:22:52.047517 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9ff5a7-d556-4974-8267-cc8977c8d8b2 None None] Network 54c0ad98-9c2c-407a-a636-677b3e4617d6 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:22:52.047615 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43516) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:52.120897 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d752f956-5817-4d7d-916d-a392d9d4709f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153271486', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '06565410-6c74-4e2b-afda-a2c05dc8d16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:21:41Z', 'updated_at': '2022-01-21T10:22:50Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '06565410-6c74-4e2b-afda-a2c05dc8d16f', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:41Z', 'updated_at': '2022-01-21T10:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:52.141948 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d752f956-5817-4d7d-916d-a392d9d4709f None None] Checking router: e80c1297-7749-42fb-bc74-ae3c9edf0b09 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:22:52.225357 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d752f956-5817-4d7d-916d-a392d9d4709f None None] Routers {'e80c1297-7749-42fb-bc74-ae3c9edf0b09'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:22:52.225670 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d752f956-5817-4d7d-916d-a392d9d4709f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:22:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['e80c1297-7749-42fb-bc74-ae3c9edf0b09'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:52.369809 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-72f13fc8-ae06-41b7-a0a8-d57c72443c97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:52.427347 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-d752f956-5817-4d7d-916d-a392d9d4709f None None] Set router e80c1297-7749-42fb-bc74-ae3c9edf0b09 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:22:52.531224 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a068b776-5790-47af-a6e5-92fb048b736c None None] DHCP port deletion for 54c0ad98-9c2c-407a-a636-677b3e4617d6 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 10:22:52.556670 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-a068b776-5790-47af-a6e5-92fb048b736c None None] Deleting port 1c905011-ffee-4201-9f32-fdd4fe716b2e {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:22:52.557196 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a068b776-5790-47af-a6e5-92fb048b736c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:52.580085 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-72f13fc8-ae06-41b7-a0a8-d57c72443c97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:52.596656 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-72f13fc8-ae06-41b7-a0a8-d57c72443c97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Deleting port 06565410-6c74-4e2b-afda-a2c05dc8d16f {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:22:52.597029 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-72f13fc8-ae06-41b7-a0a8-d57c72443c97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:52.642407 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 1c905011-ffee-4201-9f32-fdd4fe716b2e no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:22:52.785505 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-72f13fc8-ae06-41b7-a0a8-d57c72443c97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] For port 06565410-6c74-4e2b-afda-a2c05dc8d16f, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=06565410-6c74-4e2b-afda-a2c05dc8d16f,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:22:52.785935 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-72f13fc8-ae06-41b7-a0a8-d57c72443c97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:52.911733 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-72f13fc8-ae06-41b7-a0a8-d57c72443c97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Calling delete_port for 06565410-6c74-4e2b-afda-a2c05dc8d16f owned by network:router_gateway {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:22:53.037260 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:53.057186 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-a068b776-5790-47af-a6e5-92fb048b736c None None] For port 1c905011-ffee-4201-9f32-fdd4fe716b2e, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=1c905011-ffee-4201-9f32-fdd4fe716b2e,segment=NetworkSegment(190bf863-51f3-43e1-a198-424268ba4c91),segment_id=190bf863-51f3-43e1-a198-424268ba4c91)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:22:53.057602 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a068b776-5790-47af-a6e5-92fb048b736c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:53.093794 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-72f13fc8-ae06-41b7-a0a8-d57c72443c97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:53.141485 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f13fc8-ae06-41b7-a0a8-d57c72443c97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event deleted for resources: {'Port': ['ID=06565410-6c74-4e2b-afda-a2c05dc8d16f,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:53.189052 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-a068b776-5790-47af-a6e5-92fb048b736c None None] Calling delete_port for 1c905011-ffee-4201-9f32-fdd4fe716b2e owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:22:53.251724 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 1c905011-ffee-4201-9f32-fdd4fe716b2e, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=1c905011-ffee-4201-9f32-fdd4fe716b2e,segment=NetworkSegment(190bf863-51f3-43e1-a198-424268ba4c91),segment_id=190bf863-51f3-43e1-a198-424268ba4c91)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:22:53.261324 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:53.322134 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d752f956-5817-4d7d-916d-a392d9d4709f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153271486', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '06565410-6c74-4e2b-afda-a2c05dc8d16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:21:41Z', 'updated_at': '2022-01-21T10:22:50Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '06565410-6c74-4e2b-afda-a2c05dc8d16f', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:41Z', 'updated_at': '2022-01-21T10:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:53.337776 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d752f956-5817-4d7d-916d-a392d9d4709f None None] The sync data for ids ['e80c1297-7749-42fb-bc74-ae3c9edf0b09'] in dv-neutron-825732-1-hyperv is: [{'id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153271486', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '06565410-6c74-4e2b-afda-a2c05dc8d16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:21:41Z', 'updated_at': '2022-01-21T10:22:50Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '06565410-6c74-4e2b-afda-a2c05dc8d16f', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80c1297-7749-42fb-bc74-ae3c9edf0b09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:41Z', 'updated_at': '2022-01-21T10:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:22:53.345950 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-a068b776-5790-47af-a6e5-92fb048b736c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:22:53.346306 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-a068b776-5790-47af-a6e5-92fb048b736c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:22:53.354995 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=1c905011-ffee-4201-9f32-fdd4fe716b2e,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:53.364672 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:53.364947 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:53.365437 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:53.365719 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:53.366057 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:53.366393 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:53.366714 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:53.367039 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:53.367364 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:53.367680 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:53.367999 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:53.388659 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-72f13fc8-ae06-41b7-a0a8-d57c72443c97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:53.762414 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-72f13fc8-ae06-41b7-a0a8-d57c72443c97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:53.767943 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-72f13fc8-ae06-41b7-a0a8-d57c72443c97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:53.796023 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-72f13fc8-ae06-41b7-a0a8-d57c72443c97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:53.796535 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f13fc8-ae06-41b7-a0a8-d57c72443c97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Fanout notify agent at l3_agent the message router_deleted on router e80c1297-7749-42fb-bc74-ae3c9edf0b09 {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:22:53.812241 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-72f13fc8-ae06-41b7-a0a8-d57c72443c97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:53.813377 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-72f13fc8-ae06-41b7-a0a8-d57c72443c97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "DELETE /v2.0/routers/e80c1297-7749-42fb-bc74-ae3c9edf0b09 HTTP/1.1" status: 204 len: 168 time: 1.7650025 Jan 21 10:22:53.816097 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43520) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:53.847238 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-a068b776-5790-47af-a6e5-92fb048b736c None None] Deleting port 1c905011-ffee-4201-9f32-fdd4fe716b2e {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:22:53.847771 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a068b776-5790-47af-a6e5-92fb048b736c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:53.950999 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a98e51e7-3776-4c52-9749-87111867bd97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:53.962775 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a98e51e7-3776-4c52-9749-87111867bd97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Deleting port 1c905011-ffee-4201-9f32-fdd4fe716b2e {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:22:53.963381 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a98e51e7-3776-4c52-9749-87111867bd97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:54.058051 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1c74c7ab-05a7-4de1-b7b5-95f086fdcbd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:54.093235 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-a068b776-5790-47af-a6e5-92fb048b736c None None] For port 1c905011-ffee-4201-9f32-fdd4fe716b2e, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=1c905011-ffee-4201-9f32-fdd4fe716b2e,segment=NetworkSegment(190bf863-51f3-43e1-a198-424268ba4c91),segment_id=190bf863-51f3-43e1-a198-424268ba4c91)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:22:54.094120 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a068b776-5790-47af-a6e5-92fb048b736c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:54.185393 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-a98e51e7-3776-4c52-9749-87111867bd97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] For port 1c905011-ffee-4201-9f32-fdd4fe716b2e, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=1c905011-ffee-4201-9f32-fdd4fe716b2e,segment=NetworkSegment(190bf863-51f3-43e1-a198-424268ba4c91),segment_id=190bf863-51f3-43e1-a198-424268ba4c91)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:22:54.185705 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a98e51e7-3776-4c52-9749-87111867bd97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:54.224648 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-a068b776-5790-47af-a6e5-92fb048b736c None None] Calling delete_port for 1c905011-ffee-4201-9f32-fdd4fe716b2e owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:22:54.299702 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a068b776-5790-47af-a6e5-92fb048b736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:54.318726 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a98e51e7-3776-4c52-9749-87111867bd97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Calling delete_port for 1c905011-ffee-4201-9f32-fdd4fe716b2e owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:22:54.342773 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068b776-5790-47af-a6e5-92fb048b736c None None] Pushing event deleted for resources: {'Port': ['ID=1c905011-ffee-4201-9f32-fdd4fe716b2e,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:54.351381 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a068b776-5790-47af-a6e5-92fb048b736c None None] No DVR routers for this DVR port 1c905011-ffee-4201-9f32-fdd4fe716b2e on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:22:54.402822 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.db.api [None req-a98e51e7-3776-4c52-9749-87111867bd97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:22:54.403403 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG oslo_db.api [None req-a98e51e7-3776-4c52-9749-87111867bd97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:22:54.608782 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device cc175572-9b18-4f00-875e-809345330c16 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:22:54.676788 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: cc175572-9b18-4f00-875e-809345330c16 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:22:54.677559 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device cc175572-9b18-4f00-875e-809345330c16 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:22:54.678096 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 06565410-6c74-4e2b-afda-a2c05dc8d16f no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:22:54.724695 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 06565410-6c74-4e2b-afda-a2c05dc8d16f {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:22:54.724961 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 06565410-6c74-4e2b-afda-a2c05dc8d16f not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:22:54.904841 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a98e51e7-3776-4c52-9749-87111867bd97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Deleting port 1c905011-ffee-4201-9f32-fdd4fe716b2e {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:22:54.905208 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a98e51e7-3776-4c52-9749-87111867bd97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:54.969963 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a98e51e7-3776-4c52-9749-87111867bd97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] The port '1c905011-ffee-4201-9f32-fdd4fe716b2e' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 10:22:55.094234 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a98e51e7-3776-4c52-9749-87111867bd97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:55.119233 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-a98e51e7-3776-4c52-9749-87111867bd97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c0ad98-9c2c-407a-a636-677b3e4617d6']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:55.133146 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-a98e51e7-3776-4c52-9749-87111867bd97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '190bf863-51f3-43e1-a198-424268ba4c91') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:55.133441 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-a98e51e7-3776-4c52-9749-87111867bd97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '190bf863-51f3-43e1-a198-424268ba4c91') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:55.147190 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a98e51e7-3776-4c52-9749-87111867bd97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:55.166398 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a98e51e7-3776-4c52-9749-87111867bd97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:55.172313 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a98e51e7-3776-4c52-9749-87111867bd97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:22:55.172684 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a98e51e7-3776-4c52-9749-87111867bd97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: util.warn( Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: util.warn( Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: util.warn( Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: util.warn( Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:22:55.187593 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:22:55.267058 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a98e51e7-3776-4c52-9749-87111867bd97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:55.283981 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a98e51e7-3776-4c52-9749-87111867bd97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:55.296524 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e51e7-3776-4c52-9749-87111867bd97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event deleted for resources: {'Network': ['ID=54c0ad98-9c2c-407a-a636-677b3e4617d6,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:55.311006 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a98e51e7-3776-4c52-9749-87111867bd97 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "DELETE /v2.0/networks/54c0ad98-9c2c-407a-a636-677b3e4617d6 HTTP/1.1" status: 204 len: 168 time: 1.4939101 Jan 21 10:22:55.313717 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43524) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:55.392111 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-56e095d6-1e0b-47bd-851c-ead17cb4a6f8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:55.423636 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-56e095d6-1e0b-47bd-851c-ead17cb4a6f8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:55.489021 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-56e095d6-1e0b-47bd-851c-ead17cb4a6f8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:55.509162 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e095d6-1e0b-47bd-851c-ead17cb4a6f8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e880ebaa-7e10-41e2-bd42-c0e20ececebc,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:55.519896 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-56e095d6-1e0b-47bd-851c-ead17cb4a6f8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:55.521234 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-56e095d6-1e0b-47bd-851c-ead17cb4a6f8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "DELETE /v2.0/security-groups/e880ebaa-7e10-41e2-bd42-c0e20ececebc HTTP/1.1" status: 204 len: 168 time: 0.2064981 Jan 21 10:22:55.819511 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43532) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:55.825326 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-0f12ba77-8765-4f41-b776-39ac8e719898 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1717132404', 'description': 'tempest-secgroup-smoke-1717132404 description', 'project_id': 'ab5411ad497948eebd17e9930ca9720f'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:22:55.831579 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0f12ba77-8765-4f41-b776-39ac8e719898 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:22:55.836095 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0f12ba77-8765-4f41-b776-39ac8e719898 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:22:55.839133 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0f12ba77-8765-4f41-b776-39ac8e719898 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:22:55.845443 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0f12ba77-8765-4f41-b776-39ac8e719898 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:22:55.855774 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f12ba77-8765-4f41-b776-39ac8e719898 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:55.892245 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0f12ba77-8765-4f41-b776-39ac8e719898 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:22:55.896286 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0f12ba77-8765-4f41-b776-39ac8e719898 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group_rule and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:22:55.899238 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0f12ba77-8765-4f41-b776-39ac8e719898 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:22:55.904827 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0f12ba77-8765-4f41-b776-39ac8e719898 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:22:55.965366 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f12ba77-8765-4f41-b776-39ac8e719898 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:55.970189 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f12ba77-8765-4f41-b776-39ac8e719898 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:56.026354 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12ba77-8765-4f41-b776-39ac8e719898 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8491bd96-c048-40d4-b709-36c7587d4379,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:56.030773 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f12ba77-8765-4f41-b776-39ac8e719898 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:56.032130 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0f12ba77-8765-4f41-b776-39ac8e719898 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2111561 Jan 21 10:22:56.035954 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43536) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:56.038184 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12ba77-8765-4f41-b776-39ac8e719898 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:56.038535 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12ba77-8765-4f41-b776-39ac8e719898 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:56.038871 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12ba77-8765-4f41-b776-39ac8e719898 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:56.039221 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12ba77-8765-4f41-b776-39ac8e719898 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:56.039521 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12ba77-8765-4f41-b776-39ac8e719898 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:56.039846 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12ba77-8765-4f41-b776-39ac8e719898 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:56.040166 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12ba77-8765-4f41-b776-39ac8e719898 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:56.040486 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12ba77-8765-4f41-b776-39ac8e719898 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:56.040801 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12ba77-8765-4f41-b776-39ac8e719898 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:56.041270 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12ba77-8765-4f41-b776-39ac8e719898 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:56.041427 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12ba77-8765-4f41-b776-39ac8e719898 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:56.043520 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-e449dc3c-6a18-4796-beee-c8b0a3299626 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'security_group_rule': {'security_group_id': '8491bd96-c048-40d4-b709-36c7587d4379', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:22:56.049590 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-e449dc3c-6a18-4796-beee-c8b0a3299626 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:22:56.054896 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e449dc3c-6a18-4796-beee-c8b0a3299626 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group_rule and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:22:56.058277 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-e449dc3c-6a18-4796-beee-c8b0a3299626 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:22:56.064558 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-e449dc3c-6a18-4796-beee-c8b0a3299626 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:22:56.084234 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e449dc3c-6a18-4796-beee-c8b0a3299626 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:56.170035 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e449dc3c-6a18-4796-beee-c8b0a3299626 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:56.174958 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e449dc3c-6a18-4796-beee-c8b0a3299626 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:56.204632 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449dc3c-6a18-4796-beee-c8b0a3299626 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a6dd5d3-83b9-4311-a04e-77dd48d29dcf,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:56.215435 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e449dc3c-6a18-4796-beee-c8b0a3299626 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:56.216580 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e449dc3c-6a18-4796-beee-c8b0a3299626 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1790290 Jan 21 10:22:56.219816 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43540) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:56.225836 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-4acf5400-1181-480f-a935-f7b02f6e1d89 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'security_group_rule': {'security_group_id': '8491bd96-c048-40d4-b709-36c7587d4379', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:22:56.232619 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4acf5400-1181-480f-a935-f7b02f6e1d89 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:22:56.237285 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4acf5400-1181-480f-a935-f7b02f6e1d89 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group_rule and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:22:56.240892 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4acf5400-1181-480f-a935-f7b02f6e1d89 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:22:56.246892 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4acf5400-1181-480f-a935-f7b02f6e1d89 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:22:56.265591 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4acf5400-1181-480f-a935-f7b02f6e1d89 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:56.337525 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4acf5400-1181-480f-a935-f7b02f6e1d89 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:56.341228 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4acf5400-1181-480f-a935-f7b02f6e1d89 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:56.364207 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf5400-1181-480f-a935-f7b02f6e1d89 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4d9ff30-f140-4dcd-b418-6ffeb15e4809,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:56.374848 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4acf5400-1181-480f-a935-f7b02f6e1d89 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:56.376073 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4acf5400-1181-480f-a935-f7b02f6e1d89 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1553407 Jan 21 10:22:56.381094 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43544) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:56.387507 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-ada6bd77-bb30-40df-bb8e-083048f9494d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'security_group_rule': {'security_group_id': '8491bd96-c048-40d4-b709-36c7587d4379', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:22:56.393893 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ada6bd77-bb30-40df-bb8e-083048f9494d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:22:56.400616 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ada6bd77-bb30-40df-bb8e-083048f9494d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group_rule and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:22:56.403733 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ada6bd77-bb30-40df-bb8e-083048f9494d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:22:56.410490 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ada6bd77-bb30-40df-bb8e-083048f9494d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:22:56.426826 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b1042b9f-dc6c-44d4-817c-1d5b58fcf9ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:56.431583 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ada6bd77-bb30-40df-bb8e-083048f9494d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:56.507138 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ada6bd77-bb30-40df-bb8e-083048f9494d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:56.511188 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ada6bd77-bb30-40df-bb8e-083048f9494d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:56.535923 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6bd77-bb30-40df-bb8e-083048f9494d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dcca6a9-dc98-4227-81d2-8acb3bc3a289,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:56.553421 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ada6bd77-bb30-40df-bb8e-083048f9494d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:56.554695 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ada6bd77-bb30-40df-bb8e-083048f9494d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1725957 Jan 21 10:22:56.557434 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43548) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:56.562915 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-603020db-91d7-49de-948a-88ee169b0263 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'security_group_rule': {'security_group_id': '8491bd96-c048-40d4-b709-36c7587d4379', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:22:56.569086 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-603020db-91d7-49de-948a-88ee169b0263 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:22:56.572905 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-603020db-91d7-49de-948a-88ee169b0263 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group_rule and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:22:56.575835 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-603020db-91d7-49de-948a-88ee169b0263 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:22:56.581656 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-603020db-91d7-49de-948a-88ee169b0263 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:22:56.606608 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-603020db-91d7-49de-948a-88ee169b0263 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:56.678868 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-603020db-91d7-49de-948a-88ee169b0263 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:56.682777 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-603020db-91d7-49de-948a-88ee169b0263 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:56.706613 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603020db-91d7-49de-948a-88ee169b0263 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27cb6fe2-c7e4-474b-a362-a1379ed2aa84,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:56.715382 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-603020db-91d7-49de-948a-88ee169b0263 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:56.716554 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-603020db-91d7-49de-948a-88ee169b0263 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1581473 Jan 21 10:22:56.719199 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43552) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:56.725050 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-f5c99525-f9d7-47a9-a0f5-16d936f5eb1c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'security_group_rule': {'security_group_id': '8491bd96-c048-40d4-b709-36c7587d4379', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:22:56.731080 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f5c99525-f9d7-47a9-a0f5-16d936f5eb1c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:22:56.734917 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-f5c99525-f9d7-47a9-a0f5-16d936f5eb1c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group_rule and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:22:56.737743 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-f5c99525-f9d7-47a9-a0f5-16d936f5eb1c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:22:56.744371 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f5c99525-f9d7-47a9-a0f5-16d936f5eb1c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:22:56.755186 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.securitygroups_db [None req-f5c99525-f9d7-47a9-a0f5-16d936f5eb1c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Project ab5411ad497948eebd17e9930ca9720f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:22:56.762086 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f5c99525-f9d7-47a9-a0f5-16d936f5eb1c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:56.831738 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f5c99525-f9d7-47a9-a0f5-16d936f5eb1c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:56.836517 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f5c99525-f9d7-47a9-a0f5-16d936f5eb1c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:56.861175 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c99525-f9d7-47a9-a0f5-16d936f5eb1c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9dfcd4d-0da9-4e21-b38f-ad6c40225176,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:56.871741 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f5c99525-f9d7-47a9-a0f5-16d936f5eb1c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:56.872986 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f5c99525-f9d7-47a9-a0f5-16d936f5eb1c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1529007 Jan 21 10:22:56.876001 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43556) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:56.881482 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-d8d048a8-b46d-4594-8889-2a6a5a3413de tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'security_group_rule': {'security_group_id': '8491bd96-c048-40d4-b709-36c7587d4379', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:22:56.887618 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-d8d048a8-b46d-4594-8889-2a6a5a3413de tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:22:56.891680 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-d8d048a8-b46d-4594-8889-2a6a5a3413de tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group_rule and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:22:56.894528 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-d8d048a8-b46d-4594-8889-2a6a5a3413de tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:22:56.901222 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-d8d048a8-b46d-4594-8889-2a6a5a3413de tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:22:56.916046 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.securitygroups_db [None req-d8d048a8-b46d-4594-8889-2a6a5a3413de tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Project ab5411ad497948eebd17e9930ca9720f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:22:56.924458 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d8d048a8-b46d-4594-8889-2a6a5a3413de tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:56.994824 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d8d048a8-b46d-4594-8889-2a6a5a3413de tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:56.998654 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d8d048a8-b46d-4594-8889-2a6a5a3413de tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:57.030132 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d048a8-b46d-4594-8889-2a6a5a3413de tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b44443ff-151e-4e0c-a5d2-307fbea83133,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:57.037545 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d8d048a8-b46d-4594-8889-2a6a5a3413de tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:57.038721 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d8d048a8-b46d-4594-8889-2a6a5a3413de tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1617839 Jan 21 10:22:57.041544 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43560) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:57.046867 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-5afcd126-559f-49e7-a25f-d0075c3d45c5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'network': {'name': 'tempest-network-smoke--1967594605', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'port_security_enabled': True}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:22:57.052598 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-5afcd126-559f-49e7-a25f-d0075c3d45c5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:22:57.056817 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-5afcd126-559f-49e7-a25f-d0075c3d45c5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:network and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:22:57.059939 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-5afcd126-559f-49e7-a25f-d0075c3d45c5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:22:57.066336 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-5afcd126-559f-49e7-a25f-d0075c3d45c5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:22:57.077570 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afcd126-559f-49e7-a25f-d0075c3d45c5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Made reservation on behalf of ab5411ad497948eebd17e9930ca9720f for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:22:57.080434 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5afcd126-559f-49e7-a25f-d0075c3d45c5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:57.109228 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5afcd126-559f-49e7-a25f-d0075c3d45c5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:22:57.120438 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5afcd126-559f-49e7-a25f-d0075c3d45c5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:57.120776 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-5afcd126-559f-49e7-a25f-d0075c3d45c5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Added segment 93325b03-8db2-493c-9d08-db00b4eaab88 of type vlan for network 3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9 Jan 21 10:22:57.147782 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5afcd126-559f-49e7-a25f-d0075c3d45c5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:57.178030 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5afcd126-559f-49e7-a25f-d0075c3d45c5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:57.181711 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afcd126-559f-49e7-a25f-d0075c3d45c5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:57.182285 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5afcd126-559f-49e7-a25f-d0075c3d45c5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:57.288770 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5afcd126-559f-49e7-a25f-d0075c3d45c5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2459650 Jan 21 10:22:57.291357 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43564) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:57.298408 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-aec57960-8632-40b4-90e3-ee0f4b9d97ef tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1164201086', 'admin_state_up': True, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:22:57.304107 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afcd126-559f-49e7-a25f-d0075c3d45c5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Network': ['ID=3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:57.307699 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-aec57960-8632-40b4-90e3-ee0f4b9d97ef tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:22:57.311560 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-aec57960-8632-40b4-90e3-ee0f4b9d97ef tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:router and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:22:57.314437 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-aec57960-8632-40b4-90e3-ee0f4b9d97ef tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:22:57.314572 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:22:57.321661 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-aec57960-8632-40b4-90e3-ee0f4b9d97ef tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:22:57.335516 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aec57960-8632-40b4-90e3-ee0f4b9d97ef tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:57.336670 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aec57960-8632-40b4-90e3-ee0f4b9d97ef tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:57.358720 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aec57960-8632-40b4-90e3-ee0f4b9d97ef tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:57.550753 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:57.625749 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aec57960-8632-40b4-90e3-ee0f4b9d97ef tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:57.813856 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aec57960-8632-40b4-90e3-ee0f4b9d97ef tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router_gateway, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:57.843965 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aec57960-8632-40b4-90e3-ee0f4b9d97ef tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:57.886508 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:57.987605 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-aec57960-8632-40b4-90e3-ee0f4b9d97ef tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Allocated IP 172.26.0.181 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/f2c48f27-9417-4f86-8ab7-7194d3f92565) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:22:58.139057 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aec57960-8632-40b4-90e3-ee0f4b9d97ef tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:58.167054 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aec57960-8632-40b4-90e3-ee0f4b9d97ef tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:58.237616 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec57960-8632-40b4-90e3-ee0f4b9d97ef tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:22:58.240996 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-aec57960-8632-40b4-90e3-ee0f4b9d97ef tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:22:58.245444 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec57960-8632-40b4-90e3-ee0f4b9d97ef tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:22:58.269886 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec57960-8632-40b4-90e3-ee0f4b9d97ef tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Port': ['ID=f2c48f27-9417-4f86-8ab7-7194d3f92565,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:58.415142 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aec57960-8632-40b4-90e3-ee0f4b9d97ef tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router_gateway, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:58.415785 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aec57960-8632-40b4-90e3-ee0f4b9d97ef tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:58.667045 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec57960-8632-40b4-90e3-ee0f4b9d97ef tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Router 5c74ebad-782f-4ae1-8381-f568b7884d59 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:22:58.873648 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec57960-8632-40b4-90e3-ee0f4b9d97ef tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:22:58.884897 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db45e4b-e6e3-42fc-b1de-ca19ac5e31fb None None] Sync routers for ids ['5c74ebad-782f-4ae1-8381-f568b7884d59'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:22:58.899540 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db45e4b-e6e3-42fc-b1de-ca19ac5e31fb None None] Routers {'5c74ebad-782f-4ae1-8381-f568b7884d59'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:22:58.900165 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-6db45e4b-e6e3-42fc-b1de-ca19ac5e31fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:22:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['5c74ebad-782f-4ae1-8381-f568b7884d59'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:58.905259 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aec57960-8632-40b4-90e3-ee0f4b9d97ef tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:58.909490 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-aec57960-8632-40b4-90e3-ee0f4b9d97ef tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6143050 Jan 21 10:22:58.909725 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43568) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:58.954246 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6f61e186-e8f3-40a1-84ea-be47c8e6ea9f tempest-TestNetworkAdvancedServerOps-1891287522 tempest-TestNetworkAdvancedServerOps-1891287522-project-admin] 10.222.0.104 "GET /v2.0/subnets?project_id=ab5411ad497948eebd17e9930ca9720f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433021 Jan 21 10:22:58.956715 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43572) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:59.085011 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-6db45e4b-e6e3-42fc-b1de-ca19ac5e31fb None None] Set router 5c74ebad-782f-4ae1-8381-f568b7884d59 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:22:59.093095 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2896dbd1-7b27-4859-a3c7-cfa48899f879 tempest-TestNetworkAdvancedServerOps-1891287522 tempest-TestNetworkAdvancedServerOps-1891287522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:59.094583 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-2896dbd1-7b27-4859-a3c7-cfa48899f879 tempest-TestNetworkAdvancedServerOps-1891287522 tempest-TestNetworkAdvancedServerOps-1891287522-project-admin] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1369252 Jan 21 10:22:59.097313 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43576) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:59.139666 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-3bdafb46-aa2c-4e4b-8b60-88ed14ec0050 tempest-TestNetworkAdvancedServerOps-1891287522 tempest-TestNetworkAdvancedServerOps-1891287522-project-admin] 10.222.0.104 "GET /v2.0/subnets?network_id=05164b30-8981-419a-8272-388f48c19dd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412858 Jan 21 10:22:59.142217 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43580) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:59.148031 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-6bd7dbf9-158b-4528-addb-1534db60a823 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-437796707', 'network_id': '3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:22:59.373941 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6bd7dbf9-158b-4528-addb-1534db60a823 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:22:59.377970 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6bd7dbf9-158b-4528-addb-1534db60a823 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:subnet and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:22:59.380863 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6bd7dbf9-158b-4528-addb-1534db60a823 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:22:59.387308 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6bd7dbf9-158b-4528-addb-1534db60a823 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:22:59.387516 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-6db45e4b-e6e3-42fc-b1de-ca19ac5e31fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164201086', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f2c48f27-9417-4f86-8ab7-7194d3f92565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:57Z', 'updated_at': '2022-01-21T10:22:58Z', 'revision_number': 3, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': 'f2c48f27-9417-4f86-8ab7-7194d3f92565', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:57Z', 'updated_at': '2022-01-21T10:22:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:59.391564 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db45e4b-e6e3-42fc-b1de-ca19ac5e31fb None None] Checking router: 5c74ebad-782f-4ae1-8381-f568b7884d59 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:22:59.392083 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db45e4b-e6e3-42fc-b1de-ca19ac5e31fb None None] Updating router 5c74ebad-782f-4ae1-8381-f568b7884d59 port f2c48f27-9417-4f86-8ab7-7194d3f92565 binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:22:59.398444 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd7dbf9-158b-4528-addb-1534db60a823 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Made reservation on behalf of ab5411ad497948eebd17e9930ca9720f for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:22:59.452459 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-6db45e4b-e6e3-42fc-b1de-ca19ac5e31fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:59.501983 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6bd7dbf9-158b-4528-addb-1534db60a823 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:59.617470 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:59.738421 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6bd7dbf9-158b-4528-addb-1534db60a823 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:59.789632 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-6db45e4b-e6e3-42fc-b1de-ca19ac5e31fb None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:59.801805 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-6db45e4b-e6e3-42fc-b1de-ca19ac5e31fb None None] Transition to ACTIVE for port object f2c48f27-9417-4f86-8ab7-7194d3f92565 will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:22:59.809094 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-6db45e4b-e6e3-42fc-b1de-ca19ac5e31fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:59.818915 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7dbf9-158b-4528-addb-1534db60a823 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Subnet': ['ID=f19ae56c-0550-499d-96cf-0d169386fbc0,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:59.834733 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd7dbf9-158b-4528-addb-1534db60a823 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Checking segment: {'id': '93325b03-8db2-493c-9d08-db00b4eaab88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:22:59.835169 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd7dbf9-158b-4528-addb-1534db60a823 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Network hostable DHCP agents. Network: 3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:22:59.859496 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd7dbf9-158b-4528-addb-1534db60a823 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Network 3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:22:59.870855 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-6bd7dbf9-158b-4528-addb-1534db60a823 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:22:59.875322 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd7dbf9-158b-4528-addb-1534db60a823 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:59.876208 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6bd7dbf9-158b-4528-addb-1534db60a823 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:59.890577 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccffd6b-d876-4baa-86c6-ae9003a8b0f8 None None] Network 3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:22:59.899473 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-6db45e4b-e6e3-42fc-b1de-ca19ac5e31fb None None] Attempting to bind port f2c48f27-9417-4f86-8ab7-7194d3f92565 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:22:59.900427 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-6db45e4b-e6e3-42fc-b1de-ca19ac5e31fb None None] Attempting to bind port f2c48f27-9417-4f86-8ab7-7194d3f92565 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:22:59.901089 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db45e4b-e6e3-42fc-b1de-ca19ac5e31fb None None] Attempting to bind port f2c48f27-9417-4f86-8ab7-7194d3f92565 on network 05164b30-8981-419a-8272-388f48c19dd5 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:22:59.903695 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c31426-8e7e-43ef-99e8-146aa5ab1dde None None] Pushing event updated for resources: {'Port': ['ID=f2c48f27-9417-4f86-8ab7-7194d3f92565,revision_number=2']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:59.906873 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6bd7dbf9-158b-4528-addb-1534db60a823 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7635343 Jan 21 10:22:59.910119 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43584) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:59.911352 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db45e4b-e6e3-42fc-b1de-ca19ac5e31fb None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:22:59.912113 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db45e4b-e6e3-42fc-b1de-ca19ac5e31fb None None] Checking segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:22:59.912893 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-6db45e4b-e6e3-42fc-b1de-ca19ac5e31fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:59.913432 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db45e4b-e6e3-42fc-b1de-ca19ac5e31fb None None] Bound using segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:22:59.914197 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-6db45e4b-e6e3-42fc-b1de-ca19ac5e31fb None None] Bound port: f2c48f27-9417-4f86-8ab7-7194d3f92565, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:22:59.914825 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-6db45e4b-e6e3-42fc-b1de-ca19ac5e31fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:59.973383 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c31426-8e7e-43ef-99e8-146aa5ab1dde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:59.973746 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c31426-8e7e-43ef-99e8-146aa5ab1dde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:59.974170 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c31426-8e7e-43ef-99e8-146aa5ab1dde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:59.974874 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c31426-8e7e-43ef-99e8-146aa5ab1dde None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:59.975114 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c31426-8e7e-43ef-99e8-146aa5ab1dde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:59.975616 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c31426-8e7e-43ef-99e8-146aa5ab1dde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:59.975951 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c31426-8e7e-43ef-99e8-146aa5ab1dde None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:59.976285 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c31426-8e7e-43ef-99e8-146aa5ab1dde None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:59.976608 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c31426-8e7e-43ef-99e8-146aa5ab1dde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:59.976925 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c31426-8e7e-43ef-99e8-146aa5ab1dde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:59.977242 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c31426-8e7e-43ef-99e8-146aa5ab1dde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:00.015638 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-6db45e4b-e6e3-42fc-b1de-ca19ac5e31fb None None] For port f2c48f27-9417-4f86-8ab7-7194d3f92565, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:23:00.018710 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-6db45e4b-e6e3-42fc-b1de-ca19ac5e31fb None None] For port f2c48f27-9417-4f86-8ab7-7194d3f92565, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=f2c48f27-9417-4f86-8ab7-7194d3f92565,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:23:00.024802 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-6db45e4b-e6e3-42fc-b1de-ca19ac5e31fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:00.165003 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c31426-8e7e-43ef-99e8-146aa5ab1dde None None] Pushing event updated for resources: {'Port': ['ID=f2c48f27-9417-4f86-8ab7-7194d3f92565,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:00.169815 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db45e4b-e6e3-42fc-b1de-ca19ac5e31fb None None] Routers {'5c74ebad-782f-4ae1-8381-f568b7884d59'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:23:00.170550 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-6db45e4b-e6e3-42fc-b1de-ca19ac5e31fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:22:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['5c74ebad-782f-4ae1-8381-f568b7884d59'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:00.181889 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dca676-8f32-48d3-a404-b189339c80c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9', 'network_id': '3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'fixed_ips': [{'subnet_id': 'f19ae56c-0550-499d-96cf-0d169386fbc0'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:23:00.182717 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-02dca676-8f32-48d3-a404-b189339c80c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:00.365861 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-02dca676-8f32-48d3-a404-b189339c80c6 None None] Allocated IP 172.20.0.2 (3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9/f19ae56c-0550-499d-96cf-0d169386fbc0/ba7694d3-d60b-484c-a5bb-743134d17398) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:23:00.371179 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-6db45e4b-e6e3-42fc-b1de-ca19ac5e31fb None None] Set router 5c74ebad-782f-4ae1-8381-f568b7884d59 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:23:00.611338 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-02dca676-8f32-48d3-a404-b189339c80c6 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:00.627220 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-02dca676-8f32-48d3-a404-b189339c80c6 None None] Transition to ACTIVE for port object ba7694d3-d60b-484c-a5bb-743134d17398 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:23:00.660911 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-02dca676-8f32-48d3-a404-b189339c80c6 None None] Transition to ACTIVE for port object ba7694d3-d60b-484c-a5bb-743134d17398 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:23:00.669636 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-02dca676-8f32-48d3-a404-b189339c80c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:00.708834 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-6db45e4b-e6e3-42fc-b1de-ca19ac5e31fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164201086', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f2c48f27-9417-4f86-8ab7-7194d3f92565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:57Z', 'updated_at': '2022-01-21T10:22:58Z', 'revision_number': 3, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': 'f2c48f27-9417-4f86-8ab7-7194d3f92565', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:57Z', 'updated_at': '2022-01-21T10:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:00.714096 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db45e4b-e6e3-42fc-b1de-ca19ac5e31fb None None] The sync data for ids ['5c74ebad-782f-4ae1-8381-f568b7884d59'] in dv-neutron-825732-1-hyperv is: [{'id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164201086', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f2c48f27-9417-4f86-8ab7-7194d3f92565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:57Z', 'updated_at': '2022-01-21T10:22:58Z', 'revision_number': 3, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': 'f2c48f27-9417-4f86-8ab7-7194d3f92565', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:57Z', 'updated_at': '2022-01-21T10:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:23:00.746235 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a1fb053-ea46-41b0-990a-a1ee0685c50e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:00.832814 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dca676-8f32-48d3-a404-b189339c80c6 None None] Pushing event updated for resources: {'Port': ['ID=ba7694d3-d60b-484c-a5bb-743134d17398,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:00.837900 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dca676-8f32-48d3-a404-b189339c80c6 None None] Network 3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:23:00.840850 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-02dca676-8f32-48d3-a404-b189339c80c6 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:23:00.843833 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dca676-8f32-48d3-a404-b189339c80c6 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:23:00.980996 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-02dca676-8f32-48d3-a404-b189339c80c6 None None] Attempting to bind port ba7694d3-d60b-484c-a5bb-743134d17398 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:23:00.981373 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-02dca676-8f32-48d3-a404-b189339c80c6 None None] Attempting to bind port ba7694d3-d60b-484c-a5bb-743134d17398 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '93325b03-8db2-493c-9d08-db00b4eaab88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:23:00.981779 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dca676-8f32-48d3-a404-b189339c80c6 None None] Attempting to bind port ba7694d3-d60b-484c-a5bb-743134d17398 on network 3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:23:00.996598 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dca676-8f32-48d3-a404-b189339c80c6 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:23:00.997001 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dca676-8f32-48d3-a404-b189339c80c6 None None] Checking segment: {'id': '93325b03-8db2-493c-9d08-db00b4eaab88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:23:00.997369 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-02dca676-8f32-48d3-a404-b189339c80c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:00.997785 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dca676-8f32-48d3-a404-b189339c80c6 None None] Bound using segment: {'id': '93325b03-8db2-493c-9d08-db00b4eaab88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:23:00.998251 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-02dca676-8f32-48d3-a404-b189339c80c6 None None] Bound port: ba7694d3-d60b-484c-a5bb-743134d17398, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93325b03-8db2-493c-9d08-db00b4eaab88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:23:00.998713 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-02dca676-8f32-48d3-a404-b189339c80c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:01.184106 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-02dca676-8f32-48d3-a404-b189339c80c6 None None] For port ba7694d3-d60b-484c-a5bb-743134d17398, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:23:01.193439 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-02dca676-8f32-48d3-a404-b189339c80c6 None None] For port ba7694d3-d60b-484c-a5bb-743134d17398, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ba7694d3-d60b-484c-a5bb-743134d17398,segment=NetworkSegment(93325b03-8db2-493c-9d08-db00b4eaab88),segment_id=93325b03-8db2-493c-9d08-db00b4eaab88)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:23:01.203495 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-02dca676-8f32-48d3-a404-b189339c80c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:01.228936 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-6a1fb053-ea46-41b0-990a-a1ee0685c50e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Allocated IP 172.20.0.1 (3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9/f19ae56c-0550-499d-96cf-0d169386fbc0/4bc1c0f6-c58e-4330-bcd7-062d5dac3228) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:23:01.287062 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dca676-8f32-48d3-a404-b189339c80c6 None None] Pushing event updated for resources: {'Port': ['ID=ba7694d3-d60b-484c-a5bb-743134d17398,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:01.551957 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a1fb053-ea46-41b0-990a-a1ee0685c50e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:01.574585 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-6a1fb053-ea46-41b0-990a-a1ee0685c50e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Transition to ACTIVE for port object 4bc1c0f6-c58e-4330-bcd7-062d5dac3228 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:23:01.605862 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a1fb053-ea46-41b0-990a-a1ee0685c50e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:01.689372 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1fb053-ea46-41b0-990a-a1ee0685c50e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Network 3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:23:01.692640 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-6a1fb053-ea46-41b0-990a-a1ee0685c50e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:23:01.697769 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1fb053-ea46-41b0-990a-a1ee0685c50e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:23:01.723627 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1fb053-ea46-41b0-990a-a1ee0685c50e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Port': ['ID=4bc1c0f6-c58e-4330-bcd7-062d5dac3228,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:01.760895 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a1fb053-ea46-41b0-990a-a1ee0685c50e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:01.854891 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a1fb053-ea46-41b0-990a-a1ee0685c50e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:02.253497 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e6e7e8-e714-4a24-a3af-a6098a6dc439 None None] Network 3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:23:02.330023 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a1fb053-ea46-41b0-990a-a1ee0685c50e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:02.337063 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a1fb053-ea46-41b0-990a-a1ee0685c50e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:02.382209 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-6d7da527-8f22-451f-b44a-698c2ba057d9 None None] Provisioning for port ba7694d3-d60b-484c-a5bb-743134d17398 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:23:02.460780 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a1fb053-ea46-41b0-990a-a1ee0685c50e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:02.472692 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1fb053-ea46-41b0-990a-a1ee0685c50e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Port': ['ID=4bc1c0f6-c58e-4330-bcd7-062d5dac3228,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:02.660237 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1fb053-ea46-41b0-990a-a1ee0685c50e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Network 3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:23:02.661950 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-6a1fb053-ea46-41b0-990a-a1ee0685c50e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:23:02.695404 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device f2c48f27-9417-4f86-8ab7-7194d3f92565 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:23:02.788890 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port f2c48f27-9417-4f86-8ab7-7194d3f92565 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:23:02.795113 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port f2c48f27-9417-4f86-8ab7-7194d3f92565 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:02.795373 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:02.871243 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-db9bc3c0-100a-4fc6-9559-ee60b2813212 None None] Provisioning for port 4bc1c0f6-c58e-4330-bcd7-062d5dac3228 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:23:02.912212 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-db9bc3c0-100a-4fc6-9559-ee60b2813212 None None] Provisioning complete for port 4bc1c0f6-c58e-4330-bcd7-062d5dac3228 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:02.912493 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-db9bc3c0-100a-4fc6-9559-ee60b2813212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:02.994978 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-db9bc3c0-100a-4fc6-9559-ee60b2813212 None None] Port 4bc1c0f6-c58e-4330-bcd7-062d5dac3228 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:23:02.997427 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.018670 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port f2c48f27-9417-4f86-8ab7-7194d3f92565, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=f2c48f27-9417-4f86-8ab7-7194d3f92565,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:23:03.026163 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.026935 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ba7694d3-d60b-484c-a5bb-743134d17398 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:23:03.155422 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=f2c48f27-9417-4f86-8ab7-7194d3f92565,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:03.173400 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1fb053-ea46-41b0-990a-a1ee0685c50e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Router 5c74ebad-782f-4ae1-8381-f568b7884d59 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:23:03.173842 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port ba7694d3-d60b-484c-a5bb-743134d17398 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:23:03.180903 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port ba7694d3-d60b-484c-a5bb-743134d17398 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:03.181276 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.249503 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5479ae32-d268-43c6-837d-cc7efdd32b26 None None] Provisioning complete for port 4bc1c0f6-c58e-4330-bcd7-062d5dac3228 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:03.249804 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5479ae32-d268-43c6-837d-cc7efdd32b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.385631 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5479ae32-d268-43c6-837d-cc7efdd32b26 None None] Port 4bc1c0f6-c58e-4330-bcd7-062d5dac3228 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:23:03.410377 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.448553 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port ba7694d3-d60b-484c-a5bb-743134d17398, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ba7694d3-d60b-484c-a5bb-743134d17398,segment=NetworkSegment(93325b03-8db2-493c-9d08-db00b4eaab88),segment_id=93325b03-8db2-493c-9d08-db00b4eaab88)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:23:03.453055 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.532888 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=ba7694d3-d60b-484c-a5bb-743134d17398,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:03.535106 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1fb053-ea46-41b0-990a-a1ee0685c50e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:23:03.541374 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-a62dfc82-8cb9-4a37-9838-c7811e7e7d19 None None] Provisioning complete for port 4bc1c0f6-c58e-4330-bcd7-062d5dac3228 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:03.542009 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a62dfc82-8cb9-4a37-9838-c7811e7e7d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.557656 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6a1fb053-ea46-41b0-990a-a1ee0685c50e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "PUT /v2.0/routers/5c74ebad-782f-4ae1-8381-f568b7884d59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6377826 Jan 21 10:23:03.628436 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-a62dfc82-8cb9-4a37-9838-c7811e7e7d19 None None] Port 4bc1c0f6-c58e-4330-bcd7-062d5dac3228 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:23:03.785273 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-11fba0ed-8daf-4fb1-bd5c-d1dd7c5521e0 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Synchronizing usage tracker for tenant:ab5411ad497948eebd17e9930ca9720f on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:23:03.803131 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-11fba0ed-8daf-4fb1-bd5c-d1dd7c5521e0 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Unset dirty status for tenant:ab5411ad497948eebd17e9930ca9720f on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:23:03.804339 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-11fba0ed-8daf-4fb1-bd5c-d1dd7c5521e0 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1717132404&fields=id&tenant_id=ab5411ad497948eebd17e9930ca9720f HTTP/1.1" status: 200 len: 267 time: 0.0611858 Jan 21 10:23:03.965822 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-2909bc5e-695d-4f70-86d1-860fee159fda tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:03.966556 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-2909bc5e-695d-4f70-86d1-860fee159fda tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Synchronizing usage tracker for tenant:ab5411ad497948eebd17e9930ca9720f on resource:network {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:23:03.983460 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-2909bc5e-695d-4f70-86d1-860fee159fda tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Unset dirty status for tenant:ab5411ad497948eebd17e9930ca9720f on resource:network {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:23:03.984851 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-2909bc5e-695d-4f70-86d1-860fee159fda tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/networks?id=3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9 HTTP/1.1" status: 200 len: 797 time: 0.1738508 Jan 21 10:23:04.003340 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-5395eb93-9bc6-492e-aa64-4a84f7c698e1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/quotas/ab5411ad497948eebd17e9930ca9720f HTTP/1.1" status: 200 len: 375 time: 0.0122285 Jan 21 10:23:04.088501 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-48e81e19-d916-467a-91a2-5ccdc3aaa41e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Synchronizing usage tracker for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:23:04.106534 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-48e81e19-d916-467a-91a2-5ccdc3aaa41e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Unset dirty status for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:23:04.108480 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-48e81e19-d916-467a-91a2-5ccdc3aaa41e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=ab5411ad497948eebd17e9930ca9720f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0984151 Jan 21 10:23:04.272700 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-368c8768-4d2d-497b-b146-f2781f86ee31 service neutron] 10.222.0.104 "GET /v2.0/networks/3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504095 Jan 21 10:23:04.438630 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795cb5be-978c-419a-aa1d-aaf99ceb02a9 None None] Sync routers for ids ['5c74ebad-782f-4ae1-8381-f568b7884d59'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:23:04.441882 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-e5238c6d-1624-44d8-884c-51a9d2f3e58b service neutron] 10.222.0.104 "GET /v2.0/networks/3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628036 Jan 21 10:23:04.451979 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795cb5be-978c-419a-aa1d-aaf99ceb02a9 None None] Routers {'5c74ebad-782f-4ae1-8381-f568b7884d59'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:23:04.452558 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-795cb5be-978c-419a-aa1d-aaf99ceb02a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:22:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['5c74ebad-782f-4ae1-8381-f568b7884d59'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:04.650891 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device f2c48f27-9417-4f86-8ab7-7194d3f92565 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:23:04.659240 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-d85f0bc1-85c2-4530-bf16-1353ce8be6cb req-80deff2a-a9a6-43fa-b2a6-31ae8685b30f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Synchronizing usage tracker for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:23:04.674990 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-d85f0bc1-85c2-4530-bf16-1353ce8be6cb req-80deff2a-a9a6-43fa-b2a6-31ae8685b30f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Unset dirty status for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:23:04.674990 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-d85f0bc1-85c2-4530-bf16-1353ce8be6cb req-80deff2a-a9a6-43fa-b2a6-31ae8685b30f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 210 time: 0.0646563 Jan 21 10:23:04.705244 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-795cb5be-978c-419a-aa1d-aaf99ceb02a9 None None] Set router 5c74ebad-782f-4ae1-8381-f568b7884d59 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:23:04.924382 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port f2c48f27-9417-4f86-8ab7-7194d3f92565 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:04.924661 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:05.124460 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ba7694d3-d60b-484c-a5bb-743134d17398 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:23:05.199787 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-795cb5be-978c-419a-aa1d-aaf99ceb02a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164201086', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f2c48f27-9417-4f86-8ab7-7194d3f92565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:57Z', 'updated_at': '2022-01-21T10:23:01Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': 'f2c48f27-9417-4f86-8ab7-7194d3f92565', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:57Z', 'updated_at': '2022-01-21T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '4bc1c0f6-c58e-4330-bcd7-062d5dac3228', 'name': '', 'network_id': '3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:4f:83:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f19ae56c-0550-499d-96cf-0d169386fbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:01Z', 'updated_at': '2022-01-21T10:23:02Z', 'revision_number': 2, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': 'f19ae56c-0550-499d-96cf-0d169386fbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:05.207349 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795cb5be-978c-419a-aa1d-aaf99ceb02a9 None None] Checking router: 5c74ebad-782f-4ae1-8381-f568b7884d59 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:23:05.207693 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795cb5be-978c-419a-aa1d-aaf99ceb02a9 None None] Updating router 5c74ebad-782f-4ae1-8381-f568b7884d59 port 4bc1c0f6-c58e-4330-bcd7-062d5dac3228 binding host dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:23:05.257010 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port ba7694d3-d60b-484c-a5bb-743134d17398 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:05.257371 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:05.308583 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-795cb5be-978c-419a-aa1d-aaf99ceb02a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:05.734738 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-795cb5be-978c-419a-aa1d-aaf99ceb02a9 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:05.749552 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-795cb5be-978c-419a-aa1d-aaf99ceb02a9 None None] Transition to ACTIVE for port object 4bc1c0f6-c58e-4330-bcd7-062d5dac3228 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:23:05.757923 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-795cb5be-978c-419a-aa1d-aaf99ceb02a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:05.818586 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4bbe1a3c-cf38-4d41-a6a9-bcad3343523c req-ea255e45-89b2-43f5-91de-c0f33f4e89f1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 210 time: 0.0542855 Jan 21 10:23:05.946026 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb113ed-e76e-442e-881d-24ee2d998852 None None] Pushing event updated for resources: {'Port': ['ID=4bc1c0f6-c58e-4330-bcd7-062d5dac3228,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:06.043919 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-795cb5be-978c-419a-aa1d-aaf99ceb02a9 None None] Attempting to bind port 4bc1c0f6-c58e-4330-bcd7-062d5dac3228 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:23:06.044393 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-795cb5be-978c-419a-aa1d-aaf99ceb02a9 None None] Attempting to bind port 4bc1c0f6-c58e-4330-bcd7-062d5dac3228 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '93325b03-8db2-493c-9d08-db00b4eaab88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:23:06.044688 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795cb5be-978c-419a-aa1d-aaf99ceb02a9 None None] Attempting to bind port 4bc1c0f6-c58e-4330-bcd7-062d5dac3228 on network 3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:23:06.052006 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795cb5be-978c-419a-aa1d-aaf99ceb02a9 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:23:06.052176 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795cb5be-978c-419a-aa1d-aaf99ceb02a9 None None] Checking segment: {'id': '93325b03-8db2-493c-9d08-db00b4eaab88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:23:06.052589 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-795cb5be-978c-419a-aa1d-aaf99ceb02a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:06.052962 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795cb5be-978c-419a-aa1d-aaf99ceb02a9 None None] Bound using segment: {'id': '93325b03-8db2-493c-9d08-db00b4eaab88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:23:06.053428 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-795cb5be-978c-419a-aa1d-aaf99ceb02a9 None None] Bound port: 4bc1c0f6-c58e-4330-bcd7-062d5dac3228, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93325b03-8db2-493c-9d08-db00b4eaab88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:23:06.053838 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-795cb5be-978c-419a-aa1d-aaf99ceb02a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:06.158614 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-795cb5be-978c-419a-aa1d-aaf99ceb02a9 None None] For port 4bc1c0f6-c58e-4330-bcd7-062d5dac3228, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:23:06.163028 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-795cb5be-978c-419a-aa1d-aaf99ceb02a9 None None] For port 4bc1c0f6-c58e-4330-bcd7-062d5dac3228, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=4bc1c0f6-c58e-4330-bcd7-062d5dac3228,segment=NetworkSegment(93325b03-8db2-493c-9d08-db00b4eaab88),segment_id=93325b03-8db2-493c-9d08-db00b4eaab88)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:23:06.169320 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-795cb5be-978c-419a-aa1d-aaf99ceb02a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:06.260364 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb113ed-e76e-442e-881d-24ee2d998852 None None] Pushing event updated for resources: {'Port': ['ID=4bc1c0f6-c58e-4330-bcd7-062d5dac3228,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:06.266217 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795cb5be-978c-419a-aa1d-aaf99ceb02a9 None None] Routers {'5c74ebad-782f-4ae1-8381-f568b7884d59'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:23:06.266835 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-795cb5be-978c-419a-aa1d-aaf99ceb02a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:22:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['5c74ebad-782f-4ae1-8381-f568b7884d59'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:06.515426 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-795cb5be-978c-419a-aa1d-aaf99ceb02a9 None None] Set router 5c74ebad-782f-4ae1-8381-f568b7884d59 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:23:06.867302 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-795cb5be-978c-419a-aa1d-aaf99ceb02a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164201086', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f2c48f27-9417-4f86-8ab7-7194d3f92565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:57Z', 'updated_at': '2022-01-21T10:23:01Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': 'f2c48f27-9417-4f86-8ab7-7194d3f92565', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:57Z', 'updated_at': '2022-01-21T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '4bc1c0f6-c58e-4330-bcd7-062d5dac3228', 'name': '', 'network_id': '3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:4f:83:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f19ae56c-0550-499d-96cf-0d169386fbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:01Z', 'updated_at': '2022-01-21T10:23:06Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': 'f19ae56c-0550-499d-96cf-0d169386fbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:06.872801 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795cb5be-978c-419a-aa1d-aaf99ceb02a9 None None] The sync data for ids ['5c74ebad-782f-4ae1-8381-f568b7884d59'] in dv-neutron-825732-1-hyperv is: [{'id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164201086', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f2c48f27-9417-4f86-8ab7-7194d3f92565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:57Z', 'updated_at': '2022-01-21T10:23:01Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': 'f2c48f27-9417-4f86-8ab7-7194d3f92565', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:57Z', 'updated_at': '2022-01-21T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '4bc1c0f6-c58e-4330-bcd7-062d5dac3228', 'name': '', 'network_id': '3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:4f:83:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f19ae56c-0550-499d-96cf-0d169386fbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:01Z', 'updated_at': '2022-01-21T10:23:06Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': 'f19ae56c-0550-499d-96cf-0d169386fbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:23:06.967493 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-f3d13689-27a8-4741-9353-f875ca16ffc6 req-e99db604-2f4f-416c-a78e-c83481372d4a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 210 time: 0.0612423 Jan 21 10:23:08.096687 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7c2051c2-ca6c-45e1-8726-2a7bcb0eddfc req-75c0ab5c-a04c-4848-904c-73bc83b5c428 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 210 time: 0.0481668 Jan 21 10:23:08.642968 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 4bc1c0f6-c58e-4330-bcd7-062d5dac3228 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:23:08.717699 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 4bc1c0f6-c58e-4330-bcd7-062d5dac3228 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:23:08.722641 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 4bc1c0f6-c58e-4330-bcd7-062d5dac3228 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:08.723003 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:08.845625 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:08.883414 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 4bc1c0f6-c58e-4330-bcd7-062d5dac3228, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=4bc1c0f6-c58e-4330-bcd7-062d5dac3228,segment=NetworkSegment(93325b03-8db2-493c-9d08-db00b4eaab88),segment_id=93325b03-8db2-493c-9d08-db00b4eaab88)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:23:08.890649 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:08.975247 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=4bc1c0f6-c58e-4330-bcd7-062d5dac3228,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:09.268500 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e2a8ca63-5cd5-4156-8708-b6c8aba8b6d5 req-a928059d-9fd0-4e26-beea-1409e95ebff3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 210 time: 0.0462532 Jan 21 10:23:09.927065 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-d4667001-c38e-4839-9627-9d5d3d6fe080 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:09.929621 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-d4667001-c38e-4839-9627-9d5d3d6fe080 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.124 "GET /v2.0/networks?id=3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9 HTTP/1.1" status: 200 len: 797 time: 0.1740470 Jan 21 10:23:09.989958 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-dbbf5b98-d7df-4ce2-af77-ab422e96e227 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab5411ad497948eebd17e9930ca9720f HTTP/1.1" status: 200 len: 380 time: 0.0476043 Jan 21 10:23:10.009144 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-8da6033f-0818-4aa9-8b96-795e5a92026e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'port': {'device_id': 'e9d32c88-d864-481d-912d-2a14bd1f7e90', 'network_id': '3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9', 'admin_state_up': True, 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'security_groups': ['8491bd96-c048-40d4-b709-36c7587d4379']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:23:10.170821 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-8da6033f-0818-4aa9-8b96-795e5a92026e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:10.181411 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-8da6033f-0818-4aa9-8b96-795e5a92026e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:10.192117 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-8da6033f-0818-4aa9-8b96-795e5a92026e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Made reservation on behalf of ab5411ad497948eebd17e9930ca9720f for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:23:10.196686 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-8da6033f-0818-4aa9-8b96-795e5a92026e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:10.405456 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-8da6033f-0818-4aa9-8b96-795e5a92026e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Allocated IP 172.20.0.8 (3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9/f19ae56c-0550-499d-96cf-0d169386fbc0/9671fb42-6769-4cb0-aba3-5b825bffc864) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:23:10.477233 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-47b1309c-711d-4ca7-8ce2-0c9c1be6f8ff req-72c1ce71-229f-4c88-b855-cb55fa58fcfe tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 210 time: 0.0606630 Jan 21 10:23:10.631748 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 4bc1c0f6-c58e-4330-bcd7-062d5dac3228 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:23:10.708257 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 4bc1c0f6-c58e-4330-bcd7-062d5dac3228 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:10.708636 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:10.791907 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-8da6033f-0818-4aa9-8b96-795e5a92026e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:10.808847 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-8da6033f-0818-4aa9-8b96-795e5a92026e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Transition to ACTIVE for port object 9671fb42-6769-4cb0-aba3-5b825bffc864 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:23:10.833790 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-8da6033f-0818-4aa9-8b96-795e5a92026e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:10.921812 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-8da6033f-0818-4aa9-8b96-795e5a92026e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Network 3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:23:10.924978 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-8da6033f-0818-4aa9-8b96-795e5a92026e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:23:10.930501 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-8da6033f-0818-4aa9-8b96-795e5a92026e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:23:10.968635 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6033f-0818-4aa9-8b96-795e5a92026e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Port': ['ID=9671fb42-6769-4cb0-aba3-5b825bffc864,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:11.017699 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-8da6033f-0818-4aa9-8b96-795e5a92026e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:11.019083 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-8da6033f-0818-4aa9-8b96-795e5a92026e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:11.051746 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-8da6033f-0818-4aa9-8b96-795e5a92026e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0500762 Jan 21 10:23:11.061617 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-266e7023-a2c4-4ac7-a122-e7f3f4698ca1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=83598) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 10:23:11.062732 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-266e7023-a2c4-4ac7-a122-e7f3f4698ca1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.124 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053124 Jan 21 10:23:11.074003 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-4a76e041-9d93-4ff6-a61b-ea0faf55f2c1 service neutron] Request body: {'port': {'device_id': 'e9d32c88-d864-481d-912d-2a14bd1f7e90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:23:11.191808 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-4a76e041-9d93-4ff6-a61b-ea0faf55f2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:11.224104 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-8bb25959-471d-432c-8405-f3a21d18284c None None] Provisioning for port 9671fb42-6769-4cb0-aba3-5b825bffc864 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:23:11.230570 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-8bb25959-471d-432c-8405-f3a21d18284c None None] Provisioning complete for port 9671fb42-6769-4cb0-aba3-5b825bffc864 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:11.230937 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8bb25959-471d-432c-8405-f3a21d18284c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:11.289199 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-8bb25959-471d-432c-8405-f3a21d18284c None None] Port 9671fb42-6769-4cb0-aba3-5b825bffc864 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:23:11.560504 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-4a76e041-9d93-4ff6-a61b-ea0faf55f2c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9671fb42-6769-4cb0-aba3-5b825bffc864 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:23:11.568835 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-4a76e041-9d93-4ff6-a61b-ea0faf55f2c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:11.584566 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-4a76e041-9d93-4ff6-a61b-ea0faf55f2c1 service neutron] Transition to ACTIVE for port object 9671fb42-6769-4cb0-aba3-5b825bffc864 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:23:11.597722 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-4a76e041-9d93-4ff6-a61b-ea0faf55f2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:11.704589 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27256ad-adfc-4908-aba7-7a3e1d35411c req-8e8f8012-0479-4865-b0c6-ef4e1a8f52c6 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:11.706346 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a27256ad-adfc-4908-aba7-7a3e1d35411c req-8e8f8012-0479-4865-b0c6-ef4e1a8f52c6 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 943 time: 0.0969923 Jan 21 10:23:11.765664 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-a27256ad-adfc-4908-aba7-7a3e1d35411c req-7646f3d3-8a02-4b6d-bf15-5b34bf428390 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Synchronizing usage tracker for tenant:ab5411ad497948eebd17e9930ca9720f on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:23:11.771086 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76e041-9d93-4ff6-a61b-ea0faf55f2c1 service neutron] Pushing event updated for resources: {'Port': ['ID=9671fb42-6769-4cb0-aba3-5b825bffc864,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:11.782208 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-a27256ad-adfc-4908-aba7-7a3e1d35411c req-7646f3d3-8a02-4b6d-bf15-5b34bf428390 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Unset dirty status for tenant:ab5411ad497948eebd17e9930ca9720f on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:23:11.783469 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a27256ad-adfc-4908-aba7-7a3e1d35411c req-7646f3d3-8a02-4b6d-bf15-5b34bf428390 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=8491bd96-c048-40d4-b709-36c7587d4379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705349 Jan 21 10:23:11.902270 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-4a76e041-9d93-4ff6-a61b-ea0faf55f2c1 service neutron] Attempting to bind port 9671fb42-6769-4cb0-aba3-5b825bffc864 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:23:11.902701 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-4a76e041-9d93-4ff6-a61b-ea0faf55f2c1 service neutron] Attempting to bind port 9671fb42-6769-4cb0-aba3-5b825bffc864 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '93325b03-8db2-493c-9d08-db00b4eaab88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:23:11.903099 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-4a76e041-9d93-4ff6-a61b-ea0faf55f2c1 service neutron] Attempting to bind port 9671fb42-6769-4cb0-aba3-5b825bffc864 on network 3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:23:11.910738 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-4a76e041-9d93-4ff6-a61b-ea0faf55f2c1 service neutron] Port 9671fb42-6769-4cb0-aba3-5b825bffc864 on network 3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:23:11.911215 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-4a76e041-9d93-4ff6-a61b-ea0faf55f2c1 service neutron] Attempting to bind port 9671fb42-6769-4cb0-aba3-5b825bffc864 on network 3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:23:11.918932 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-4a76e041-9d93-4ff6-a61b-ea0faf55f2c1 service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:23:11.919268 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-4a76e041-9d93-4ff6-a61b-ea0faf55f2c1 service neutron] Checking segment: {'id': '93325b03-8db2-493c-9d08-db00b4eaab88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:23:11.919650 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-4a76e041-9d93-4ff6-a61b-ea0faf55f2c1 service neutron] Bound using segment: {'id': '93325b03-8db2-493c-9d08-db00b4eaab88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:23:11.920073 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-4a76e041-9d93-4ff6-a61b-ea0faf55f2c1 service neutron] Bound port: 9671fb42-6769-4cb0-aba3-5b825bffc864, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93325b03-8db2-493c-9d08-db00b4eaab88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:23:11.920416 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-4a76e041-9d93-4ff6-a61b-ea0faf55f2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:12.033472 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-4a76e041-9d93-4ff6-a61b-ea0faf55f2c1 service neutron] For port 9671fb42-6769-4cb0-aba3-5b825bffc864, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:23:12.042136 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-4a76e041-9d93-4ff6-a61b-ea0faf55f2c1 service neutron] For port 9671fb42-6769-4cb0-aba3-5b825bffc864, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9671fb42-6769-4cb0-aba3-5b825bffc864,segment=NetworkSegment(93325b03-8db2-493c-9d08-db00b4eaab88),segment_id=93325b03-8db2-493c-9d08-db00b4eaab88)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:23:12.047738 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-4a76e041-9d93-4ff6-a61b-ea0faf55f2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:12.119567 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-4a76e041-9d93-4ff6-a61b-ea0faf55f2c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:12.121028 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-4a76e041-9d93-4ff6-a61b-ea0faf55f2c1 service neutron] 10.222.0.124 "PUT /v2.0/ports/9671fb42-6769-4cb0-aba3-5b825bffc864 HTTP/1.1" status: 200 len: 1093 time: 1.0514688 Jan 21 10:23:12.121583 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d32c88-d864-481d-912d-2a14bd1f7e90', 'tag': '9671fb42-6769-4cb0-aba3-5b825bffc864'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:23:12.148947 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76e041-9d93-4ff6-a61b-ea0faf55f2c1 service neutron] Pushing event updated for resources: {'Port': ['ID=9671fb42-6769-4cb0-aba3-5b825bffc864,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:12.205061 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d32c88-d864-481d-912d-2a14bd1f7e90', 'tag': '9671fb42-6769-4cb0-aba3-5b825bffc864', 'status': 'completed', 'code': 200} Jan 21 10:23:12.249851 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-96bea547-9832-489a-b040-7ab85c15fecd service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ab5411ad497948eebd17e9930ca9720f&device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 1096 time: 0.0866628 Jan 21 10:23:12.321318 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-9496db68-5018-4975-8ead-6a1e74ed2e4f service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9671fb42-6769-4cb0-aba3-5b825bffc864 HTTP/1.1" status: 200 len: 217 time: 0.0651617 Jan 21 10:23:12.395200 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-a260f0f3-4664-43c6-a495-fbd8dcad23d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:12.397747 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-a260f0f3-4664-43c6-a495-fbd8dcad23d9 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f19ae56c-0550-499d-96cf-0d169386fbc0 HTTP/1.1" status: 200 len: 834 time: 0.0666597 Jan 21 10:23:12.482459 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-1cdd708f-6049-40c2-8609-606393527564 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797646 Jan 21 10:23:12.628982 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-93e5dfb8-3bc2-4624-a2ae-603d39ea2757 service neutron] 10.222.0.124 "GET /v2.0/networks/3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407409 Jan 21 10:23:12.650975 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:23:12.870125 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4a4103dc-7d06-4abd-8416-e7003c055377 req-5acc35db-6adb-4705-8584-5651881af3e8 service neutron] 10.222.0.124 "GET /v2.0/networks/3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318549 Jan 21 10:23:12.989777 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6d62acb2-f162-4482-bd4f-59685a5aefc7 req-beb467a0-6cb3-4513-98ac-e9a4d1cb8186 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ab5411ad497948eebd17e9930ca9720f&device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 1096 time: 0.0779154 Jan 21 10:23:13.019825 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf0f44-08cd-4e1c-baaf-f2dd463be6cb req-a2464b0b-4aad-4da7-8587-75c320094a1a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:13.021350 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-33cf0f44-08cd-4e1c-baaf-f2dd463be6cb req-a2464b0b-4aad-4da7-8587-75c320094a1a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 943 time: 0.0827773 Jan 21 10:23:13.087384 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-33cf0f44-08cd-4e1c-baaf-f2dd463be6cb req-97a6e9bc-b3eb-43e5-a95e-2a1a857387f6 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=8491bd96-c048-40d4-b709-36c7587d4379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598035 Jan 21 10:23:13.142678 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62acb2-f162-4482-bd4f-59685a5aefc7 req-2bfc4677-26ad-4bb8-8e32-529ef6c86f3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:13.145188 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6d62acb2-f162-4482-bd4f-59685a5aefc7 req-2bfc4677-26ad-4bb8-8e32-529ef6c86f3c service neutron] 10.222.0.124 "GET /v2.0/networks?id=3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9 HTTP/1.1" status: 200 len: 898 time: 0.1495457 Jan 21 10:23:13.211880 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6d62acb2-f162-4482-bd4f-59685a5aefc7 req-f6491428-d55a-42fe-84fe-9ed91ec53a05 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9671fb42-6769-4cb0-aba3-5b825bffc864 HTTP/1.1" status: 200 len: 217 time: 0.0604677 Jan 21 10:23:13.289867 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62acb2-f162-4482-bd4f-59685a5aefc7 req-088d9f88-3110-460e-a771-41e544114ce2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:13.291752 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6d62acb2-f162-4482-bd4f-59685a5aefc7 req-088d9f88-3110-460e-a771-41e544114ce2 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f19ae56c-0550-499d-96cf-0d169386fbc0 HTTP/1.1" status: 200 len: 834 time: 0.0720344 Jan 21 10:23:13.370789 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6d62acb2-f162-4482-bd4f-59685a5aefc7 req-5892038a-8cf1-4622-906f-db0195bde564 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721307 Jan 21 10:23:13.508353 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6d62acb2-f162-4482-bd4f-59685a5aefc7 req-10511f5b-b9ff-4e73-8e0e-39865cd8fab2 service neutron] 10.222.0.124 "GET /v2.0/networks/3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309752 Jan 21 10:23:13.666446 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6d62acb2-f162-4482-bd4f-59685a5aefc7 req-311d785f-1819-421b-8728-34b7c1d4f6f4 service neutron] 10.222.0.124 "GET /v2.0/networks/3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502616 Jan 21 10:23:14.395510 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad690992-447f-4d14-9bad-eb56ab6c61fd req-e66b5559-6d83-4d14-98b3-c1933d77ee11 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:14.396299 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-ad690992-447f-4d14-9bad-eb56ab6c61fd req-e66b5559-6d83-4d14-98b3-c1933d77ee11 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Synchronizing usage tracker for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:23:14.416888 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-ad690992-447f-4d14-9bad-eb56ab6c61fd req-e66b5559-6d83-4d14-98b3-c1933d77ee11 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Unset dirty status for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:23:14.418174 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ad690992-447f-4d14-9bad-eb56ab6c61fd req-e66b5559-6d83-4d14-98b3-c1933d77ee11 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 943 time: 0.1957622 Jan 21 10:23:14.470565 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ad690992-447f-4d14-9bad-eb56ab6c61fd req-f59b1663-8ae3-4a99-9255-a2f1a605e907 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=8491bd96-c048-40d4-b709-36c7587d4379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462043 Jan 21 10:23:15.680280 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7939a-4d8e-4503-afdf-293370b7868a req-1f3ff580-0f7c-471c-9bd8-9ef19ae93684 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:15.681889 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-84a7939a-4d8e-4503-afdf-293370b7868a req-1f3ff580-0f7c-471c-9bd8-9ef19ae93684 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 943 time: 0.0840180 Jan 21 10:23:15.731108 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-84a7939a-4d8e-4503-afdf-293370b7868a req-8d85a130-2203-45d5-871f-0928ed3406f2 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=8491bd96-c048-40d4-b709-36c7587d4379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426757 Jan 21 10:23:16.282029 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 9671fb42-6769-4cb0-aba3-5b825bffc864 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:23:16.480927 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 9671fb42-6769-4cb0-aba3-5b825bffc864, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9671fb42-6769-4cb0-aba3-5b825bffc864,segment=NetworkSegment(93325b03-8db2-493c-9d08-db00b4eaab88),segment_id=93325b03-8db2-493c-9d08-db00b4eaab88)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:23:16.494698 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '9671fb42-6769-4cb0-aba3-5b825bffc864', 'network_id': '3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9', 'port_id': '9671fb42-6769-4cb0-aba3-5b825bffc864', 'mac_address': 'fa:16:3e:c1:16:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f19ae56c-0550-499d-96cf-0d169386fbc0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:23:16.561114 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:16.578601 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9671fb42-6769-4cb0-aba3-5b825bffc864 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:23:16.595315 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 9671fb42-6769-4cb0-aba3-5b825bffc864, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9671fb42-6769-4cb0-aba3-5b825bffc864,segment=NetworkSegment(93325b03-8db2-493c-9d08-db00b4eaab88),segment_id=93325b03-8db2-493c-9d08-db00b4eaab88)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:23:16.603757 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:16.676497 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=9671fb42-6769-4cb0-aba3-5b825bffc864,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:16.822844 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['9671fb42-6769-4cb0-aba3-5b825bffc864'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:23:16.947745 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782039f-cc9b-49b5-9945-b23df45450d9 req-0c604e18-6f33-4328-8ba9-9949a7e10bf5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:16.949341 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c782039f-cc9b-49b5-9945-b23df45450d9 req-0c604e18-6f33-4328-8ba9-9949a7e10bf5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 944 time: 0.0849750 Jan 21 10:23:17.003479 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c782039f-cc9b-49b5-9945-b23df45450d9 req-ed3c533f-34f9-47a3-a309-e92e63560c47 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=8491bd96-c048-40d4-b709-36c7587d4379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480933 Jan 21 10:23:18.282090 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 9671fb42-6769-4cb0-aba3-5b825bffc864 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:23:18.314388 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f92801-6356-479f-a47e-2bc001972bb6 req-3a89bc3b-67a4-41b0-8664-85d73f328cf1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:18.315846 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-88f92801-6356-479f-a47e-2bc001972bb6 req-3a89bc3b-67a4-41b0-8664-85d73f328cf1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 944 time: 0.1606896 Jan 21 10:23:18.358968 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port 9671fb42-6769-4cb0-aba3-5b825bffc864 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:23:18.363977 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 9671fb42-6769-4cb0-aba3-5b825bffc864 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:18.364359 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:18.372276 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-88f92801-6356-479f-a47e-2bc001972bb6 req-336abebb-4790-4b15-87c2-d11cf7c05b34 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=8491bd96-c048-40d4-b709-36c7587d4379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505998 Jan 21 10:23:18.479132 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:18.509404 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d32c88-d864-481d-912d-2a14bd1f7e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9671fb42-6769-4cb0-aba3-5b825bffc864'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:23:18.519536 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 9671fb42-6769-4cb0-aba3-5b825bffc864, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9671fb42-6769-4cb0-aba3-5b825bffc864,segment=NetworkSegment(93325b03-8db2-493c-9d08-db00b4eaab88),segment_id=93325b03-8db2-493c-9d08-db00b4eaab88)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:23:18.523698 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:18.566554 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d32c88-d864-481d-912d-2a14bd1f7e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9671fb42-6769-4cb0-aba3-5b825bffc864', 'code': 200} Jan 21 10:23:18.592256 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=9671fb42-6769-4cb0-aba3-5b825bffc864,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:18.794722 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ebb6939e-c022-4a7a-b271-3bec052520df req-ea2d7a48-0df5-4b37-bbb5-7c7903c94b83 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 1098 time: 0.0726826 Jan 21 10:23:18.845006 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ebb6939e-c022-4a7a-b271-3bec052520df req-1011ed09-8171-4920-ad5a-d3b9bd2a002c service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=8491bd96-c048-40d4-b709-36c7587d4379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449340 Jan 21 10:23:19.569328 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271a1a0-c51c-428e-a6f4-8866ad5d75d4 req-158c317b-a690-4330-ba15-034c71c9eefb tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:19.571654 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-5271a1a0-c51c-428e-a6f4-8866ad5d75d4 req-158c317b-a690-4330-ba15-034c71c9eefb tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 945 time: 0.0799246 Jan 21 10:23:19.619942 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-5271a1a0-c51c-428e-a6f4-8866ad5d75d4 req-30305a49-4537-46df-840c-83bf9f473f25 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=8491bd96-c048-40d4-b709-36c7587d4379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424144 Jan 21 10:23:20.627546 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:20.829979 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a11330-fe30-427d-8e6c-4260f02da4d9 req-81856c03-f00a-4506-8412-fe4d8e04f3ab tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:20.831412 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-01a11330-fe30-427d-8e6c-4260f02da4d9 req-81856c03-f00a-4506-8412-fe4d8e04f3ab tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 945 time: 0.0787933 Jan 21 10:23:20.883687 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-01a11330-fe30-427d-8e6c-4260f02da4d9 req-b6b52449-c9db-4021-8755-dd81fe4fc095 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=8491bd96-c048-40d4-b709-36c7587d4379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456779 Jan 21 10:23:21.094090 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4789e-cf97-4965-9189-001f00283bd4 req-21be16cd-6867-444f-bb3d-a89625c98769 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:21.095654 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a7b4789e-cf97-4965-9189-001f00283bd4 req-21be16cd-6867-444f-bb3d-a89625c98769 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 945 time: 0.0845473 Jan 21 10:23:21.149629 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a7b4789e-cf97-4965-9189-001f00283bd4 req-6b76e4f0-9147-4734-943b-ccf8b7a98e18 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=8491bd96-c048-40d4-b709-36c7587d4379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427992 Jan 21 10:23:21.179088 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43654) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:21.257180 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-64f2c7ed-c454-439d-81d8-33e2796c5f5a tempest-TestNetworkAdvancedServerOps-1891287522 tempest-TestNetworkAdvancedServerOps-1891287522-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 1093 time: 0.0763483 Jan 21 10:23:21.260675 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43658) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:21.266703 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-c4966837-6f29-4419-8704-4ee9dde8e1e5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'port_id': '9671fb42-6769-4cb0-aba3-5b825bffc864', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:23:21.274299 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-c4966837-6f29-4419-8704-4ee9dde8e1e5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:21.278730 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c4966837-6f29-4419-8704-4ee9dde8e1e5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:floatingip and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:21.281670 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-c4966837-6f29-4419-8704-4ee9dde8e1e5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:21.287353 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-c4966837-6f29-4419-8704-4ee9dde8e1e5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:21.299516 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c4966837-6f29-4419-8704-4ee9dde8e1e5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for floatingip, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:21.450646 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c4966837-6f29-4419-8704-4ee9dde8e1e5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:21.589269 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-c4966837-6f29-4419-8704-4ee9dde8e1e5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Allocated IP 172.26.0.227 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/3881ba9a-774f-4f7f-8f38-fbf8c0dc8b56) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:23:21.750698 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c4966837-6f29-4419-8704-4ee9dde8e1e5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:21.779855 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c4966837-6f29-4419-8704-4ee9dde8e1e5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:21.959941 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4966837-6f29-4419-8704-4ee9dde8e1e5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:23:21.963774 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-c4966837-6f29-4419-8704-4ee9dde8e1e5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:23:21.969174 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4966837-6f29-4419-8704-4ee9dde8e1e5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:23:21.998984 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4966837-6f29-4419-8704-4ee9dde8e1e5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Port': ['ID=3881ba9a-774f-4f7f-8f38-fbf8c0dc8b56,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:22.512392 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c4966837-6f29-4419-8704-4ee9dde8e1e5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:22.569480 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c4966837-6f29-4419-8704-4ee9dde8e1e5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:22.782423 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c4966837-6f29-4419-8704-4ee9dde8e1e5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:22.786896 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c4966837-6f29-4419-8704-4ee9dde8e1e5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:22.892145 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4966837-6f29-4419-8704-4ee9dde8e1e5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Port': ['ID=3881ba9a-774f-4f7f-8f38-fbf8c0dc8b56,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:22.907688 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c4966837-6f29-4419-8704-4ee9dde8e1e5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:23.109458 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.l3_db [None req-c4966837-6f29-4419-8704-4ee9dde8e1e5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Floating IP c4736af0-8586-403b-96cc-361b1a9a9245 associated. External IP: 172.26.0.227, port: 9671fb42-6769-4cb0-aba3-5b825bffc864. Jan 21 10:23:23.631323 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4966837-6f29-4419-8704-4ee9dde8e1e5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Router 5c74ebad-782f-4ae1-8381-f568b7884d59 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:23:23.848237 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4966837-6f29-4419-8704-4ee9dde8e1e5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:23:23.859487 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c9fd39-a471-40bb-9600-3906e9a10550 None None] Sync routers for ids ['5c74ebad-782f-4ae1-8381-f568b7884d59'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:23:23.875452 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c9fd39-a471-40bb-9600-3906e9a10550 None None] Routers {'5c74ebad-782f-4ae1-8381-f568b7884d59'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:23:23.875883 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c4966837-6f29-4419-8704-4ee9dde8e1e5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:23.876313 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-32c9fd39-a471-40bb-9600-3906e9a10550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:22:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['5c74ebad-782f-4ae1-8381-f568b7884d59'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:23.937061 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c4966837-6f29-4419-8704-4ee9dde8e1e5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6752779 Jan 21 10:23:23.937656 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d32c88-d864-481d-912d-2a14bd1f7e90', 'tag': '9671fb42-6769-4cb0-aba3-5b825bffc864'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:23:24.008409 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d32c88-d864-481d-912d-2a14bd1f7e90', 'tag': '9671fb42-6769-4cb0-aba3-5b825bffc864', 'status': 'completed', 'code': 200} Jan 21 10:23:24.017939 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-840c86db-d559-40e5-9985-16531135b053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:24.074645 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-32c9fd39-a471-40bb-9600-3906e9a10550 None None] Set router 5c74ebad-782f-4ae1-8381-f568b7884d59 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:23:24.173774 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-56d9addf-c0e3-452c-ba83-14f34bfb4311 req-d82cbf54-4adb-4057-b64d-b36745adf0d5 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ab5411ad497948eebd17e9930ca9720f&device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 1098 time: 0.1396859 Jan 21 10:23:24.181696 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce7459-5377-41ad-a643-f9b16c0c666c req-4358f72d-901e-4a00-84be-ebd04ccb6cbf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:24.183219 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a8ce7459-5377-41ad-a643-f9b16c0c666c req-4358f72d-901e-4a00-84be-ebd04ccb6cbf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 945 time: 0.1144900 Jan 21 10:23:24.328733 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a8ce7459-5377-41ad-a643-f9b16c0c666c req-11ccec09-81fc-4d1e-96ee-956a51359eb9 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=8491bd96-c048-40d4-b709-36c7587d4379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270440 Jan 21 10:23:24.354469 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9addf-c0e3-452c-ba83-14f34bfb4311 req-e6c22993-c016-4850-a213-c9faf283a793 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:24.355922 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-56d9addf-c0e3-452c-ba83-14f34bfb4311 req-e6c22993-c016-4850-a213-c9faf283a793 service neutron] 10.222.0.124 "GET /v2.0/networks?id=3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9 HTTP/1.1" status: 200 len: 898 time: 0.1718144 Jan 21 10:23:24.358725 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43666) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:24.439111 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-32c9fd39-a471-40bb-9600-3906e9a10550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164201086', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f2c48f27-9417-4f86-8ab7-7194d3f92565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:57Z', 'updated_at': '2022-01-21T10:23:01Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': 'f2c48f27-9417-4f86-8ab7-7194d3f92565', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:57Z', 'updated_at': '2022-01-21T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': 'c4736af0-8586-403b-96cc-361b1a9a9245', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'floating_ip_address': '172.26.0.227', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'port_id': '9671fb42-6769-4cb0-aba3-5b825bffc864', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9', 'mac_address': 'fa:16:3e:c1:16:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d32c88-d864-481d-912d-2a14bd1f7e90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:23:22Z', 'updated_at': '2022-01-21T10:23:22Z', 'revision_number': 0, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bc1c0f6-c58e-4330-bcd7-062d5dac3228', 'name': '', 'network_id': '3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:4f:83:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f19ae56c-0550-499d-96cf-0d169386fbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:01Z', 'updated_at': '2022-01-21T10:23:08Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': 'f19ae56c-0550-499d-96cf-0d169386fbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:24.445100 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c9fd39-a471-40bb-9600-3906e9a10550 None None] Checking router: 5c74ebad-782f-4ae1-8381-f568b7884d59 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:23:24.460189 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c9fd39-a471-40bb-9600-3906e9a10550 None None] Routers {'5c74ebad-782f-4ae1-8381-f568b7884d59'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:23:24.462152 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-32c9fd39-a471-40bb-9600-3906e9a10550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:22:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['5c74ebad-782f-4ae1-8381-f568b7884d59'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:24.566198 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-cc3dff5f-0c7d-40ae-8c81-4f1f41835883 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/floatingips/c4736af0-8586-403b-96cc-361b1a9a9245 HTTP/1.1" status: 200 len: 991 time: 0.2064309 Jan 21 10:23:24.571452 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-56d9addf-c0e3-452c-ba83-14f34bfb4311 req-107abf71-36c7-4694-9e96-43b2e17315a1 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9671fb42-6769-4cb0-aba3-5b825bffc864 HTTP/1.1" status: 200 len: 999 time: 0.1528931 Jan 21 10:23:24.642150 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9addf-c0e3-452c-ba83-14f34bfb4311 req-5ba7f2d3-3a11-48e5-86b3-ba9f2f462dd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:24.643827 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-56d9addf-c0e3-452c-ba83-14f34bfb4311 req-5ba7f2d3-3a11-48e5-86b3-ba9f2f462dd3 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f19ae56c-0550-499d-96cf-0d169386fbc0 HTTP/1.1" status: 200 len: 834 time: 0.0668612 Jan 21 10:23:24.670853 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-32c9fd39-a471-40bb-9600-3906e9a10550 None None] Set router 5c74ebad-782f-4ae1-8381-f568b7884d59 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:23:24.764123 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-56d9addf-c0e3-452c-ba83-14f34bfb4311 req-5edef977-dc19-4133-8cfe-99327337c602 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1134810 Jan 21 10:23:24.911778 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-56d9addf-c0e3-452c-ba83-14f34bfb4311 req-91a0f401-e7f3-4b3f-a78b-ea4ecd61b208 service neutron] 10.222.0.124 "GET /v2.0/networks/3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417480 Jan 21 10:23:25.053979 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-56d9addf-c0e3-452c-ba83-14f34bfb4311 req-ccbc0317-d915-4186-960f-f6011fc0a313 service neutron] 10.222.0.124 "GET /v2.0/networks/3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360216 Jan 21 10:23:25.115563 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-32c9fd39-a471-40bb-9600-3906e9a10550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164201086', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f2c48f27-9417-4f86-8ab7-7194d3f92565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:57Z', 'updated_at': '2022-01-21T10:23:01Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': 'f2c48f27-9417-4f86-8ab7-7194d3f92565', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:57Z', 'updated_at': '2022-01-21T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': 'c4736af0-8586-403b-96cc-361b1a9a9245', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'floating_ip_address': '172.26.0.227', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'port_id': '9671fb42-6769-4cb0-aba3-5b825bffc864', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9', 'mac_address': 'fa:16:3e:c1:16:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d32c88-d864-481d-912d-2a14bd1f7e90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:23:22Z', 'updated_at': '2022-01-21T10:23:22Z', 'revision_number': 0, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bc1c0f6-c58e-4330-bcd7-062d5dac3228', 'name': '', 'network_id': '3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:4f:83:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f19ae56c-0550-499d-96cf-0d169386fbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:01Z', 'updated_at': '2022-01-21T10:23:08Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': 'f19ae56c-0550-499d-96cf-0d169386fbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:25.120942 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c9fd39-a471-40bb-9600-3906e9a10550 None None] The sync data for ids ['5c74ebad-782f-4ae1-8381-f568b7884d59'] in dv-neutron-825732-1-hyperv is: [{'id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164201086', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f2c48f27-9417-4f86-8ab7-7194d3f92565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:57Z', 'updated_at': '2022-01-21T10:23:01Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': 'f2c48f27-9417-4f86-8ab7-7194d3f92565', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:57Z', 'updated_at': '2022-01-21T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': 'c4736af0-8586-403b-96cc-361b1a9a9245', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'floating_ip_address': '172.26.0.227', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'port_id': '9671fb42-6769-4cb0-aba3-5b825bffc864', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9', 'mac_address': 'fa:16:3e:c1:16:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d32c88-d864-481d-912d-2a14bd1f7e90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:23:22Z', 'updated_at': '2022-01-21T10:23:22Z', 'revision_number': 0, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bc1c0f6-c58e-4330-bcd7-062d5dac3228', 'name': '', 'network_id': '3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:4f:83:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f19ae56c-0550-499d-96cf-0d169386fbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:01Z', 'updated_at': '2022-01-21T10:23:08Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': 'f19ae56c-0550-499d-96cf-0d169386fbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:23:25.329405 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed63d42-48f3-40fc-931d-fa2e054a890c None None] New status for floating IP c4736af0-8586-403b-96cc-361b1a9a9245: ACTIVE {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:23:25.570586 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43670) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:25.678501 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9027ec68-1bb0-46d0-991f-1f574692a58c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/floatingips/c4736af0-8586-403b-96cc-361b1a9a9245 HTTP/1.1" status: 200 len: 993 time: 0.1067948 Jan 21 10:23:26.429750 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-158a8c82-df59-4bf1-adbd-03e39b76e615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:27.544778 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:27.895348 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:29.621050 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:49.653186 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:23:50.626191 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:54.003629 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0ac3299c-634a-43d3-9168-a7048abeeb63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:54.615636 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4b01291c-a34f-4d57-82ee-3f95d55b7f1d req-d38a6696-d838-449f-9027-20ac2bc80128 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ab5411ad497948eebd17e9930ca9720f&device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 1098 time: 0.0801990 Jan 21 10:23:54.678218 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ddac97-e5b2-46d5-ac93-7786fa9d2ad2 req-361ace93-5ed8-43ab-a9e7-5aa1ea484f9b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:54.682440 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-49ddac97-e5b2-46d5-ac93-7786fa9d2ad2 req-361ace93-5ed8-43ab-a9e7-5aa1ea484f9b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 945 time: 0.1023853 Jan 21 10:23:54.727812 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-49ddac97-e5b2-46d5-ac93-7786fa9d2ad2 req-31216e2b-47af-4a36-950e-e35bdf057cea tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=8491bd96-c048-40d4-b709-36c7587d4379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416973 Jan 21 10:23:54.876122 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01291c-a34f-4d57-82ee-3f95d55b7f1d req-7bcb9ba4-f1c2-4798-ad27-11af8b63e5dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:54.877529 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4b01291c-a34f-4d57-82ee-3f95d55b7f1d req-7bcb9ba4-f1c2-4798-ad27-11af8b63e5dd service neutron] 10.222.0.124 "GET /v2.0/networks?id=3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9 HTTP/1.1" status: 200 len: 898 time: 0.2561817 Jan 21 10:23:54.983180 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4b01291c-a34f-4d57-82ee-3f95d55b7f1d req-dc42000c-4d0f-4f24-b585-52ca04a5119f service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9671fb42-6769-4cb0-aba3-5b825bffc864 HTTP/1.1" status: 200 len: 1001 time: 0.0992036 Jan 21 10:23:55.048511 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01291c-a34f-4d57-82ee-3f95d55b7f1d req-e9c23e08-6581-44a9-b2b6-88d7bfbae3e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:55.049995 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4b01291c-a34f-4d57-82ee-3f95d55b7f1d req-e9c23e08-6581-44a9-b2b6-88d7bfbae3e5 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f19ae56c-0550-499d-96cf-0d169386fbc0 HTTP/1.1" status: 200 len: 834 time: 0.0607207 Jan 21 10:23:55.128361 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4b01291c-a34f-4d57-82ee-3f95d55b7f1d req-549b7979-c440-42e4-8232-50a7f693a432 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727081 Jan 21 10:23:55.266643 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4b01291c-a34f-4d57-82ee-3f95d55b7f1d req-1203f70a-f2f9-403a-affb-5f3b7c38265d service neutron] 10.222.0.124 "GET /v2.0/networks/3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320331 Jan 21 10:23:55.404039 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4b01291c-a34f-4d57-82ee-3f95d55b7f1d req-9775261a-3923-47e5-b335-22a20c667283 service neutron] 10.222.0.124 "GET /v2.0/networks/3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303880 Jan 21 10:23:55.940146 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c4232-b8f1-49d8-8631-bade79016841 req-18f1a8f8-5e69-46fb-b816-229576fcf024 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:55.941844 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fa2c4232-b8f1-49d8-8631-bade79016841 req-18f1a8f8-5e69-46fb-b816-229576fcf024 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 945 time: 0.0883031 Jan 21 10:23:55.991694 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fa2c4232-b8f1-49d8-8631-bade79016841 req-e733b242-a9e7-4dbc-a9c5-670eda3af9eb tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=8491bd96-c048-40d4-b709-36c7587d4379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443892 Jan 21 10:23:56.434765 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-35a0f4ab-ab8e-4ba9-82c9-a2f1b60d04b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:57.207320 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc5e58-b965-4f43-93c8-08f1ed32b024 req-58e3a672-4699-4ab9-82a1-370c4ec39c88 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:57.208955 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-23dc5e58-b965-4f43-93c8-08f1ed32b024 req-58e3a672-4699-4ab9-82a1-370c4ec39c88 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 945 time: 0.0853815 Jan 21 10:23:57.269084 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-23dc5e58-b965-4f43-93c8-08f1ed32b024 req-ecd0451c-0e02-4d40-bbb1-3229578d4190 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=8491bd96-c048-40d4-b709-36c7587d4379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538177 Jan 21 10:23:57.550774 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:57.892189 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:58.484809 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78619d-9ee6-4ca3-b89c-fa0885e2a1ef req-bbb8d48e-bc74-43a4-ab94-2be32f890422 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:58.486304 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4c78619d-9ee6-4ca3-b89c-fa0885e2a1ef req-bbb8d48e-bc74-43a4-ab94-2be32f890422 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 945 time: 0.0813081 Jan 21 10:23:58.544517 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4c78619d-9ee6-4ca3-b89c-fa0885e2a1ef req-3316b2d9-162e-4070-8027-1afb8448374d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=8491bd96-c048-40d4-b709-36c7587d4379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523386 Jan 21 10:23:59.624308 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:59.758047 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b2af9-6f5c-4ca3-822c-36ecc504166f req-5b70b104-1ecc-4a66-a9b6-63b5636894cb tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:59.759526 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-d37b2af9-6f5c-4ca3-822c-36ecc504166f req-5b70b104-1ecc-4a66-a9b6-63b5636894cb tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 945 time: 0.0810773 Jan 21 10:23:59.815499 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-d37b2af9-6f5c-4ca3-822c-36ecc504166f req-906d6ca8-02e4-4b03-9d08-72bb17cf0c1c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=8491bd96-c048-40d4-b709-36c7587d4379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468802 Jan 21 10:24:01.021350 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d2747-1cea-42cf-bfc4-7ea763ab1956 req-36ed0680-e0c5-4770-a4b9-074b543f64db tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:01.022846 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c70d2747-1cea-42cf-bfc4-7ea763ab1956 req-36ed0680-e0c5-4770-a4b9-074b543f64db tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 945 time: 0.0810125 Jan 21 10:24:01.072262 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c70d2747-1cea-42cf-bfc4-7ea763ab1956 req-c0b8f9c2-c544-400e-8c32-f6f6ee7523f7 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=8491bd96-c048-40d4-b709-36c7587d4379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434451 Jan 21 10:24:02.290441 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87401897-8152-411f-9270-7f96bd57d494 req-cb4e0ef7-1e2e-492c-90e6-76977442d379 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:02.291932 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-87401897-8152-411f-9270-7f96bd57d494 req-cb4e0ef7-1e2e-492c-90e6-76977442d379 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 945 time: 0.0923245 Jan 21 10:24:02.339416 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-87401897-8152-411f-9270-7f96bd57d494 req-0078f860-8c58-453b-b2e0-68a77768658b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=8491bd96-c048-40d4-b709-36c7587d4379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416498 Jan 21 10:24:03.555683 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e0f7b-a427-4d35-9450-c50ebd2e2995 req-406e68be-11b5-4272-bdff-fc5e84f8febc tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:03.557300 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-955e0f7b-a427-4d35-9450-c50ebd2e2995 req-406e68be-11b5-4272-bdff-fc5e84f8febc tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 945 time: 0.0956066 Jan 21 10:24:03.612298 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-955e0f7b-a427-4d35-9450-c50ebd2e2995 req-a24d464e-33cf-4e38-897b-521e2561db6f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=8491bd96-c048-40d4-b709-36c7587d4379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485888 Jan 21 10:24:04.845589 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3059b76-00fd-4925-89da-2a3d586998f2 req-bd66ce1c-b84b-414f-9909-562c06df26a8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:04.846974 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-c3059b76-00fd-4925-89da-2a3d586998f2 req-bd66ce1c-b84b-414f-9909-562c06df26a8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 945 time: 0.0908551 Jan 21 10:24:04.902130 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-c3059b76-00fd-4925-89da-2a3d586998f2 req-944678e2-f2b9-401d-9610-c99fc514cee0 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=8491bd96-c048-40d4-b709-36c7587d4379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497253 Jan 21 10:24:06.173147 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-883fc33e-6acc-4ef2-ae6d-7d29a380001f req-35f8e8a2-3d47-488b-83d8-9a9583faed36 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ab5411ad497948eebd17e9930ca9720f&device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 1098 time: 0.1436777 Jan 21 10:24:06.179074 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f84533-57e6-45e9-9146-583cf0135de1 req-6d95a494-a886-49ab-8112-f142a5e384fb tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:06.189038 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-74f84533-57e6-45e9-9146-583cf0135de1 req-6d95a494-a886-49ab-8112-f142a5e384fb tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 945 time: 0.1211941 Jan 21 10:24:06.307904 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-74f84533-57e6-45e9-9146-583cf0135de1 req-a122c1e4-4473-40a4-afdf-7e7248ef0103 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=8491bd96-c048-40d4-b709-36c7587d4379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198287 Jan 21 10:24:06.369945 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fc33e-6acc-4ef2-ae6d-7d29a380001f req-cea03570-e001-45bd-a480-c31468775489 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:06.371380 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-883fc33e-6acc-4ef2-ae6d-7d29a380001f req-cea03570-e001-45bd-a480-c31468775489 service neutron] 10.222.0.124 "GET /v2.0/networks?id=3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9 HTTP/1.1" status: 200 len: 898 time: 0.1664047 Jan 21 10:24:06.481769 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-883fc33e-6acc-4ef2-ae6d-7d29a380001f req-913fe06b-b4ba-49ec-b6b2-6fefea9b7fc5 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9671fb42-6769-4cb0-aba3-5b825bffc864 HTTP/1.1" status: 200 len: 1001 time: 0.1042986 Jan 21 10:24:06.546385 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fc33e-6acc-4ef2-ae6d-7d29a380001f req-1985a30d-bfd1-4798-9434-c42e1aa637da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:06.548442 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-883fc33e-6acc-4ef2-ae6d-7d29a380001f req-1985a30d-bfd1-4798-9434-c42e1aa637da service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f19ae56c-0550-499d-96cf-0d169386fbc0 HTTP/1.1" status: 200 len: 834 time: 0.0615141 Jan 21 10:24:06.642806 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-883fc33e-6acc-4ef2-ae6d-7d29a380001f req-77d11c55-9772-4d32-a217-a24c4689b5af service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0879774 Jan 21 10:24:06.884657 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-883fc33e-6acc-4ef2-ae6d-7d29a380001f req-a93da9f9-e091-4b88-8ec6-30896e8eb625 service neutron] 10.222.0.124 "GET /v2.0/networks/3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329702 Jan 21 10:24:07.031078 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-883fc33e-6acc-4ef2-ae6d-7d29a380001f req-5d5064fe-be55-4669-b5b3-0504452815f6 service neutron] 10.222.0.124 "GET /v2.0/networks/3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409123 Jan 21 10:24:07.513885 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d563b-ed4b-41f8-a004-c530ac945a63 req-14f02d06-2dab-4d8b-9715-fe77a6fb029d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:07.515324 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e30d563b-ed4b-41f8-a004-c530ac945a63 req-14f02d06-2dab-4d8b-9715-fe77a6fb029d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 945 time: 0.0843184 Jan 21 10:24:07.564730 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e30d563b-ed4b-41f8-a004-c530ac945a63 req-0bdada57-3415-446e-ba1e-11e6eae091b1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=8491bd96-c048-40d4-b709-36c7587d4379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430446 Jan 21 10:24:07.593395 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43712) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:24:07.703726 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-31568d68-632b-4dfc-8eff-8d36a6ae96cb tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/floatingips/c4736af0-8586-403b-96cc-361b1a9a9245 HTTP/1.1" status: 200 len: 993 time: 0.1090331 Jan 21 10:24:20.679629 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:24.007156 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c041b3dc-8054-473f-8181-bb63f7c37d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:26.438420 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2b129933-78fb-4f91-b00d-35013fb7712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:26.653863 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:24:27.545144 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:27.893177 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:29.620080 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:39.025559 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43726) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:24:39.245459 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-22266f9d-21bb-4a41-9afe-3d306118aff8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Deleting port 3881ba9a-774f-4f7f-8f38-fbf8c0dc8b56 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:24:39.245921 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-22266f9d-21bb-4a41-9afe-3d306118aff8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:39.431077 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-22266f9d-21bb-4a41-9afe-3d306118aff8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:39.431396 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-22266f9d-21bb-4a41-9afe-3d306118aff8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:39.551601 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-22266f9d-21bb-4a41-9afe-3d306118aff8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Calling delete_port for 3881ba9a-774f-4f7f-8f38-fbf8c0dc8b56 owned by network:floatingip {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:24:39.706646 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-22266f9d-21bb-4a41-9afe-3d306118aff8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:39.758868 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22266f9d-21bb-4a41-9afe-3d306118aff8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event deleted for resources: {'Port': ['ID=3881ba9a-774f-4f7f-8f38-fbf8c0dc8b56,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:39.836690 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22266f9d-21bb-4a41-9afe-3d306118aff8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:39.837092 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22266f9d-21bb-4a41-9afe-3d306118aff8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:39.837426 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22266f9d-21bb-4a41-9afe-3d306118aff8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:39.837778 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22266f9d-21bb-4a41-9afe-3d306118aff8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:39.838102 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22266f9d-21bb-4a41-9afe-3d306118aff8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:39.838424 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22266f9d-21bb-4a41-9afe-3d306118aff8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:39.838746 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22266f9d-21bb-4a41-9afe-3d306118aff8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:39.839062 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22266f9d-21bb-4a41-9afe-3d306118aff8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:39.839384 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22266f9d-21bb-4a41-9afe-3d306118aff8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:39.839710 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22266f9d-21bb-4a41-9afe-3d306118aff8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:39.840022 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22266f9d-21bb-4a41-9afe-3d306118aff8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:39.873176 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-22266f9d-21bb-4a41-9afe-3d306118aff8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for floatingip, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:40.377333 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22266f9d-21bb-4a41-9afe-3d306118aff8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Router 5c74ebad-782f-4ae1-8381-f568b7884d59 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:24:40.579507 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22266f9d-21bb-4a41-9afe-3d306118aff8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:24:40.588785 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4712a6ed-336b-449a-9ade-639e5c14c1e5 None None] Sync routers for ids ['5c74ebad-782f-4ae1-8381-f568b7884d59'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:24:40.602343 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-22266f9d-21bb-4a41-9afe-3d306118aff8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:40.602571 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4712a6ed-336b-449a-9ade-639e5c14c1e5 None None] Routers {'5c74ebad-782f-4ae1-8381-f568b7884d59'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:24:40.602990 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-4712a6ed-336b-449a-9ade-639e5c14c1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:24:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['5c74ebad-782f-4ae1-8381-f568b7884d59'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:24:40.657943 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-22266f9d-21bb-4a41-9afe-3d306118aff8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "DELETE /v2.0/floatingips/c4736af0-8586-403b-96cc-361b1a9a9245 HTTP/1.1" status: 204 len: 168 time: 1.6311281 Jan 21 10:24:40.658471 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d32c88-d864-481d-912d-2a14bd1f7e90', 'tag': '9671fb42-6769-4cb0-aba3-5b825bffc864'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:24:40.716231 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d32c88-d864-481d-912d-2a14bd1f7e90', 'tag': '9671fb42-6769-4cb0-aba3-5b825bffc864', 'status': 'completed', 'code': 200} Jan 21 10:24:40.807298 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-4712a6ed-336b-449a-9ade-639e5c14c1e5 None None] Set router 5c74ebad-782f-4ae1-8381-f568b7884d59 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:24:40.891931 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-256b21d4-3905-45ed-a7f1-2c000430f016 req-80c9a2d8-c822-45eb-9543-fc6d94bb4c23 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ab5411ad497948eebd17e9930ca9720f&device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 1098 time: 0.1529043 Jan 21 10:24:41.071419 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b21d4-3905-45ed-a7f1-2c000430f016 req-56bbeb13-235c-41c4-8714-768d65c2a450 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:41.072949 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-256b21d4-3905-45ed-a7f1-2c000430f016 req-56bbeb13-235c-41c4-8714-768d65c2a450 service neutron] 10.222.0.124 "GET /v2.0/networks?id=3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9 HTTP/1.1" status: 200 len: 898 time: 0.1729269 Jan 21 10:24:41.159385 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-256b21d4-3905-45ed-a7f1-2c000430f016 req-c23e4f5e-261b-4897-8adc-55c66758b08a service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9671fb42-6769-4cb0-aba3-5b825bffc864 HTTP/1.1" status: 200 len: 217 time: 0.0750499 Jan 21 10:24:41.160509 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-4712a6ed-336b-449a-9ade-639e5c14c1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164201086', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f2c48f27-9417-4f86-8ab7-7194d3f92565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:57Z', 'updated_at': '2022-01-21T10:23:01Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': 'f2c48f27-9417-4f86-8ab7-7194d3f92565', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:57Z', 'updated_at': '2022-01-21T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '4bc1c0f6-c58e-4330-bcd7-062d5dac3228', 'name': '', 'network_id': '3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:4f:83:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f19ae56c-0550-499d-96cf-0d169386fbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:01Z', 'updated_at': '2022-01-21T10:23:08Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': 'f19ae56c-0550-499d-96cf-0d169386fbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:24:41.164430 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4712a6ed-336b-449a-9ade-639e5c14c1e5 None None] Checking router: 5c74ebad-782f-4ae1-8381-f568b7884d59 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:24:41.175684 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4712a6ed-336b-449a-9ade-639e5c14c1e5 None None] Routers {'5c74ebad-782f-4ae1-8381-f568b7884d59'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:24:41.176263 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-4712a6ed-336b-449a-9ade-639e5c14c1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:24:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['5c74ebad-782f-4ae1-8381-f568b7884d59'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:24:41.203007 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4b384-daa6-4f73-ba7d-e40fd7027cb2 req-3dcff989-23a7-4cf7-bc6b-14d6df42730c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:41.203687 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-14e4b384-daa6-4f73-ba7d-e40fd7027cb2 req-3dcff989-23a7-4cf7-bc6b-14d6df42730c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Synchronizing usage tracker for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:24:41.240629 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-14e4b384-daa6-4f73-ba7d-e40fd7027cb2 req-3dcff989-23a7-4cf7-bc6b-14d6df42730c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Unset dirty status for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:24:41.241834 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-14e4b384-daa6-4f73-ba7d-e40fd7027cb2 req-3dcff989-23a7-4cf7-bc6b-14d6df42730c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 945 time: 0.2317748 Jan 21 10:24:41.243740 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b21d4-3905-45ed-a7f1-2c000430f016 req-530615ca-c5ad-4d44-a7f0-68ec6b091e15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:41.244602 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-256b21d4-3905-45ed-a7f1-2c000430f016 req-530615ca-c5ad-4d44-a7f0-68ec6b091e15 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f19ae56c-0550-499d-96cf-0d169386fbc0 HTTP/1.1" status: 200 len: 834 time: 0.0774369 Jan 21 10:24:41.350560 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-14e4b384-daa6-4f73-ba7d-e40fd7027cb2 req-8db094f3-531d-45d7-aa5f-eae8b5eb4b47 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=8491bd96-c048-40d4-b709-36c7587d4379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011941 Jan 21 10:24:41.365812 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-4712a6ed-336b-449a-9ade-639e5c14c1e5 None None] Set router 5c74ebad-782f-4ae1-8381-f568b7884d59 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:24:41.367120 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-256b21d4-3905-45ed-a7f1-2c000430f016 req-e6f8dd56-7cda-48b9-a310-b92d475e1ac0 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1164749 Jan 21 10:24:41.514015 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-256b21d4-3905-45ed-a7f1-2c000430f016 req-f551bd0e-fe38-43e8-838c-a2cac7e43005 service neutron] 10.222.0.124 "GET /v2.0/networks/3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402380 Jan 21 10:24:41.658290 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-256b21d4-3905-45ed-a7f1-2c000430f016 req-bc71d77b-4877-4e88-a20a-ad9986d05286 service neutron] 10.222.0.124 "GET /v2.0/networks/3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384482 Jan 21 10:24:41.750771 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-4712a6ed-336b-449a-9ade-639e5c14c1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164201086', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f2c48f27-9417-4f86-8ab7-7194d3f92565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:57Z', 'updated_at': '2022-01-21T10:23:01Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': 'f2c48f27-9417-4f86-8ab7-7194d3f92565', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:57Z', 'updated_at': '2022-01-21T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '4bc1c0f6-c58e-4330-bcd7-062d5dac3228', 'name': '', 'network_id': '3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:4f:83:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f19ae56c-0550-499d-96cf-0d169386fbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:01Z', 'updated_at': '2022-01-21T10:23:08Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': 'f19ae56c-0550-499d-96cf-0d169386fbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:24:41.754776 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4712a6ed-336b-449a-9ade-639e5c14c1e5 None None] The sync data for ids ['5c74ebad-782f-4ae1-8381-f568b7884d59'] in dv-neutron-825732-1-hyperv is: [{'id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164201086', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f2c48f27-9417-4f86-8ab7-7194d3f92565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:57Z', 'updated_at': '2022-01-21T10:23:01Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': 'f2c48f27-9417-4f86-8ab7-7194d3f92565', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:57Z', 'updated_at': '2022-01-21T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '4bc1c0f6-c58e-4330-bcd7-062d5dac3228', 'name': '', 'network_id': '3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:4f:83:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f19ae56c-0550-499d-96cf-0d169386fbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:01Z', 'updated_at': '2022-01-21T10:23:08Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': 'f19ae56c-0550-499d-96cf-0d169386fbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:24:41.992368 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73424a43-4ded-46e6-ba2b-34d70d19b434 None None] New status for floating IP c4736af0-8586-403b-96cc-361b1a9a9245: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:24:42.539060 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60295c-307d-4379-a71a-cf6505a9b88f req-c47947b1-4ceb-4344-9d6e-721beb85ed55 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:42.540499 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1b60295c-307d-4379-a71a-cf6505a9b88f req-c47947b1-4ceb-4344-9d6e-721beb85ed55 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.124 "GET /v2.0/ports?device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 945 time: 0.0838599 Jan 21 10:24:42.561325 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9260e-d0b6-4787-a603-94c8f7d30a05 req-fd8ecbd5-4742-4f31-b304-bb57e5b99b70 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:42.564868 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-eac9260e-d0b6-4787-a603-94c8f7d30a05 req-fd8ecbd5-4742-4f31-b304-bb57e5b99b70 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 945 time: 0.0814910 Jan 21 10:24:42.619390 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-1b60295c-307d-4379-a71a-cf6505a9b88f req-5cea68a1-77a7-4f69-b2a2-d528599edfcc tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Deleting port 9671fb42-6769-4cb0-aba3-5b825bffc864 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:24:42.619849 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1b60295c-307d-4379-a71a-cf6505a9b88f req-5cea68a1-77a7-4f69-b2a2-d528599edfcc tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:42.629314 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-eac9260e-d0b6-4787-a603-94c8f7d30a05 req-6fc23b61-1beb-475a-8796-64583ffdaa84 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=8491bd96-c048-40d4-b709-36c7587d4379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564454 Jan 21 10:24:42.883443 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-1b60295c-307d-4379-a71a-cf6505a9b88f req-5cea68a1-77a7-4f69-b2a2-d528599edfcc tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] For port 9671fb42-6769-4cb0-aba3-5b825bffc864, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9671fb42-6769-4cb0-aba3-5b825bffc864,segment=NetworkSegment(93325b03-8db2-493c-9d08-db00b4eaab88),segment_id=93325b03-8db2-493c-9d08-db00b4eaab88)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:24:42.883801 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1b60295c-307d-4379-a71a-cf6505a9b88f req-5cea68a1-77a7-4f69-b2a2-d528599edfcc tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:43.135175 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-1b60295c-307d-4379-a71a-cf6505a9b88f req-5cea68a1-77a7-4f69-b2a2-d528599edfcc tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Calling delete_port for 9671fb42-6769-4cb0-aba3-5b825bffc864 owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:24:43.286726 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1b60295c-307d-4379-a71a-cf6505a9b88f req-5cea68a1-77a7-4f69-b2a2-d528599edfcc tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:43.340679 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea68a1-77a7-4f69-b2a2-d528599edfcc tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event deleted for resources: {'Port': ['ID=9671fb42-6769-4cb0-aba3-5b825bffc864,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:43.414724 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b60295c-307d-4379-a71a-cf6505a9b88f req-5cea68a1-77a7-4f69-b2a2-d528599edfcc tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] No DVR routers for this DVR port 9671fb42-6769-4cb0-aba3-5b825bffc864 on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:24:43.417125 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1b60295c-307d-4379-a71a-cf6505a9b88f req-5cea68a1-77a7-4f69-b2a2-d528599edfcc tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:43.419661 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d32c88-d864-481d-912d-2a14bd1f7e90', 'name': 'network-vif-deleted', 'tag': '9671fb42-6769-4cb0-aba3-5b825bffc864'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:24:43.437119 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1b60295c-307d-4379-a71a-cf6505a9b88f req-5cea68a1-77a7-4f69-b2a2-d528599edfcc tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.124 "DELETE /v2.0/ports/9671fb42-6769-4cb0-aba3-5b825bffc864 HTTP/1.1" status: 204 len: 173 time: 0.8907583 Jan 21 10:24:43.481297 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d32c88-d864-481d-912d-2a14bd1f7e90', 'name': 'network-vif-deleted', 'tag': '9671fb42-6769-4cb0-aba3-5b825bffc864', 'status': 'completed', 'code': 200} Jan 21 10:24:43.825741 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ec3b442c-80ed-4197-96d1-5b62108f6c1c req-ed020336-937c-49b8-a26e-2113470c8e61 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=e9d32c88-d864-481d-912d-2a14bd1f7e90 HTTP/1.1" status: 200 len: 210 time: 0.0500875 Jan 21 10:24:44.935657 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43746) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:24:45.435601 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d35dc2b7-6546-4147-8d71-0390478c0bdf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:46.067921 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-d35dc2b7-6546-4147-8d71-0390478c0bdf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Deleting port 4bc1c0f6-c58e-4330-bcd7-062d5dac3228 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:24:46.068595 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d35dc2b7-6546-4147-8d71-0390478c0bdf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:46.257025 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-d35dc2b7-6546-4147-8d71-0390478c0bdf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] For port 4bc1c0f6-c58e-4330-bcd7-062d5dac3228, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=4bc1c0f6-c58e-4330-bcd7-062d5dac3228,segment=NetworkSegment(93325b03-8db2-493c-9d08-db00b4eaab88),segment_id=93325b03-8db2-493c-9d08-db00b4eaab88)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:24:46.257371 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d35dc2b7-6546-4147-8d71-0390478c0bdf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:46.397456 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-d35dc2b7-6546-4147-8d71-0390478c0bdf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Calling delete_port for 4bc1c0f6-c58e-4330-bcd7-062d5dac3228 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:24:46.597201 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d35dc2b7-6546-4147-8d71-0390478c0bdf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:46.646639 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35dc2b7-6546-4147-8d71-0390478c0bdf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event deleted for resources: {'Port': ['ID=4bc1c0f6-c58e-4330-bcd7-062d5dac3228,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:46.719897 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35dc2b7-6546-4147-8d71-0390478c0bdf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:46.720233 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35dc2b7-6546-4147-8d71-0390478c0bdf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:46.720564 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35dc2b7-6546-4147-8d71-0390478c0bdf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:46.720890 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35dc2b7-6546-4147-8d71-0390478c0bdf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:46.721210 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35dc2b7-6546-4147-8d71-0390478c0bdf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:46.721546 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35dc2b7-6546-4147-8d71-0390478c0bdf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:46.721865 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35dc2b7-6546-4147-8d71-0390478c0bdf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:46.722181 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35dc2b7-6546-4147-8d71-0390478c0bdf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:46.722493 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35dc2b7-6546-4147-8d71-0390478c0bdf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:46.722801 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35dc2b7-6546-4147-8d71-0390478c0bdf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:46.723110 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35dc2b7-6546-4147-8d71-0390478c0bdf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:46.821137 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 9671fb42-6769-4cb0-aba3-5b825bffc864 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:24:46.860471 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: 9671fb42-6769-4cb0-aba3-5b825bffc864 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:24:46.861128 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 9671fb42-6769-4cb0-aba3-5b825bffc864 not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:24:46.971036 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d35dc2b7-6546-4147-8d71-0390478c0bdf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:47.652556 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35dc2b7-6546-4147-8d71-0390478c0bdf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Router 5c74ebad-782f-4ae1-8381-f568b7884d59 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:24:47.867148 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35dc2b7-6546-4147-8d71-0390478c0bdf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:24:47.878000 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f2e4d0-12d3-4e0b-a35d-45c7af803360 None None] Sync routers for ids ['5c74ebad-782f-4ae1-8381-f568b7884d59'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:24:47.884222 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d35dc2b7-6546-4147-8d71-0390478c0bdf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "PUT /v2.0/routers/5c74ebad-782f-4ae1-8381-f568b7884d59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9445677 Jan 21 10:24:47.884464 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43750) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:24:47.889990 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f2e4d0-12d3-4e0b-a35d-45c7af803360 None None] Routers {'5c74ebad-782f-4ae1-8381-f568b7884d59'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:24:47.890616 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-12f2e4d0-12d3-4e0b-a35d-45c7af803360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:24:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['5c74ebad-782f-4ae1-8381-f568b7884d59'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:24:48.073403 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c9f36b-c597-4bee-a6f6-55dec868da3f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Deleting subnet f19ae56c-0550-499d-96cf-0d169386fbc0 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:24:48.076742 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-12c9f36b-c597-4bee-a6f6-55dec868da3f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:48.077176 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-12f2e4d0-12d3-4e0b-a35d-45c7af803360 None None] Set router 5c74ebad-782f-4ae1-8381-f568b7884d59 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:24:48.140867 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-12c9f36b-c597-4bee-a6f6-55dec868da3f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:48.233174 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-12c9f36b-c597-4bee-a6f6-55dec868da3f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:48.309412 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-12c9f36b-c597-4bee-a6f6-55dec868da3f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:48.354876 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9f36b-c597-4bee-a6f6-55dec868da3f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event deleted for resources: {'Subnet': ['ID=f19ae56c-0550-499d-96cf-0d169386fbc0,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:48.362911 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-12c9f36b-c597-4bee-a6f6-55dec868da3f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:48.367617 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696a9745-acb4-432b-ac3d-5a991ed6d1e7 None None] Network 3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:24:48.370448 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-12c9f36b-c597-4bee-a6f6-55dec868da3f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "DELETE /v2.0/subnets/f19ae56c-0550-499d-96cf-0d169386fbc0 HTTP/1.1" status: 204 len: 168 time: 0.4847045 Jan 21 10:24:48.372714 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43754) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:24:48.394493 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-12f2e4d0-12d3-4e0b-a35d-45c7af803360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164201086', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f2c48f27-9417-4f86-8ab7-7194d3f92565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:57Z', 'updated_at': '2022-01-21T10:24:46Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': 'f2c48f27-9417-4f86-8ab7-7194d3f92565', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:57Z', 'updated_at': '2022-01-21T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:24:48.398774 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f2e4d0-12d3-4e0b-a35d-45c7af803360 None None] Checking router: 5c74ebad-782f-4ae1-8381-f568b7884d59 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:24:48.410749 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f2e4d0-12d3-4e0b-a35d-45c7af803360 None None] Routers {'5c74ebad-782f-4ae1-8381-f568b7884d59'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:24:48.411364 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-12f2e4d0-12d3-4e0b-a35d-45c7af803360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:24:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['5c74ebad-782f-4ae1-8381-f568b7884d59'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:24:48.590570 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-375965e4-3092-4bd4-9800-1626167a3113 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:48.614196 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-12f2e4d0-12d3-4e0b-a35d-45c7af803360 None None] Set router 5c74ebad-782f-4ae1-8381-f568b7884d59 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:24:48.647667 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872bcc54-c25f-4d8a-822b-1df46accc4f6 None None] DHCP port deletion for 3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 10:24:48.652968 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-872bcc54-c25f-4d8a-822b-1df46accc4f6 None None] Deleting port ba7694d3-d60b-484c-a5bb-743134d17398 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:24:48.653563 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-872bcc54-c25f-4d8a-822b-1df46accc4f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:48.801069 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ba7694d3-d60b-484c-a5bb-743134d17398 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:24:48.951140 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-12f2e4d0-12d3-4e0b-a35d-45c7af803360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164201086', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f2c48f27-9417-4f86-8ab7-7194d3f92565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:57Z', 'updated_at': '2022-01-21T10:24:46Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': 'f2c48f27-9417-4f86-8ab7-7194d3f92565', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:57Z', 'updated_at': '2022-01-21T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:24:48.958236 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f2e4d0-12d3-4e0b-a35d-45c7af803360 None None] The sync data for ids ['5c74ebad-782f-4ae1-8381-f568b7884d59'] in dv-neutron-825732-1-hyperv is: [{'id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164201086', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f2c48f27-9417-4f86-8ab7-7194d3f92565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:57Z', 'updated_at': '2022-01-21T10:24:46Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': 'f2c48f27-9417-4f86-8ab7-7194d3f92565', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c74ebad-782f-4ae1-8381-f568b7884d59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:57Z', 'updated_at': '2022-01-21T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:24:48.958851 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-375965e4-3092-4bd4-9800-1626167a3113 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:48.972728 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-375965e4-3092-4bd4-9800-1626167a3113 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Deleting port f2c48f27-9417-4f86-8ab7-7194d3f92565 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:24:48.973276 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-375965e4-3092-4bd4-9800-1626167a3113 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:49.031379 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-872bcc54-c25f-4d8a-822b-1df46accc4f6 None None] For port ba7694d3-d60b-484c-a5bb-743134d17398, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ba7694d3-d60b-484c-a5bb-743134d17398,segment=NetworkSegment(93325b03-8db2-493c-9d08-db00b4eaab88),segment_id=93325b03-8db2-493c-9d08-db00b4eaab88)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:24:49.031772 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-872bcc54-c25f-4d8a-822b-1df46accc4f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:49.165529 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-375965e4-3092-4bd4-9800-1626167a3113 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] For port f2c48f27-9417-4f86-8ab7-7194d3f92565, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=f2c48f27-9417-4f86-8ab7-7194d3f92565,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:24:49.165892 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-375965e4-3092-4bd4-9800-1626167a3113 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:49.180079 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-872bcc54-c25f-4d8a-822b-1df46accc4f6 None None] Calling delete_port for ba7694d3-d60b-484c-a5bb-743134d17398 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:24:49.216199 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:49.284039 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port ba7694d3-d60b-484c-a5bb-743134d17398, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ba7694d3-d60b-484c-a5bb-743134d17398,segment=NetworkSegment(93325b03-8db2-493c-9d08-db00b4eaab88),segment_id=93325b03-8db2-493c-9d08-db00b4eaab88)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:24:49.292677 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:49.298885 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-375965e4-3092-4bd4-9800-1626167a3113 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Calling delete_port for f2c48f27-9417-4f86-8ab7-7194d3f92565 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:24:49.352810 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-872bcc54-c25f-4d8a-822b-1df46accc4f6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:24:49.353161 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-872bcc54-c25f-4d8a-822b-1df46accc4f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:24:49.395146 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=ba7694d3-d60b-484c-a5bb-743134d17398,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:49.408889 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:49.409236 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:49.409754 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:49.410093 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:49.410425 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:49.410753 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:49.411080 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:49.411405 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:49.411733 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:49.412045 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:49.412357 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:49.498736 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-375965e4-3092-4bd4-9800-1626167a3113 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:49.543964 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375965e4-3092-4bd4-9800-1626167a3113 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event deleted for resources: {'Port': ['ID=f2c48f27-9417-4f86-8ab7-7194d3f92565,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:49.779366 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-375965e4-3092-4bd4-9800-1626167a3113 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:49.854182 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-872bcc54-c25f-4d8a-822b-1df46accc4f6 None None] Deleting port ba7694d3-d60b-484c-a5bb-743134d17398 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:24:49.854704 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-872bcc54-c25f-4d8a-822b-1df46accc4f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:50.054582 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-375965e4-3092-4bd4-9800-1626167a3113 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:50.059296 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-375965e4-3092-4bd4-9800-1626167a3113 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:50.081397 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-872bcc54-c25f-4d8a-822b-1df46accc4f6 None None] For port ba7694d3-d60b-484c-a5bb-743134d17398, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ba7694d3-d60b-484c-a5bb-743134d17398,segment=NetworkSegment(93325b03-8db2-493c-9d08-db00b4eaab88),segment_id=93325b03-8db2-493c-9d08-db00b4eaab88)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:24:50.081811 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-872bcc54-c25f-4d8a-822b-1df46accc4f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:50.086199 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-375965e4-3092-4bd4-9800-1626167a3113 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:50.086834 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375965e4-3092-4bd4-9800-1626167a3113 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Fanout notify agent at l3_agent the message router_deleted on router 5c74ebad-782f-4ae1-8381-f568b7884d59 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:24:50.103620 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-375965e4-3092-4bd4-9800-1626167a3113 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:50.108215 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-375965e4-3092-4bd4-9800-1626167a3113 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "DELETE /v2.0/routers/5c74ebad-782f-4ae1-8381-f568b7884d59 HTTP/1.1" status: 204 len: 168 time: 1.7311766 Jan 21 10:24:50.108517 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43758) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:24:50.217004 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-872bcc54-c25f-4d8a-822b-1df46accc4f6 None None] Calling delete_port for ba7694d3-d60b-484c-a5bb-743134d17398 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:24:50.300201 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-872bcc54-c25f-4d8a-822b-1df46accc4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:50.346877 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872bcc54-c25f-4d8a-822b-1df46accc4f6 None None] Pushing event deleted for resources: {'Port': ['ID=ba7694d3-d60b-484c-a5bb-743134d17398,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:50.348734 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0e9a654f-bf64-4b2c-86a6-afdce69251eb tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:50.353593 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872bcc54-c25f-4d8a-822b-1df46accc4f6 None None] No DVR routers for this DVR port ba7694d3-d60b-484c-a5bb-743134d17398 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:24:50.494862 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0e9a654f-bf64-4b2c-86a6-afdce69251eb tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:50.521456 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-0e9a654f-bf64-4b2c-86a6-afdce69251eb tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:24:50.538198 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-0e9a654f-bf64-4b2c-86a6-afdce69251eb tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93325b03-8db2-493c-9d08-db00b4eaab88') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:24:50.538482 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-0e9a654f-bf64-4b2c-86a6-afdce69251eb tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93325b03-8db2-493c-9d08-db00b4eaab88') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:24:50.550366 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0e9a654f-bf64-4b2c-86a6-afdce69251eb tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:50.566842 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0e9a654f-bf64-4b2c-86a6-afdce69251eb tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:50.581284 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e9a654f-bf64-4b2c-86a6-afdce69251eb tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:24:50.581734 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0e9a654f-bf64-4b2c-86a6-afdce69251eb tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:50.596454 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 10:24:50.596454 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:24:50.596454 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 10:24:50.596454 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:24:50.596454 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 10:24:50.596454 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:24:50.596454 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 10:24:50.596454 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:24:50.596454 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 10:24:50.596454 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:24:50.596454 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 10:24:50.596454 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:24:50.596454 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 10:24:50.596454 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:24:50.596454 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:24:50.596454 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:24:50.596454 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:24:50.596454 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:24:50.596454 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 10:24:50.596454 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:24:50.596454 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 10:24:50.596454 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:24:50.596454 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:24:50.596454 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:24:50.596454 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 10:24:50.596454 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:24:50.596454 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:24:50.596454 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:24:50.596454 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:24:50.596454 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:24:50.596454 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:24:50.596454 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:24:50.686612 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0e9a654f-bf64-4b2c-86a6-afdce69251eb tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:50.705731 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0e9a654f-bf64-4b2c-86a6-afdce69251eb tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:50.710126 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device f2c48f27-9417-4f86-8ab7-7194d3f92565 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:24:50.721887 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a654f-bf64-4b2c-86a6-afdce69251eb tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event deleted for resources: {'Network': ['ID=3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:50.735763 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0e9a654f-bf64-4b2c-86a6-afdce69251eb tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "DELETE /v2.0/networks/3c7b9f6d-ef2d-4f32-b9ca-e215a8ab0bb9 HTTP/1.1" status: 204 len: 168 time: 0.6225743 Jan 21 10:24:50.736201 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43762) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:24:50.744427 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:50.759539 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: f2c48f27-9417-4f86-8ab7-7194d3f92565 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:24:50.759835 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device f2c48f27-9417-4f86-8ab7-7194d3f92565 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:24:50.760261 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 4bc1c0f6-c58e-4330-bcd7-062d5dac3228 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:24:50.794439 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 4bc1c0f6-c58e-4330-bcd7-062d5dac3228 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:24:50.794789 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 4bc1c0f6-c58e-4330-bcd7-062d5dac3228 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:24:50.815988 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eaef4bf7-7247-4cf1-b523-46ce845ca426 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:50.850827 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eaef4bf7-7247-4cf1-b523-46ce845ca426 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:50.916924 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eaef4bf7-7247-4cf1-b523-46ce845ca426 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:50.935841 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef4bf7-7247-4cf1-b523-46ce845ca426 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8491bd96-c048-40d4-b709-36c7587d4379,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:50.947630 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eaef4bf7-7247-4cf1-b523-46ce845ca426 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:50.948765 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-eaef4bf7-7247-4cf1-b523-46ce845ca426 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "DELETE /v2.0/security-groups/8491bd96-c048-40d4-b709-36c7587d4379 HTTP/1.1" status: 204 len: 168 time: 0.2116690 Jan 21 10:24:51.334486 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43770) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:24:51.340061 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-6333e501-8692-4064-ab7e-a2a7cba6ac84 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1123017104', 'description': 'tempest-secgroup-smoke-1123017104 description', 'project_id': 'ab5411ad497948eebd17e9930ca9720f'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:24:51.346519 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6333e501-8692-4064-ab7e-a2a7cba6ac84 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:24:51.350937 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6333e501-8692-4064-ab7e-a2a7cba6ac84 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:24:51.354280 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6333e501-8692-4064-ab7e-a2a7cba6ac84 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:24:51.360771 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6333e501-8692-4064-ab7e-a2a7cba6ac84 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:24:51.373268 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6333e501-8692-4064-ab7e-a2a7cba6ac84 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:51.411936 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6333e501-8692-4064-ab7e-a2a7cba6ac84 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:24:51.415772 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6333e501-8692-4064-ab7e-a2a7cba6ac84 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group_rule and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:24:51.418567 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-6333e501-8692-4064-ab7e-a2a7cba6ac84 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:24:51.424754 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6333e501-8692-4064-ab7e-a2a7cba6ac84 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:24:51.482403 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6333e501-8692-4064-ab7e-a2a7cba6ac84 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:51.487548 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6333e501-8692-4064-ab7e-a2a7cba6ac84 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:51.537448 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333e501-8692-4064-ab7e-a2a7cba6ac84 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64f80e0c-1acd-4479-b2cc-c27e2537695d,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:51.540613 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6333e501-8692-4064-ab7e-a2a7cba6ac84 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:51.542166 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6333e501-8692-4064-ab7e-a2a7cba6ac84 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2065818 Jan 21 10:24:51.544977 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43774) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:24:51.551307 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-1a6d6468-65d0-4fd8-8ddf-f1da6de1ca83 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'security_group_rule': {'security_group_id': '64f80e0c-1acd-4479-b2cc-c27e2537695d', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:24:51.557707 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-1a6d6468-65d0-4fd8-8ddf-f1da6de1ca83 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:24:51.562118 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-1a6d6468-65d0-4fd8-8ddf-f1da6de1ca83 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group_rule and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:24:51.566054 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-1a6d6468-65d0-4fd8-8ddf-f1da6de1ca83 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:24:51.571701 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-1a6d6468-65d0-4fd8-8ddf-f1da6de1ca83 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:24:51.588112 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1a6d6468-65d0-4fd8-8ddf-f1da6de1ca83 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:51.654330 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1a6d6468-65d0-4fd8-8ddf-f1da6de1ca83 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:51.658993 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1a6d6468-65d0-4fd8-8ddf-f1da6de1ca83 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:51.685731 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d6468-65d0-4fd8-8ddf-f1da6de1ca83 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d97f8bb-ed54-4a95-b710-89b3b780a916,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:51.694280 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1a6d6468-65d0-4fd8-8ddf-f1da6de1ca83 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:51.695437 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-1a6d6468-65d0-4fd8-8ddf-f1da6de1ca83 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1495130 Jan 21 10:24:51.698376 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43778) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:24:51.704738 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-95c1188b-5ce4-4b67-9db5-8b3d40cd12e3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'security_group_rule': {'security_group_id': '64f80e0c-1acd-4479-b2cc-c27e2537695d', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:24:51.710761 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-95c1188b-5ce4-4b67-9db5-8b3d40cd12e3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:24:51.714887 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-95c1188b-5ce4-4b67-9db5-8b3d40cd12e3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group_rule and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:24:51.718126 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-95c1188b-5ce4-4b67-9db5-8b3d40cd12e3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:24:51.724589 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-95c1188b-5ce4-4b67-9db5-8b3d40cd12e3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:24:51.741993 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-95c1188b-5ce4-4b67-9db5-8b3d40cd12e3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:51.807264 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-95c1188b-5ce4-4b67-9db5-8b3d40cd12e3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:51.810893 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-95c1188b-5ce4-4b67-9db5-8b3d40cd12e3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:51.846455 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1188b-5ce4-4b67-9db5-8b3d40cd12e3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d784f0fb-7116-4662-a4f4-5eb91bb02548,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:51.857946 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-95c1188b-5ce4-4b67-9db5-8b3d40cd12e3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:51.859199 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-95c1188b-5ce4-4b67-9db5-8b3d40cd12e3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1597726 Jan 21 10:24:51.863477 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43782) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:24:51.869710 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-12569fd1-ced5-40b6-b533-170fdea3687a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'security_group_rule': {'security_group_id': '64f80e0c-1acd-4479-b2cc-c27e2537695d', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:24:51.876301 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-12569fd1-ced5-40b6-b533-170fdea3687a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:24:51.880297 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-12569fd1-ced5-40b6-b533-170fdea3687a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group_rule and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:24:51.883188 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-12569fd1-ced5-40b6-b533-170fdea3687a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:24:51.889289 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-12569fd1-ced5-40b6-b533-170fdea3687a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:24:51.906571 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-12569fd1-ced5-40b6-b533-170fdea3687a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:51.972858 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-12569fd1-ced5-40b6-b533-170fdea3687a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:51.976827 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-12569fd1-ced5-40b6-b533-170fdea3687a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:51.999646 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12569fd1-ced5-40b6-b533-170fdea3687a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee962230-4cf6-475c-971a-74d247e3a60d,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:52.009801 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-12569fd1-ced5-40b6-b533-170fdea3687a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:52.010983 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-12569fd1-ced5-40b6-b533-170fdea3687a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1463814 Jan 21 10:24:52.013635 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43786) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:24:52.020227 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-5e7e9237-e03b-4f89-b853-144daaa25855 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'security_group_rule': {'security_group_id': '64f80e0c-1acd-4479-b2cc-c27e2537695d', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:24:52.033126 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5e7e9237-e03b-4f89-b853-144daaa25855 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:24:52.037340 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-5e7e9237-e03b-4f89-b853-144daaa25855 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group_rule and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:24:52.040252 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-5e7e9237-e03b-4f89-b853-144daaa25855 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:24:52.045826 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5e7e9237-e03b-4f89-b853-144daaa25855 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:24:52.064256 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5e7e9237-e03b-4f89-b853-144daaa25855 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:52.132356 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5e7e9237-e03b-4f89-b853-144daaa25855 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:52.136890 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5e7e9237-e03b-4f89-b853-144daaa25855 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:52.161643 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e9237-e03b-4f89-b853-144daaa25855 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f5292d0-b73d-42bc-8ec5-d4623f87c2f1,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:52.171153 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5e7e9237-e03b-4f89-b853-144daaa25855 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:52.173108 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5e7e9237-e03b-4f89-b853-144daaa25855 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1584892 Jan 21 10:24:52.175812 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43790) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:24:52.182663 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-7f783fcd-c601-4529-a1bd-0cd888300136 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'security_group_rule': {'security_group_id': '64f80e0c-1acd-4479-b2cc-c27e2537695d', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:24:52.195541 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7f783fcd-c601-4529-a1bd-0cd888300136 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:24:52.197817 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-7f783fcd-c601-4529-a1bd-0cd888300136 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group_rule and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:24:52.199472 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-7f783fcd-c601-4529-a1bd-0cd888300136 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:24:52.206328 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7f783fcd-c601-4529-a1bd-0cd888300136 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:24:52.216592 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-7f783fcd-c601-4529-a1bd-0cd888300136 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Project ab5411ad497948eebd17e9930ca9720f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:24:52.223873 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7f783fcd-c601-4529-a1bd-0cd888300136 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:52.295306 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7f783fcd-c601-4529-a1bd-0cd888300136 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:52.299968 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7f783fcd-c601-4529-a1bd-0cd888300136 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:52.323871 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f783fcd-c601-4529-a1bd-0cd888300136 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05abbc18-e667-4f1a-ac33-160b6dcf941a,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:52.332444 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7f783fcd-c601-4529-a1bd-0cd888300136 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:52.333655 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7f783fcd-c601-4529-a1bd-0cd888300136 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1568336 Jan 21 10:24:52.343853 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43794) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:24:52.349749 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-8f1f0df2-0929-4d08-8e5e-d1c2d45f54ca tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'security_group_rule': {'security_group_id': '64f80e0c-1acd-4479-b2cc-c27e2537695d', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:24:52.356117 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-8f1f0df2-0929-4d08-8e5e-d1c2d45f54ca tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:24:52.360610 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-8f1f0df2-0929-4d08-8e5e-d1c2d45f54ca tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group_rule and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:24:52.363295 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-8f1f0df2-0929-4d08-8e5e-d1c2d45f54ca tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:24:52.368798 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-8f1f0df2-0929-4d08-8e5e-d1c2d45f54ca tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:24:52.382332 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.securitygroups_db [None req-8f1f0df2-0929-4d08-8e5e-d1c2d45f54ca tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Project ab5411ad497948eebd17e9930ca9720f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:24:52.389031 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8f1f0df2-0929-4d08-8e5e-d1c2d45f54ca tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:52.459089 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8f1f0df2-0929-4d08-8e5e-d1c2d45f54ca tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:52.465242 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8f1f0df2-0929-4d08-8e5e-d1c2d45f54ca tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:52.490110 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f0df2-0929-4d08-8e5e-d1c2d45f54ca tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=451f1a84-ced1-4572-ab67-0ffce6419a39,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:52.500387 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8f1f0df2-0929-4d08-8e5e-d1c2d45f54ca tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:52.501773 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8f1f0df2-0929-4d08-8e5e-d1c2d45f54ca tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1567817 Jan 21 10:24:52.504601 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43798) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:24:52.510198 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-ea201a13-2f47-4282-bd2e-e4dadd285656 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'network': {'name': 'tempest-network-smoke--1444960852', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'port_security_enabled': True}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:24:52.515269 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ea201a13-2f47-4282-bd2e-e4dadd285656 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:24:52.519353 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ea201a13-2f47-4282-bd2e-e4dadd285656 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:network and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:24:52.522186 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ea201a13-2f47-4282-bd2e-e4dadd285656 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:24:52.528832 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ea201a13-2f47-4282-bd2e-e4dadd285656 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:24:52.539639 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea201a13-2f47-4282-bd2e-e4dadd285656 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Made reservation on behalf of ab5411ad497948eebd17e9930ca9720f for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:24:52.542838 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ea201a13-2f47-4282-bd2e-e4dadd285656 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:52.573595 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea201a13-2f47-4282-bd2e-e4dadd285656 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:24:52.583759 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ea201a13-2f47-4282-bd2e-e4dadd285656 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:52.584099 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-ea201a13-2f47-4282-bd2e-e4dadd285656 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Added segment 9bd60e3f-becb-4b14-a099-f21e4010f2c5 of type vlan for network d55c8c89-edde-49c7-9b77-ce4229913520 Jan 21 10:24:52.615595 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ea201a13-2f47-4282-bd2e-e4dadd285656 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:52.646042 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ea201a13-2f47-4282-bd2e-e4dadd285656 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:52.650368 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea201a13-2f47-4282-bd2e-e4dadd285656 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:52.650992 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ea201a13-2f47-4282-bd2e-e4dadd285656 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:52.765830 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ea201a13-2f47-4282-bd2e-e4dadd285656 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2601590 Jan 21 10:24:52.766697 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea201a13-2f47-4282-bd2e-e4dadd285656 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Network': ['ID=d55c8c89-edde-49c7-9b77-ce4229913520,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:52.769573 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43802) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:24:52.776357 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-58745675-7700-4686-883c-fb3258f442b5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1765249232', 'admin_state_up': True, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:24:52.780390 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network d55c8c89-edde-49c7-9b77-ce4229913520 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:24:52.783245 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-58745675-7700-4686-883c-fb3258f442b5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:24:52.787097 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-58745675-7700-4686-883c-fb3258f442b5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:router and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:24:52.789968 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-58745675-7700-4686-883c-fb3258f442b5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:24:52.795532 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-58745675-7700-4686-883c-fb3258f442b5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:24:52.806486 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58745675-7700-4686-883c-fb3258f442b5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:52.807420 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58745675-7700-4686-883c-fb3258f442b5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:52.827104 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58745675-7700-4686-883c-fb3258f442b5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:52.979184 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58745675-7700-4686-883c-fb3258f442b5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:53.159001 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58745675-7700-4686-883c-fb3258f442b5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:53.189067 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58745675-7700-4686-883c-fb3258f442b5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:53.324955 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-58745675-7700-4686-883c-fb3258f442b5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Allocated IP 172.26.0.84 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/98a18957-6949-4ff1-82bf-4058e1dbca09) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:24:53.473741 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58745675-7700-4686-883c-fb3258f442b5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:53.502518 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58745675-7700-4686-883c-fb3258f442b5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:53.568938 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58745675-7700-4686-883c-fb3258f442b5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:24:53.571782 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-58745675-7700-4686-883c-fb3258f442b5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:24:53.576169 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58745675-7700-4686-883c-fb3258f442b5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:24:53.603143 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58745675-7700-4686-883c-fb3258f442b5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Port': ['ID=98a18957-6949-4ff1-82bf-4058e1dbca09,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:53.738299 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58745675-7700-4686-883c-fb3258f442b5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:53.739027 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58745675-7700-4686-883c-fb3258f442b5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:54.011702 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-084fa02f-ec83-4f74-b289-c90bb22e96db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:54.071509 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58745675-7700-4686-883c-fb3258f442b5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Router 5430fb4b-f293-47bb-b6e0-a91ad05dc623 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:24:54.279885 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58745675-7700-4686-883c-fb3258f442b5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:24:54.290392 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05e0fc8-bdb1-4602-8cab-fdcec8b8803a None None] Sync routers for ids ['5430fb4b-f293-47bb-b6e0-a91ad05dc623'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:24:54.303538 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05e0fc8-bdb1-4602-8cab-fdcec8b8803a None None] Routers {'5430fb4b-f293-47bb-b6e0-a91ad05dc623'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:24:54.304043 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f05e0fc8-bdb1-4602-8cab-fdcec8b8803a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:24:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['5430fb4b-f293-47bb-b6e0-a91ad05dc623'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:24:54.307548 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58745675-7700-4686-883c-fb3258f442b5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:54.308952 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-58745675-7700-4686-883c-fb3258f442b5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5380557 Jan 21 10:24:54.313534 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43806) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:24:54.352796 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-36406aee-331d-45af-964e-2a307701b2b6 tempest-TestNetworkAdvancedServerOps-1891287522 tempest-TestNetworkAdvancedServerOps-1891287522-project-admin] 10.222.0.104 "GET /v2.0/subnets?project_id=ab5411ad497948eebd17e9930ca9720f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381517 Jan 21 10:24:54.355692 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43810) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:24:54.494161 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5009fe3c-0585-406c-bcc3-c2f82e5a5e5c tempest-TestNetworkAdvancedServerOps-1891287522 tempest-TestNetworkAdvancedServerOps-1891287522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:54.495758 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5009fe3c-0585-406c-bcc3-c2f82e5a5e5c tempest-TestNetworkAdvancedServerOps-1891287522 tempest-TestNetworkAdvancedServerOps-1891287522-project-admin] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1391850 Jan 21 10:24:54.498683 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43814) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:24:54.534041 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-f05e0fc8-bdb1-4602-8cab-fdcec8b8803a None None] Set router 5430fb4b-f293-47bb-b6e0-a91ad05dc623 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:24:54.542123 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0ab725c1-8da4-47f3-bc7a-5405f4eec352 tempest-TestNetworkAdvancedServerOps-1891287522 tempest-TestNetworkAdvancedServerOps-1891287522-project-admin] 10.222.0.104 "GET /v2.0/subnets?network_id=05164b30-8981-419a-8272-388f48c19dd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423834 Jan 21 10:24:54.544883 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43818) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:24:54.551071 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-2ac002a8-5430-4000-8c93-5bd179abd9ca tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2097733005', 'network_id': 'd55c8c89-edde-49c7-9b77-ce4229913520', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:24:54.661852 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2ac002a8-5430-4000-8c93-5bd179abd9ca tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:24:54.665736 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-2ac002a8-5430-4000-8c93-5bd179abd9ca tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:subnet and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:24:54.668736 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-2ac002a8-5430-4000-8c93-5bd179abd9ca tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:24:54.675288 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2ac002a8-5430-4000-8c93-5bd179abd9ca tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:24:54.686415 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac002a8-5430-4000-8c93-5bd179abd9ca tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Made reservation on behalf of ab5411ad497948eebd17e9930ca9720f for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:24:54.789311 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ac002a8-5430-4000-8c93-5bd179abd9ca tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:54.833766 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f05e0fc8-bdb1-4602-8cab-fdcec8b8803a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765249232', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '98a18957-6949-4ff1-82bf-4058e1dbca09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:24:52Z', 'updated_at': '2022-01-21T10:24:53Z', 'revision_number': 3, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '98a18957-6949-4ff1-82bf-4058e1dbca09', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ca:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:24:53Z', 'updated_at': '2022-01-21T10:24:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:24:54.838187 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05e0fc8-bdb1-4602-8cab-fdcec8b8803a None None] Checking router: 5430fb4b-f293-47bb-b6e0-a91ad05dc623 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:24:54.838538 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05e0fc8-bdb1-4602-8cab-fdcec8b8803a None None] Updating router 5430fb4b-f293-47bb-b6e0-a91ad05dc623 port 98a18957-6949-4ff1-82bf-4058e1dbca09 binding host dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:24:54.895798 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f05e0fc8-bdb1-4602-8cab-fdcec8b8803a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:55.012760 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ac002a8-5430-4000-8c93-5bd179abd9ca tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:55.090865 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac002a8-5430-4000-8c93-5bd179abd9ca tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Subnet': ['ID=836390a7-585e-46b3-9fda-1c763e67b5d1,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:55.102908 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac002a8-5430-4000-8c93-5bd179abd9ca tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Checking segment: {'id': '9bd60e3f-becb-4b14-a099-f21e4010f2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd55c8c89-edde-49c7-9b77-ce4229913520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:24:55.103518 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac002a8-5430-4000-8c93-5bd179abd9ca tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Network hostable DHCP agents. Network: d55c8c89-edde-49c7-9b77-ce4229913520, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:24:55.128936 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac002a8-5430-4000-8c93-5bd179abd9ca tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Network d55c8c89-edde-49c7-9b77-ce4229913520 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:24:55.142422 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-2ac002a8-5430-4000-8c93-5bd179abd9ca tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, d55c8c89-edde-49c7-9b77-ce4229913520) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:24:55.147935 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac002a8-5430-4000-8c93-5bd179abd9ca tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:55.149332 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ac002a8-5430-4000-8c93-5bd179abd9ca tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:55.154986 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066416ba-1391-43bf-97ec-aea74d778565 None None] Network d55c8c89-edde-49c7-9b77-ce4229913520 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:24:55.182905 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2ac002a8-5430-4000-8c93-5bd179abd9ca tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6366782 Jan 21 10:24:55.185637 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43822) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:24:55.408127 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f05e0fc8-bdb1-4602-8cab-fdcec8b8803a None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:55.432976 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f05e0fc8-bdb1-4602-8cab-fdcec8b8803a None None] Transition to ACTIVE for port object 98a18957-6949-4ff1-82bf-4058e1dbca09 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:24:55.463136 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f05e0fc8-bdb1-4602-8cab-fdcec8b8803a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:55.521179 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676a3086-6790-4d74-aa00-487aa3320928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-d55c8c89-edde-49c7-9b77-ce4229913520', 'network_id': 'd55c8c89-edde-49c7-9b77-ce4229913520', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'fixed_ips': [{'subnet_id': '836390a7-585e-46b3-9fda-1c763e67b5d1'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:24:55.522018 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-676a3086-6790-4d74-aa00-487aa3320928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:55.567669 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231ce70-255d-4a14-a605-4bcc9860b4e5 None None] Pushing event updated for resources: {'Port': ['ID=98a18957-6949-4ff1-82bf-4058e1dbca09,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:55.612277 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f05e0fc8-bdb1-4602-8cab-fdcec8b8803a None None] Attempting to bind port 98a18957-6949-4ff1-82bf-4058e1dbca09 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:24:55.612634 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f05e0fc8-bdb1-4602-8cab-fdcec8b8803a None None] Attempting to bind port 98a18957-6949-4ff1-82bf-4058e1dbca09 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:24:55.612986 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05e0fc8-bdb1-4602-8cab-fdcec8b8803a None None] Attempting to bind port 98a18957-6949-4ff1-82bf-4058e1dbca09 on network 05164b30-8981-419a-8272-388f48c19dd5 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:24:55.641987 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05e0fc8-bdb1-4602-8cab-fdcec8b8803a None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:24:55.642355 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05e0fc8-bdb1-4602-8cab-fdcec8b8803a None None] Checking segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:24:55.642751 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f05e0fc8-bdb1-4602-8cab-fdcec8b8803a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:55.643137 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05e0fc8-bdb1-4602-8cab-fdcec8b8803a None None] Bound using segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:24:55.643608 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f05e0fc8-bdb1-4602-8cab-fdcec8b8803a None None] Bound port: 98a18957-6949-4ff1-82bf-4058e1dbca09, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:24:55.643974 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f05e0fc8-bdb1-4602-8cab-fdcec8b8803a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:55.783466 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-f05e0fc8-bdb1-4602-8cab-fdcec8b8803a None None] For port 98a18957-6949-4ff1-82bf-4058e1dbca09, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:24:55.795641 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-676a3086-6790-4d74-aa00-487aa3320928 None None] Allocated IP 172.20.0.2 (d55c8c89-edde-49c7-9b77-ce4229913520/836390a7-585e-46b3-9fda-1c763e67b5d1/830eba2f-670c-4feb-9845-148cb5533ca0) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:24:55.798324 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-f05e0fc8-bdb1-4602-8cab-fdcec8b8803a None None] For port 98a18957-6949-4ff1-82bf-4058e1dbca09, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=98a18957-6949-4ff1-82bf-4058e1dbca09,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:24:55.806680 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f05e0fc8-bdb1-4602-8cab-fdcec8b8803a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:55.956859 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231ce70-255d-4a14-a605-4bcc9860b4e5 None None] Pushing event updated for resources: {'Port': ['ID=98a18957-6949-4ff1-82bf-4058e1dbca09,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:55.988272 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05e0fc8-bdb1-4602-8cab-fdcec8b8803a None None] Routers {'5430fb4b-f293-47bb-b6e0-a91ad05dc623'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:24:55.989253 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f05e0fc8-bdb1-4602-8cab-fdcec8b8803a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:24:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['5430fb4b-f293-47bb-b6e0-a91ad05dc623'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:24:56.095355 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-622bbd49-9184-4e5c-8238-5edbb907ec76 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:56.319275 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-676a3086-6790-4d74-aa00-487aa3320928 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:56.334632 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-676a3086-6790-4d74-aa00-487aa3320928 None None] Transition to ACTIVE for port object 830eba2f-670c-4feb-9845-148cb5533ca0 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:24:56.336962 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-f05e0fc8-bdb1-4602-8cab-fdcec8b8803a None None] Set router 5430fb4b-f293-47bb-b6e0-a91ad05dc623 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:24:56.474154 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-676a3086-6790-4d74-aa00-487aa3320928 None None] Transition to ACTIVE for port object 830eba2f-670c-4feb-9845-148cb5533ca0 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:24:56.499357 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-676a3086-6790-4d74-aa00-487aa3320928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:56.563218 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-622bbd49-9184-4e5c-8238-5edbb907ec76 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Allocated IP 172.20.0.1 (d55c8c89-edde-49c7-9b77-ce4229913520/836390a7-585e-46b3-9fda-1c763e67b5d1/f0976809-8562-41ac-9be9-2da4c0249b7d) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:24:56.595530 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d87a076b-1b18-4cd6-ada6-64d3299c9c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:56.650980 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676a3086-6790-4d74-aa00-487aa3320928 None None] Network d55c8c89-edde-49c7-9b77-ce4229913520 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:24:56.666242 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-676a3086-6790-4d74-aa00-487aa3320928 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:24:56.673131 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676a3086-6790-4d74-aa00-487aa3320928 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:24:56.675218 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a3086-6790-4d74-aa00-487aa3320928 None None] Pushing event updated for resources: {'Port': ['ID=830eba2f-670c-4feb-9845-148cb5533ca0,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:56.745112 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-622bbd49-9184-4e5c-8238-5edbb907ec76 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:56.763166 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-622bbd49-9184-4e5c-8238-5edbb907ec76 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Transition to ACTIVE for port object f0976809-8562-41ac-9be9-2da4c0249b7d will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:24:56.786426 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-622bbd49-9184-4e5c-8238-5edbb907ec76 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:56.809116 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-676a3086-6790-4d74-aa00-487aa3320928 None None] Attempting to bind port 830eba2f-670c-4feb-9845-148cb5533ca0 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:24:56.809482 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-676a3086-6790-4d74-aa00-487aa3320928 None None] Attempting to bind port 830eba2f-670c-4feb-9845-148cb5533ca0 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '9bd60e3f-becb-4b14-a099-f21e4010f2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd55c8c89-edde-49c7-9b77-ce4229913520'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:24:56.809874 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676a3086-6790-4d74-aa00-487aa3320928 None None] Attempting to bind port 830eba2f-670c-4feb-9845-148cb5533ca0 on network d55c8c89-edde-49c7-9b77-ce4229913520 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:24:56.822571 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676a3086-6790-4d74-aa00-487aa3320928 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:24:56.822915 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676a3086-6790-4d74-aa00-487aa3320928 None None] Checking segment: {'id': '9bd60e3f-becb-4b14-a099-f21e4010f2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd55c8c89-edde-49c7-9b77-ce4229913520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:24:56.823344 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-676a3086-6790-4d74-aa00-487aa3320928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:56.823683 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676a3086-6790-4d74-aa00-487aa3320928 None None] Bound using segment: {'id': '9bd60e3f-becb-4b14-a099-f21e4010f2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd55c8c89-edde-49c7-9b77-ce4229913520'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:24:56.824148 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-676a3086-6790-4d74-aa00-487aa3320928 None None] Bound port: 830eba2f-670c-4feb-9845-148cb5533ca0, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd60e3f-becb-4b14-a099-f21e4010f2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd55c8c89-edde-49c7-9b77-ce4229913520'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:24:56.824532 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-676a3086-6790-4d74-aa00-487aa3320928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:56.847409 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622bbd49-9184-4e5c-8238-5edbb907ec76 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Network d55c8c89-edde-49c7-9b77-ce4229913520 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:24:56.854683 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-622bbd49-9184-4e5c-8238-5edbb907ec76 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:24:56.859350 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622bbd49-9184-4e5c-8238-5edbb907ec76 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:24:56.903198 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f05e0fc8-bdb1-4602-8cab-fdcec8b8803a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765249232', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '98a18957-6949-4ff1-82bf-4058e1dbca09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:24:52Z', 'updated_at': '2022-01-21T10:24:53Z', 'revision_number': 3, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '98a18957-6949-4ff1-82bf-4058e1dbca09', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ca:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:24:53Z', 'updated_at': '2022-01-21T10:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:24:56.907378 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622bbd49-9184-4e5c-8238-5edbb907ec76 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Port': ['ID=f0976809-8562-41ac-9be9-2da4c0249b7d,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:56.927198 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05e0fc8-bdb1-4602-8cab-fdcec8b8803a None None] The sync data for ids ['5430fb4b-f293-47bb-b6e0-a91ad05dc623'] in dv-neutron-825732-1-hyperv is: [{'id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765249232', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '98a18957-6949-4ff1-82bf-4058e1dbca09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:24:52Z', 'updated_at': '2022-01-21T10:24:53Z', 'revision_number': 3, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '98a18957-6949-4ff1-82bf-4058e1dbca09', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ca:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:24:53Z', 'updated_at': '2022-01-21T10:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:24:56.927754 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-622bbd49-9184-4e5c-8238-5edbb907ec76 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:56.953141 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-676a3086-6790-4d74-aa00-487aa3320928 None None] For port 830eba2f-670c-4feb-9845-148cb5533ca0, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:24:56.957931 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-676a3086-6790-4d74-aa00-487aa3320928 None None] For port 830eba2f-670c-4feb-9845-148cb5533ca0, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=830eba2f-670c-4feb-9845-148cb5533ca0,segment=NetworkSegment(9bd60e3f-becb-4b14-a099-f21e4010f2c5),segment_id=9bd60e3f-becb-4b14-a099-f21e4010f2c5)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:24:56.963026 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-676a3086-6790-4d74-aa00-487aa3320928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:57.035254 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-622bbd49-9184-4e5c-8238-5edbb907ec76 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:57.057126 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a3086-6790-4d74-aa00-487aa3320928 None None] Pushing event updated for resources: {'Port': ['ID=830eba2f-670c-4feb-9845-148cb5533ca0,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:57.536530 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-622bbd49-9184-4e5c-8238-5edbb907ec76 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:57.542429 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-622bbd49-9184-4e5c-8238-5edbb907ec76 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:57.552468 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:57.792088 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622bbd49-9184-4e5c-8238-5edbb907ec76 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Port': ['ID=f0976809-8562-41ac-9be9-2da4c0249b7d,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:57.794540 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-622bbd49-9184-4e5c-8238-5edbb907ec76 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:57.900354 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:57.956659 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622bbd49-9184-4e5c-8238-5edbb907ec76 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Network d55c8c89-edde-49c7-9b77-ce4229913520 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:24:57.958007 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-622bbd49-9184-4e5c-8238-5edbb907ec76 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:24:58.107685 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614b0c1a-882f-41ec-a7c0-a679c40fe183 None None] Network d55c8c89-edde-49c7-9b77-ce4229913520 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:24:58.198712 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d1b05bc9-d56c-4c21-bd59-10222569cd1c None None] Provisioning for port 830eba2f-670c-4feb-9845-148cb5533ca0 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:24:58.369946 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622bbd49-9184-4e5c-8238-5edbb907ec76 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Router 5430fb4b-f293-47bb-b6e0-a91ad05dc623 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:24:58.591430 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622bbd49-9184-4e5c-8238-5edbb907ec76 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:24:58.606969 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-622bbd49-9184-4e5c-8238-5edbb907ec76 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "PUT /v2.0/routers/5430fb4b-f293-47bb-b6e0-a91ad05dc623/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4200742 Jan 21 10:24:58.637478 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ad90ba05-2ebd-4d99-8f28-345d4565060f None None] Provisioning for port f0976809-8562-41ac-9be9-2da4c0249b7d completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:24:58.648244 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ad90ba05-2ebd-4d99-8f28-345d4565060f None None] Provisioning complete for port f0976809-8562-41ac-9be9-2da4c0249b7d triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:24:58.648620 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ad90ba05-2ebd-4d99-8f28-345d4565060f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:58.734784 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-ad90ba05-2ebd-4d99-8f28-345d4565060f None None] Port f0976809-8562-41ac-9be9-2da4c0249b7d cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:24:58.805744 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 98a18957-6949-4ff1-82bf-4058e1dbca09 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:24:58.896169 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-af1d3e7e-447e-4ac6-8d16-e52c24585453 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1123017104&fields=id&tenant_id=ab5411ad497948eebd17e9930ca9720f HTTP/1.1" status: 200 len: 267 time: 0.0734670 Jan 21 10:24:58.899885 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-fb1d76f1-e0f1-4584-ac09-c890e32ee670 None None] Provisioning complete for port f0976809-8562-41ac-9be9-2da4c0249b7d triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:24:58.900400 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fb1d76f1-e0f1-4584-ac09-c890e32ee670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:58.961994 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 98a18957-6949-4ff1-82bf-4058e1dbca09 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:24:58.968080 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-fb1d76f1-e0f1-4584-ac09-c890e32ee670 None None] Port f0976809-8562-41ac-9be9-2da4c0249b7d cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:24:58.971571 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 98a18957-6949-4ff1-82bf-4058e1dbca09 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:24:58.971910 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:59.083503 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-31b178fd-b265-42f8-8c16-4476704376d9 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:59.084213 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-31b178fd-b265-42f8-8c16-4476704376d9 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Synchronizing usage tracker for tenant:ab5411ad497948eebd17e9930ca9720f on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:24:59.104339 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-31b178fd-b265-42f8-8c16-4476704376d9 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Unset dirty status for tenant:ab5411ad497948eebd17e9930ca9720f on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:24:59.105926 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-31b178fd-b265-42f8-8c16-4476704376d9 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/networks?id=d55c8c89-edde-49c7-9b77-ce4229913520 HTTP/1.1" status: 200 len: 797 time: 0.2025726 Jan 21 10:24:59.107166 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:59.127577 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-07083cbb-c6bf-4682-985a-300539816d78 None None] Provisioning complete for port f0976809-8562-41ac-9be9-2da4c0249b7d triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:24:59.127577 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-07083cbb-c6bf-4682-985a-300539816d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:59.129347 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-6ae9d92e-5d5c-453e-9a02-d8e22051777d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/quotas/ab5411ad497948eebd17e9930ca9720f HTTP/1.1" status: 200 len: 375 time: 0.0155442 Jan 21 10:24:59.163698 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 98a18957-6949-4ff1-82bf-4058e1dbca09, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=98a18957-6949-4ff1-82bf-4058e1dbca09,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:24:59.185315 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:59.186110 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 830eba2f-670c-4feb-9845-148cb5533ca0 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:24:59.224408 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-caec1842-2429-47a0-bb3b-3fa25db9c187 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Synchronizing usage tracker for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:24:59.241662 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-caec1842-2429-47a0-bb3b-3fa25db9c187 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Unset dirty status for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:24:59.242977 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-caec1842-2429-47a0-bb3b-3fa25db9c187 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=ab5411ad497948eebd17e9930ca9720f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1079183 Jan 21 10:24:59.268075 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-07083cbb-c6bf-4682-985a-300539816d78 None None] Port f0976809-8562-41ac-9be9-2da4c0249b7d cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:24:59.311833 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=98a18957-6949-4ff1-82bf-4058e1dbca09,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:59.326770 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 830eba2f-670c-4feb-9845-148cb5533ca0 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:24:59.332366 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 830eba2f-670c-4feb-9845-148cb5533ca0 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:24:59.332735 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:59.476598 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-1a9859da-7a67-40e7-832d-1007097db529 service neutron] 10.222.0.104 "GET /v2.0/networks/d55c8c89-edde-49c7-9b77-ce4229913520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198412 Jan 21 10:24:59.488748 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:59.522012 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 830eba2f-670c-4feb-9845-148cb5533ca0, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=830eba2f-670c-4feb-9845-148cb5533ca0,segment=NetworkSegment(9bd60e3f-becb-4b14-a099-f21e4010f2c5),segment_id=9bd60e3f-becb-4b14-a099-f21e4010f2c5)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:24:59.527196 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:59.607873 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=830eba2f-670c-4feb-9845-148cb5533ca0,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:59.622964 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-2680667c-63e6-4ab5-964d-24a7bf3f974a service neutron] 10.222.0.104 "GET /v2.0/networks/d55c8c89-edde-49c7-9b77-ce4229913520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401367 Jan 21 10:24:59.627459 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:00.480202 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeded5ff-b886-4e6d-9077-4c2cb46077ff None None] Sync routers for ids ['5430fb4b-f293-47bb-b6e0-a91ad05dc623'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:25:00.493714 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeded5ff-b886-4e6d-9077-4c2cb46077ff None None] Routers {'5430fb4b-f293-47bb-b6e0-a91ad05dc623'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:25:00.494330 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-aeded5ff-b886-4e6d-9077-4c2cb46077ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:24:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['5430fb4b-f293-47bb-b6e0-a91ad05dc623'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:00.723385 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 98a18957-6949-4ff1-82bf-4058e1dbca09 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:25:00.749051 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-aeded5ff-b886-4e6d-9077-4c2cb46077ff None None] Set router 5430fb4b-f293-47bb-b6e0-a91ad05dc623 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:25:00.855662 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 98a18957-6949-4ff1-82bf-4058e1dbca09 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:25:00.856057 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:00.876374 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-87a3b27b-dac8-46e2-821e-53504dc2c101 req-b41f8934-958b-4be2-b8ca-8c603e214959 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Synchronizing usage tracker for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:25:00.892925 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-87a3b27b-dac8-46e2-821e-53504dc2c101 req-b41f8934-958b-4be2-b8ca-8c603e214959 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Unset dirty status for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:25:00.894450 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-87a3b27b-dac8-46e2-821e-53504dc2c101 req-b41f8934-958b-4be2-b8ca-8c603e214959 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 210 time: 0.0866010 Jan 21 10:25:01.080784 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 830eba2f-670c-4feb-9845-148cb5533ca0 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:25:01.165196 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 830eba2f-670c-4feb-9845-148cb5533ca0 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:25:01.165584 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:01.178316 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-aeded5ff-b886-4e6d-9077-4c2cb46077ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765249232', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '98a18957-6949-4ff1-82bf-4058e1dbca09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:24:52Z', 'updated_at': '2022-01-21T10:24:56Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '98a18957-6949-4ff1-82bf-4058e1dbca09', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ca:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:24:53Z', 'updated_at': '2022-01-21T10:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'f0976809-8562-41ac-9be9-2da4c0249b7d', 'name': '', 'network_id': 'd55c8c89-edde-49c7-9b77-ce4229913520', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:77:a3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '836390a7-585e-46b3-9fda-1c763e67b5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:24:56Z', 'updated_at': '2022-01-21T10:24:57Z', 'revision_number': 2, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': '836390a7-585e-46b3-9fda-1c763e67b5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:01.183139 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeded5ff-b886-4e6d-9077-4c2cb46077ff None None] Checking router: 5430fb4b-f293-47bb-b6e0-a91ad05dc623 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:25:01.183546 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeded5ff-b886-4e6d-9077-4c2cb46077ff None None] Updating router 5430fb4b-f293-47bb-b6e0-a91ad05dc623 port f0976809-8562-41ac-9be9-2da4c0249b7d binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:25:01.240380 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-aeded5ff-b886-4e6d-9077-4c2cb46077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:01.618973 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-aeded5ff-b886-4e6d-9077-4c2cb46077ff None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:01.632234 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-aeded5ff-b886-4e6d-9077-4c2cb46077ff None None] Transition to ACTIVE for port object f0976809-8562-41ac-9be9-2da4c0249b7d will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:25:01.639511 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-aeded5ff-b886-4e6d-9077-4c2cb46077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:01.765876 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ab874-260b-4401-837b-772eaf1fca2a None None] Pushing event updated for resources: {'Port': ['ID=f0976809-8562-41ac-9be9-2da4c0249b7d,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:01.801304 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ab874-260b-4401-837b-772eaf1fca2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:01.801665 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ab874-260b-4401-837b-772eaf1fca2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:01.801990 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ab874-260b-4401-837b-772eaf1fca2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:01.802324 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ab874-260b-4401-837b-772eaf1fca2a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:01.802632 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ab874-260b-4401-837b-772eaf1fca2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:01.802943 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ab874-260b-4401-837b-772eaf1fca2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:01.803417 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ab874-260b-4401-837b-772eaf1fca2a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:01.803736 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ab874-260b-4401-837b-772eaf1fca2a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:01.804051 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ab874-260b-4401-837b-772eaf1fca2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:01.804363 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ab874-260b-4401-837b-772eaf1fca2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:01.804672 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ab874-260b-4401-837b-772eaf1fca2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:01.867810 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-aeded5ff-b886-4e6d-9077-4c2cb46077ff None None] Attempting to bind port f0976809-8562-41ac-9be9-2da4c0249b7d on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:25:01.868298 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-aeded5ff-b886-4e6d-9077-4c2cb46077ff None None] Attempting to bind port f0976809-8562-41ac-9be9-2da4c0249b7d by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '9bd60e3f-becb-4b14-a099-f21e4010f2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd55c8c89-edde-49c7-9b77-ce4229913520'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:25:01.868802 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeded5ff-b886-4e6d-9077-4c2cb46077ff None None] Attempting to bind port f0976809-8562-41ac-9be9-2da4c0249b7d on network d55c8c89-edde-49c7-9b77-ce4229913520 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:25:01.877678 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeded5ff-b886-4e6d-9077-4c2cb46077ff None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:25:01.878133 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeded5ff-b886-4e6d-9077-4c2cb46077ff None None] Checking segment: {'id': '9bd60e3f-becb-4b14-a099-f21e4010f2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd55c8c89-edde-49c7-9b77-ce4229913520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:25:01.878898 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-aeded5ff-b886-4e6d-9077-4c2cb46077ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:01.879188 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeded5ff-b886-4e6d-9077-4c2cb46077ff None None] Bound using segment: {'id': '9bd60e3f-becb-4b14-a099-f21e4010f2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd55c8c89-edde-49c7-9b77-ce4229913520'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:25:01.879701 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-aeded5ff-b886-4e6d-9077-4c2cb46077ff None None] Bound port: f0976809-8562-41ac-9be9-2da4c0249b7d, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd60e3f-becb-4b14-a099-f21e4010f2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd55c8c89-edde-49c7-9b77-ce4229913520'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:25:01.880132 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-aeded5ff-b886-4e6d-9077-4c2cb46077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:01.974646 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-aeded5ff-b886-4e6d-9077-4c2cb46077ff None None] For port f0976809-8562-41ac-9be9-2da4c0249b7d, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:25:01.978179 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-aeded5ff-b886-4e6d-9077-4c2cb46077ff None None] For port f0976809-8562-41ac-9be9-2da4c0249b7d, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=f0976809-8562-41ac-9be9-2da4c0249b7d,segment=NetworkSegment(9bd60e3f-becb-4b14-a099-f21e4010f2c5),segment_id=9bd60e3f-becb-4b14-a099-f21e4010f2c5)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:25:01.993685 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-aeded5ff-b886-4e6d-9077-4c2cb46077ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:02.082164 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-b5ef7d39-c5be-4d35-bad9-cb8d83d32d44 req-53c598ad-9236-4416-9607-ec086503b305 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 210 time: 0.0492668 Jan 21 10:25:02.105783 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeded5ff-b886-4e6d-9077-4c2cb46077ff None None] Routers {'5430fb4b-f293-47bb-b6e0-a91ad05dc623'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:25:02.106597 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-aeded5ff-b886-4e6d-9077-4c2cb46077ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:24:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['5430fb4b-f293-47bb-b6e0-a91ad05dc623'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:02.167496 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ab874-260b-4401-837b-772eaf1fca2a None None] Pushing event updated for resources: {'Port': ['ID=f0976809-8562-41ac-9be9-2da4c0249b7d,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:02.254280 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-25c30a27-983a-4807-9c2d-5d5eb85a2b6f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:02.255558 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-25c30a27-983a-4807-9c2d-5d5eb85a2b6f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Synchronizing usage tracker for tenant:ab5411ad497948eebd17e9930ca9720f on resource:network {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:25:02.272927 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-25c30a27-983a-4807-9c2d-5d5eb85a2b6f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Unset dirty status for tenant:ab5411ad497948eebd17e9930ca9720f on resource:network {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:25:02.273985 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-25c30a27-983a-4807-9c2d-5d5eb85a2b6f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.124 "GET /v2.0/networks?id=d55c8c89-edde-49c7-9b77-ce4229913520 HTTP/1.1" status: 200 len: 797 time: 0.2256000 Jan 21 10:25:02.325928 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-aeded5ff-b886-4e6d-9077-4c2cb46077ff None None] Set router 5430fb4b-f293-47bb-b6e0-a91ad05dc623 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:25:02.332053 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-b119650a-5a7d-4ad7-bf82-01d548dc575a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Synchronizing usage tracker for tenant:ab5411ad497948eebd17e9930ca9720f on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:25:02.350621 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-b119650a-5a7d-4ad7-bf82-01d548dc575a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Unset dirty status for tenant:ab5411ad497948eebd17e9930ca9720f on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:25:02.351850 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-b119650a-5a7d-4ad7-bf82-01d548dc575a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab5411ad497948eebd17e9930ca9720f HTTP/1.1" status: 200 len: 380 time: 0.0654008 Jan 21 10:25:02.361768 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-f5ad87db-d5a6-41d0-8e07-383030de7761 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'port': {'device_id': 'ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834', 'network_id': 'd55c8c89-edde-49c7-9b77-ce4229913520', 'admin_state_up': True, 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'security_groups': ['64f80e0c-1acd-4479-b2cc-c27e2537695d']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:25:02.513918 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-f5ad87db-d5a6-41d0-8e07-383030de7761 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:25:02.525093 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-f5ad87db-d5a6-41d0-8e07-383030de7761 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:25:02.536869 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-f5ad87db-d5a6-41d0-8e07-383030de7761 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Made reservation on behalf of ab5411ad497948eebd17e9930ca9720f for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:25:02.540137 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-f5ad87db-d5a6-41d0-8e07-383030de7761 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:02.685804 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-aeded5ff-b886-4e6d-9077-4c2cb46077ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765249232', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '98a18957-6949-4ff1-82bf-4058e1dbca09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:24:52Z', 'updated_at': '2022-01-21T10:24:56Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '98a18957-6949-4ff1-82bf-4058e1dbca09', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ca:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:24:53Z', 'updated_at': '2022-01-21T10:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'f0976809-8562-41ac-9be9-2da4c0249b7d', 'name': '', 'network_id': 'd55c8c89-edde-49c7-9b77-ce4229913520', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:77:a3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '836390a7-585e-46b3-9fda-1c763e67b5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:24:56Z', 'updated_at': '2022-01-21T10:25:01Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': '836390a7-585e-46b3-9fda-1c763e67b5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:02.689986 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeded5ff-b886-4e6d-9077-4c2cb46077ff None None] The sync data for ids ['5430fb4b-f293-47bb-b6e0-a91ad05dc623'] in dv-neutron-825732-1-hyperv is: [{'id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765249232', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '98a18957-6949-4ff1-82bf-4058e1dbca09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:24:52Z', 'updated_at': '2022-01-21T10:24:56Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '98a18957-6949-4ff1-82bf-4058e1dbca09', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ca:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:24:53Z', 'updated_at': '2022-01-21T10:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'f0976809-8562-41ac-9be9-2da4c0249b7d', 'name': '', 'network_id': 'd55c8c89-edde-49c7-9b77-ce4229913520', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:77:a3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '836390a7-585e-46b3-9fda-1c763e67b5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:24:56Z', 'updated_at': '2022-01-21T10:25:01Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': '836390a7-585e-46b3-9fda-1c763e67b5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:25:02.729258 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-f5ad87db-d5a6-41d0-8e07-383030de7761 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Allocated IP 172.20.0.4 (d55c8c89-edde-49c7-9b77-ce4229913520/836390a7-585e-46b3-9fda-1c763e67b5d1/bd7cedf5-3b84-4023-ad5b-b419b5983fab) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:25:02.959413 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-f5ad87db-d5a6-41d0-8e07-383030de7761 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:02.977925 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-f5ad87db-d5a6-41d0-8e07-383030de7761 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Transition to ACTIVE for port object bd7cedf5-3b84-4023-ad5b-b419b5983fab will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:25:03.001451 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-f5ad87db-d5a6-41d0-8e07-383030de7761 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:03.208980 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-f5ad87db-d5a6-41d0-8e07-383030de7761 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Network d55c8c89-edde-49c7-9b77-ce4229913520 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:25:03.212088 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-f5ad87db-d5a6-41d0-8e07-383030de7761 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:25:03.216056 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-f5ad87db-d5a6-41d0-8e07-383030de7761 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:25:03.293410 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad87db-d5a6-41d0-8e07-383030de7761 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Port': ['ID=bd7cedf5-3b84-4023-ad5b-b419b5983fab,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:03.331845 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-f5ad87db-d5a6-41d0-8e07-383030de7761 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:03.332505 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-f5ad87db-d5a6-41d0-8e07-383030de7761 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:03.383903 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-f5ad87db-d5a6-41d0-8e07-383030de7761 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0213282 Jan 21 10:25:03.394695 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-bea790d8-bbef-4eb7-9be0-52030e58143e service neutron] Request body: {'port': {'device_id': 'ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:25:03.431126 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d55cc2-add3-49e7-ae9f-2af887af13e4 req-c03ccf87-cf9c-4839-a939-023938dde2d0 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:03.432168 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-41d55cc2-add3-49e7-ae9f-2af887af13e4 req-c03ccf87-cf9c-4839-a939-023938dde2d0 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Synchronizing usage tracker for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:25:03.470866 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f3899236-6dea-4791-8dff-497ef97a799f None None] Provisioning for port bd7cedf5-3b84-4023-ad5b-b419b5983fab completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:25:03.476636 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f3899236-6dea-4791-8dff-497ef97a799f None None] Provisioning complete for port bd7cedf5-3b84-4023-ad5b-b419b5983fab triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:25:03.477116 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f3899236-6dea-4791-8dff-497ef97a799f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:03.503090 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-41d55cc2-add3-49e7-ae9f-2af887af13e4 req-c03ccf87-cf9c-4839-a939-023938dde2d0 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Unset dirty status for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:25:03.503932 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-41d55cc2-add3-49e7-ae9f-2af887af13e4 req-c03ccf87-cf9c-4839-a939-023938dde2d0 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 931 time: 0.2475748 Jan 21 10:25:03.549565 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-f3899236-6dea-4791-8dff-497ef97a799f None None] Port bd7cedf5-3b84-4023-ad5b-b419b5983fab cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:25:03.553434 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-bea790d8-bbef-4eb7-9be0-52030e58143e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:03.618351 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-41d55cc2-add3-49e7-ae9f-2af887af13e4 req-c7ccaced-16cc-44ff-8d04-27f4233ea6b5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=64f80e0c-1acd-4479-b2cc-c27e2537695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061211 Jan 21 10:25:03.655735 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:25:03.944079 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-bea790d8-bbef-4eb7-9be0-52030e58143e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd7cedf5-3b84-4023-ad5b-b419b5983fab {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:25:03.952294 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-bea790d8-bbef-4eb7-9be0-52030e58143e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:03.968829 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-bea790d8-bbef-4eb7-9be0-52030e58143e service neutron] Transition to ACTIVE for port object bd7cedf5-3b84-4023-ad5b-b419b5983fab will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:25:03.972708 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-bea790d8-bbef-4eb7-9be0-52030e58143e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:04.101951 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea790d8-bbef-4eb7-9be0-52030e58143e service neutron] Pushing event updated for resources: {'Port': ['ID=bd7cedf5-3b84-4023-ad5b-b419b5983fab,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:04.221189 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-bea790d8-bbef-4eb7-9be0-52030e58143e service neutron] Attempting to bind port bd7cedf5-3b84-4023-ad5b-b419b5983fab on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:25:04.221538 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-bea790d8-bbef-4eb7-9be0-52030e58143e service neutron] Attempting to bind port bd7cedf5-3b84-4023-ad5b-b419b5983fab by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9bd60e3f-becb-4b14-a099-f21e4010f2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd55c8c89-edde-49c7-9b77-ce4229913520'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:25:04.221891 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-bea790d8-bbef-4eb7-9be0-52030e58143e service neutron] Attempting to bind port bd7cedf5-3b84-4023-ad5b-b419b5983fab on network d55c8c89-edde-49c7-9b77-ce4229913520 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:25:04.227828 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-bea790d8-bbef-4eb7-9be0-52030e58143e service neutron] Port bd7cedf5-3b84-4023-ad5b-b419b5983fab on network d55c8c89-edde-49c7-9b77-ce4229913520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:25:04.228148 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-bea790d8-bbef-4eb7-9be0-52030e58143e service neutron] Attempting to bind port bd7cedf5-3b84-4023-ad5b-b419b5983fab on network d55c8c89-edde-49c7-9b77-ce4229913520 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:25:04.235228 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-bea790d8-bbef-4eb7-9be0-52030e58143e service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:25:04.235574 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-bea790d8-bbef-4eb7-9be0-52030e58143e service neutron] Checking segment: {'id': '9bd60e3f-becb-4b14-a099-f21e4010f2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd55c8c89-edde-49c7-9b77-ce4229913520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:25:04.235951 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-bea790d8-bbef-4eb7-9be0-52030e58143e service neutron] Bound using segment: {'id': '9bd60e3f-becb-4b14-a099-f21e4010f2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd55c8c89-edde-49c7-9b77-ce4229913520'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:25:04.236370 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-bea790d8-bbef-4eb7-9be0-52030e58143e service neutron] Bound port: bd7cedf5-3b84-4023-ad5b-b419b5983fab, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd60e3f-becb-4b14-a099-f21e4010f2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd55c8c89-edde-49c7-9b77-ce4229913520'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:25:04.236714 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-bea790d8-bbef-4eb7-9be0-52030e58143e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:04.331543 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-bea790d8-bbef-4eb7-9be0-52030e58143e service neutron] For port bd7cedf5-3b84-4023-ad5b-b419b5983fab, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:25:04.334562 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-bea790d8-bbef-4eb7-9be0-52030e58143e service neutron] For port bd7cedf5-3b84-4023-ad5b-b419b5983fab, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=bd7cedf5-3b84-4023-ad5b-b419b5983fab,segment=NetworkSegment(9bd60e3f-becb-4b14-a099-f21e4010f2c5),segment_id=9bd60e3f-becb-4b14-a099-f21e4010f2c5)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:25:04.340440 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-bea790d8-bbef-4eb7-9be0-52030e58143e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:04.401985 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-bea790d8-bbef-4eb7-9be0-52030e58143e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:04.403336 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-bea790d8-bbef-4eb7-9be0-52030e58143e service neutron] 10.222.0.124 "PUT /v2.0/ports/bd7cedf5-3b84-4023-ad5b-b419b5983fab HTTP/1.1" status: 200 len: 1093 time: 1.0151894 Jan 21 10:25:04.403755 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834', 'tag': 'bd7cedf5-3b84-4023-ad5b-b419b5983fab'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:25:04.432511 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea790d8-bbef-4eb7-9be0-52030e58143e service neutron] Pushing event updated for resources: {'Port': ['ID=bd7cedf5-3b84-4023-ad5b-b419b5983fab,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:04.481447 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834', 'tag': 'bd7cedf5-3b84-4023-ad5b-b419b5983fab', 'status': 'completed', 'code': 200} Jan 21 10:25:04.527654 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-d9ca2928-7027-48b0-9876-3f9dbba6023d service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ab5411ad497948eebd17e9930ca9720f&device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 1096 time: 0.0815265 Jan 21 10:25:04.602089 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-5cd64e19-01d7-45d8-9a03-9ab3d2df6746 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd7cedf5-3b84-4023-ad5b-b419b5983fab HTTP/1.1" status: 200 len: 217 time: 0.0665965 Jan 21 10:25:04.677959 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-545e0242-ae64-4e80-97b9-033f127fb386 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:04.679441 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-545e0242-ae64-4e80-97b9-033f127fb386 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=836390a7-585e-46b3-9fda-1c763e67b5d1 HTTP/1.1" status: 200 len: 835 time: 0.0710607 Jan 21 10:25:04.715667 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device f0976809-8562-41ac-9be9-2da4c0249b7d up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:25:04.768955 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-0851d96a-acf3-4b2c-82fd-4cad4339b07b service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d55c8c89-edde-49c7-9b77-ce4229913520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794680 Jan 21 10:25:04.790295 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port f0976809-8562-41ac-9be9-2da4c0249b7d completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:25:04.795785 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port f0976809-8562-41ac-9be9-2da4c0249b7d triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:25:04.796282 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:04.917739 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:04.953901 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port f0976809-8562-41ac-9be9-2da4c0249b7d, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=f0976809-8562-41ac-9be9-2da4c0249b7d,segment=NetworkSegment(9bd60e3f-becb-4b14-a099-f21e4010f2c5),segment_id=9bd60e3f-becb-4b14-a099-f21e4010f2c5)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:25:04.961783 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:04.970881 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-2aa80528-1d7c-470e-a6f1-fba3df77ddd8 service neutron] 10.222.0.124 "GET /v2.0/networks/d55c8c89-edde-49c7-9b77-ce4229913520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610136 Jan 21 10:25:04.976545 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526496b-3d36-4bf0-8294-ac63ca367ec0 req-4b6bfee2-0cc0-4335-9f3e-70d5bfedaeec tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:04.977916 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8526496b-3d36-4bf0-8294-ac63ca367ec0 req-4b6bfee2-0cc0-4335-9f3e-70d5bfedaeec tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 943 time: 0.2076890 Jan 21 10:25:05.035042 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=f0976809-8562-41ac-9be9-2da4c0249b7d,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:05.213468 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8526496b-3d36-4bf0-8294-ac63ca367ec0 req-98eb158c-0761-4b82-9966-bbc8813a30a2 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=64f80e0c-1acd-4479-b2cc-c27e2537695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161932 Jan 21 10:25:05.245254 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-89fe788a-5994-44a3-859b-0755f2cc0114 req-fdc9dab8-cec8-4a2e-9f3e-bad8e9c64169 service neutron] 10.222.0.124 "GET /v2.0/networks/d55c8c89-edde-49c7-9b77-ce4229913520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664218 Jan 21 10:25:05.364846 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f799a386-ff98-440d-8b2d-aaa7c3227bd4 req-e9db2cb2-b978-4bdd-b9cd-e866a8983a64 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ab5411ad497948eebd17e9930ca9720f&device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 1096 time: 0.0761666 Jan 21 10:25:05.499614 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799a386-ff98-440d-8b2d-aaa7c3227bd4 req-b559033c-0926-4e98-b179-e783021e678b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:05.501609 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f799a386-ff98-440d-8b2d-aaa7c3227bd4 req-b559033c-0926-4e98-b179-e783021e678b service neutron] 10.222.0.124 "GET /v2.0/networks?id=d55c8c89-edde-49c7-9b77-ce4229913520 HTTP/1.1" status: 200 len: 898 time: 0.1302240 Jan 21 10:25:05.570849 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f799a386-ff98-440d-8b2d-aaa7c3227bd4 req-6b97750f-5afe-440f-bd3c-a858e3a9a3a2 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd7cedf5-3b84-4023-ad5b-b419b5983fab HTTP/1.1" status: 200 len: 217 time: 0.0625203 Jan 21 10:25:05.638658 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799a386-ff98-440d-8b2d-aaa7c3227bd4 req-a5311bc4-d72b-4b85-ae70-aa9ad1997d0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:05.640081 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f799a386-ff98-440d-8b2d-aaa7c3227bd4 req-a5311bc4-d72b-4b85-ae70-aa9ad1997d0d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=836390a7-585e-46b3-9fda-1c763e67b5d1 HTTP/1.1" status: 200 len: 835 time: 0.0626447 Jan 21 10:25:05.716147 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f799a386-ff98-440d-8b2d-aaa7c3227bd4 req-69932b9a-5791-4f4f-8743-afbf5ba38bf8 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d55c8c89-edde-49c7-9b77-ce4229913520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697038 Jan 21 10:25:05.854502 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f799a386-ff98-440d-8b2d-aaa7c3227bd4 req-28f229c5-31a3-4015-89d6-6b1638949373 service neutron] 10.222.0.124 "GET /v2.0/networks/d55c8c89-edde-49c7-9b77-ce4229913520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297798 Jan 21 10:25:05.992180 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f799a386-ff98-440d-8b2d-aaa7c3227bd4 req-ecdde7f1-0b4c-4022-b1c0-e999e8fdb5d9 service neutron] 10.222.0.124 "GET /v2.0/networks/d55c8c89-edde-49c7-9b77-ce4229913520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311667 Jan 21 10:25:06.514424 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b028e-257d-4850-804b-45c1912b26fd req-856094b2-601f-4588-9e03-e08bf16a96a0 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:06.515790 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-795b028e-257d-4850-804b-45c1912b26fd req-856094b2-601f-4588-9e03-e08bf16a96a0 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 943 time: 0.1737905 Jan 21 10:25:06.565678 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-795b028e-257d-4850-804b-45c1912b26fd req-981bde1c-938a-4ee3-b6d9-de712546600b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=64f80e0c-1acd-4479-b2cc-c27e2537695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438762 Jan 21 10:25:06.686633 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device f0976809-8562-41ac-9be9-2da4c0249b7d up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:25:06.762825 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port f0976809-8562-41ac-9be9-2da4c0249b7d triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:25:06.763199 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:06.952387 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device bd7cedf5-3b84-4023-ad5b-b419b5983fab details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:25:07.092492 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port bd7cedf5-3b84-4023-ad5b-b419b5983fab, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=bd7cedf5-3b84-4023-ad5b-b419b5983fab,segment=NetworkSegment(9bd60e3f-becb-4b14-a099-f21e4010f2c5),segment_id=9bd60e3f-becb-4b14-a099-f21e4010f2c5)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:25:07.107737 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': 'bd7cedf5-3b84-4023-ad5b-b419b5983fab', 'network_id': 'd55c8c89-edde-49c7-9b77-ce4229913520', 'port_id': 'bd7cedf5-3b84-4023-ad5b-b419b5983fab', 'mac_address': 'fa:16:3e:8a:3a:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '836390a7-585e-46b3-9fda-1c763e67b5d1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:25:07.166969 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:07.185082 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd7cedf5-3b84-4023-ad5b-b419b5983fab {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:25:07.200321 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port bd7cedf5-3b84-4023-ad5b-b419b5983fab, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=bd7cedf5-3b84-4023-ad5b-b419b5983fab,segment=NetworkSegment(9bd60e3f-becb-4b14-a099-f21e4010f2c5),segment_id=9bd60e3f-becb-4b14-a099-f21e4010f2c5)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:25:07.205527 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:07.271211 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=bd7cedf5-3b84-4023-ad5b-b419b5983fab,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:07.460279 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['bd7cedf5-3b84-4023-ad5b-b419b5983fab'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:25:07.773849 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65635250-d912-45b7-b561-75893d88ae29 req-bc2cd549-0b43-4ee5-8f06-d2ad4e39426c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:07.775557 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-65635250-d912-45b7-b561-75893d88ae29 req-bc2cd549-0b43-4ee5-8f06-d2ad4e39426c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 944 time: 0.0861888 Jan 21 10:25:07.823229 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-65635250-d912-45b7-b561-75893d88ae29 req-c2ebb6e5-c5f4-483e-b584-82e0b9f4515d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=64f80e0c-1acd-4479-b2cc-c27e2537695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420594 Jan 21 10:25:08.953437 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device bd7cedf5-3b84-4023-ad5b-b419b5983fab up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:25:09.030520 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port bd7cedf5-3b84-4023-ad5b-b419b5983fab completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:25:09.035764 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port bd7cedf5-3b84-4023-ad5b-b419b5983fab triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:25:09.036133 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:09.036448 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86eeee7-73e9-4bb8-9fa2-c9ed489afbfc req-395edd65-aa20-45a9-96db-6061a597eec1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:09.037916 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-b86eeee7-73e9-4bb8-9fa2-c9ed489afbfc req-395edd65-aa20-45a9-96db-6061a597eec1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 944 time: 0.0824459 Jan 21 10:25:09.086946 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-b86eeee7-73e9-4bb8-9fa2-c9ed489afbfc req-cc1170f8-6598-4cac-8c61-ec38d656f7fb tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=64f80e0c-1acd-4479-b2cc-c27e2537695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435820 Jan 21 10:25:09.156396 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:09.185852 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7cedf5-3b84-4023-ad5b-b419b5983fab'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:25:09.195372 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port bd7cedf5-3b84-4023-ad5b-b419b5983fab, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=bd7cedf5-3b84-4023-ad5b-b419b5983fab,segment=NetworkSegment(9bd60e3f-becb-4b14-a099-f21e4010f2c5),segment_id=9bd60e3f-becb-4b14-a099-f21e4010f2c5)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:25:09.199841 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:09.244857 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7cedf5-3b84-4023-ad5b-b419b5983fab', 'code': 200} Jan 21 10:25:09.271782 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=bd7cedf5-3b84-4023-ad5b-b419b5983fab,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:09.483215 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c78fc589-24ca-43aa-8f3e-7f5557638256 req-5e82d336-3429-4fd2-bbbd-ac5b64a5033d service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 1098 time: 0.0700567 Jan 21 10:25:09.524594 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c78fc589-24ca-43aa-8f3e-7f5557638256 req-2a92bd9b-50b4-4c0f-96ff-15b0b513fff4 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=64f80e0c-1acd-4479-b2cc-c27e2537695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357096 Jan 21 10:25:10.309530 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d231f0-3389-448c-83ce-fa928b3b3d75 req-9f77bc49-a1d6-406a-abc0-393b997bc17e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:10.311388 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e5d231f0-3389-448c-83ce-fa928b3b3d75 req-9f77bc49-a1d6-406a-abc0-393b997bc17e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 945 time: 0.0814357 Jan 21 10:25:10.363530 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e5d231f0-3389-448c-83ce-fa928b3b3d75 req-f728b34b-8cf9-480d-8a81-83078e6cf6bf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=64f80e0c-1acd-4479-b2cc-c27e2537695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453219 Jan 21 10:25:11.572721 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7aad6-76e3-4a7f-9df4-79b580a66781 req-6a0c12fb-8e00-4139-a5bb-1fa7c952ecf0 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:11.574161 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-92b7aad6-76e3-4a7f-9df4-79b580a66781 req-6a0c12fb-8e00-4139-a5bb-1fa7c952ecf0 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 945 time: 0.0869479 Jan 21 10:25:11.630042 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-92b7aad6-76e3-4a7f-9df4-79b580a66781 req-8d6c0d26-3e91-4241-bf25-941f45684cf2 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=64f80e0c-1acd-4479-b2cc-c27e2537695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493593 Jan 21 10:25:11.842890 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64a1f7-29f1-4fa9-9c05-ba0dca2c1b3f req-92197955-a91d-42d5-9f64-8c4b814d468d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:11.844273 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-2b64a1f7-29f1-4fa9-9c05-ba0dca2c1b3f req-92197955-a91d-42d5-9f64-8c4b814d468d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 945 time: 0.0822039 Jan 21 10:25:11.899684 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-2b64a1f7-29f1-4fa9-9c05-ba0dca2c1b3f req-ebdde1bc-5a50-440d-af40-5e98cabe71ac tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=64f80e0c-1acd-4479-b2cc-c27e2537695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488231 Jan 21 10:25:11.929716 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43874) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:12.008034 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-cf3569f8-26eb-4748-812d-acf109459a13 tempest-TestNetworkAdvancedServerOps-1891287522 tempest-TestNetworkAdvancedServerOps-1891287522-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 1093 time: 0.0769145 Jan 21 10:25:12.010635 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43878) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:12.021236 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-5092d1a4-24ea-4e81-a714-544519828c4d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'port_id': 'bd7cedf5-3b84-4023-ad5b-b419b5983fab', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:25:12.031395 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-5092d1a4-24ea-4e81-a714-544519828c4d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:25:12.037459 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-5092d1a4-24ea-4e81-a714-544519828c4d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:floatingip and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:25:12.041115 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-5092d1a4-24ea-4e81-a714-544519828c4d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:25:12.047844 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-5092d1a4-24ea-4e81-a714-544519828c4d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:25:12.060646 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5092d1a4-24ea-4e81-a714-544519828c4d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for floatingip, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:12.208927 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5092d1a4-24ea-4e81-a714-544519828c4d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:12.358297 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-5092d1a4-24ea-4e81-a714-544519828c4d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Allocated IP 172.26.0.63 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/c741cf86-4b9a-49df-a754-ca45a7c12be5) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:25:12.516052 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5092d1a4-24ea-4e81-a714-544519828c4d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:12.544167 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5092d1a4-24ea-4e81-a714-544519828c4d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:12.614560 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5092d1a4-24ea-4e81-a714-544519828c4d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:25:12.617402 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-5092d1a4-24ea-4e81-a714-544519828c4d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:25:12.621164 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5092d1a4-24ea-4e81-a714-544519828c4d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:25:12.756883 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092d1a4-24ea-4e81-a714-544519828c4d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Port': ['ID=c741cf86-4b9a-49df-a754-ca45a7c12be5,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:13.257362 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5092d1a4-24ea-4e81-a714-544519828c4d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:13.312121 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5092d1a4-24ea-4e81-a714-544519828c4d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:13.524217 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5092d1a4-24ea-4e81-a714-544519828c4d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:13.529712 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5092d1a4-24ea-4e81-a714-544519828c4d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:13.656508 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092d1a4-24ea-4e81-a714-544519828c4d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Port': ['ID=c741cf86-4b9a-49df-a754-ca45a7c12be5,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:13.680861 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5092d1a4-24ea-4e81-a714-544519828c4d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:13.898250 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.l3_db [None req-5092d1a4-24ea-4e81-a714-544519828c4d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Floating IP 4854e539-9b62-4fc8-85cb-d87be6f9fb2f associated. External IP: 172.26.0.63, port: bd7cedf5-3b84-4023-ad5b-b419b5983fab. Jan 21 10:25:14.361159 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5092d1a4-24ea-4e81-a714-544519828c4d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Router 5430fb4b-f293-47bb-b6e0-a91ad05dc623 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:25:14.686602 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5092d1a4-24ea-4e81-a714-544519828c4d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:25:14.697569 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2315c2-9197-4608-8a04-631a2322b3d1 None None] Sync routers for ids ['5430fb4b-f293-47bb-b6e0-a91ad05dc623'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:25:14.710217 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2315c2-9197-4608-8a04-631a2322b3d1 None None] Routers {'5430fb4b-f293-47bb-b6e0-a91ad05dc623'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:25:14.710857 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-7b2315c2-9197-4608-8a04-631a2322b3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:24:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['5430fb4b-f293-47bb-b6e0-a91ad05dc623'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:14.714151 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5092d1a4-24ea-4e81-a714-544519828c4d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:14.774810 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5092d1a4-24ea-4e81-a714-544519828c4d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7631042 Jan 21 10:25:14.775629 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834', 'tag': 'bd7cedf5-3b84-4023-ad5b-b419b5983fab'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:25:14.844067 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834', 'tag': 'bd7cedf5-3b84-4023-ad5b-b419b5983fab', 'status': 'completed', 'code': 200} Jan 21 10:25:14.912765 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-7b2315c2-9197-4608-8a04-631a2322b3d1 None None] Set router 5430fb4b-f293-47bb-b6e0-a91ad05dc623 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:25:15.011141 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5c4b7ce6-bb79-4f07-bbe5-bda27e0492a9 req-1498a1df-fb72-4fa3-a1df-07fe7f617bad service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ab5411ad497948eebd17e9930ca9720f&device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 1098 time: 0.1453385 Jan 21 10:25:15.020227 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852f94c-193f-4b88-a90b-dd91d3f208d9 req-963e3d2d-01c4-4ad9-97c0-b283c9f178dc tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:15.021655 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b852f94c-193f-4b88-a90b-dd91d3f208d9 req-963e3d2d-01c4-4ad9-97c0-b283c9f178dc tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 945 time: 0.1124289 Jan 21 10:25:15.164437 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b852f94c-193f-4b88-a90b-dd91d3f208d9 req-2e4b5e9d-e5af-4652-92ab-a40dc4c69de3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=64f80e0c-1acd-4479-b2cc-c27e2537695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221204 Jan 21 10:25:15.185843 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b7ce6-bb79-4f07-bbe5-bda27e0492a9 req-8abf0a10-41a8-4b49-8b20-5f7bfa6fa20f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:15.187270 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5c4b7ce6-bb79-4f07-bbe5-bda27e0492a9 req-8abf0a10-41a8-4b49-8b20-5f7bfa6fa20f service neutron] 10.222.0.124 "GET /v2.0/networks?id=d55c8c89-edde-49c7-9b77-ce4229913520 HTTP/1.1" status: 200 len: 898 time: 0.1647885 Jan 21 10:25:15.193779 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43886) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:15.304717 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5c4b7ce6-bb79-4f07-bbe5-bda27e0492a9 req-f1225def-0d6d-4ef2-95d4-4fff1355edf6 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd7cedf5-3b84-4023-ad5b-b419b5983fab HTTP/1.1" status: 200 len: 998 time: 0.1113257 Jan 21 10:25:15.318947 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-93a1346d-d3c9-4cc6-9c7e-0b9ac976121c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/floatingips/4854e539-9b62-4fc8-85cb-d87be6f9fb2f HTTP/1.1" status: 200 len: 990 time: 0.1230791 Jan 21 10:25:15.324511 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-7b2315c2-9197-4608-8a04-631a2322b3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765249232', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '98a18957-6949-4ff1-82bf-4058e1dbca09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:24:52Z', 'updated_at': '2022-01-21T10:24:56Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '98a18957-6949-4ff1-82bf-4058e1dbca09', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ca:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:24:53Z', 'updated_at': '2022-01-21T10:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '4854e539-9b62-4fc8-85cb-d87be6f9fb2f', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'floating_ip_address': '172.26.0.63', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'port_id': 'bd7cedf5-3b84-4023-ad5b-b419b5983fab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd55c8c89-edde-49c7-9b77-ce4229913520', 'mac_address': 'fa:16:3e:8a:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:25:13Z', 'updated_at': '2022-01-21T10:25:13Z', 'revision_number': 0, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0976809-8562-41ac-9be9-2da4c0249b7d', 'name': '', 'network_id': 'd55c8c89-edde-49c7-9b77-ce4229913520', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:77:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '836390a7-585e-46b3-9fda-1c763e67b5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:24:56Z', 'updated_at': '2022-01-21T10:25:04Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': '836390a7-585e-46b3-9fda-1c763e67b5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:15.330695 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2315c2-9197-4608-8a04-631a2322b3d1 None None] Checking router: 5430fb4b-f293-47bb-b6e0-a91ad05dc623 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:25:15.342707 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2315c2-9197-4608-8a04-631a2322b3d1 None None] Routers {'5430fb4b-f293-47bb-b6e0-a91ad05dc623'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:25:15.343306 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-7b2315c2-9197-4608-8a04-631a2322b3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:24:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['5430fb4b-f293-47bb-b6e0-a91ad05dc623'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:15.372943 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b7ce6-bb79-4f07-bbe5-bda27e0492a9 req-f4f4cdd9-71c1-4d20-94fa-ee4ae03c2b86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:15.374420 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5c4b7ce6-bb79-4f07-bbe5-bda27e0492a9 req-f4f4cdd9-71c1-4d20-94fa-ee4ae03c2b86 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=836390a7-585e-46b3-9fda-1c763e67b5d1 HTTP/1.1" status: 200 len: 835 time: 0.0641928 Jan 21 10:25:15.474724 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5c4b7ce6-bb79-4f07-bbe5-bda27e0492a9 req-57907133-0f7e-45eb-b54e-07d6405a68ba service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d55c8c89-edde-49c7-9b77-ce4229913520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0947483 Jan 21 10:25:15.546182 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-7b2315c2-9197-4608-8a04-631a2322b3d1 None None] Set router 5430fb4b-f293-47bb-b6e0-a91ad05dc623 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:25:15.620165 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5c4b7ce6-bb79-4f07-bbe5-bda27e0492a9 req-92706453-76c4-4883-be1a-a488b1023471 service neutron] 10.222.0.124 "GET /v2.0/networks/d55c8c89-edde-49c7-9b77-ce4229913520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388867 Jan 21 10:25:15.771756 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5c4b7ce6-bb79-4f07-bbe5-bda27e0492a9 req-46f512b6-b2ad-4a70-9429-5f29a3a93b42 service neutron] 10.222.0.124 "GET /v2.0/networks/d55c8c89-edde-49c7-9b77-ce4229913520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460888 Jan 21 10:25:15.981734 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-7b2315c2-9197-4608-8a04-631a2322b3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765249232', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '98a18957-6949-4ff1-82bf-4058e1dbca09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:24:52Z', 'updated_at': '2022-01-21T10:24:56Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '98a18957-6949-4ff1-82bf-4058e1dbca09', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ca:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:24:53Z', 'updated_at': '2022-01-21T10:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '4854e539-9b62-4fc8-85cb-d87be6f9fb2f', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'floating_ip_address': '172.26.0.63', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'port_id': 'bd7cedf5-3b84-4023-ad5b-b419b5983fab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd55c8c89-edde-49c7-9b77-ce4229913520', 'mac_address': 'fa:16:3e:8a:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:25:13Z', 'updated_at': '2022-01-21T10:25:13Z', 'revision_number': 0, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0976809-8562-41ac-9be9-2da4c0249b7d', 'name': '', 'network_id': 'd55c8c89-edde-49c7-9b77-ce4229913520', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:77:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '836390a7-585e-46b3-9fda-1c763e67b5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:24:56Z', 'updated_at': '2022-01-21T10:25:04Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': '836390a7-585e-46b3-9fda-1c763e67b5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:15.986862 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2315c2-9197-4608-8a04-631a2322b3d1 None None] The sync data for ids ['5430fb4b-f293-47bb-b6e0-a91ad05dc623'] in dv-neutron-825732-1-hyperv is: [{'id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765249232', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '98a18957-6949-4ff1-82bf-4058e1dbca09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:24:52Z', 'updated_at': '2022-01-21T10:24:56Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '98a18957-6949-4ff1-82bf-4058e1dbca09', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ca:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:24:53Z', 'updated_at': '2022-01-21T10:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '4854e539-9b62-4fc8-85cb-d87be6f9fb2f', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'floating_ip_address': '172.26.0.63', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'port_id': 'bd7cedf5-3b84-4023-ad5b-b419b5983fab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd55c8c89-edde-49c7-9b77-ce4229913520', 'mac_address': 'fa:16:3e:8a:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:25:13Z', 'updated_at': '2022-01-21T10:25:13Z', 'revision_number': 0, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0976809-8562-41ac-9be9-2da4c0249b7d', 'name': '', 'network_id': 'd55c8c89-edde-49c7-9b77-ce4229913520', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:77:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '836390a7-585e-46b3-9fda-1c763e67b5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:24:56Z', 'updated_at': '2022-01-21T10:25:04Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': '836390a7-585e-46b3-9fda-1c763e67b5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:25:16.323159 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43890) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:16.433944 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0e55015c-2521-4b40-b47f-678c901a0ea2 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/floatingips/4854e539-9b62-4fc8-85cb-d87be6f9fb2f HTTP/1.1" status: 200 len: 990 time: 0.1096230 Jan 21 10:25:17.437942 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43894) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:17.539790 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-aa358ebb-1134-472a-a831-19e61996487a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/floatingips/4854e539-9b62-4fc8-85cb-d87be6f9fb2f HTTP/1.1" status: 200 len: 990 time: 0.1001289 Jan 21 10:25:18.518466 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5cb09f-1764-4685-ac1a-a67d07a73a8b None None] New status for floating IP 4854e539-9b62-4fc8-85cb-d87be6f9fb2f: ACTIVE {{(pid=83600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:25:18.543823 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43898) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:18.655313 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6ef1b546-f5ea-484c-b76a-0c07283f45c7 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/floatingips/4854e539-9b62-4fc8-85cb-d87be6f9fb2f HTTP/1.1" status: 200 len: 990 time: 0.1103616 Jan 21 10:25:19.659080 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 43902) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:19.765057 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1e232edb-7c26-4fe9-a250-a0d9eb8e2be2 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/floatingips/4854e539-9b62-4fc8-85cb-d87be6f9fb2f HTTP/1.1" status: 200 len: 992 time: 0.1048048 Jan 21 10:25:20.717094 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:24.016240 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f5e2224b-30cd-43b3-b66c-9de9c5919656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:26.442921 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b0a22751-55b3-464e-ae71-18d26536eb5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:27.545496 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:27.900749 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:29.628289 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:40.657934 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:25:44.685030 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-640d087f-146e-40ae-9d45-959b215c99be req-b578c9d0-c59c-4221-87f7-cbf20ec47c63 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1680961 Jan 21 10:25:44.964646 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43928) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:45.010877 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638313d-2cb0-4e54-8bfb-5f0fa8cc926a req-8d72d58f-81f0-4a7f-871f-ffea1e0e096e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:45.012326 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-9638313d-2cb0-4e54-8bfb-5f0fa8cc926a req-8d72d58f-81f0-4a7f-871f-ffea1e0e096e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 945 time: 0.0790219 Jan 21 10:25:45.059672 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-9638313d-2cb0-4e54-8bfb-5f0fa8cc926a req-94688e70-ea74-4413-bb71-524f817cb145 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=64f80e0c-1acd-4479-b2cc-c27e2537695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418344 Jan 21 10:25:45.103676 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3a0aebf1-acdc-4627-a09b-22dc47e2664c req-8afc8602-c708-4edb-8c0b-1420cf328ef7 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1378829 Jan 21 10:25:46.287512 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3108186-108b-45ca-9080-62e774ad0022 req-e73afda7-61b7-46ec-8fc4-4c9579dab988 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:46.289119 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f3108186-108b-45ca-9080-62e774ad0022 req-e73afda7-61b7-46ec-8fc4-4c9579dab988 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 945 time: 0.0997825 Jan 21 10:25:46.387598 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f3108186-108b-45ca-9080-62e774ad0022 req-49aab1e0-7af7-4421-a787-b55120f5e8b7 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=64f80e0c-1acd-4479-b2cc-c27e2537695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924237 Jan 21 10:25:46.404133 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3a0aebf1-acdc-4627-a09b-22dc47e2664c req-6c6ce95e-d040-4bd8-a585-dd4ce2f4b3a4 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ab5411ad497948eebd17e9930ca9720f&device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 1098 time: 0.0945206 Jan 21 10:25:46.649241 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0aebf1-acdc-4627-a09b-22dc47e2664c req-6bc292a5-e026-4229-8aed-639e9c06cc01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:46.650812 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3a0aebf1-acdc-4627-a09b-22dc47e2664c req-6bc292a5-e026-4229-8aed-639e9c06cc01 service neutron] 10.222.0.124 "GET /v2.0/networks?id=d55c8c89-edde-49c7-9b77-ce4229913520 HTTP/1.1" status: 200 len: 898 time: 0.2398679 Jan 21 10:25:46.759762 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3a0aebf1-acdc-4627-a09b-22dc47e2664c req-0ee25374-3528-4e65-8ac8-93d251315dcd service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd7cedf5-3b84-4023-ad5b-b419b5983fab HTTP/1.1" status: 200 len: 1000 time: 0.0992286 Jan 21 10:25:46.827011 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0aebf1-acdc-4627-a09b-22dc47e2664c req-f9db260a-ebb9-4461-83ee-9a78c81c1d58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:46.828449 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3a0aebf1-acdc-4627-a09b-22dc47e2664c req-f9db260a-ebb9-4461-83ee-9a78c81c1d58 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=836390a7-585e-46b3-9fda-1c763e67b5d1 HTTP/1.1" status: 200 len: 835 time: 0.0625114 Jan 21 10:25:46.914668 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3a0aebf1-acdc-4627-a09b-22dc47e2664c req-70fdfa1e-73c0-4970-a3f2-7eac6545cc18 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d55c8c89-edde-49c7-9b77-ce4229913520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798054 Jan 21 10:25:47.067454 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3a0aebf1-acdc-4627-a09b-22dc47e2664c req-6764afc5-2e9c-48fd-b74c-847f334b5182 service neutron] 10.222.0.124 "GET /v2.0/networks/d55c8c89-edde-49c7-9b77-ce4229913520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462870 Jan 21 10:25:47.220586 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3a0aebf1-acdc-4627-a09b-22dc47e2664c req-54295cf2-944b-4595-95e5-d80291b4f8c7 service neutron] 10.222.0.124 "GET /v2.0/networks/d55c8c89-edde-49c7-9b77-ce4229913520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463721 Jan 21 10:25:47.604993 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d875ba-0ab5-4f83-be7a-64484b62cee8 req-1e691674-a816-4527-8845-5943532b8da1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:47.606510 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-52d875ba-0ab5-4f83-be7a-64484b62cee8 req-1e691674-a816-4527-8845-5943532b8da1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 945 time: 0.0927370 Jan 21 10:25:47.660133 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-52d875ba-0ab5-4f83-be7a-64484b62cee8 req-eb2f89fc-c86c-4bcf-bdc9-6921c29c8d32 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=64f80e0c-1acd-4479-b2cc-c27e2537695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473094 Jan 21 10:25:48.869504 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f45620-3de0-48d7-b98d-d191b3f753a3 req-e0bfd783-c204-4f62-9742-e2628f1e2ebc tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:48.870976 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-63f45620-3de0-48d7-b98d-d191b3f753a3 req-e0bfd783-c204-4f62-9742-e2628f1e2ebc tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 945 time: 0.0800650 Jan 21 10:25:48.921665 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-63f45620-3de0-48d7-b98d-d191b3f753a3 req-7b805c61-69aa-43b5-9e39-2ee85db38150 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=64f80e0c-1acd-4479-b2cc-c27e2537695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447071 Jan 21 10:25:50.139407 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877e000-0b8a-42f6-9621-8788c9fa14c0 req-95565914-4955-4284-b0b7-4a466660a0dc tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:50.140768 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a877e000-0b8a-42f6-9621-8788c9fa14c0 req-95565914-4955-4284-b0b7-4a466660a0dc tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 945 time: 0.0878832 Jan 21 10:25:50.196341 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a877e000-0b8a-42f6-9621-8788c9fa14c0 req-18610aba-8e25-494c-af1d-bc626dd86ea8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=64f80e0c-1acd-4479-b2cc-c27e2537695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491774 Jan 21 10:25:50.710560 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:51.407872 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdecffa2-61ea-44d2-8802-5c5ecec04ab3 req-bdace473-ed9a-4e1c-a168-0faa94965568 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:51.409919 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bdecffa2-61ea-44d2-8802-5c5ecec04ab3 req-bdace473-ed9a-4e1c-a168-0faa94965568 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 945 time: 0.0773501 Jan 21 10:25:51.464323 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bdecffa2-61ea-44d2-8802-5c5ecec04ab3 req-ecff03e1-9629-4111-83ab-da1d1ef59f9b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=64f80e0c-1acd-4479-b2cc-c27e2537695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488009 Jan 21 10:25:52.683416 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814cd5a-79c5-4a25-9a1c-d2e140a32ce2 req-6c84ee59-df71-4bf7-a53b-6991c1f167af tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:52.685008 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-b814cd5a-79c5-4a25-9a1c-d2e140a32ce2 req-6c84ee59-df71-4bf7-a53b-6991c1f167af tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 945 time: 0.0855818 Jan 21 10:25:52.733627 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-b814cd5a-79c5-4a25-9a1c-d2e140a32ce2 req-9e380af5-88b3-4b09-83fe-46e665f9f433 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=64f80e0c-1acd-4479-b2cc-c27e2537695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429640 Jan 21 10:25:54.019455 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b7692e73-080e-4154-b8b3-e16b647647b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:54.086110 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2c468-9e58-4b0f-8248-241d4dbecb70 req-60fdaeac-b7e1-46e7-abe1-bac2dca7578e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:54.087589 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-caa2c468-9e58-4b0f-8248-241d4dbecb70 req-60fdaeac-b7e1-46e7-abe1-bac2dca7578e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 945 time: 0.0823894 Jan 21 10:25:54.134374 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-caa2c468-9e58-4b0f-8248-241d4dbecb70 req-57537af0-07ea-4d4f-b47a-118fd7cbdba0 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=64f80e0c-1acd-4479-b2cc-c27e2537695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411308 Jan 21 10:25:55.342855 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea5d56-f20a-4638-81f4-136fc994a715 req-44771d3e-0f4d-4ff0-af9c-604a2835d759 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:55.344296 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-85ea5d56-f20a-4638-81f4-136fc994a715 req-44771d3e-0f4d-4ff0-af9c-604a2835d759 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 945 time: 0.0844417 Jan 21 10:25:55.390151 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-85ea5d56-f20a-4638-81f4-136fc994a715 req-c6512b5f-0eea-4434-92ea-225bd09f7115 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=64f80e0c-1acd-4479-b2cc-c27e2537695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402257 Jan 21 10:25:56.447071 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cfb3dfa3-7577-4c96-b63b-f8a8cac557a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:56.600563 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922b528-72c8-443d-b773-8cccffc6a520 req-9e899f46-5afe-4185-8130-aa895d3d66d2 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:56.602200 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1922b528-72c8-443d-b773-8cccffc6a520 req-9e899f46-5afe-4185-8130-aa895d3d66d2 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 945 time: 0.0872221 Jan 21 10:25:56.651605 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1922b528-72c8-443d-b773-8cccffc6a520 req-a637049b-195a-4908-866d-96570cfb4a6a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=64f80e0c-1acd-4479-b2cc-c27e2537695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434065 Jan 21 10:25:57.548390 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:57.851017 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599db624-06b1-4b09-b669-e4eb3901fcd0 req-d17f331b-59d8-49f4-9fb4-05858738a778 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:57.852372 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-599db624-06b1-4b09-b669-e4eb3901fcd0 req-d17f331b-59d8-49f4-9fb4-05858738a778 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 945 time: 0.0791395 Jan 21 10:25:57.899113 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-599db624-06b1-4b09-b669-e4eb3901fcd0 req-849abdee-cb77-4f85-a820-8f90d0456d45 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=64f80e0c-1acd-4479-b2cc-c27e2537695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411196 Jan 21 10:25:57.904629 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:58.948005 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3a0aebf1-acdc-4627-a09b-22dc47e2664c req-d20ce6cb-8734-466e-8ac4-f6d01505a8c9 service neutron] 10.222.0.124 "GET /v2.0/ports/bd7cedf5-3b84-4023-ad5b-b419b5983fab/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.0852334 Jan 21 10:25:59.104188 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5302d6c-6fa0-458f-8b4b-ff02c9ad7c8a req-2b50ba96-7497-4a4e-9631-6bd60be6a3a5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:59.109334 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f5302d6c-6fa0-458f-8b4b-ff02c9ad7c8a req-2b50ba96-7497-4a4e-9631-6bd60be6a3a5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 945 time: 0.0839899 Jan 21 10:25:59.198578 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f5302d6c-6fa0-458f-8b4b-ff02c9ad7c8a req-3a82cfb5-f17b-4cae-8511-1ddf23205c9b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=64f80e0c-1acd-4479-b2cc-c27e2537695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841138 Jan 21 10:25:59.229777 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3a0aebf1-acdc-4627-a09b-22dc47e2664c req-50aa50dc-ea6d-47a7-bc9a-fb00effe7336 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834&tenant_id=ab5411ad497948eebd17e9930ca9720f HTTP/1.1" status: 200 len: 1098 time: 0.0844953 Jan 21 10:25:59.328077 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3a0aebf1-acdc-4627-a09b-22dc47e2664c req-0b7d01fa-34a9-4e35-b427-316c072f8b21 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ab5411ad497948eebd17e9930ca9720f&device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 1098 time: 0.0703864 Jan 21 10:25:59.464886 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0aebf1-acdc-4627-a09b-22dc47e2664c req-4ff90360-3780-4b62-8353-7f74bc4f8a33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:59.466341 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3a0aebf1-acdc-4627-a09b-22dc47e2664c req-4ff90360-3780-4b62-8353-7f74bc4f8a33 service neutron] 10.222.0.124 "GET /v2.0/networks?id=d55c8c89-edde-49c7-9b77-ce4229913520 HTTP/1.1" status: 200 len: 898 time: 0.1321259 Jan 21 10:25:59.592226 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3a0aebf1-acdc-4627-a09b-22dc47e2664c req-882bf641-c2a3-4f4d-a344-84dc9d2ad7d3 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd7cedf5-3b84-4023-ad5b-b419b5983fab HTTP/1.1" status: 200 len: 1000 time: 0.1193523 Jan 21 10:25:59.635249 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:59.663270 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0aebf1-acdc-4627-a09b-22dc47e2664c req-ac015f03-df4b-4004-ac22-522e21790f03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:59.672164 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3a0aebf1-acdc-4627-a09b-22dc47e2664c req-ac015f03-df4b-4004-ac22-522e21790f03 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=836390a7-585e-46b3-9fda-1c763e67b5d1 HTTP/1.1" status: 200 len: 835 time: 0.0732713 Jan 21 10:25:59.885407 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3a0aebf1-acdc-4627-a09b-22dc47e2664c req-55530063-27b2-43d3-b673-2ebd92986ffa service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d55c8c89-edde-49c7-9b77-ce4229913520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2069283 Jan 21 10:26:00.024171 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3a0aebf1-acdc-4627-a09b-22dc47e2664c req-aaa77a62-b7cb-49ad-8d6f-c08860b708f6 service neutron] 10.222.0.124 "GET /v2.0/networks/d55c8c89-edde-49c7-9b77-ce4229913520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322689 Jan 21 10:26:00.173845 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3a0aebf1-acdc-4627-a09b-22dc47e2664c req-49f52092-191e-4fb5-bfda-a404f59b36c2 service neutron] 10.222.0.124 "GET /v2.0/networks/d55c8c89-edde-49c7-9b77-ce4229913520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437454 Jan 21 10:26:00.418809 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab048ca-a007-4ad9-b0e2-15d280e5b3df req-1dc1b907-e682-4ecb-8d0f-cb6360a8ef58 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:00.420240 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-8ab048ca-a007-4ad9-b0e2-15d280e5b3df req-1dc1b907-e682-4ecb-8d0f-cb6360a8ef58 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 945 time: 0.0906465 Jan 21 10:26:00.468392 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-8ab048ca-a007-4ad9-b0e2-15d280e5b3df req-cb56fb3a-b5f9-4776-a7b5-dbaf37ae092e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=64f80e0c-1acd-4479-b2cc-c27e2537695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425563 Jan 21 10:26:01.680649 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfa983-9286-48f3-ae28-7de1935e7704 req-de747305-6b23-45ad-ba02-6c36f82b4b87 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:01.682182 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-06cfa983-9286-48f3-ae28-7de1935e7704 req-de747305-6b23-45ad-ba02-6c36f82b4b87 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 945 time: 0.0840225 Jan 21 10:26:01.738338 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-06cfa983-9286-48f3-ae28-7de1935e7704 req-c30be29b-3a2e-454a-b347-287a49fc110a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=64f80e0c-1acd-4479-b2cc-c27e2537695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498459 Jan 21 10:26:02.943289 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821fe636-8066-4141-bc78-6f3ff97b7a7f req-bd5fb32f-af37-4a8f-a679-4e3025b6ead9 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:02.944745 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-821fe636-8066-4141-bc78-6f3ff97b7a7f req-bd5fb32f-af37-4a8f-a679-4e3025b6ead9 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 945 time: 0.0824211 Jan 21 10:26:02.993491 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-821fe636-8066-4141-bc78-6f3ff97b7a7f req-22dadd3f-0979-4efa-842a-2374a2142ef0 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=64f80e0c-1acd-4479-b2cc-c27e2537695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430672 Jan 21 10:26:03.179637 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device bd7cedf5-3b84-4023-ad5b-b419b5983fab details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:26:03.183168 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device bd7cedf5-3b84-4023-ad5b-b419b5983fab no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:26:03.341627 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c39ad-abc5-4328-8fab-3b1b22cf77fc req-4a47c074-b5f0-4bcc-95a5-9e225f5e1fab tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:03.343260 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-146c39ad-abc5-4328-8fab-3b1b22cf77fc req-4a47c074-b5f0-4bcc-95a5-9e225f5e1fab tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.124 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834&tenant_id=ab5411ad497948eebd17e9930ca9720f&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 945 time: 0.0942235 Jan 21 10:26:03.346706 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc005e4-f89b-4039-a1ff-79f849e2c4bf req-ac6befc1-509a-4fb5-84fc-eb942ee79055 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:03.348685 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-1cc005e4-f89b-4039-a1ff-79f849e2c4bf req-ac6befc1-509a-4fb5-84fc-eb942ee79055 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 945 time: 0.0891347 Jan 21 10:26:03.392919 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:03.405392 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-1cc005e4-f89b-4039-a1ff-79f849e2c4bf req-66a23de2-d6f8-4653-85cc-2545f34f5bc7 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=64f80e0c-1acd-4479-b2cc-c27e2537695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493243 Jan 21 10:26:03.457483 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd7cedf5-3b84-4023-ad5b-b419b5983fab'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:26:03.470379 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port bd7cedf5-3b84-4023-ad5b-b419b5983fab, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=bd7cedf5-3b84-4023-ad5b-b419b5983fab,segment=NetworkSegment(9bd60e3f-becb-4b14-a099-f21e4010f2c5),segment_id=9bd60e3f-becb-4b14-a099-f21e4010f2c5)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:26:03.472429 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port bd7cedf5-3b84-4023-ad5b-b419b5983fab, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=bd7cedf5-3b84-4023-ad5b-b419b5983fab,segment=NetworkSegment(9bd60e3f-becb-4b14-a099-f21e4010f2c5),segment_id=9bd60e3f-becb-4b14-a099-f21e4010f2c5)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:26:03.480809 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:03.501955 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-146c39ad-abc5-4328-8fab-3b1b22cf77fc req-6d7a8ee6-c308-41cd-9201-14cbfb7ed779 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ab5411ad497948eebd17e9930ca9720f&device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 1098 time: 0.0854905 Jan 21 10:26:03.528029 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': 'bd7cedf5-3b84-4023-ad5b-b419b5983fab', 'network_id': 'd55c8c89-edde-49c7-9b77-ce4229913520', 'port_id': 'bd7cedf5-3b84-4023-ad5b-b419b5983fab', 'mac_address': 'fa:16:3e:8a:3a:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '836390a7-585e-46b3-9fda-1c763e67b5d1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:26:03.567424 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd7cedf5-3b84-4023-ad5b-b419b5983fab', 'code': 200} Jan 21 10:26:03.603788 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:03.613465 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=bd7cedf5-3b84-4023-ad5b-b419b5983fab,revision_number=6']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:26:03.626826 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:03.627161 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:03.627491 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:03.627817 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:03.628141 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:03.628610 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:03.628948 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:03.629291 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:03.629715 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:03.630036 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:03.630354 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:03.636598 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd7cedf5-3b84-4023-ad5b-b419b5983fab {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:26:03.652927 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port bd7cedf5-3b84-4023-ad5b-b419b5983fab, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=bd7cedf5-3b84-4023-ad5b-b419b5983fab,segment=NetworkSegment(9bd60e3f-becb-4b14-a099-f21e4010f2c5),segment_id=9bd60e3f-becb-4b14-a099-f21e4010f2c5)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:26:03.658545 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:03.719729 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c39ad-abc5-4328-8fab-3b1b22cf77fc req-e63ad8d2-01e3-464f-a2e0-aa5ed5e1aaa7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:03.721371 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-146c39ad-abc5-4328-8fab-3b1b22cf77fc req-e63ad8d2-01e3-464f-a2e0-aa5ed5e1aaa7 service neutron] 10.222.0.124 "GET /v2.0/networks?id=d55c8c89-edde-49c7-9b77-ce4229913520 HTTP/1.1" status: 200 len: 898 time: 0.2132018 Jan 21 10:26:03.734523 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['bd7cedf5-3b84-4023-ad5b-b419b5983fab'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:26:03.770372 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=bd7cedf5-3b84-4023-ad5b-b419b5983fab,revision_number=7']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:26:03.793385 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f7f96-1eaa-434b-88ec-36ead2c42d8b req-9b14b8fa-b0b2-4434-b397-0c23bffc690d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:03.794883 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-848f7f96-1eaa-434b-88ec-36ead2c42d8b req-9b14b8fa-b0b2-4434-b397-0c23bffc690d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 943 time: 0.2074556 Jan 21 10:26:03.870480 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-848f7f96-1eaa-434b-88ec-36ead2c42d8b req-af2c60a1-6092-4eef-b7a6-8a14fc8c0da2 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=64f80e0c-1acd-4479-b2cc-c27e2537695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630226 Jan 21 10:26:03.873183 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-146c39ad-abc5-4328-8fab-3b1b22cf77fc req-482001f0-d82c-40b0-9d07-5c8ae95d8c9a service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd7cedf5-3b84-4023-ad5b-b419b5983fab HTTP/1.1" status: 200 len: 999 time: 0.1441321 Jan 21 10:26:03.942463 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c39ad-abc5-4328-8fab-3b1b22cf77fc req-05910d85-b795-4a15-957d-b2895eb01d7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:03.944018 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-146c39ad-abc5-4328-8fab-3b1b22cf77fc req-05910d85-b795-4a15-957d-b2895eb01d7b service neutron] 10.222.0.124 "GET /v2.0/subnets?id=836390a7-585e-46b3-9fda-1c763e67b5d1 HTTP/1.1" status: 200 len: 835 time: 0.0644410 Jan 21 10:26:04.025045 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-146c39ad-abc5-4328-8fab-3b1b22cf77fc req-bb84244b-498e-40aa-8341-d44a6c5e2185 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d55c8c89-edde-49c7-9b77-ce4229913520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752959 Jan 21 10:26:04.170742 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-146c39ad-abc5-4328-8fab-3b1b22cf77fc req-6e19b717-1657-4b2d-8355-0e82e154e5f7 service neutron] 10.222.0.124 "GET /v2.0/networks/d55c8c89-edde-49c7-9b77-ce4229913520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393132 Jan 21 10:26:04.315002 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-146c39ad-abc5-4328-8fab-3b1b22cf77fc req-375afaa1-3e98-4c41-8acb-389c1231c94c service neutron] 10.222.0.124 "GET /v2.0/networks/d55c8c89-edde-49c7-9b77-ce4229913520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368024 Jan 21 10:26:05.111923 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06940860-d6de-4c63-9dc5-6a20082371a9 req-0fd57512-a2fc-43cd-b204-7207b5f1f775 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:05.113754 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-06940860-d6de-4c63-9dc5-6a20082371a9 req-0fd57512-a2fc-43cd-b204-7207b5f1f775 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 944 time: 0.0994072 Jan 21 10:26:05.164470 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-06940860-d6de-4c63-9dc5-6a20082371a9 req-d29656e5-11db-4eb6-8a93-5fe06e2df3f5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=64f80e0c-1acd-4479-b2cc-c27e2537695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453353 Jan 21 10:26:05.194055 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 43996) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:26:05.197479 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device bd7cedf5-3b84-4023-ad5b-b419b5983fab up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:26:05.306406 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port bd7cedf5-3b84-4023-ad5b-b419b5983fab triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:26:05.306772 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:05.344230 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-3f7f09ef-89f8-45f9-89fc-d23202a90d05 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/floatingips/4854e539-9b62-4fc8-85cb-d87be6f9fb2f HTTP/1.1" status: 200 len: 991 time: 0.1483326 Jan 21 10:26:05.423986 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:05.457899 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port bd7cedf5-3b84-4023-ad5b-b419b5983fab, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=bd7cedf5-3b84-4023-ad5b-b419b5983fab,segment=NetworkSegment(9bd60e3f-becb-4b14-a099-f21e4010f2c5),segment_id=9bd60e3f-becb-4b14-a099-f21e4010f2c5)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:26:05.461738 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:05.531752 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=bd7cedf5-3b84-4023-ad5b-b419b5983fab,revision_number=8']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:26:05.569035 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7cedf5-3b84-4023-ad5b-b419b5983fab'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:26:05.629401 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7cedf5-3b84-4023-ad5b-b419b5983fab', 'code': 200} Jan 21 10:26:07.996078 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-69fd4232-a6f6-426b-beb1-7692ade7b838 req-f294e3c8-d33b-4653-89c6-b811c003e240 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680397 Jan 21 10:26:08.153885 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-69fd4232-a6f6-426b-beb1-7692ade7b838 req-d97e0015-c397-4d27-962f-0f48c7f36aa7 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ab5411ad497948eebd17e9930ca9720f&device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 1098 time: 0.0825014 Jan 21 10:26:08.427825 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd4232-a6f6-426b-beb1-7692ade7b838 req-948272a9-07b6-49b5-86d0-59cb426eff56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:08.429294 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-69fd4232-a6f6-426b-beb1-7692ade7b838 req-948272a9-07b6-49b5-86d0-59cb426eff56 service neutron] 10.222.0.124 "GET /v2.0/networks?id=d55c8c89-edde-49c7-9b77-ce4229913520 HTTP/1.1" status: 200 len: 898 time: 0.2509477 Jan 21 10:26:08.534160 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-69fd4232-a6f6-426b-beb1-7692ade7b838 req-2a100964-d55e-4b16-abfd-83005f85505f service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd7cedf5-3b84-4023-ad5b-b419b5983fab HTTP/1.1" status: 200 len: 1000 time: 0.0990119 Jan 21 10:26:08.604464 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd4232-a6f6-426b-beb1-7692ade7b838 req-5d66d305-52db-42e8-af5b-54a5ee24300e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:08.606824 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-69fd4232-a6f6-426b-beb1-7692ade7b838 req-5d66d305-52db-42e8-af5b-54a5ee24300e service neutron] 10.222.0.124 "GET /v2.0/subnets?id=836390a7-585e-46b3-9fda-1c763e67b5d1 HTTP/1.1" status: 200 len: 835 time: 0.0671778 Jan 21 10:26:08.720241 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-69fd4232-a6f6-426b-beb1-7692ade7b838 req-d38dc2d6-148b-4a95-ac78-dfced53dd8b1 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d55c8c89-edde-49c7-9b77-ce4229913520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1080215 Jan 21 10:26:08.865058 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-69fd4232-a6f6-426b-beb1-7692ade7b838 req-ffe5f30b-dc51-4360-aec2-1f6a78c1af68 service neutron] 10.222.0.124 "GET /v2.0/networks/d55c8c89-edde-49c7-9b77-ce4229913520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379828 Jan 21 10:26:09.012093 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-69fd4232-a6f6-426b-beb1-7692ade7b838 req-3006ee17-07b6-40d6-a93d-db0ac759f204 service neutron] 10.222.0.124 "GET /v2.0/networks/d55c8c89-edde-49c7-9b77-ce4229913520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414037 Jan 21 10:26:17.662682 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:26:20.738102 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:24.028682 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-91729426-ada0-4817-846f-5e41d14dcc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:26.450534 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8e3df5bd-2f63-4a59-b771-2b8eb0b9891a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:27.555599 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:27.907205 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:29.637724 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:36.147103 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44010) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:26:36.356762 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a1825869-6305-4927-b21f-168ef8fb972c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Deleting port c741cf86-4b9a-49df-a754-ca45a7c12be5 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:26:36.357100 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1825869-6305-4927-b21f-168ef8fb972c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:36.529422 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1825869-6305-4927-b21f-168ef8fb972c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:36.529764 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1825869-6305-4927-b21f-168ef8fb972c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:36.658586 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a1825869-6305-4927-b21f-168ef8fb972c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Calling delete_port for c741cf86-4b9a-49df-a754-ca45a7c12be5 owned by network:floatingip {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:26:36.812652 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1825869-6305-4927-b21f-168ef8fb972c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:36.861187 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1825869-6305-4927-b21f-168ef8fb972c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event deleted for resources: {'Port': ['ID=c741cf86-4b9a-49df-a754-ca45a7c12be5,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:26:36.900670 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1825869-6305-4927-b21f-168ef8fb972c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:36.901007 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1825869-6305-4927-b21f-168ef8fb972c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:36.901334 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1825869-6305-4927-b21f-168ef8fb972c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:36.901690 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1825869-6305-4927-b21f-168ef8fb972c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:36.902015 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1825869-6305-4927-b21f-168ef8fb972c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:36.902335 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1825869-6305-4927-b21f-168ef8fb972c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:36.902657 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1825869-6305-4927-b21f-168ef8fb972c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:36.902973 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1825869-6305-4927-b21f-168ef8fb972c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:36.903286 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1825869-6305-4927-b21f-168ef8fb972c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:36.903600 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1825869-6305-4927-b21f-168ef8fb972c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:36.903914 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1825869-6305-4927-b21f-168ef8fb972c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:36.964154 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1825869-6305-4927-b21f-168ef8fb972c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for floatingip, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:37.481709 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1825869-6305-4927-b21f-168ef8fb972c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Router 5430fb4b-f293-47bb-b6e0-a91ad05dc623 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:26:37.692064 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1825869-6305-4927-b21f-168ef8fb972c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:26:37.706049 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca5956c-4211-4277-b6f7-df5a5f646a98 None None] Sync routers for ids ['5430fb4b-f293-47bb-b6e0-a91ad05dc623'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:26:37.715158 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1825869-6305-4927-b21f-168ef8fb972c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:37.726065 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca5956c-4211-4277-b6f7-df5a5f646a98 None None] Routers {'5430fb4b-f293-47bb-b6e0-a91ad05dc623'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:26:37.726693 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6ca5956c-4211-4277-b6f7-df5a5f646a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:26:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['5430fb4b-f293-47bb-b6e0-a91ad05dc623'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:26:37.776817 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a1825869-6305-4927-b21f-168ef8fb972c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "DELETE /v2.0/floatingips/4854e539-9b62-4fc8-85cb-d87be6f9fb2f HTTP/1.1" status: 204 len: 168 time: 1.6284518 Jan 21 10:26:37.777231 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834', 'tag': 'bd7cedf5-3b84-4023-ad5b-b419b5983fab'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:26:37.944127 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834', 'tag': 'bd7cedf5-3b84-4023-ad5b-b419b5983fab', 'status': 'completed', 'code': 200} Jan 21 10:26:37.967065 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-6ca5956c-4211-4277-b6f7-df5a5f646a98 None None] Set router 5430fb4b-f293-47bb-b6e0-a91ad05dc623 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:26:38.054599 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e7003222-c041-4733-9c22-968dec856493 req-75b380d2-8078-47a9-90d4-517053f2e463 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ab5411ad497948eebd17e9930ca9720f&device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 1098 time: 0.0797784 Jan 21 10:26:38.223600 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7003222-c041-4733-9c22-968dec856493 req-933482dc-076d-4c85-aebf-60a863e9202d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:38.225805 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e7003222-c041-4733-9c22-968dec856493 req-933482dc-076d-4c85-aebf-60a863e9202d service neutron] 10.222.0.124 "GET /v2.0/networks?id=d55c8c89-edde-49c7-9b77-ce4229913520 HTTP/1.1" status: 200 len: 898 time: 0.1652091 Jan 21 10:26:38.308437 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e7003222-c041-4733-9c22-968dec856493 req-89458cd5-4284-4476-b97d-20978b0e591c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd7cedf5-3b84-4023-ad5b-b419b5983fab HTTP/1.1" status: 200 len: 217 time: 0.0753047 Jan 21 10:26:38.361711 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0a69e-852f-440d-a183-087873279b6d req-cabbc35d-61dc-4aba-8a25-0315dd709cd7 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:38.363324 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-84d0a69e-852f-440d-a183-087873279b6d req-cabbc35d-61dc-4aba-8a25-0315dd709cd7 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 945 time: 0.0936100 Jan 21 10:26:38.390261 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7003222-c041-4733-9c22-968dec856493 req-bc7bfa01-9b36-43a1-8a70-97d7af8fa995 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:38.391707 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e7003222-c041-4733-9c22-968dec856493 req-bc7bfa01-9b36-43a1-8a70-97d7af8fa995 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=836390a7-585e-46b3-9fda-1c763e67b5d1 HTTP/1.1" status: 200 len: 835 time: 0.0761747 Jan 21 10:26:38.398223 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6ca5956c-4211-4277-b6f7-df5a5f646a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765249232', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '98a18957-6949-4ff1-82bf-4058e1dbca09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:24:52Z', 'updated_at': '2022-01-21T10:24:56Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '98a18957-6949-4ff1-82bf-4058e1dbca09', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ca:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:24:53Z', 'updated_at': '2022-01-21T10:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'f0976809-8562-41ac-9be9-2da4c0249b7d', 'name': '', 'network_id': 'd55c8c89-edde-49c7-9b77-ce4229913520', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:77:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '836390a7-585e-46b3-9fda-1c763e67b5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:24:56Z', 'updated_at': '2022-01-21T10:25:04Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': '836390a7-585e-46b3-9fda-1c763e67b5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:26:38.402789 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca5956c-4211-4277-b6f7-df5a5f646a98 None None] Checking router: 5430fb4b-f293-47bb-b6e0-a91ad05dc623 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:26:38.415381 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca5956c-4211-4277-b6f7-df5a5f646a98 None None] Routers {'5430fb4b-f293-47bb-b6e0-a91ad05dc623'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:26:38.416359 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6ca5956c-4211-4277-b6f7-df5a5f646a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:26:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['5430fb4b-f293-47bb-b6e0-a91ad05dc623'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:26:38.424175 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-84d0a69e-852f-440d-a183-087873279b6d req-a0f91ba4-b98d-474a-89c0-dea5e076b3f7 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=64f80e0c-1acd-4479-b2cc-c27e2537695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531082 Jan 21 10:26:38.477326 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e7003222-c041-4733-9c22-968dec856493 req-51807747-40b1-42d6-9150-78d7abe6f5ea service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d55c8c89-edde-49c7-9b77-ce4229913520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780253 Jan 21 10:26:38.630516 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e7003222-c041-4733-9c22-968dec856493 req-b603bdeb-b7f5-44f9-a415-0974dbea844c service neutron] 10.222.0.124 "GET /v2.0/networks/d55c8c89-edde-49c7-9b77-ce4229913520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455665 Jan 21 10:26:38.636168 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-6ca5956c-4211-4277-b6f7-df5a5f646a98 None None] Set router 5430fb4b-f293-47bb-b6e0-a91ad05dc623 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:26:38.781780 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e7003222-c041-4733-9c22-968dec856493 req-c16edf97-3fe6-4181-b9c5-fbf6f8728868 service neutron] 10.222.0.124 "GET /v2.0/networks/d55c8c89-edde-49c7-9b77-ce4229913520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447184 Jan 21 10:26:38.994642 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6ca5956c-4211-4277-b6f7-df5a5f646a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765249232', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '98a18957-6949-4ff1-82bf-4058e1dbca09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:24:52Z', 'updated_at': '2022-01-21T10:24:56Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '98a18957-6949-4ff1-82bf-4058e1dbca09', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ca:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:24:53Z', 'updated_at': '2022-01-21T10:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'f0976809-8562-41ac-9be9-2da4c0249b7d', 'name': '', 'network_id': 'd55c8c89-edde-49c7-9b77-ce4229913520', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:77:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '836390a7-585e-46b3-9fda-1c763e67b5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:24:56Z', 'updated_at': '2022-01-21T10:25:04Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': '836390a7-585e-46b3-9fda-1c763e67b5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:26:38.998842 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca5956c-4211-4277-b6f7-df5a5f646a98 None None] The sync data for ids ['5430fb4b-f293-47bb-b6e0-a91ad05dc623'] in dv-neutron-825732-1-hyperv is: [{'id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765249232', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '98a18957-6949-4ff1-82bf-4058e1dbca09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:24:52Z', 'updated_at': '2022-01-21T10:24:56Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '98a18957-6949-4ff1-82bf-4058e1dbca09', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ca:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:24:53Z', 'updated_at': '2022-01-21T10:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'f0976809-8562-41ac-9be9-2da4c0249b7d', 'name': '', 'network_id': 'd55c8c89-edde-49c7-9b77-ce4229913520', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:77:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '836390a7-585e-46b3-9fda-1c763e67b5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:24:56Z', 'updated_at': '2022-01-21T10:25:04Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': '836390a7-585e-46b3-9fda-1c763e67b5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:26:39.222908 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65ec921-f183-4a17-82fa-d8ccceba523d None None] New status for floating IP 4854e539-9b62-4fc8-85cb-d87be6f9fb2f: DOWN {{(pid=83600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:26:39.648853 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69b269-01d1-4788-8969-3e79844a6225 req-c03b722d-a697-4419-9888-3aadf3a9ad78 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:39.649737 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-2a69b269-01d1-4788-8969-3e79844a6225 req-c03b722d-a697-4419-9888-3aadf3a9ad78 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Synchronizing usage tracker for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:26:39.668234 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-2a69b269-01d1-4788-8969-3e79844a6225 req-c03b722d-a697-4419-9888-3aadf3a9ad78 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Unset dirty status for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:26:39.669482 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2a69b269-01d1-4788-8969-3e79844a6225 req-c03b722d-a697-4419-9888-3aadf3a9ad78 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 945 time: 0.1098847 Jan 21 10:26:39.727526 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2a69b269-01d1-4788-8969-3e79844a6225 req-32de4907-3537-49ba-834f-d9645ce6b5c2 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=64f80e0c-1acd-4479-b2cc-c27e2537695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490313 Jan 21 10:26:40.030744 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157f084-51e1-4a89-bad1-e0a6671b681a req-b228f8a7-7e3b-4a38-b5d3-c95c5dd44e1d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:40.032367 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3157f084-51e1-4a89-bad1-e0a6671b681a req-b228f8a7-7e3b-4a38-b5d3-c95c5dd44e1d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.124 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 945 time: 0.0884151 Jan 21 10:26:40.208960 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-3157f084-51e1-4a89-bad1-e0a6671b681a req-16b06ba4-df72-4920-893f-56030fc2af4f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Deleting port bd7cedf5-3b84-4023-ad5b-b419b5983fab {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:26:40.209416 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-3157f084-51e1-4a89-bad1-e0a6671b681a req-16b06ba4-df72-4920-893f-56030fc2af4f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:40.457808 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-3157f084-51e1-4a89-bad1-e0a6671b681a req-16b06ba4-df72-4920-893f-56030fc2af4f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] For port bd7cedf5-3b84-4023-ad5b-b419b5983fab, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=bd7cedf5-3b84-4023-ad5b-b419b5983fab,segment=NetworkSegment(9bd60e3f-becb-4b14-a099-f21e4010f2c5),segment_id=9bd60e3f-becb-4b14-a099-f21e4010f2c5)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:26:40.458079 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-3157f084-51e1-4a89-bad1-e0a6671b681a req-16b06ba4-df72-4920-893f-56030fc2af4f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:40.585327 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-3157f084-51e1-4a89-bad1-e0a6671b681a req-16b06ba4-df72-4920-893f-56030fc2af4f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Calling delete_port for bd7cedf5-3b84-4023-ad5b-b419b5983fab owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:26:40.735735 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-3157f084-51e1-4a89-bad1-e0a6671b681a req-16b06ba4-df72-4920-893f-56030fc2af4f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:40.794624 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b06ba4-df72-4920-893f-56030fc2af4f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event deleted for resources: {'Port': ['ID=bd7cedf5-3b84-4023-ad5b-b419b5983fab,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:26:40.871675 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-3157f084-51e1-4a89-bad1-e0a6671b681a req-16b06ba4-df72-4920-893f-56030fc2af4f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] No DVR routers for this DVR port bd7cedf5-3b84-4023-ad5b-b419b5983fab on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:26:40.874183 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-3157f084-51e1-4a89-bad1-e0a6671b681a req-16b06ba4-df72-4920-893f-56030fc2af4f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:40.877308 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834', 'name': 'network-vif-deleted', 'tag': 'bd7cedf5-3b84-4023-ad5b-b419b5983fab'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:26:40.902350 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3157f084-51e1-4a89-bad1-e0a6671b681a req-16b06ba4-df72-4920-893f-56030fc2af4f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.124 "DELETE /v2.0/ports/bd7cedf5-3b84-4023-ad5b-b419b5983fab HTTP/1.1" status: 204 len: 173 time: 0.8641155 Jan 21 10:26:40.937368 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834', 'name': 'network-vif-deleted', 'tag': 'bd7cedf5-3b84-4023-ad5b-b419b5983fab', 'status': 'completed', 'code': 200} Jan 21 10:26:41.000943 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-74b1a24f-b639-4c49-8f00-0d89f719baf4 req-42b35733-ba58-442e-9581-8ba109883c54 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee81ea3b-d4d9-48ae-9bd0-8fafc5a44834 HTTP/1.1" status: 200 len: 210 time: 0.1383169 Jan 21 10:26:42.117493 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44032) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:26:42.518872 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6be3d5f1-98c8-441d-984b-83a50d79d44b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:43.200032 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-6be3d5f1-98c8-441d-984b-83a50d79d44b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Deleting port f0976809-8562-41ac-9be9-2da4c0249b7d {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:26:43.200704 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6be3d5f1-98c8-441d-984b-83a50d79d44b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:43.386276 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device bd7cedf5-3b84-4023-ad5b-b419b5983fab no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:26:43.399315 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-6be3d5f1-98c8-441d-984b-83a50d79d44b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] For port f0976809-8562-41ac-9be9-2da4c0249b7d, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=f0976809-8562-41ac-9be9-2da4c0249b7d,segment=NetworkSegment(9bd60e3f-becb-4b14-a099-f21e4010f2c5),segment_id=9bd60e3f-becb-4b14-a099-f21e4010f2c5)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:26:43.399675 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6be3d5f1-98c8-441d-984b-83a50d79d44b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:43.422530 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: bd7cedf5-3b84-4023-ad5b-b419b5983fab {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:26:43.422868 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device bd7cedf5-3b84-4023-ad5b-b419b5983fab not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:26:43.524464 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-6be3d5f1-98c8-441d-984b-83a50d79d44b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Calling delete_port for f0976809-8562-41ac-9be9-2da4c0249b7d owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:26:43.799797 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6be3d5f1-98c8-441d-984b-83a50d79d44b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:43.847208 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3d5f1-98c8-441d-984b-83a50d79d44b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event deleted for resources: {'Port': ['ID=f0976809-8562-41ac-9be9-2da4c0249b7d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:26:43.858265 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be3d5f1-98c8-441d-984b-83a50d79d44b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:43.858610 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be3d5f1-98c8-441d-984b-83a50d79d44b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:43.858947 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be3d5f1-98c8-441d-984b-83a50d79d44b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:43.859279 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be3d5f1-98c8-441d-984b-83a50d79d44b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:43.859609 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be3d5f1-98c8-441d-984b-83a50d79d44b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:43.859933 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be3d5f1-98c8-441d-984b-83a50d79d44b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:43.860246 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be3d5f1-98c8-441d-984b-83a50d79d44b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:43.860570 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be3d5f1-98c8-441d-984b-83a50d79d44b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:43.860890 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be3d5f1-98c8-441d-984b-83a50d79d44b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:43.861210 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be3d5f1-98c8-441d-984b-83a50d79d44b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:43.861538 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be3d5f1-98c8-441d-984b-83a50d79d44b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:44.159369 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6be3d5f1-98c8-441d-984b-83a50d79d44b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:44.747548 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be3d5f1-98c8-441d-984b-83a50d79d44b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Router 5430fb4b-f293-47bb-b6e0-a91ad05dc623 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:26:44.951670 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be3d5f1-98c8-441d-984b-83a50d79d44b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:26:44.961939 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e095c30c-27f9-4d33-93fe-35be9696497d None None] Sync routers for ids ['5430fb4b-f293-47bb-b6e0-a91ad05dc623'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:26:44.966268 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6be3d5f1-98c8-441d-984b-83a50d79d44b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "PUT /v2.0/routers/5430fb4b-f293-47bb-b6e0-a91ad05dc623/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8473299 Jan 21 10:26:44.968963 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44036) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:26:44.973874 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e095c30c-27f9-4d33-93fe-35be9696497d None None] Routers {'5430fb4b-f293-47bb-b6e0-a91ad05dc623'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:26:44.974502 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e095c30c-27f9-4d33-93fe-35be9696497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:26:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['5430fb4b-f293-47bb-b6e0-a91ad05dc623'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:26:45.155907 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-e095c30c-27f9-4d33-93fe-35be9696497d None None] Set router 5430fb4b-f293-47bb-b6e0-a91ad05dc623 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:26:45.173245 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ec98939-41bf-46f9-95f5-479c8e372386 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Deleting subnet 836390a7-585e-46b3-9fda-1c763e67b5d1 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:26:45.176258 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ec98939-41bf-46f9-95f5-479c8e372386 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:45.347372 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ec98939-41bf-46f9-95f5-479c8e372386 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:45.437468 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ec98939-41bf-46f9-95f5-479c8e372386 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:45.459790 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e095c30c-27f9-4d33-93fe-35be9696497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765249232', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '98a18957-6949-4ff1-82bf-4058e1dbca09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:24:52Z', 'updated_at': '2022-01-21T10:26:43Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '98a18957-6949-4ff1-82bf-4058e1dbca09', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ca:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:24:53Z', 'updated_at': '2022-01-21T10:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:26:45.463806 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e095c30c-27f9-4d33-93fe-35be9696497d None None] Checking router: 5430fb4b-f293-47bb-b6e0-a91ad05dc623 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:26:45.483378 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e095c30c-27f9-4d33-93fe-35be9696497d None None] Routers {'5430fb4b-f293-47bb-b6e0-a91ad05dc623'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:26:45.483981 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e095c30c-27f9-4d33-93fe-35be9696497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:26:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['5430fb4b-f293-47bb-b6e0-a91ad05dc623'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:26:45.510737 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ec98939-41bf-46f9-95f5-479c8e372386 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:45.551726 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec98939-41bf-46f9-95f5-479c8e372386 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event deleted for resources: {'Subnet': ['ID=836390a7-585e-46b3-9fda-1c763e67b5d1,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:26:45.559049 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ec98939-41bf-46f9-95f5-479c8e372386 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:45.565328 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b6ad36-cf08-48a5-888b-2a17624e9d2c None None] Network d55c8c89-edde-49c7-9b77-ce4229913520 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:26:45.565653 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2ec98939-41bf-46f9-95f5-479c8e372386 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "DELETE /v2.0/subnets/836390a7-585e-46b3-9fda-1c763e67b5d1 HTTP/1.1" status: 204 len: 168 time: 0.5953681 Jan 21 10:26:45.568150 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44040) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:26:45.775883 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2df18dfa-e236-44bb-b492-5a9c0250ba9d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:45.868063 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-e095c30c-27f9-4d33-93fe-35be9696497d None None] Set router 5430fb4b-f293-47bb-b6e0-a91ad05dc623 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:26:45.976865 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2df18dfa-e236-44bb-b492-5a9c0250ba9d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:45.986817 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-2df18dfa-e236-44bb-b492-5a9c0250ba9d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Deleting port 98a18957-6949-4ff1-82bf-4058e1dbca09 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:26:45.987310 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2df18dfa-e236-44bb-b492-5a9c0250ba9d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:46.151828 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698aa353-dfed-47f4-9621-14cd52b0d424 None None] DHCP port deletion for d55c8c89-edde-49c7-9b77-ce4229913520 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 10:26:46.163010 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-698aa353-dfed-47f4-9621-14cd52b0d424 None None] Deleting port 830eba2f-670c-4feb-9845-148cb5533ca0 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:26:46.163296 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-698aa353-dfed-47f4-9621-14cd52b0d424 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:46.174385 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-2df18dfa-e236-44bb-b492-5a9c0250ba9d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] For port 98a18957-6949-4ff1-82bf-4058e1dbca09, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=98a18957-6949-4ff1-82bf-4058e1dbca09,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:26:46.174734 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2df18dfa-e236-44bb-b492-5a9c0250ba9d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:46.296253 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-2df18dfa-e236-44bb-b492-5a9c0250ba9d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Calling delete_port for 98a18957-6949-4ff1-82bf-4058e1dbca09 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:26:46.353072 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e095c30c-27f9-4d33-93fe-35be9696497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765249232', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '98a18957-6949-4ff1-82bf-4058e1dbca09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:24:52Z', 'updated_at': '2022-01-21T10:26:43Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '98a18957-6949-4ff1-82bf-4058e1dbca09', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ca:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:24:53Z', 'updated_at': '2022-01-21T10:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:26:46.369771 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e095c30c-27f9-4d33-93fe-35be9696497d None None] The sync data for ids ['5430fb4b-f293-47bb-b6e0-a91ad05dc623'] in dv-neutron-825732-1-hyperv is: [{'id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765249232', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '98a18957-6949-4ff1-82bf-4058e1dbca09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:24:52Z', 'updated_at': '2022-01-21T10:26:43Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '98a18957-6949-4ff1-82bf-4058e1dbca09', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ca:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5430fb4b-f293-47bb-b6e0-a91ad05dc623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:24:53Z', 'updated_at': '2022-01-21T10:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:26:46.391838 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-698aa353-dfed-47f4-9621-14cd52b0d424 None None] For port 830eba2f-670c-4feb-9845-148cb5533ca0, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=830eba2f-670c-4feb-9845-148cb5533ca0,segment=NetworkSegment(9bd60e3f-becb-4b14-a099-f21e4010f2c5),segment_id=9bd60e3f-becb-4b14-a099-f21e4010f2c5)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:26:46.392372 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-698aa353-dfed-47f4-9621-14cd52b0d424 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:46.476352 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2df18dfa-e236-44bb-b492-5a9c0250ba9d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:46.522723 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df18dfa-e236-44bb-b492-5a9c0250ba9d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event deleted for resources: {'Port': ['ID=98a18957-6949-4ff1-82bf-4058e1dbca09,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:26:46.555287 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-698aa353-dfed-47f4-9621-14cd52b0d424 None None] Calling delete_port for 830eba2f-670c-4feb-9845-148cb5533ca0 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:26:46.636209 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-698aa353-dfed-47f4-9621-14cd52b0d424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:46.688318 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698aa353-dfed-47f4-9621-14cd52b0d424 None None] Pushing event deleted for resources: {'Port': ['ID=830eba2f-670c-4feb-9845-148cb5533ca0,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:26:46.695138 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698aa353-dfed-47f4-9621-14cd52b0d424 None None] No DVR routers for this DVR port 830eba2f-670c-4feb-9845-148cb5533ca0 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:26:46.759206 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2df18dfa-e236-44bb-b492-5a9c0250ba9d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:46.856932 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device f0976809-8562-41ac-9be9-2da4c0249b7d no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:26:46.900560 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: f0976809-8562-41ac-9be9-2da4c0249b7d {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:26:46.900906 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device f0976809-8562-41ac-9be9-2da4c0249b7d not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:26:46.901839 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 830eba2f-670c-4feb-9845-148cb5533ca0 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:26:46.942843 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 830eba2f-670c-4feb-9845-148cb5533ca0 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:26:46.943996 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 830eba2f-670c-4feb-9845-148cb5533ca0 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:26:47.168219 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2df18dfa-e236-44bb-b492-5a9c0250ba9d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:47.172196 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2df18dfa-e236-44bb-b492-5a9c0250ba9d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:47.199443 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2df18dfa-e236-44bb-b492-5a9c0250ba9d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:47.200045 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df18dfa-e236-44bb-b492-5a9c0250ba9d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Fanout notify agent at l3_agent the message router_deleted on router 5430fb4b-f293-47bb-b6e0-a91ad05dc623 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:26:47.215605 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2df18dfa-e236-44bb-b492-5a9c0250ba9d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:47.216730 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2df18dfa-e236-44bb-b492-5a9c0250ba9d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "DELETE /v2.0/routers/5430fb4b-f293-47bb-b6e0-a91ad05dc623 HTTP/1.1" status: 204 len: 168 time: 1.6475070 Jan 21 10:26:47.219367 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44044) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:26:47.345215 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-183d5906-57a3-4786-89fd-2ce057f03a4b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:47.480610 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-183d5906-57a3-4786-89fd-2ce057f03a4b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:47.506510 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-183d5906-57a3-4786-89fd-2ce057f03a4b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d55c8c89-edde-49c7-9b77-ce4229913520']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:26:47.518917 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-183d5906-57a3-4786-89fd-2ce057f03a4b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bd60e3f-becb-4b14-a099-f21e4010f2c5') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:26:47.519198 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-183d5906-57a3-4786-89fd-2ce057f03a4b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bd60e3f-becb-4b14-a099-f21e4010f2c5') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:26:47.530578 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-183d5906-57a3-4786-89fd-2ce057f03a4b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:47.546404 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-183d5906-57a3-4786-89fd-2ce057f03a4b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:47.552517 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183d5906-57a3-4786-89fd-2ce057f03a4b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:26:47.553404 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-183d5906-57a3-4786-89fd-2ce057f03a4b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:47.567784 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 10:26:47.567784 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:26:47.567784 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 10:26:47.567784 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:26:47.567784 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 10:26:47.567784 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:26:47.567784 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 10:26:47.567784 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:26:47.567784 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 10:26:47.567784 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:26:47.567784 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 10:26:47.567784 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:26:47.567784 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 10:26:47.567784 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:26:47.567784 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:26:47.567784 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:26:47.567784 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:26:47.567784 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:26:47.567784 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 10:26:47.567784 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:26:47.567784 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 10:26:47.567784 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:26:47.567784 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:26:47.567784 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:26:47.567784 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 10:26:47.567784 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:26:47.567784 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:26:47.567784 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:26:47.567784 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:26:47.567784 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:26:47.567784 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:26:47.567784 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:26:47.650223 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-183d5906-57a3-4786-89fd-2ce057f03a4b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:47.654474 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-183d5906-57a3-4786-89fd-2ce057f03a4b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:47.682671 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d5906-57a3-4786-89fd-2ce057f03a4b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event deleted for resources: {'Network': ['ID=d55c8c89-edde-49c7-9b77-ce4229913520,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:26:47.690574 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-183d5906-57a3-4786-89fd-2ce057f03a4b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "DELETE /v2.0/networks/d55c8c89-edde-49c7-9b77-ce4229913520 HTTP/1.1" status: 204 len: 168 time: 0.4701209 Jan 21 10:26:47.693758 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44048) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:26:47.765044 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de2cc63f-43b1-41d5-a220-ac62bed8abaf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:47.795231 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de2cc63f-43b1-41d5-a220-ac62bed8abaf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:47.862235 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de2cc63f-43b1-41d5-a220-ac62bed8abaf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:47.882218 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cc63f-43b1-41d5-a220-ac62bed8abaf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f80e0c-1acd-4479-b2cc-c27e2537695d,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:26:47.899515 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de2cc63f-43b1-41d5-a220-ac62bed8abaf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:47.900731 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-de2cc63f-43b1-41d5-a220-ac62bed8abaf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "DELETE /v2.0/security-groups/64f80e0c-1acd-4479-b2cc-c27e2537695d HTTP/1.1" status: 204 len: 168 time: 0.2059984 Jan 21 10:26:48.217014 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44056) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:26:48.222669 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-26fb5781-8e78-4bc1-a90d-ed9e4c4c61ac tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-569928904', 'description': 'tempest-secgroup-smoke-569928904 description', 'project_id': 'ab5411ad497948eebd17e9930ca9720f'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:26:48.229805 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-26fb5781-8e78-4bc1-a90d-ed9e4c4c61ac tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:26:48.234418 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-26fb5781-8e78-4bc1-a90d-ed9e4c4c61ac tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:26:48.237449 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-26fb5781-8e78-4bc1-a90d-ed9e4c4c61ac tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:26:48.243340 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-26fb5781-8e78-4bc1-a90d-ed9e4c4c61ac tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:26:48.253903 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-26fb5781-8e78-4bc1-a90d-ed9e4c4c61ac tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:48.303891 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-26fb5781-8e78-4bc1-a90d-ed9e4c4c61ac tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:26:48.307688 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-26fb5781-8e78-4bc1-a90d-ed9e4c4c61ac tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group_rule and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:26:48.310474 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-26fb5781-8e78-4bc1-a90d-ed9e4c4c61ac tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:26:48.315977 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-26fb5781-8e78-4bc1-a90d-ed9e4c4c61ac tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:26:48.374824 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-26fb5781-8e78-4bc1-a90d-ed9e4c4c61ac tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:48.379026 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-26fb5781-8e78-4bc1-a90d-ed9e4c4c61ac tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:48.433659 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb5781-8e78-4bc1-a90d-ed9e4c4c61ac tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74338634-af45-45d0-b7ad-6e0d7e8d2dd2,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:26:48.438380 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-26fb5781-8e78-4bc1-a90d-ed9e4c4c61ac tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:48.439619 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-26fb5781-8e78-4bc1-a90d-ed9e4c4c61ac tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2215717 Jan 21 10:26:48.442454 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44060) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:26:48.448819 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-8568b8d5-e43c-4197-a82d-0617eb70d82d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'security_group_rule': {'security_group_id': '74338634-af45-45d0-b7ad-6e0d7e8d2dd2', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:26:48.454862 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-8568b8d5-e43c-4197-a82d-0617eb70d82d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:26:48.458701 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-8568b8d5-e43c-4197-a82d-0617eb70d82d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group_rule and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:26:48.461687 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-8568b8d5-e43c-4197-a82d-0617eb70d82d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:26:48.467330 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-8568b8d5-e43c-4197-a82d-0617eb70d82d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:26:48.485086 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8568b8d5-e43c-4197-a82d-0617eb70d82d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:48.549996 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8568b8d5-e43c-4197-a82d-0617eb70d82d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:48.554919 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8568b8d5-e43c-4197-a82d-0617eb70d82d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:48.578042 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568b8d5-e43c-4197-a82d-0617eb70d82d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62874cec-b653-45b5-8957-8509a060a96a,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:26:48.587107 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8568b8d5-e43c-4197-a82d-0617eb70d82d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:48.588276 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-8568b8d5-e43c-4197-a82d-0617eb70d82d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1448531 Jan 21 10:26:48.591133 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44064) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:26:48.596998 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-33f8046c-df26-4f6f-b15a-b06b19e45780 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'security_group_rule': {'security_group_id': '74338634-af45-45d0-b7ad-6e0d7e8d2dd2', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:26:48.604170 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-33f8046c-df26-4f6f-b15a-b06b19e45780 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:26:48.608027 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-33f8046c-df26-4f6f-b15a-b06b19e45780 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group_rule and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:26:48.611043 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-33f8046c-df26-4f6f-b15a-b06b19e45780 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:26:48.617533 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-33f8046c-df26-4f6f-b15a-b06b19e45780 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:26:48.634858 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-33f8046c-df26-4f6f-b15a-b06b19e45780 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:48.691362 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 98a18957-6949-4ff1-82bf-4058e1dbca09 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:26:48.704899 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-33f8046c-df26-4f6f-b15a-b06b19e45780 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:48.710306 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-33f8046c-df26-4f6f-b15a-b06b19e45780 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:48.728379 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 98a18957-6949-4ff1-82bf-4058e1dbca09 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:26:48.728764 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 98a18957-6949-4ff1-82bf-4058e1dbca09 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:26:48.737468 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8046c-df26-4f6f-b15a-b06b19e45780 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce90d99-65d2-4a3d-9b86-5d8ac9bd726c,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:26:48.747024 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-33f8046c-df26-4f6f-b15a-b06b19e45780 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:48.748439 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-33f8046c-df26-4f6f-b15a-b06b19e45780 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1562216 Jan 21 10:26:48.751305 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44068) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:26:48.757050 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-09ce9615-16db-43fa-97a8-d6ddcbd0e648 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'security_group_rule': {'security_group_id': '74338634-af45-45d0-b7ad-6e0d7e8d2dd2', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:26:48.763152 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-09ce9615-16db-43fa-97a8-d6ddcbd0e648 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:26:48.766919 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-09ce9615-16db-43fa-97a8-d6ddcbd0e648 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group_rule and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:26:48.769884 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-09ce9615-16db-43fa-97a8-d6ddcbd0e648 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:26:48.776319 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-09ce9615-16db-43fa-97a8-d6ddcbd0e648 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:26:48.793880 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-09ce9615-16db-43fa-97a8-d6ddcbd0e648 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:48.860861 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-09ce9615-16db-43fa-97a8-d6ddcbd0e648 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:48.867124 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-09ce9615-16db-43fa-97a8-d6ddcbd0e648 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:48.890895 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce9615-16db-43fa-97a8-d6ddcbd0e648 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38614c79-6e80-4490-b652-6edc9454ee2d,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:26:48.900904 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-09ce9615-16db-43fa-97a8-d6ddcbd0e648 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:48.902669 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-09ce9615-16db-43fa-97a8-d6ddcbd0e648 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1502550 Jan 21 10:26:48.906500 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44072) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:26:48.913046 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-3c67b22f-9d73-4486-ba33-a9c0cc266a5a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'security_group_rule': {'security_group_id': '74338634-af45-45d0-b7ad-6e0d7e8d2dd2', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:26:48.919133 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-3c67b22f-9d73-4486-ba33-a9c0cc266a5a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:26:48.922932 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-3c67b22f-9d73-4486-ba33-a9c0cc266a5a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group_rule and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:26:48.925803 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-3c67b22f-9d73-4486-ba33-a9c0cc266a5a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:26:48.931961 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-3c67b22f-9d73-4486-ba33-a9c0cc266a5a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:26:48.949771 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3c67b22f-9d73-4486-ba33-a9c0cc266a5a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:49.022828 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3c67b22f-9d73-4486-ba33-a9c0cc266a5a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:49.026759 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3c67b22f-9d73-4486-ba33-a9c0cc266a5a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:49.051375 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67b22f-9d73-4486-ba33-a9c0cc266a5a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05521ed7-5b08-41a7-9c3f-e48bd36c35fe,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:26:49.065839 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3c67b22f-9d73-4486-ba33-a9c0cc266a5a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:49.065839 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-3c67b22f-9d73-4486-ba33-a9c0cc266a5a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1550879 Jan 21 10:26:49.065839 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44076) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:26:49.073932 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-5b7d55f8-8832-490a-b649-b7d74d502093 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'security_group_rule': {'security_group_id': '74338634-af45-45d0-b7ad-6e0d7e8d2dd2', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:26:49.080052 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-5b7d55f8-8832-490a-b649-b7d74d502093 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:26:49.084482 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-5b7d55f8-8832-490a-b649-b7d74d502093 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group_rule and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:26:49.087422 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-5b7d55f8-8832-490a-b649-b7d74d502093 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:26:49.092980 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-5b7d55f8-8832-490a-b649-b7d74d502093 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:26:49.103063 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.securitygroups_db [None req-5b7d55f8-8832-490a-b649-b7d74d502093 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Project ab5411ad497948eebd17e9930ca9720f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:26:49.109596 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5b7d55f8-8832-490a-b649-b7d74d502093 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:49.181489 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5b7d55f8-8832-490a-b649-b7d74d502093 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:49.185809 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5b7d55f8-8832-490a-b649-b7d74d502093 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:49.209882 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d55f8-8832-490a-b649-b7d74d502093 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba2ffc3-ab3e-4edd-9523-76a468e7903a,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:26:49.220553 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5b7d55f8-8832-490a-b649-b7d74d502093 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:49.222406 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-5b7d55f8-8832-490a-b649-b7d74d502093 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1554928 Jan 21 10:26:49.225841 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44080) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:26:49.231363 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-75c34098-3e97-47b7-9616-f3420693c447 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'security_group_rule': {'security_group_id': '74338634-af45-45d0-b7ad-6e0d7e8d2dd2', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:26:49.238002 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-75c34098-3e97-47b7-9616-f3420693c447 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:26:49.243453 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-75c34098-3e97-47b7-9616-f3420693c447 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group_rule and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:26:49.246926 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-75c34098-3e97-47b7-9616-f3420693c447 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:26:49.253622 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-75c34098-3e97-47b7-9616-f3420693c447 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:26:49.265040 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-75c34098-3e97-47b7-9616-f3420693c447 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Project ab5411ad497948eebd17e9930ca9720f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:26:49.272606 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-75c34098-3e97-47b7-9616-f3420693c447 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:49.347714 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-75c34098-3e97-47b7-9616-f3420693c447 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:49.352291 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-75c34098-3e97-47b7-9616-f3420693c447 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:49.377285 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c34098-3e97-47b7-9616-f3420693c447 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1528d21b-0e53-4bd6-b0a9-1e34bd3c97c6,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:26:49.387593 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-75c34098-3e97-47b7-9616-f3420693c447 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:49.388862 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-75c34098-3e97-47b7-9616-f3420693c447 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1620469 Jan 21 10:26:49.391903 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44084) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:26:49.397989 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-a6ad2017-4dd2-4d69-9f95-3d8484688b60 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'network': {'name': 'tempest-network-smoke--778701292', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'port_security_enabled': True}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:26:49.403229 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a6ad2017-4dd2-4d69-9f95-3d8484688b60 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:26:49.408026 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a6ad2017-4dd2-4d69-9f95-3d8484688b60 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:network and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:26:49.411019 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-a6ad2017-4dd2-4d69-9f95-3d8484688b60 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:26:49.417543 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-a6ad2017-4dd2-4d69-9f95-3d8484688b60 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:26:49.428986 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ad2017-4dd2-4d69-9f95-3d8484688b60 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Made reservation on behalf of ab5411ad497948eebd17e9930ca9720f for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:26:49.432310 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a6ad2017-4dd2-4d69-9f95-3d8484688b60 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:49.466475 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6ad2017-4dd2-4d69-9f95-3d8484688b60 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:26:49.481920 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a6ad2017-4dd2-4d69-9f95-3d8484688b60 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:49.482267 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-a6ad2017-4dd2-4d69-9f95-3d8484688b60 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Added segment 9275202a-9455-4ddb-98af-002884eab708 of type vlan for network 11ba8568-bfab-4128-9e8c-5b1e999bc597 Jan 21 10:26:49.512974 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a6ad2017-4dd2-4d69-9f95-3d8484688b60 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:49.551784 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a6ad2017-4dd2-4d69-9f95-3d8484688b60 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:49.555805 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ad2017-4dd2-4d69-9f95-3d8484688b60 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:49.556418 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a6ad2017-4dd2-4d69-9f95-3d8484688b60 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:49.671580 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a6ad2017-4dd2-4d69-9f95-3d8484688b60 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2785578 Jan 21 10:26:49.674404 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44088) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:26:49.681243 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c8e74683-48e6-4b17-9e95-dd25060934cd tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1077724434', 'admin_state_up': True, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:26:49.681715 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad2017-4dd2-4d69-9f95-3d8484688b60 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Network': ['ID=11ba8568-bfab-4128-9e8c-5b1e999bc597,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:26:49.690201 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c8e74683-48e6-4b17-9e95-dd25060934cd tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:26:49.693257 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 11ba8568-bfab-4128-9e8c-5b1e999bc597 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:26:49.698532 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c8e74683-48e6-4b17-9e95-dd25060934cd tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:router and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:26:49.701770 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-c8e74683-48e6-4b17-9e95-dd25060934cd tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:26:49.707793 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c8e74683-48e6-4b17-9e95-dd25060934cd tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:26:49.723773 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8e74683-48e6-4b17-9e95-dd25060934cd tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:49.724950 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8e74683-48e6-4b17-9e95-dd25060934cd tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:49.748960 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8e74683-48e6-4b17-9e95-dd25060934cd tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:49.904321 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8e74683-48e6-4b17-9e95-dd25060934cd tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:50.087690 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8e74683-48e6-4b17-9e95-dd25060934cd tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:50.121804 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8e74683-48e6-4b17-9e95-dd25060934cd tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:50.274001 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-c8e74683-48e6-4b17-9e95-dd25060934cd tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Allocated IP 172.26.0.111 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/b50e140c-a0a0-4274-bfef-a075457c0223) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:26:50.527014 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8e74683-48e6-4b17-9e95-dd25060934cd tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:50.555760 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8e74683-48e6-4b17-9e95-dd25060934cd tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:50.634922 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e74683-48e6-4b17-9e95-dd25060934cd tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:26:50.637873 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-c8e74683-48e6-4b17-9e95-dd25060934cd tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:26:50.642325 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e74683-48e6-4b17-9e95-dd25060934cd tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:26:50.672387 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e74683-48e6-4b17-9e95-dd25060934cd tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Port': ['ID=b50e140c-a0a0-4274-bfef-a075457c0223,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:26:50.746003 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:50.813245 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8e74683-48e6-4b17-9e95-dd25060934cd tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:50.814096 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8e74683-48e6-4b17-9e95-dd25060934cd tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:51.046480 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e74683-48e6-4b17-9e95-dd25060934cd tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Router 6e40812b-fd5b-4aa1-b5cd-2e80e7879738 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:26:51.276847 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e74683-48e6-4b17-9e95-dd25060934cd tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:26:51.288746 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fbc0f0-adaa-41b3-a6ff-36da41d40874 None None] Sync routers for ids ['6e40812b-fd5b-4aa1-b5cd-2e80e7879738'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:26:51.301008 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fbc0f0-adaa-41b3-a6ff-36da41d40874 None None] Routers {'6e40812b-fd5b-4aa1-b5cd-2e80e7879738'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:26:51.301644 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-12fbc0f0-adaa-41b3-a6ff-36da41d40874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:26:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['6e40812b-fd5b-4aa1-b5cd-2e80e7879738'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:26:51.309739 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c8e74683-48e6-4b17-9e95-dd25060934cd tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:51.310979 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-c8e74683-48e6-4b17-9e95-dd25060934cd tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6354265 Jan 21 10:26:51.315790 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44092) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:26:51.434024 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2afb2d8f-e945-40be-9ab0-a85d7b4455d9 tempest-TestNetworkAdvancedServerOps-1891287522 tempest-TestNetworkAdvancedServerOps-1891287522-project-admin] 10.222.0.104 "GET /v2.0/subnets?project_id=ab5411ad497948eebd17e9930ca9720f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1167367 Jan 21 10:26:51.436593 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44098) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:26:51.488416 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-12fbc0f0-adaa-41b3-a6ff-36da41d40874 None None] Set router 6e40812b-fd5b-4aa1-b5cd-2e80e7879738 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:26:51.569562 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82654692-060c-4477-8831-66d882fbc9a3 tempest-TestNetworkAdvancedServerOps-1891287522 tempest-TestNetworkAdvancedServerOps-1891287522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:51.571077 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-82654692-060c-4477-8831-66d882fbc9a3 tempest-TestNetworkAdvancedServerOps-1891287522 tempest-TestNetworkAdvancedServerOps-1891287522-project-admin] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1334958 Jan 21 10:26:51.574406 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44102) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:26:51.618867 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4ea08e94-f550-4f89-9a22-f81d7bf42f74 tempest-TestNetworkAdvancedServerOps-1891287522 tempest-TestNetworkAdvancedServerOps-1891287522-project-admin] 10.222.0.104 "GET /v2.0/subnets?network_id=05164b30-8981-419a-8272-388f48c19dd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432539 Jan 21 10:26:51.621606 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44106) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:26:51.627295 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-b3b02394-203f-4971-b25e-ecdb76af31dc tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2061977606', 'network_id': '11ba8568-bfab-4128-9e8c-5b1e999bc597', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:26:51.734117 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b3b02394-203f-4971-b25e-ecdb76af31dc tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:26:51.738136 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b3b02394-203f-4971-b25e-ecdb76af31dc tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:subnet and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:26:51.741056 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b3b02394-203f-4971-b25e-ecdb76af31dc tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:26:51.746647 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b3b02394-203f-4971-b25e-ecdb76af31dc tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:26:51.757401 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b02394-203f-4971-b25e-ecdb76af31dc tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Made reservation on behalf of ab5411ad497948eebd17e9930ca9720f for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:26:51.784259 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-12fbc0f0-adaa-41b3-a6ff-36da41d40874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077724434', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.111'}], 'enable_snat': True}, 'gw_port_id': 'b50e140c-a0a0-4274-bfef-a075457c0223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:26:49Z', 'updated_at': '2022-01-21T10:26:50Z', 'revision_number': 3, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': 'b50e140c-a0a0-4274-bfef-a075457c0223', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:26:50Z', 'updated_at': '2022-01-21T10:26:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:26:51.789118 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fbc0f0-adaa-41b3-a6ff-36da41d40874 None None] Checking router: 6e40812b-fd5b-4aa1-b5cd-2e80e7879738 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:26:51.789452 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fbc0f0-adaa-41b3-a6ff-36da41d40874 None None] Updating router 6e40812b-fd5b-4aa1-b5cd-2e80e7879738 port b50e140c-a0a0-4274-bfef-a075457c0223 binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:26:51.841247 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-12fbc0f0-adaa-41b3-a6ff-36da41d40874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:51.868297 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b3b02394-203f-4971-b25e-ecdb76af31dc tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:52.207696 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b3b02394-203f-4971-b25e-ecdb76af31dc tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:52.216073 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-12fbc0f0-adaa-41b3-a6ff-36da41d40874 None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:52.228249 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-12fbc0f0-adaa-41b3-a6ff-36da41d40874 None None] Transition to ACTIVE for port object b50e140c-a0a0-4274-bfef-a075457c0223 will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:26:52.235296 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-12fbc0f0-adaa-41b3-a6ff-36da41d40874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:52.284193 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02394-203f-4971-b25e-ecdb76af31dc tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Subnet': ['ID=adb1fe9e-0613-433f-ac4b-296154f9d831,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:26:52.305877 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b02394-203f-4971-b25e-ecdb76af31dc tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Checking segment: {'id': '9275202a-9455-4ddb-98af-002884eab708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '11ba8568-bfab-4128-9e8c-5b1e999bc597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:26:52.306238 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b02394-203f-4971-b25e-ecdb76af31dc tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Network hostable DHCP agents. Network: 11ba8568-bfab-4128-9e8c-5b1e999bc597, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:26:52.319631 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-12fbc0f0-adaa-41b3-a6ff-36da41d40874 None None] Attempting to bind port b50e140c-a0a0-4274-bfef-a075457c0223 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:26:52.320409 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-12fbc0f0-adaa-41b3-a6ff-36da41d40874 None None] Attempting to bind port b50e140c-a0a0-4274-bfef-a075457c0223 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:26:52.320409 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fbc0f0-adaa-41b3-a6ff-36da41d40874 None None] Attempting to bind port b50e140c-a0a0-4274-bfef-a075457c0223 on network 05164b30-8981-419a-8272-388f48c19dd5 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:26:52.322472 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6785e-27fd-4379-8e41-2443d0797968 None None] Pushing event updated for resources: {'Port': ['ID=b50e140c-a0a0-4274-bfef-a075457c0223,revision_number=2']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:26:52.329936 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b02394-203f-4971-b25e-ecdb76af31dc tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Network 11ba8568-bfab-4128-9e8c-5b1e999bc597 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:26:52.335489 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf6785e-27fd-4379-8e41-2443d0797968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:52.335830 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf6785e-27fd-4379-8e41-2443d0797968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:52.336161 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf6785e-27fd-4379-8e41-2443d0797968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:52.336491 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf6785e-27fd-4379-8e41-2443d0797968 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:52.336815 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf6785e-27fd-4379-8e41-2443d0797968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:52.337228 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf6785e-27fd-4379-8e41-2443d0797968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:52.337507 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf6785e-27fd-4379-8e41-2443d0797968 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:52.338060 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf6785e-27fd-4379-8e41-2443d0797968 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:52.338421 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf6785e-27fd-4379-8e41-2443d0797968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:52.338760 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf6785e-27fd-4379-8e41-2443d0797968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:52.339139 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf6785e-27fd-4379-8e41-2443d0797968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:26:52.340452 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-b3b02394-203f-4971-b25e-ecdb76af31dc tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 11ba8568-bfab-4128-9e8c-5b1e999bc597) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:26:52.342697 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fbc0f0-adaa-41b3-a6ff-36da41d40874 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:26:52.343058 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fbc0f0-adaa-41b3-a6ff-36da41d40874 None None] Checking segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:26:52.343609 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-12fbc0f0-adaa-41b3-a6ff-36da41d40874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:52.344132 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fbc0f0-adaa-41b3-a6ff-36da41d40874 None None] Bound using segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:26:52.344650 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b02394-203f-4971-b25e-ecdb76af31dc tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:52.344924 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-12fbc0f0-adaa-41b3-a6ff-36da41d40874 None None] Bound port: b50e140c-a0a0-4274-bfef-a075457c0223, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:26:52.345233 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b3b02394-203f-4971-b25e-ecdb76af31dc tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:52.345636 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-12fbc0f0-adaa-41b3-a6ff-36da41d40874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:52.352340 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6246e532-ecba-405b-b248-f96f41b8a487 None None] Network 11ba8568-bfab-4128-9e8c-5b1e999bc597 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:26:52.372409 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b3b02394-203f-4971-b25e-ecdb76af31dc tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7495797 Jan 21 10:26:52.375343 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44110) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:26:52.429408 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-12fbc0f0-adaa-41b3-a6ff-36da41d40874 None None] For port b50e140c-a0a0-4274-bfef-a075457c0223, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:26:52.433244 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-12fbc0f0-adaa-41b3-a6ff-36da41d40874 None None] For port b50e140c-a0a0-4274-bfef-a075457c0223, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=b50e140c-a0a0-4274-bfef-a075457c0223,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:26:52.439329 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-12fbc0f0-adaa-41b3-a6ff-36da41d40874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:52.535263 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fbc0f0-adaa-41b3-a6ff-36da41d40874 None None] Routers {'6e40812b-fd5b-4aa1-b5cd-2e80e7879738'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:26:52.535896 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-12fbc0f0-adaa-41b3-a6ff-36da41d40874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:26:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['6e40812b-fd5b-4aa1-b5cd-2e80e7879738'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:26:52.611222 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6785e-27fd-4379-8e41-2443d0797968 None None] Pushing event updated for resources: {'Port': ['ID=b50e140c-a0a0-4274-bfef-a075457c0223,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:26:52.639832 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f8d39d-362a-4407-abb8-8b8cacdb1425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-11ba8568-bfab-4128-9e8c-5b1e999bc597', 'network_id': '11ba8568-bfab-4128-9e8c-5b1e999bc597', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'fixed_ips': [{'subnet_id': 'adb1fe9e-0613-433f-ac4b-296154f9d831'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:26:52.640686 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-20f8d39d-362a-4407-abb8-8b8cacdb1425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:52.751833 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-12fbc0f0-adaa-41b3-a6ff-36da41d40874 None None] Set router 6e40812b-fd5b-4aa1-b5cd-2e80e7879738 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:26:52.810108 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-20f8d39d-362a-4407-abb8-8b8cacdb1425 None None] Allocated IP 172.20.0.2 (11ba8568-bfab-4128-9e8c-5b1e999bc597/adb1fe9e-0613-433f-ac4b-296154f9d831/ac233d15-30b7-4fdb-ad7d-e37bd1427e81) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:26:53.038424 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-20f8d39d-362a-4407-abb8-8b8cacdb1425 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:53.049563 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-12fbc0f0-adaa-41b3-a6ff-36da41d40874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077724434', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.111'}], 'enable_snat': True}, 'gw_port_id': 'b50e140c-a0a0-4274-bfef-a075457c0223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:26:49Z', 'updated_at': '2022-01-21T10:26:50Z', 'revision_number': 3, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': 'b50e140c-a0a0-4274-bfef-a075457c0223', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:26:50Z', 'updated_at': '2022-01-21T10:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:26:53.052000 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-20f8d39d-362a-4407-abb8-8b8cacdb1425 None None] Transition to ACTIVE for port object ac233d15-30b7-4fdb-ad7d-e37bd1427e81 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:26:53.054258 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fbc0f0-adaa-41b3-a6ff-36da41d40874 None None] The sync data for ids ['6e40812b-fd5b-4aa1-b5cd-2e80e7879738'] in dv-neutron-825732-1-hyperv is: [{'id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077724434', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.111'}], 'enable_snat': True}, 'gw_port_id': 'b50e140c-a0a0-4274-bfef-a075457c0223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:26:49Z', 'updated_at': '2022-01-21T10:26:50Z', 'revision_number': 3, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': 'b50e140c-a0a0-4274-bfef-a075457c0223', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:26:50Z', 'updated_at': '2022-01-21T10:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:26:53.072576 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-20f8d39d-362a-4407-abb8-8b8cacdb1425 None None] Transition to ACTIVE for port object ac233d15-30b7-4fdb-ad7d-e37bd1427e81 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:26:53.079176 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-20f8d39d-362a-4407-abb8-8b8cacdb1425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:53.158187 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8d39d-362a-4407-abb8-8b8cacdb1425 None None] Pushing event updated for resources: {'Port': ['ID=ac233d15-30b7-4fdb-ad7d-e37bd1427e81,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:26:53.169328 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f8d39d-362a-4407-abb8-8b8cacdb1425 None None] Network 11ba8568-bfab-4128-9e8c-5b1e999bc597 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:26:53.170920 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-20f8d39d-362a-4407-abb8-8b8cacdb1425 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:26:53.173180 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f8d39d-362a-4407-abb8-8b8cacdb1425 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:26:53.203133 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13095670-5d02-428c-8712-3f9c66cc1896 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:53.268435 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-20f8d39d-362a-4407-abb8-8b8cacdb1425 None None] Attempting to bind port ac233d15-30b7-4fdb-ad7d-e37bd1427e81 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:26:53.268435 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-20f8d39d-362a-4407-abb8-8b8cacdb1425 None None] Attempting to bind port ac233d15-30b7-4fdb-ad7d-e37bd1427e81 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '9275202a-9455-4ddb-98af-002884eab708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '11ba8568-bfab-4128-9e8c-5b1e999bc597'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:26:53.268871 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f8d39d-362a-4407-abb8-8b8cacdb1425 None None] Attempting to bind port ac233d15-30b7-4fdb-ad7d-e37bd1427e81 on network 11ba8568-bfab-4128-9e8c-5b1e999bc597 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:26:53.278968 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f8d39d-362a-4407-abb8-8b8cacdb1425 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:26:53.279388 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f8d39d-362a-4407-abb8-8b8cacdb1425 None None] Checking segment: {'id': '9275202a-9455-4ddb-98af-002884eab708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '11ba8568-bfab-4128-9e8c-5b1e999bc597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:26:53.280491 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-20f8d39d-362a-4407-abb8-8b8cacdb1425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:53.280491 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f8d39d-362a-4407-abb8-8b8cacdb1425 None None] Bound using segment: {'id': '9275202a-9455-4ddb-98af-002884eab708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '11ba8568-bfab-4128-9e8c-5b1e999bc597'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:26:53.282461 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-20f8d39d-362a-4407-abb8-8b8cacdb1425 None None] Bound port: ac233d15-30b7-4fdb-ad7d-e37bd1427e81, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9275202a-9455-4ddb-98af-002884eab708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '11ba8568-bfab-4128-9e8c-5b1e999bc597'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:26:53.283400 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-20f8d39d-362a-4407-abb8-8b8cacdb1425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:53.390315 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-20f8d39d-362a-4407-abb8-8b8cacdb1425 None None] For port ac233d15-30b7-4fdb-ad7d-e37bd1427e81, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:26:53.394809 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-20f8d39d-362a-4407-abb8-8b8cacdb1425 None None] For port ac233d15-30b7-4fdb-ad7d-e37bd1427e81, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ac233d15-30b7-4fdb-ad7d-e37bd1427e81,segment=NetworkSegment(9275202a-9455-4ddb-98af-002884eab708),segment_id=9275202a-9455-4ddb-98af-002884eab708)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:26:53.400707 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-20f8d39d-362a-4407-abb8-8b8cacdb1425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:53.509794 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8d39d-362a-4407-abb8-8b8cacdb1425 None None] Pushing event updated for resources: {'Port': ['ID=ac233d15-30b7-4fdb-ad7d-e37bd1427e81,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:26:53.684812 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-13095670-5d02-428c-8712-3f9c66cc1896 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Allocated IP 172.20.0.1 (11ba8568-bfab-4128-9e8c-5b1e999bc597/adb1fe9e-0613-433f-ac4b-296154f9d831/c3a3c5ee-d7e0-493d-b469-dd8cbf81869b) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:26:53.864469 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13095670-5d02-428c-8712-3f9c66cc1896 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:53.878690 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-13095670-5d02-428c-8712-3f9c66cc1896 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Transition to ACTIVE for port object c3a3c5ee-d7e0-493d-b469-dd8cbf81869b will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:26:53.902490 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13095670-5d02-428c-8712-3f9c66cc1896 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:53.991596 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13095670-5d02-428c-8712-3f9c66cc1896 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Network 11ba8568-bfab-4128-9e8c-5b1e999bc597 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:26:53.995323 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-13095670-5d02-428c-8712-3f9c66cc1896 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:26:53.997271 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13095670-5d02-428c-8712-3f9c66cc1896 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Port': ['ID=c3a3c5ee-d7e0-493d-b469-dd8cbf81869b,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:26:53.999486 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13095670-5d02-428c-8712-3f9c66cc1896 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:26:54.028420 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b8f89fb5-b2fd-4087-8a9e-8cd4a895f536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:54.170980 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13095670-5d02-428c-8712-3f9c66cc1896 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:54.269818 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13095670-5d02-428c-8712-3f9c66cc1896 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:54.473079 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd4f3ce-a8f8-4153-bfe2-107c54d7a9f4 None None] Network 11ba8568-bfab-4128-9e8c-5b1e999bc597 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:26:54.578732 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-168eaa92-44df-4869-b88e-1914b970347a None None] Provisioning for port ac233d15-30b7-4fdb-ad7d-e37bd1427e81 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:26:54.662547 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:26:54.704646 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13095670-5d02-428c-8712-3f9c66cc1896 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:54.712429 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13095670-5d02-428c-8712-3f9c66cc1896 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:54.819990 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ac233d15-30b7-4fdb-ad7d-e37bd1427e81 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:26:54.828556 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13095670-5d02-428c-8712-3f9c66cc1896 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:54.832215 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13095670-5d02-428c-8712-3f9c66cc1896 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Port': ['ID=c3a3c5ee-d7e0-493d-b469-dd8cbf81869b,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:26:54.903319 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port ac233d15-30b7-4fdb-ad7d-e37bd1427e81 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:26:54.910327 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port ac233d15-30b7-4fdb-ad7d-e37bd1427e81 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:26:54.910880 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:54.999197 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13095670-5d02-428c-8712-3f9c66cc1896 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Network 11ba8568-bfab-4128-9e8c-5b1e999bc597 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:26:55.000387 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-13095670-5d02-428c-8712-3f9c66cc1896 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:26:55.042980 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:55.066502 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-05e090ed-0132-4aa9-9851-98d052f85c02 None None] Provisioning complete for port ac233d15-30b7-4fdb-ad7d-e37bd1427e81 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:26:55.066502 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-05e090ed-0132-4aa9-9851-98d052f85c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:55.136077 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port ac233d15-30b7-4fdb-ad7d-e37bd1427e81, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ac233d15-30b7-4fdb-ad7d-e37bd1427e81,segment=NetworkSegment(9275202a-9455-4ddb-98af-002884eab708),segment_id=9275202a-9455-4ddb-98af-002884eab708)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:26:55.142155 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:55.143052 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device b50e140c-a0a0-4274-bfef-a075457c0223 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:26:55.327542 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=ac233d15-30b7-4fdb-ad7d-e37bd1427e81,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:26:55.346356 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port b50e140c-a0a0-4274-bfef-a075457c0223 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:26:55.354069 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port b50e140c-a0a0-4274-bfef-a075457c0223 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:26:55.354489 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:55.378602 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-05e090ed-0132-4aa9-9851-98d052f85c02 None None] Provisioning for port c3a3c5ee-d7e0-493d-b469-dd8cbf81869b completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:26:55.396054 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-05e090ed-0132-4aa9-9851-98d052f85c02 None None] Provisioning complete for port c3a3c5ee-d7e0-493d-b469-dd8cbf81869b triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:26:55.396308 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-05e090ed-0132-4aa9-9851-98d052f85c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:55.458669 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13095670-5d02-428c-8712-3f9c66cc1896 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Router 6e40812b-fd5b-4aa1-b5cd-2e80e7879738 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:26:55.468920 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-05e090ed-0132-4aa9-9851-98d052f85c02 None None] Port c3a3c5ee-d7e0-493d-b469-dd8cbf81869b cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:26:55.525569 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:55.544468 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port b50e140c-a0a0-4274-bfef-a075457c0223, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=b50e140c-a0a0-4274-bfef-a075457c0223,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:26:55.549063 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:55.640127 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-c53f4704-bc48-4db5-a3af-e6473ed7f4f5 None None] Provisioning complete for port c3a3c5ee-d7e0-493d-b469-dd8cbf81869b triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:26:55.640783 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c53f4704-bc48-4db5-a3af-e6473ed7f4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:55.673613 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13095670-5d02-428c-8712-3f9c66cc1896 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:26:55.687792 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-13095670-5d02-428c-8712-3f9c66cc1896 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "PUT /v2.0/routers/6e40812b-fd5b-4aa1-b5cd-2e80e7879738/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3111975 Jan 21 10:26:55.739502 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=b50e140c-a0a0-4274-bfef-a075457c0223,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:26:55.753793 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-c53f4704-bc48-4db5-a3af-e6473ed7f4f5 None None] Port c3a3c5ee-d7e0-493d-b469-dd8cbf81869b cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:26:55.874749 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-a854bc92-6d19-4ea1-9168-354dcf0be581 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-569928904&fields=id&tenant_id=ab5411ad497948eebd17e9930ca9720f HTTP/1.1" status: 200 len: 267 time: 0.0437558 Jan 21 10:26:56.035444 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-d73b8e1e-2656-4158-8fe3-6856eae5b4da tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:56.036104 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-d73b8e1e-2656-4158-8fe3-6856eae5b4da tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Synchronizing usage tracker for tenant:ab5411ad497948eebd17e9930ca9720f on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:26:56.051493 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-d73b8e1e-2656-4158-8fe3-6856eae5b4da tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Unset dirty status for tenant:ab5411ad497948eebd17e9930ca9720f on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:26:56.053212 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-d73b8e1e-2656-4158-8fe3-6856eae5b4da tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/networks?id=11ba8568-bfab-4128-9e8c-5b1e999bc597 HTTP/1.1" status: 200 len: 796 time: 0.1718278 Jan 21 10:26:56.071258 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-9854c6ac-4b2e-43df-ae14-5ea8674cdd55 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/quotas/ab5411ad497948eebd17e9930ca9720f HTTP/1.1" status: 200 len: 375 time: 0.0119998 Jan 21 10:26:56.160853 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-79120966-15a1-4251-a07d-6ecb608c8bf1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Synchronizing usage tracker for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:26:56.177152 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-79120966-15a1-4251-a07d-6ecb608c8bf1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Unset dirty status for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:26:56.179169 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-79120966-15a1-4251-a07d-6ecb608c8bf1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=ab5411ad497948eebd17e9930ca9720f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1029117 Jan 21 10:26:56.195990 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-7e3b2f36-0201-46ea-89c7-5f3f1f715fd9 service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 10:26:56.196920 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-7e3b2f36-0201-46ea-89c7-5f3f1f715fd9 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058799 Jan 21 10:26:56.348253 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-5c73b2c2-3693-4e97-b67e-1be40f5f951c service neutron] 10.222.0.104 "GET /v2.0/networks/11ba8568-bfab-4128-9e8c-5b1e999bc597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454937 Jan 21 10:26:56.455696 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5fdcd2ae-fba5-47b0-b0b1-d9a0b7756ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:56.491761 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-6ec26038-e566-4390-9c51-631ab172a8a7 service neutron] 10.222.0.104 "GET /v2.0/networks/11ba8568-bfab-4128-9e8c-5b1e999bc597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374133 Jan 21 10:26:56.705593 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-a29131d6-eab4-4be0-aa26-c0ab1aa1c8b3 req-0bde2d4f-5771-4a9f-9b4a-ac9c676d0f57 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Synchronizing usage tracker for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:26:56.718461 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-a29131d6-eab4-4be0-aa26-c0ab1aa1c8b3 req-0bde2d4f-5771-4a9f-9b4a-ac9c676d0f57 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Unset dirty status for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:26:56.719639 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a29131d6-eab4-4be0-aa26-c0ab1aa1c8b3 req-0bde2d4f-5771-4a9f-9b4a-ac9c676d0f57 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 210 time: 0.0581834 Jan 21 10:26:56.773898 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ac233d15-30b7-4fdb-ad7d-e37bd1427e81 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:26:56.805387 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ec6703-0c4a-48df-a7de-db578815714c None None] Sync routers for ids ['6e40812b-fd5b-4aa1-b5cd-2e80e7879738'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:26:56.851140 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ec6703-0c4a-48df-a7de-db578815714c None None] Routers {'6e40812b-fd5b-4aa1-b5cd-2e80e7879738'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:26:56.851809 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-23ec6703-0c4a-48df-a7de-db578815714c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:26:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['6e40812b-fd5b-4aa1-b5cd-2e80e7879738'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:26:56.951489 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port ac233d15-30b7-4fdb-ad7d-e37bd1427e81 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:26:56.951855 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:57.122101 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-23ec6703-0c4a-48df-a7de-db578815714c None None] Set router 6e40812b-fd5b-4aa1-b5cd-2e80e7879738 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:26:57.308374 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device b50e140c-a0a0-4274-bfef-a075457c0223 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:26:57.546324 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port b50e140c-a0a0-4274-bfef-a075457c0223 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:26:57.546686 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:57.610688 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:57.713121 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-23ec6703-0c4a-48df-a7de-db578815714c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077724434', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.111'}], 'enable_snat': True}, 'gw_port_id': 'b50e140c-a0a0-4274-bfef-a075457c0223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:26:49Z', 'updated_at': '2022-01-21T10:26:54Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': 'b50e140c-a0a0-4274-bfef-a075457c0223', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:26:50Z', 'updated_at': '2022-01-21T10:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'c3a3c5ee-d7e0-493d-b469-dd8cbf81869b', 'name': '', 'network_id': '11ba8568-bfab-4128-9e8c-5b1e999bc597', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:88:30:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'adb1fe9e-0613-433f-ac4b-296154f9d831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:26:53Z', 'updated_at': '2022-01-21T10:26:54Z', 'revision_number': 2, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': 'adb1fe9e-0613-433f-ac4b-296154f9d831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:26:57.720604 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ec6703-0c4a-48df-a7de-db578815714c None None] Checking router: 6e40812b-fd5b-4aa1-b5cd-2e80e7879738 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:26:57.720970 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ec6703-0c4a-48df-a7de-db578815714c None None] Updating router 6e40812b-fd5b-4aa1-b5cd-2e80e7879738 port c3a3c5ee-d7e0-493d-b469-dd8cbf81869b binding host dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:26:57.784856 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-23ec6703-0c4a-48df-a7de-db578815714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:57.946837 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-8b816d96-b971-4cc1-ba86-aa017c05078f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:57.947702 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-8b816d96-b971-4cc1-ba86-aa017c05078f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Synchronizing usage tracker for tenant:ab5411ad497948eebd17e9930ca9720f on resource:network {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:26:57.951412 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-d1fad0af-dbe0-4547-a010-4c78d74abc5e req-a843e425-8b2b-4365-aa85-e59eac1cc382 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 210 time: 0.0724370 Jan 21 10:26:57.962932 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-8b816d96-b971-4cc1-ba86-aa017c05078f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Unset dirty status for tenant:ab5411ad497948eebd17e9930ca9720f on resource:network {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:26:57.964351 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-8b816d96-b971-4cc1-ba86-aa017c05078f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.124 "GET /v2.0/networks?id=11ba8568-bfab-4128-9e8c-5b1e999bc597 HTTP/1.1" status: 200 len: 796 time: 0.3112173 Jan 21 10:26:57.976917 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:58.021044 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-6b698a0c-8200-4e53-ac0e-b05dd1d3b29d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Synchronizing usage tracker for tenant:ab5411ad497948eebd17e9930ca9720f on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:26:58.037892 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-6b698a0c-8200-4e53-ac0e-b05dd1d3b29d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Unset dirty status for tenant:ab5411ad497948eebd17e9930ca9720f on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:26:58.039105 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-6b698a0c-8200-4e53-ac0e-b05dd1d3b29d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab5411ad497948eebd17e9930ca9720f HTTP/1.1" status: 200 len: 379 time: 0.0625780 Jan 21 10:26:58.048203 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-d9bd1e6a-1932-42b3-83ba-f88ea975c2b2 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'port': {'device_id': '158aa455-f449-4f0f-b148-233c7f1bd492', 'network_id': '11ba8568-bfab-4128-9e8c-5b1e999bc597', 'admin_state_up': True, 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'security_groups': ['74338634-af45-45d0-b7ad-6e0d7e8d2dd2']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:26:58.191509 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-d9bd1e6a-1932-42b3-83ba-f88ea975c2b2 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:26:58.208777 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-23ec6703-0c4a-48df-a7de-db578815714c None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:58.210168 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-d9bd1e6a-1932-42b3-83ba-f88ea975c2b2 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:26:58.220706 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-23ec6703-0c4a-48df-a7de-db578815714c None None] Transition to ACTIVE for port object c3a3c5ee-d7e0-493d-b469-dd8cbf81869b will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:26:58.221066 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-d9bd1e6a-1932-42b3-83ba-f88ea975c2b2 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Made reservation on behalf of ab5411ad497948eebd17e9930ca9720f for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:26:58.224262 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-d9bd1e6a-1932-42b3-83ba-f88ea975c2b2 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:58.228336 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-23ec6703-0c4a-48df-a7de-db578815714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:58.358447 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519cf770-3b78-4f74-b7e0-4cbc188dfc6f None None] Pushing event updated for resources: {'Port': ['ID=c3a3c5ee-d7e0-493d-b469-dd8cbf81869b,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:26:58.423891 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-d9bd1e6a-1932-42b3-83ba-f88ea975c2b2 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Allocated IP 172.20.0.4 (11ba8568-bfab-4128-9e8c-5b1e999bc597/adb1fe9e-0613-433f-ac4b-296154f9d831/8900b259-59e2-43cd-aa99-a68fe4569253) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:26:58.516369 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-23ec6703-0c4a-48df-a7de-db578815714c None None] Attempting to bind port c3a3c5ee-d7e0-493d-b469-dd8cbf81869b on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:26:58.516801 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-23ec6703-0c4a-48df-a7de-db578815714c None None] Attempting to bind port c3a3c5ee-d7e0-493d-b469-dd8cbf81869b by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '9275202a-9455-4ddb-98af-002884eab708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '11ba8568-bfab-4128-9e8c-5b1e999bc597'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:26:58.517062 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ec6703-0c4a-48df-a7de-db578815714c None None] Attempting to bind port c3a3c5ee-d7e0-493d-b469-dd8cbf81869b on network 11ba8568-bfab-4128-9e8c-5b1e999bc597 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:26:58.529017 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ec6703-0c4a-48df-a7de-db578815714c None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:26:58.529238 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ec6703-0c4a-48df-a7de-db578815714c None None] Checking segment: {'id': '9275202a-9455-4ddb-98af-002884eab708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '11ba8568-bfab-4128-9e8c-5b1e999bc597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:26:58.529641 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-23ec6703-0c4a-48df-a7de-db578815714c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:58.530015 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ec6703-0c4a-48df-a7de-db578815714c None None] Bound using segment: {'id': '9275202a-9455-4ddb-98af-002884eab708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '11ba8568-bfab-4128-9e8c-5b1e999bc597'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:26:58.530503 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-23ec6703-0c4a-48df-a7de-db578815714c None None] Bound port: c3a3c5ee-d7e0-493d-b469-dd8cbf81869b, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9275202a-9455-4ddb-98af-002884eab708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '11ba8568-bfab-4128-9e8c-5b1e999bc597'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:26:58.530865 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-23ec6703-0c4a-48df-a7de-db578815714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:58.623301 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-23ec6703-0c4a-48df-a7de-db578815714c None None] For port c3a3c5ee-d7e0-493d-b469-dd8cbf81869b, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:26:58.625296 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-d9bd1e6a-1932-42b3-83ba-f88ea975c2b2 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:58.626249 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-23ec6703-0c4a-48df-a7de-db578815714c None None] For port c3a3c5ee-d7e0-493d-b469-dd8cbf81869b, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=c3a3c5ee-d7e0-493d-b469-dd8cbf81869b,segment=NetworkSegment(9275202a-9455-4ddb-98af-002884eab708),segment_id=9275202a-9455-4ddb-98af-002884eab708)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:26:58.631695 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-23ec6703-0c4a-48df-a7de-db578815714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:58.642235 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-d9bd1e6a-1932-42b3-83ba-f88ea975c2b2 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Transition to ACTIVE for port object 8900b259-59e2-43cd-aa99-a68fe4569253 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:26:58.667827 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-d9bd1e6a-1932-42b3-83ba-f88ea975c2b2 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:58.714388 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519cf770-3b78-4f74-b7e0-4cbc188dfc6f None None] Pushing event updated for resources: {'Port': ['ID=c3a3c5ee-d7e0-493d-b469-dd8cbf81869b,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:26:58.717825 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ec6703-0c4a-48df-a7de-db578815714c None None] Routers {'6e40812b-fd5b-4aa1-b5cd-2e80e7879738'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:26:58.718298 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-23ec6703-0c4a-48df-a7de-db578815714c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:26:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['6e40812b-fd5b-4aa1-b5cd-2e80e7879738'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:26:58.752284 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-d9bd1e6a-1932-42b3-83ba-f88ea975c2b2 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Network 11ba8568-bfab-4128-9e8c-5b1e999bc597 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:26:58.755558 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-d9bd1e6a-1932-42b3-83ba-f88ea975c2b2 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:26:58.760959 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-d9bd1e6a-1932-42b3-83ba-f88ea975c2b2 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:26:58.793346 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd1e6a-1932-42b3-83ba-f88ea975c2b2 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Port': ['ID=8900b259-59e2-43cd-aa99-a68fe4569253,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:26:58.829337 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-d9bd1e6a-1932-42b3-83ba-f88ea975c2b2 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:58.829947 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-d9bd1e6a-1932-42b3-83ba-f88ea975c2b2 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:58.857023 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-d9bd1e6a-1932-42b3-83ba-f88ea975c2b2 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8126009 Jan 21 10:26:58.873799 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-61d4c56c-e55f-4f88-a1aa-8fd31a013112 service neutron] Request body: {'port': {'device_id': '158aa455-f449-4f0f-b148-233c7f1bd492', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:26:58.932773 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-23ec6703-0c4a-48df-a7de-db578815714c None None] Set router 6e40812b-fd5b-4aa1-b5cd-2e80e7879738 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:26:58.995021 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-61d4c56c-e55f-4f88-a1aa-8fd31a013112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:59.279298 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-23ec6703-0c4a-48df-a7de-db578815714c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077724434', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.111'}], 'enable_snat': True}, 'gw_port_id': 'b50e140c-a0a0-4274-bfef-a075457c0223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:26:49Z', 'updated_at': '2022-01-21T10:26:54Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': 'b50e140c-a0a0-4274-bfef-a075457c0223', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:26:50Z', 'updated_at': '2022-01-21T10:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'c3a3c5ee-d7e0-493d-b469-dd8cbf81869b', 'name': '', 'network_id': '11ba8568-bfab-4128-9e8c-5b1e999bc597', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:88:30:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'adb1fe9e-0613-433f-ac4b-296154f9d831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:26:53Z', 'updated_at': '2022-01-21T10:26:58Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': 'adb1fe9e-0613-433f-ac4b-296154f9d831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:26:59.283469 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ec6703-0c4a-48df-a7de-db578815714c None None] The sync data for ids ['6e40812b-fd5b-4aa1-b5cd-2e80e7879738'] in dv-neutron-825732-1-hyperv is: [{'id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077724434', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.111'}], 'enable_snat': True}, 'gw_port_id': 'b50e140c-a0a0-4274-bfef-a075457c0223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:26:49Z', 'updated_at': '2022-01-21T10:26:54Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': 'b50e140c-a0a0-4274-bfef-a075457c0223', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:26:50Z', 'updated_at': '2022-01-21T10:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'c3a3c5ee-d7e0-493d-b469-dd8cbf81869b', 'name': '', 'network_id': '11ba8568-bfab-4128-9e8c-5b1e999bc597', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:88:30:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'adb1fe9e-0613-433f-ac4b-296154f9d831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:26:53Z', 'updated_at': '2022-01-21T10:26:58Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': 'adb1fe9e-0613-433f-ac4b-296154f9d831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:26:59.302210 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-fc03bf00-fe0a-405b-8d62-8e57b10b80a6 None None] Provisioning for port 8900b259-59e2-43cd-aa99-a68fe4569253 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:26:59.307777 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-fc03bf00-fe0a-405b-8d62-8e57b10b80a6 None None] Provisioning complete for port 8900b259-59e2-43cd-aa99-a68fe4569253 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:26:59.308146 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fc03bf00-fe0a-405b-8d62-8e57b10b80a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:59.367292 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2b844-f1aa-46f9-a43c-f406451bc395 req-44d6be44-fe33-4a85-8720-ae87a142c915 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:59.368001 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-18d2b844-f1aa-46f9-a43c-f406451bc395 req-44d6be44-fe33-4a85-8720-ae87a142c915 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Synchronizing usage tracker for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:26:59.376065 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-fc03bf00-fe0a-405b-8d62-8e57b10b80a6 None None] Port 8900b259-59e2-43cd-aa99-a68fe4569253 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:26:59.407000 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-18d2b844-f1aa-46f9-a43c-f406451bc395 req-44d6be44-fe33-4a85-8720-ae87a142c915 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Unset dirty status for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:26:59.408455 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-18d2b844-f1aa-46f9-a43c-f406451bc395 req-44d6be44-fe33-4a85-8720-ae87a142c915 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 931 time: 0.2730112 Jan 21 10:26:59.517102 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-61d4c56c-e55f-4f88-a1aa-8fd31a013112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8900b259-59e2-43cd-aa99-a68fe4569253 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:26:59.527005 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-18d2b844-f1aa-46f9-a43c-f406451bc395 req-6397b7bb-4514-40a7-a280-52722ede07a2 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=74338634-af45-45d0-b7ad-6e0d7e8d2dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039884 Jan 21 10:26:59.528865 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-61d4c56c-e55f-4f88-a1aa-8fd31a013112 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:59.554769 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-61d4c56c-e55f-4f88-a1aa-8fd31a013112 service neutron] Transition to ACTIVE for port object 8900b259-59e2-43cd-aa99-a68fe4569253 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:26:59.558337 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-61d4c56c-e55f-4f88-a1aa-8fd31a013112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:59.661891 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:59.728472 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4c56c-e55f-4f88-a1aa-8fd31a013112 service neutron] Pushing event updated for resources: {'Port': ['ID=8900b259-59e2-43cd-aa99-a68fe4569253,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:26:59.862513 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-61d4c56c-e55f-4f88-a1aa-8fd31a013112 service neutron] Attempting to bind port 8900b259-59e2-43cd-aa99-a68fe4569253 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:26:59.863049 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-61d4c56c-e55f-4f88-a1aa-8fd31a013112 service neutron] Attempting to bind port 8900b259-59e2-43cd-aa99-a68fe4569253 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9275202a-9455-4ddb-98af-002884eab708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '11ba8568-bfab-4128-9e8c-5b1e999bc597'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:26:59.863738 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-61d4c56c-e55f-4f88-a1aa-8fd31a013112 service neutron] Attempting to bind port 8900b259-59e2-43cd-aa99-a68fe4569253 on network 11ba8568-bfab-4128-9e8c-5b1e999bc597 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:26:59.874009 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-61d4c56c-e55f-4f88-a1aa-8fd31a013112 service neutron] Port 8900b259-59e2-43cd-aa99-a68fe4569253 on network 11ba8568-bfab-4128-9e8c-5b1e999bc597 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:26:59.874416 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-61d4c56c-e55f-4f88-a1aa-8fd31a013112 service neutron] Attempting to bind port 8900b259-59e2-43cd-aa99-a68fe4569253 on network 11ba8568-bfab-4128-9e8c-5b1e999bc597 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:26:59.881789 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-61d4c56c-e55f-4f88-a1aa-8fd31a013112 service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:26:59.882148 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-61d4c56c-e55f-4f88-a1aa-8fd31a013112 service neutron] Checking segment: {'id': '9275202a-9455-4ddb-98af-002884eab708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '11ba8568-bfab-4128-9e8c-5b1e999bc597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:26:59.882657 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-61d4c56c-e55f-4f88-a1aa-8fd31a013112 service neutron] Bound using segment: {'id': '9275202a-9455-4ddb-98af-002884eab708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '11ba8568-bfab-4128-9e8c-5b1e999bc597'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:26:59.883158 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-61d4c56c-e55f-4f88-a1aa-8fd31a013112 service neutron] Bound port: 8900b259-59e2-43cd-aa99-a68fe4569253, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9275202a-9455-4ddb-98af-002884eab708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '11ba8568-bfab-4128-9e8c-5b1e999bc597'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:26:59.883577 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-61d4c56c-e55f-4f88-a1aa-8fd31a013112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:00.111301 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-61d4c56c-e55f-4f88-a1aa-8fd31a013112 service neutron] For port 8900b259-59e2-43cd-aa99-a68fe4569253, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:27:00.114888 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-61d4c56c-e55f-4f88-a1aa-8fd31a013112 service neutron] For port 8900b259-59e2-43cd-aa99-a68fe4569253, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=8900b259-59e2-43cd-aa99-a68fe4569253,segment=NetworkSegment(9275202a-9455-4ddb-98af-002884eab708),segment_id=9275202a-9455-4ddb-98af-002884eab708)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:27:00.119955 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-61d4c56c-e55f-4f88-a1aa-8fd31a013112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:00.184561 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-61d4c56c-e55f-4f88-a1aa-8fd31a013112 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:00.185946 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-61d4c56c-e55f-4f88-a1aa-8fd31a013112 service neutron] 10.222.0.124 "PUT /v2.0/ports/8900b259-59e2-43cd-aa99-a68fe4569253 HTTP/1.1" status: 200 len: 1093 time: 1.3209288 Jan 21 10:27:00.186376 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158aa455-f449-4f0f-b148-233c7f1bd492', 'tag': '8900b259-59e2-43cd-aa99-a68fe4569253'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:27:00.266112 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158aa455-f449-4f0f-b148-233c7f1bd492', 'tag': '8900b259-59e2-43cd-aa99-a68fe4569253', 'status': 'completed', 'code': 200} Jan 21 10:27:00.278722 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4c56c-e55f-4f88-a1aa-8fd31a013112 service neutron] Pushing event updated for resources: {'Port': ['ID=8900b259-59e2-43cd-aa99-a68fe4569253,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:00.317505 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-5acdcb8d-b947-4c12-87f5-9b1b4bccefa9 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ab5411ad497948eebd17e9930ca9720f&device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 1096 time: 0.0896711 Jan 21 10:27:00.394500 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-6296f673-f863-4f9b-9dd1-03a66e32a551 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8900b259-59e2-43cd-aa99-a68fe4569253 HTTP/1.1" status: 200 len: 217 time: 0.0697589 Jan 21 10:27:00.463133 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-35d0469b-b2aa-471a-9289-73b9aa642e95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:00.464590 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-35d0469b-b2aa-471a-9289-73b9aa642e95 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=adb1fe9e-0613-433f-ac4b-296154f9d831 HTTP/1.1" status: 200 len: 835 time: 0.0638232 Jan 21 10:27:00.548838 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-24270565-5fc0-44f2-9785-df4b14eeee8f service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=11ba8568-bfab-4128-9e8c-5b1e999bc597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786424 Jan 21 10:27:00.736580 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-441de097-52da-4e76-b0f6-573b988fbba9 service neutron] 10.222.0.124 "GET /v2.0/networks/11ba8568-bfab-4128-9e8c-5b1e999bc597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815772 Jan 21 10:27:00.784419 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device c3a3c5ee-d7e0-493d-b469-dd8cbf81869b up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:27:00.884148 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef9fe0-dafd-4743-8c29-a3fec709e754 req-26ef2306-57c9-4f92-9a5c-cb7edac28a96 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:00.885679 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-99ef9fe0-dafd-4743-8c29-a3fec709e754 req-26ef2306-57c9-4f92-9a5c-cb7edac28a96 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 943 time: 0.2187676 Jan 21 10:27:00.937443 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-81e40f3b-43ea-4617-a5aa-a4f657b14871 req-480ed5ae-e685-47a5-b1d4-53cdaa4fa573 service neutron] 10.222.0.124 "GET /v2.0/networks/11ba8568-bfab-4128-9e8c-5b1e999bc597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950843 Jan 21 10:27:00.939008 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port c3a3c5ee-d7e0-493d-b469-dd8cbf81869b completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:27:00.947293 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port c3a3c5ee-d7e0-493d-b469-dd8cbf81869b triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:27:00.947661 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:00.957828 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-99ef9fe0-dafd-4743-8c29-a3fec709e754 req-aed64b01-4fda-4e98-8b66-57e3cf9e560d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=74338634-af45-45d0-b7ad-6e0d7e8d2dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619905 Jan 21 10:27:01.062644 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-15133786-f569-490b-bc1f-0215ff2c7c86 req-0dfeb919-4d00-47ef-b10a-e7143816f9a8 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ab5411ad497948eebd17e9930ca9720f&device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 1096 time: 0.0720673 Jan 21 10:27:01.114843 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:01.149032 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port c3a3c5ee-d7e0-493d-b469-dd8cbf81869b, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=c3a3c5ee-d7e0-493d-b469-dd8cbf81869b,segment=NetworkSegment(9275202a-9455-4ddb-98af-002884eab708),segment_id=9275202a-9455-4ddb-98af-002884eab708)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:27:01.153021 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:01.214446 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15133786-f569-490b-bc1f-0215ff2c7c86 req-bc53dcca-ce9b-4682-b3f6-d8c93eb28099 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:01.215887 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-15133786-f569-490b-bc1f-0215ff2c7c86 req-bc53dcca-ce9b-4682-b3f6-d8c93eb28099 service neutron] 10.222.0.124 "GET /v2.0/networks?id=11ba8568-bfab-4128-9e8c-5b1e999bc597 HTTP/1.1" status: 200 len: 897 time: 0.1461902 Jan 21 10:27:01.227696 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=c3a3c5ee-d7e0-493d-b469-dd8cbf81869b,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:01.290727 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-15133786-f569-490b-bc1f-0215ff2c7c86 req-706cb052-d792-4f31-ad6d-2e1381906da1 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8900b259-59e2-43cd-aa99-a68fe4569253 HTTP/1.1" status: 200 len: 217 time: 0.0681195 Jan 21 10:27:01.353257 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15133786-f569-490b-bc1f-0215ff2c7c86 req-66765675-f5f1-4398-b800-6bea5a8133d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:01.354708 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-15133786-f569-490b-bc1f-0215ff2c7c86 req-66765675-f5f1-4398-b800-6bea5a8133d4 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=adb1fe9e-0613-433f-ac4b-296154f9d831 HTTP/1.1" status: 200 len: 835 time: 0.0579190 Jan 21 10:27:01.444496 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-15133786-f569-490b-bc1f-0215ff2c7c86 req-f00850ec-fd85-4338-bc1c-e79a377804bf service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=11ba8568-bfab-4128-9e8c-5b1e999bc597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833721 Jan 21 10:27:01.578799 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-15133786-f569-490b-bc1f-0215ff2c7c86 req-aae9d0da-142f-4117-9686-4027166513c6 service neutron] 10.222.0.124 "GET /v2.0/networks/11ba8568-bfab-4128-9e8c-5b1e999bc597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274080 Jan 21 10:27:01.723992 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-15133786-f569-490b-bc1f-0215ff2c7c86 req-1ca84751-680a-4b03-8131-fe9aa327e5f5 service neutron] 10.222.0.124 "GET /v2.0/networks/11ba8568-bfab-4128-9e8c-5b1e999bc597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392329 Jan 21 10:27:02.171650 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b51541-fcd9-45f5-bdba-f07321933b9a req-1612fdb6-cf22-466d-b8ad-3311504da210 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:02.173145 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-09b51541-fcd9-45f5-bdba-f07321933b9a req-1612fdb6-cf22-466d-b8ad-3311504da210 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 943 time: 0.0874753 Jan 21 10:27:02.223395 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-09b51541-fcd9-45f5-bdba-f07321933b9a req-a6c635a5-b8f3-4a68-aafd-a81e4e4de673 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=74338634-af45-45d0-b7ad-6e0d7e8d2dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438275 Jan 21 10:27:02.745497 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device c3a3c5ee-d7e0-493d-b469-dd8cbf81869b up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:27:02.824627 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port c3a3c5ee-d7e0-493d-b469-dd8cbf81869b triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:27:02.824899 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:03.424925 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b50601-6f65-442c-b266-a29648476aaa req-036f2499-e336-4981-a107-f99d169e8eb7 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:03.426426 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-82b50601-6f65-442c-b266-a29648476aaa req-036f2499-e336-4981-a107-f99d169e8eb7 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 943 time: 0.0779963 Jan 21 10:27:03.474507 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-82b50601-6f65-442c-b266-a29648476aaa req-78a6460a-04f9-4fe2-974b-39ae4f933be1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=74338634-af45-45d0-b7ad-6e0d7e8d2dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419788 Jan 21 10:27:03.546505 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 8900b259-59e2-43cd-aa99-a68fe4569253 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:27:03.684050 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 8900b259-59e2-43cd-aa99-a68fe4569253, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=8900b259-59e2-43cd-aa99-a68fe4569253,segment=NetworkSegment(9275202a-9455-4ddb-98af-002884eab708),segment_id=9275202a-9455-4ddb-98af-002884eab708)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:27:03.697550 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '8900b259-59e2-43cd-aa99-a68fe4569253', 'network_id': '11ba8568-bfab-4128-9e8c-5b1e999bc597', 'port_id': '8900b259-59e2-43cd-aa99-a68fe4569253', 'mac_address': 'fa:16:3e:29:78:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adb1fe9e-0613-433f-ac4b-296154f9d831', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:27:03.752959 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:03.770182 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8900b259-59e2-43cd-aa99-a68fe4569253 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:27:03.786659 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 8900b259-59e2-43cd-aa99-a68fe4569253, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=8900b259-59e2-43cd-aa99-a68fe4569253,segment=NetworkSegment(9275202a-9455-4ddb-98af-002884eab708),segment_id=9275202a-9455-4ddb-98af-002884eab708)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:27:03.791217 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:03.860583 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=8900b259-59e2-43cd-aa99-a68fe4569253,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:03.868851 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:03.869189 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:03.869537 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:03.869867 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:03.870192 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:03.870512 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:03.870828 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:03.871148 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:03.871460 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:03.871770 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:03.872081 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:04.026525 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['8900b259-59e2-43cd-aa99-a68fe4569253'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:27:04.771748 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463734a-a59b-4c8e-b7e6-b5901c2ad137 req-4bc027cb-cacc-4d8e-938a-2e3c8702635c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:04.774224 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-d463734a-a59b-4c8e-b7e6-b5901c2ad137 req-4bc027cb-cacc-4d8e-938a-2e3c8702635c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 944 time: 0.1781774 Jan 21 10:27:04.820919 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-d463734a-a59b-4c8e-b7e6-b5901c2ad137 req-63d89deb-8cc4-4e77-be3e-9ec6c0a10b13 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=74338634-af45-45d0-b7ad-6e0d7e8d2dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410063 Jan 21 10:27:05.560010 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 8900b259-59e2-43cd-aa99-a68fe4569253 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:27:05.632002 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port 8900b259-59e2-43cd-aa99-a68fe4569253 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:27:05.636731 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 8900b259-59e2-43cd-aa99-a68fe4569253 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:27:05.637091 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:05.754688 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:05.782150 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158aa455-f449-4f0f-b148-233c7f1bd492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8900b259-59e2-43cd-aa99-a68fe4569253'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:27:05.792812 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 8900b259-59e2-43cd-aa99-a68fe4569253, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=8900b259-59e2-43cd-aa99-a68fe4569253,segment=NetworkSegment(9275202a-9455-4ddb-98af-002884eab708),segment_id=9275202a-9455-4ddb-98af-002884eab708)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:27:05.796916 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:05.862656 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=8900b259-59e2-43cd-aa99-a68fe4569253,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:05.922326 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158aa455-f449-4f0f-b148-233c7f1bd492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8900b259-59e2-43cd-aa99-a68fe4569253', 'code': 200} Jan 21 10:27:06.052184 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497978e-b9f1-4c4e-a315-e61400665206 req-6fd07e9e-73b3-4332-a2ad-7e68520e76e6 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:06.053873 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a497978e-b9f1-4c4e-a315-e61400665206 req-6fd07e9e-73b3-4332-a2ad-7e68520e76e6 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 945 time: 0.0830336 Jan 21 10:27:06.109381 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a497978e-b9f1-4c4e-a315-e61400665206 req-384ca9de-c008-48ba-8039-5040bc5a5566 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=74338634-af45-45d0-b7ad-6e0d7e8d2dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497208 Jan 21 10:27:06.256775 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b32e5f6a-b1f1-43ba-b1e1-e0fb870ea151 req-1689dee4-1ea8-450c-b6fb-904ee269d69c service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 1098 time: 0.1694260 Jan 21 10:27:06.299801 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b32e5f6a-b1f1-43ba-b1e1-e0fb870ea151 req-2005945d-c2e4-4f34-b065-6a27a35dfe77 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=74338634-af45-45d0-b7ad-6e0d7e8d2dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375981 Jan 21 10:27:07.318314 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d081c1-d538-443b-ba52-61c99fdd2876 req-5db24b0e-6535-49f2-ac9d-c2f6ad095913 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:07.320980 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-92d081c1-d538-443b-ba52-61c99fdd2876 req-5db24b0e-6535-49f2-ac9d-c2f6ad095913 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 945 time: 0.0821791 Jan 21 10:27:07.375831 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-92d081c1-d538-443b-ba52-61c99fdd2876 req-99844bd7-b246-4308-bc3a-e8e4d0ae6901 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=74338634-af45-45d0-b7ad-6e0d7e8d2dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478728 Jan 21 10:27:08.595230 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98317c-b7a3-48f3-bf3d-036c43550701 req-79113450-751c-4da5-95a6-0080873d33c7 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:08.596672 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-eb98317c-b7a3-48f3-bf3d-036c43550701 req-79113450-751c-4da5-95a6-0080873d33c7 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 945 time: 0.0854092 Jan 21 10:27:08.646584 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-eb98317c-b7a3-48f3-bf3d-036c43550701 req-2a4608ed-c46f-4120-94e5-e8f14b9d03dd tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=74338634-af45-45d0-b7ad-6e0d7e8d2dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430665 Jan 21 10:27:08.884997 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba011a-e854-4331-9d09-218841a65a98 req-6650b2e6-bf2e-46e4-acc4-8d42424cdd54 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:08.886662 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f6ba011a-e854-4331-9d09-218841a65a98 req-6650b2e6-bf2e-46e4-acc4-8d42424cdd54 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 945 time: 0.0951512 Jan 21 10:27:08.949630 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f6ba011a-e854-4331-9d09-218841a65a98 req-f506be16-38ce-4b97-9da3-d901fc180de9 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=74338634-af45-45d0-b7ad-6e0d7e8d2dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524120 Jan 21 10:27:08.974007 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44158) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:09.054977 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-82b6078b-309e-407a-b573-8c4d679d390b tempest-TestNetworkAdvancedServerOps-1891287522 tempest-TestNetworkAdvancedServerOps-1891287522-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 1093 time: 0.0795376 Jan 21 10:27:09.057807 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44162) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:09.063059 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-409e5f66-20fa-49d1-b7e4-95c4f38dcb56 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'port_id': '8900b259-59e2-43cd-aa99-a68fe4569253', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:27:09.069755 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-409e5f66-20fa-49d1-b7e4-95c4f38dcb56 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:27:09.073965 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-409e5f66-20fa-49d1-b7e4-95c4f38dcb56 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:floatingip and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:27:09.076814 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-409e5f66-20fa-49d1-b7e4-95c4f38dcb56 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:27:09.082951 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-409e5f66-20fa-49d1-b7e4-95c4f38dcb56 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:27:09.095172 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-409e5f66-20fa-49d1-b7e4-95c4f38dcb56 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:09.239568 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-409e5f66-20fa-49d1-b7e4-95c4f38dcb56 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:09.375259 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-409e5f66-20fa-49d1-b7e4-95c4f38dcb56 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Allocated IP 172.26.0.222 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/cbedf036-c8f5-4a3c-bcef-734bec8b38d9) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:27:09.549625 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-409e5f66-20fa-49d1-b7e4-95c4f38dcb56 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:09.584946 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-409e5f66-20fa-49d1-b7e4-95c4f38dcb56 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:09.654763 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409e5f66-20fa-49d1-b7e4-95c4f38dcb56 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:27:09.665175 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-409e5f66-20fa-49d1-b7e4-95c4f38dcb56 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:27:09.669970 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409e5f66-20fa-49d1-b7e4-95c4f38dcb56 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:27:09.694428 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e5f66-20fa-49d1-b7e4-95c4f38dcb56 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Port': ['ID=cbedf036-c8f5-4a3c-bcef-734bec8b38d9,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:10.060538 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fd4ac273-ee92-4372-b46d-0cbdfd81f30d req-3507622b-ec48-4a7b-b927-ce7e83e8d8db service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=158aa455-f449-4f0f-b148-233c7f1bd492&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684779 Jan 21 10:27:10.204265 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fd4ac273-ee92-4372-b46d-0cbdfd81f30d req-aac22bc0-fd74-4973-8518-8da65c058be6 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ab5411ad497948eebd17e9930ca9720f&device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 1098 time: 0.0769441 Jan 21 10:27:10.224204 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-409e5f66-20fa-49d1-b7e4-95c4f38dcb56 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:10.280837 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-409e5f66-20fa-49d1-b7e4-95c4f38dcb56 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:10.351902 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ac273-ee92-4372-b46d-0cbdfd81f30d req-c7535024-a131-486b-ba4e-c988c50762ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:10.353638 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fd4ac273-ee92-4372-b46d-0cbdfd81f30d req-c7535024-a131-486b-ba4e-c988c50762ba service neutron] 10.222.0.124 "GET /v2.0/networks?id=11ba8568-bfab-4128-9e8c-5b1e999bc597 HTTP/1.1" status: 200 len: 897 time: 0.1315634 Jan 21 10:27:10.460222 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fd4ac273-ee92-4372-b46d-0cbdfd81f30d req-0a628581-ed71-4635-8c26-0293d9b5d17a service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8900b259-59e2-43cd-aa99-a68fe4569253 HTTP/1.1" status: 200 len: 999 time: 0.1003127 Jan 21 10:27:10.526420 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ac273-ee92-4372-b46d-0cbdfd81f30d req-06fa0ed9-d657-4dae-94d7-f696ee14573b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:10.527976 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fd4ac273-ee92-4372-b46d-0cbdfd81f30d req-06fa0ed9-d657-4dae-94d7-f696ee14573b service neutron] 10.222.0.124 "GET /v2.0/subnets?id=adb1fe9e-0613-433f-ac4b-296154f9d831 HTTP/1.1" status: 200 len: 835 time: 0.0625362 Jan 21 10:27:10.597628 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-409e5f66-20fa-49d1-b7e4-95c4f38dcb56 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:10.603725 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-409e5f66-20fa-49d1-b7e4-95c4f38dcb56 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:10.608333 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fd4ac273-ee92-4372-b46d-0cbdfd81f30d req-9bbcdfec-9b36-4a7e-91c3-aa4a8f1b7776 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=11ba8568-bfab-4128-9e8c-5b1e999bc597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744755 Jan 21 10:27:10.711588 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e5f66-20fa-49d1-b7e4-95c4f38dcb56 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Port': ['ID=cbedf036-c8f5-4a3c-bcef-734bec8b38d9,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:10.728085 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-409e5f66-20fa-49d1-b7e4-95c4f38dcb56 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:10.746565 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fd4ac273-ee92-4372-b46d-0cbdfd81f30d req-3fc6a83a-52e0-447c-8d3c-755f70925fa4 service neutron] 10.222.0.124 "GET /v2.0/networks/11ba8568-bfab-4128-9e8c-5b1e999bc597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324258 Jan 21 10:27:10.895979 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fd4ac273-ee92-4372-b46d-0cbdfd81f30d req-adbebd2c-b282-4b95-9e68-5a775c6e1037 service neutron] 10.222.0.124 "GET /v2.0/networks/11ba8568-bfab-4128-9e8c-5b1e999bc597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439927 Jan 21 10:27:10.928764 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.l3_db [None req-409e5f66-20fa-49d1-b7e4-95c4f38dcb56 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Floating IP 45596dd7-4ccb-4877-9ef4-2bfbb001efef associated. External IP: 172.26.0.222, port: 8900b259-59e2-43cd-aa99-a68fe4569253. Jan 21 10:27:11.344459 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409e5f66-20fa-49d1-b7e4-95c4f38dcb56 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Router 6e40812b-fd5b-4aa1-b5cd-2e80e7879738 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:27:11.563760 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409e5f66-20fa-49d1-b7e4-95c4f38dcb56 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:27:11.573375 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cafcfb5-3a27-410b-846a-76ff5a2efa6e None None] Sync routers for ids ['6e40812b-fd5b-4aa1-b5cd-2e80e7879738'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:27:11.590981 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-409e5f66-20fa-49d1-b7e4-95c4f38dcb56 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:11.593424 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cafcfb5-3a27-410b-846a-76ff5a2efa6e None None] Routers {'6e40812b-fd5b-4aa1-b5cd-2e80e7879738'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:27:11.594079 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-3cafcfb5-3a27-410b-846a-76ff5a2efa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:26:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['6e40812b-fd5b-4aa1-b5cd-2e80e7879738'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:27:11.649769 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-409e5f66-20fa-49d1-b7e4-95c4f38dcb56 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5903604 Jan 21 10:27:11.649977 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158aa455-f449-4f0f-b148-233c7f1bd492', 'tag': '8900b259-59e2-43cd-aa99-a68fe4569253'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:27:11.784979 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-3cafcfb5-3a27-410b-846a-76ff5a2efa6e None None] Set router 6e40812b-fd5b-4aa1-b5cd-2e80e7879738 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:27:11.797001 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158aa455-f449-4f0f-b148-233c7f1bd492', 'tag': '8900b259-59e2-43cd-aa99-a68fe4569253', 'status': 'completed', 'code': 200} Jan 21 10:27:11.843361 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f50f8-3de8-4899-b55e-818ecd06a5a5 req-84edceb1-7761-4380-9fbf-196855a63779 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:11.845633 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a56f50f8-3de8-4899-b55e-818ecd06a5a5 req-84edceb1-7761-4380-9fbf-196855a63779 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 945 time: 0.0878229 Jan 21 10:27:11.903920 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a56f50f8-3de8-4899-b55e-818ecd06a5a5 req-e946768a-67f3-4511-a1aa-30d5e9745242 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=74338634-af45-45d0-b7ad-6e0d7e8d2dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469854 Jan 21 10:27:11.912545 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4150630b-d509-4f84-8cdd-b388377f5fe5 req-15480376-403b-4879-aa46-f8531cd416e3 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ab5411ad497948eebd17e9930ca9720f&device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 1098 time: 0.0969942 Jan 21 10:27:11.933944 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44172) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:12.046629 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9593a5bf-8fd3-4ed4-9252-bb951d05bfe6 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/floatingips/45596dd7-4ccb-4877-9ef4-2bfbb001efef HTTP/1.1" status: 200 len: 991 time: 0.1104245 Jan 21 10:27:12.055771 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150630b-d509-4f84-8cdd-b388377f5fe5 req-1372a742-2c5a-4706-925e-07c20546da3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:12.057729 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4150630b-d509-4f84-8cdd-b388377f5fe5 req-1372a742-2c5a-4706-925e-07c20546da3b service neutron] 10.222.0.124 "GET /v2.0/networks?id=11ba8568-bfab-4128-9e8c-5b1e999bc597 HTTP/1.1" status: 200 len: 897 time: 0.1394022 Jan 21 10:27:12.173620 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4150630b-d509-4f84-8cdd-b388377f5fe5 req-2bbd9dff-1653-4d26-86a9-04b7a87353af service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8900b259-59e2-43cd-aa99-a68fe4569253 HTTP/1.1" status: 200 len: 999 time: 0.1101196 Jan 21 10:27:12.209361 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-3cafcfb5-3a27-410b-846a-76ff5a2efa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077724434', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.111'}], 'enable_snat': True}, 'gw_port_id': 'b50e140c-a0a0-4274-bfef-a075457c0223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:26:49Z', 'updated_at': '2022-01-21T10:26:54Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': 'b50e140c-a0a0-4274-bfef-a075457c0223', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:26:50Z', 'updated_at': '2022-01-21T10:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '45596dd7-4ccb-4877-9ef4-2bfbb001efef', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'floating_ip_address': '172.26.0.222', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'port_id': '8900b259-59e2-43cd-aa99-a68fe4569253', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11ba8568-bfab-4128-9e8c-5b1e999bc597', 'mac_address': 'fa:16:3e:29:78:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158aa455-f449-4f0f-b148-233c7f1bd492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:27:10Z', 'updated_at': '2022-01-21T10:27:10Z', 'revision_number': 0, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a3c5ee-d7e0-493d-b469-dd8cbf81869b', 'name': '', 'network_id': '11ba8568-bfab-4128-9e8c-5b1e999bc597', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:88:30:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'adb1fe9e-0613-433f-ac4b-296154f9d831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:26:53Z', 'updated_at': '2022-01-21T10:27:01Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': 'adb1fe9e-0613-433f-ac4b-296154f9d831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:27:12.215055 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cafcfb5-3a27-410b-846a-76ff5a2efa6e None None] Checking router: 6e40812b-fd5b-4aa1-b5cd-2e80e7879738 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:27:12.226951 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cafcfb5-3a27-410b-846a-76ff5a2efa6e None None] Routers {'6e40812b-fd5b-4aa1-b5cd-2e80e7879738'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:27:12.227554 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-3cafcfb5-3a27-410b-846a-76ff5a2efa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:26:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['6e40812b-fd5b-4aa1-b5cd-2e80e7879738'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:27:12.235968 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150630b-d509-4f84-8cdd-b388377f5fe5 req-9eaeee21-73ea-4ddc-8c1b-1efb761df5bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:12.237427 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4150630b-d509-4f84-8cdd-b388377f5fe5 req-9eaeee21-73ea-4ddc-8c1b-1efb761df5bc service neutron] 10.222.0.124 "GET /v2.0/subnets?id=adb1fe9e-0613-433f-ac4b-296154f9d831 HTTP/1.1" status: 200 len: 835 time: 0.0585268 Jan 21 10:27:12.321579 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4150630b-d509-4f84-8cdd-b388377f5fe5 req-ec76f5bc-b626-4a92-ad70-f7ab77983d37 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=11ba8568-bfab-4128-9e8c-5b1e999bc597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785713 Jan 21 10:27:12.412090 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-3cafcfb5-3a27-410b-846a-76ff5a2efa6e None None] Set router 6e40812b-fd5b-4aa1-b5cd-2e80e7879738 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:27:12.457690 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4150630b-d509-4f84-8cdd-b388377f5fe5 req-dc769c6f-8bb2-49d1-9b9a-0615978a78c4 service neutron] 10.222.0.124 "GET /v2.0/networks/11ba8568-bfab-4128-9e8c-5b1e999bc597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296940 Jan 21 10:27:12.697468 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4150630b-d509-4f84-8cdd-b388377f5fe5 req-577ff863-05f6-4955-81b8-e835ea6933d8 service neutron] 10.222.0.124 "GET /v2.0/networks/11ba8568-bfab-4128-9e8c-5b1e999bc597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338870 Jan 21 10:27:12.789492 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-3cafcfb5-3a27-410b-846a-76ff5a2efa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077724434', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.111'}], 'enable_snat': True}, 'gw_port_id': 'b50e140c-a0a0-4274-bfef-a075457c0223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:26:49Z', 'updated_at': '2022-01-21T10:26:54Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': 'b50e140c-a0a0-4274-bfef-a075457c0223', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:26:50Z', 'updated_at': '2022-01-21T10:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '45596dd7-4ccb-4877-9ef4-2bfbb001efef', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'floating_ip_address': '172.26.0.222', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'port_id': '8900b259-59e2-43cd-aa99-a68fe4569253', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11ba8568-bfab-4128-9e8c-5b1e999bc597', 'mac_address': 'fa:16:3e:29:78:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158aa455-f449-4f0f-b148-233c7f1bd492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:27:10Z', 'updated_at': '2022-01-21T10:27:10Z', 'revision_number': 0, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a3c5ee-d7e0-493d-b469-dd8cbf81869b', 'name': '', 'network_id': '11ba8568-bfab-4128-9e8c-5b1e999bc597', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:88:30:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'adb1fe9e-0613-433f-ac4b-296154f9d831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:26:53Z', 'updated_at': '2022-01-21T10:27:01Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': 'adb1fe9e-0613-433f-ac4b-296154f9d831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:27:12.793750 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cafcfb5-3a27-410b-846a-76ff5a2efa6e None None] The sync data for ids ['6e40812b-fd5b-4aa1-b5cd-2e80e7879738'] in dv-neutron-825732-1-hyperv is: [{'id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077724434', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.111'}], 'enable_snat': True}, 'gw_port_id': 'b50e140c-a0a0-4274-bfef-a075457c0223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:26:49Z', 'updated_at': '2022-01-21T10:26:54Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': 'b50e140c-a0a0-4274-bfef-a075457c0223', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:26:50Z', 'updated_at': '2022-01-21T10:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '45596dd7-4ccb-4877-9ef4-2bfbb001efef', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'floating_ip_address': '172.26.0.222', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'port_id': '8900b259-59e2-43cd-aa99-a68fe4569253', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11ba8568-bfab-4128-9e8c-5b1e999bc597', 'mac_address': 'fa:16:3e:29:78:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158aa455-f449-4f0f-b148-233c7f1bd492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:27:10Z', 'updated_at': '2022-01-21T10:27:10Z', 'revision_number': 0, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a3c5ee-d7e0-493d-b469-dd8cbf81869b', 'name': '', 'network_id': '11ba8568-bfab-4128-9e8c-5b1e999bc597', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:88:30:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'adb1fe9e-0613-433f-ac4b-296154f9d831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:26:53Z', 'updated_at': '2022-01-21T10:27:01Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': 'adb1fe9e-0613-433f-ac4b-296154f9d831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:27:13.049645 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44176) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:13.153098 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-3d3eecc1-b4b2-4763-a924-f3065ba03d4b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/floatingips/45596dd7-4ccb-4877-9ef4-2bfbb001efef HTTP/1.1" status: 200 len: 991 time: 0.1023352 Jan 21 10:27:14.157062 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44180) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:14.276668 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-2afddfe1-6e88-4607-884f-bdd20b2b2e0f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/floatingips/45596dd7-4ccb-4877-9ef4-2bfbb001efef HTTP/1.1" status: 200 len: 991 time: 0.1184072 Jan 21 10:27:15.280638 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44184) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:15.387802 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b85ec4c7-195a-4a7e-a859-6e63eec9e468 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/floatingips/45596dd7-4ccb-4877-9ef4-2bfbb001efef HTTP/1.1" status: 200 len: 991 time: 0.1060090 Jan 21 10:27:15.729905 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64954800-8984-4e68-8ec6-73f0f992839d None None] New status for floating IP 45596dd7-4ccb-4877-9ef4-2bfbb001efef: ACTIVE {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:27:16.392005 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44188) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:16.609715 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-b8437cf0-4357-41ae-9654-e9544f72e6e5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/floatingips/45596dd7-4ccb-4877-9ef4-2bfbb001efef HTTP/1.1" status: 200 len: 993 time: 0.2165868 Jan 21 10:27:20.747852 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:24.022041 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d360ae50-4668-456f-b67b-c69c7fff7dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:26.458541 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-aa79d02e-5ac1-4757-852e-1fc1e6edea87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:27.554320 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:27.912576 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:29.642083 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:31.664306 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:27:46.222890 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293757d9-739f-4b7f-9318-360b92c700f0 req-654609e6-38b3-47b6-82c3-b87ac24a09f7 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:46.224332 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-293757d9-739f-4b7f-9318-360b92c700f0 req-654609e6-38b3-47b6-82c3-b87ac24a09f7 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 945 time: 0.0783298 Jan 21 10:27:46.270778 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-293757d9-739f-4b7f-9318-360b92c700f0 req-da99f5a2-1247-4301-99aa-6551077a7b27 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=74338634-af45-45d0-b7ad-6e0d7e8d2dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403636 Jan 21 10:27:47.490061 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93562d40-59ce-46dc-a1b2-384d6661ff50 req-1d557952-055e-4155-8247-8ea58b397d7e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:47.491503 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-93562d40-59ce-46dc-a1b2-384d6661ff50 req-1d557952-055e-4155-8247-8ea58b397d7e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 945 time: 0.0861833 Jan 21 10:27:47.539195 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-93562d40-59ce-46dc-a1b2-384d6661ff50 req-4889046d-26df-4a19-874a-3ba3a8884456 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=74338634-af45-45d0-b7ad-6e0d7e8d2dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415692 Jan 21 10:27:48.755712 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9ec37-d51a-4e2e-a3d1-f6004a826b45 req-0a6ecc9d-6566-45bb-aa8d-ddf57a3b00f5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:48.757151 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b3f9ec37-d51a-4e2e-a3d1-f6004a826b45 req-0a6ecc9d-6566-45bb-aa8d-ddf57a3b00f5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 945 time: 0.0896943 Jan 21 10:27:48.804691 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b3f9ec37-d51a-4e2e-a3d1-f6004a826b45 req-fb6c5792-100e-4653-9d51-3784127c3fed tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=74338634-af45-45d0-b7ad-6e0d7e8d2dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413315 Jan 21 10:27:50.042460 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c1424-47d6-4b09-8c6e-fe2dd757ca98 req-2da4139a-e41f-4885-8e89-b38ac4044ec4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:50.043996 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ce5c1424-47d6-4b09-8c6e-fe2dd757ca98 req-2da4139a-e41f-4885-8e89-b38ac4044ec4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 945 time: 0.0815256 Jan 21 10:27:50.094976 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ce5c1424-47d6-4b09-8c6e-fe2dd757ca98 req-47c4f489-014d-4d09-b7e8-c0147fb70e2d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=74338634-af45-45d0-b7ad-6e0d7e8d2dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454795 Jan 21 10:27:50.744391 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:51.310785 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc90db3-4dde-407d-96c4-4bdb1b5cbacb req-e695fb26-df6f-4993-8cb1-36fc12faa3b2 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:51.312260 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ebc90db3-4dde-407d-96c4-4bdb1b5cbacb req-e695fb26-df6f-4993-8cb1-36fc12faa3b2 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 945 time: 0.0845869 Jan 21 10:27:51.363357 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ebc90db3-4dde-407d-96c4-4bdb1b5cbacb req-04b976d4-5680-47c9-976a-a4ae618638e4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=74338634-af45-45d0-b7ad-6e0d7e8d2dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454450 Jan 21 10:27:52.580112 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04fb4a2-d7af-45f8-ba7c-c3dd306516b2 req-593ec09d-888c-467b-bb56-1695cdc61ed1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:52.581931 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-b04fb4a2-d7af-45f8-ba7c-c3dd306516b2 req-593ec09d-888c-467b-bb56-1695cdc61ed1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 945 time: 0.0841153 Jan 21 10:27:52.633451 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-b04fb4a2-d7af-45f8-ba7c-c3dd306516b2 req-5aab2e01-e7d7-4aaf-960a-be1dce6f8fac tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=74338634-af45-45d0-b7ad-6e0d7e8d2dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447261 Jan 21 10:27:53.854569 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e44bae-957c-481c-addc-90aa60bd50c7 req-1cb10d55-337c-4bd2-b673-4512b01be0e8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:53.856115 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-06e44bae-957c-481c-addc-90aa60bd50c7 req-1cb10d55-337c-4bd2-b673-4512b01be0e8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 945 time: 0.0917358 Jan 21 10:27:53.910167 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-06e44bae-957c-481c-addc-90aa60bd50c7 req-2f7bae27-f43d-4d84-8949-6fcba3ee2be7 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=74338634-af45-45d0-b7ad-6e0d7e8d2dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484967 Jan 21 10:27:54.025606 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f4876a85-ed72-4fab-a9d0-cf5961e2b59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:55.130614 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abdca5-efee-408f-a076-29f422dea561 req-818ac4c5-7230-4d16-b23e-04c0f195e534 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:55.132234 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-19abdca5-efee-408f-a076-29f422dea561 req-818ac4c5-7230-4d16-b23e-04c0f195e534 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 945 time: 0.0946553 Jan 21 10:27:55.197923 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-19abdca5-efee-408f-a076-29f422dea561 req-0a0e50b0-853a-401c-bbb5-a918cfef042e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=74338634-af45-45d0-b7ad-6e0d7e8d2dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588748 Jan 21 10:27:56.459834 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeeee06-2602-45b7-bf50-04dcb6421736 req-cbf66704-9623-4f96-be63-4aefad056bfd tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:56.461386 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fdeeee06-2602-45b7-bf50-04dcb6421736 req-cbf66704-9623-4f96-be63-4aefad056bfd tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 945 time: 0.0908363 Jan 21 10:27:56.471086 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a8467ba6-581c-49f8-b678-fef94269d00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:56.520934 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fdeeee06-2602-45b7-bf50-04dcb6421736 req-f53f9de0-e57e-499e-b975-6c6fbfad1a20 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=74338634-af45-45d0-b7ad-6e0d7e8d2dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529873 Jan 21 10:27:57.560813 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:57.742336 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757e1c0-b2c0-4894-af6d-89f4fbf3f6c3 req-292480b9-df3b-474b-bb79-7eebc2714db7 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:57.743966 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-d757e1c0-b2c0-4894-af6d-89f4fbf3f6c3 req-292480b9-df3b-474b-bb79-7eebc2714db7 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 945 time: 0.0937030 Jan 21 10:27:57.793637 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-d757e1c0-b2c0-4894-af6d-89f4fbf3f6c3 req-f8cbaed2-1e72-48b8-9de4-193d0d4eb922 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=74338634-af45-45d0-b7ad-6e0d7e8d2dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424957 Jan 21 10:27:57.918582 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:59.012098 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7980c-60fb-48a9-a7cb-ef7b4668a1f1 req-7710f206-130d-4951-98d5-3420e918f8cb tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:59.014397 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-45f7980c-60fb-48a9-a7cb-ef7b4668a1f1 req-7710f206-130d-4951-98d5-3420e918f8cb tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 945 time: 0.0860965 Jan 21 10:27:59.065411 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-45f7980c-60fb-48a9-a7cb-ef7b4668a1f1 req-67d4bd39-cb58-4319-90a9-5f19ab01bb64 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=74338634-af45-45d0-b7ad-6e0d7e8d2dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429540 Jan 21 10:27:59.647553 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:00.275875 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd7ec0-58fa-443f-883f-07002929a808 req-e91d6133-8ea4-471d-adad-8774e5d06c82 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:00.277432 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-02cd7ec0-58fa-443f-883f-07002929a808 req-e91d6133-8ea4-471d-adad-8774e5d06c82 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 945 time: 0.0831568 Jan 21 10:28:00.324775 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-02cd7ec0-58fa-443f-883f-07002929a808 req-e99aa4e7-82c5-4b4e-a60c-fe30d40d6aa3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=74338634-af45-45d0-b7ad-6e0d7e8d2dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418041 Jan 21 10:28:01.546058 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d037ecb-da1a-4572-aaf2-dd5cdbdf0b1f req-3753364e-b046-4a0b-a359-453d0917dd9b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:01.547528 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8d037ecb-da1a-4572-aaf2-dd5cdbdf0b1f req-3753364e-b046-4a0b-a359-453d0917dd9b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 945 time: 0.0890117 Jan 21 10:28:01.595443 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8d037ecb-da1a-4572-aaf2-dd5cdbdf0b1f req-c7793c2a-bc28-4703-96d1-607cbf541977 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=74338634-af45-45d0-b7ad-6e0d7e8d2dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417404 Jan 21 10:28:01.632838 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44234) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:01.751783 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e0459c2a-8fc5-4edc-82fa-7fa38826756e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/floatingips/45596dd7-4ccb-4877-9ef4-2bfbb001efef HTTP/1.1" status: 200 len: 993 time: 0.1177218 Jan 21 10:28:03.307675 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe3e1e-0773-4961-a1b2-83f7fc6e30aa req-b281cd13-303e-4b78-91e0-e0421ceced86 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:03.309187 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-69fe3e1e-0773-4961-a1b2-83f7fc6e30aa req-b281cd13-303e-4b78-91e0-e0421ceced86 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 945 time: 0.0977948 Jan 21 10:28:03.321103 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-82d3155b-760d-4b9f-a59f-52dadcf3c95b req-7e77a174-0bb9-4d02-8c24-b983d19fc749 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ab5411ad497948eebd17e9930ca9720f&device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 1098 time: 0.0729690 Jan 21 10:28:03.357494 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-69fe3e1e-0773-4961-a1b2-83f7fc6e30aa req-022ad218-9332-4395-b605-c3cd40ebd711 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=74338634-af45-45d0-b7ad-6e0d7e8d2dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426302 Jan 21 10:28:03.465440 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3155b-760d-4b9f-a59f-52dadcf3c95b req-0a4a971e-67a5-4070-ab1f-7a72a6bfb448 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:03.466905 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-82d3155b-760d-4b9f-a59f-52dadcf3c95b req-0a4a971e-67a5-4070-ab1f-7a72a6bfb448 service neutron] 10.222.0.124 "GET /v2.0/networks?id=11ba8568-bfab-4128-9e8c-5b1e999bc597 HTTP/1.1" status: 200 len: 897 time: 0.1404381 Jan 21 10:28:03.571101 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-82d3155b-760d-4b9f-a59f-52dadcf3c95b req-6e01a6f8-5ca9-455d-ba88-084bf734794c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8900b259-59e2-43cd-aa99-a68fe4569253 HTTP/1.1" status: 200 len: 1001 time: 0.0984399 Jan 21 10:28:03.633904 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3155b-760d-4b9f-a59f-52dadcf3c95b req-24a74088-40c2-4a3b-9515-c9e4ac9ca06d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:03.636029 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-82d3155b-760d-4b9f-a59f-52dadcf3c95b req-24a74088-40c2-4a3b-9515-c9e4ac9ca06d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=adb1fe9e-0613-433f-ac4b-296154f9d831 HTTP/1.1" status: 200 len: 835 time: 0.0590816 Jan 21 10:28:03.714467 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-82d3155b-760d-4b9f-a59f-52dadcf3c95b req-63042b53-c4f6-4ce5-8f88-f8298d686a9a service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=11ba8568-bfab-4128-9e8c-5b1e999bc597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730772 Jan 21 10:28:03.963128 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-82d3155b-760d-4b9f-a59f-52dadcf3c95b req-10b80038-9438-4769-b8d8-3f760326b748 service neutron] 10.222.0.124 "GET /v2.0/networks/11ba8568-bfab-4128-9e8c-5b1e999bc597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423356 Jan 21 10:28:04.100789 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-82d3155b-760d-4b9f-a59f-52dadcf3c95b req-393442f0-bfd6-48bb-b69a-524cd3e44a22 service neutron] 10.222.0.124 "GET /v2.0/networks/11ba8568-bfab-4128-9e8c-5b1e999bc597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316693 Jan 21 10:28:04.564502 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe704562-f834-43c3-96b8-b9f459c41091 req-38edde3f-eb66-40b6-bd8c-465e8faf4177 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:04.565990 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fe704562-f834-43c3-96b8-b9f459c41091 req-38edde3f-eb66-40b6-bd8c-465e8faf4177 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 945 time: 0.0786247 Jan 21 10:28:04.621872 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fe704562-f834-43c3-96b8-b9f459c41091 req-4692e619-806d-4696-8f09-82040500fb50 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=74338634-af45-45d0-b7ad-6e0d7e8d2dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503166 Jan 21 10:28:05.835931 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a75c67-ab84-448b-94af-4fb38147539f req-1982274d-c812-49cb-aad8-710274ad17ff tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:05.837635 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-f3a75c67-ab84-448b-94af-4fb38147539f req-1982274d-c812-49cb-aad8-710274ad17ff tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 945 time: 0.0842819 Jan 21 10:28:05.886442 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-f3a75c67-ab84-448b-94af-4fb38147539f req-275037df-de21-412e-91e4-7be7391b36fb tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=74338634-af45-45d0-b7ad-6e0d7e8d2dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417373 Jan 21 10:28:05.914817 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44250) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:06.022421 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-aae24739-c7e0-46c7-b9a3-ffd614a0a950 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/floatingips/45596dd7-4ccb-4877-9ef4-2bfbb001efef HTTP/1.1" status: 200 len: 993 time: 0.1064649 Jan 21 10:28:08.664815 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:28:10.443401 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-17c7c006-23b3-41fe-8178-f2723e59d53a req-b39e5fd5-8d23-4939-b34a-072b24296be8 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=158aa455-f449-4f0f-b148-233c7f1bd492&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773745 Jan 21 10:28:10.586607 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-17c7c006-23b3-41fe-8178-f2723e59d53a req-07ab7128-5559-4bab-a722-0806462b1643 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ab5411ad497948eebd17e9930ca9720f&device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 1098 time: 0.0747709 Jan 21 10:28:10.754470 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7c006-23b3-41fe-8178-f2723e59d53a req-f25150e2-85dc-472b-8986-427bb8cf1649 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:10.755981 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-17c7c006-23b3-41fe-8178-f2723e59d53a req-f25150e2-85dc-472b-8986-427bb8cf1649 service neutron] 10.222.0.124 "GET /v2.0/networks?id=11ba8568-bfab-4128-9e8c-5b1e999bc597 HTTP/1.1" status: 200 len: 897 time: 0.1480775 Jan 21 10:28:10.868385 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-17c7c006-23b3-41fe-8178-f2723e59d53a req-425e030b-18af-4ed4-a0d4-b399dd19704a service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8900b259-59e2-43cd-aa99-a68fe4569253 HTTP/1.1" status: 200 len: 1001 time: 0.1066039 Jan 21 10:28:10.936982 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7c006-23b3-41fe-8178-f2723e59d53a req-cc39f471-8dab-4d30-9e68-5a54734bf291 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:10.938545 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-17c7c006-23b3-41fe-8178-f2723e59d53a req-cc39f471-8dab-4d30-9e68-5a54734bf291 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=adb1fe9e-0613-433f-ac4b-296154f9d831 HTTP/1.1" status: 200 len: 835 time: 0.0627966 Jan 21 10:28:11.025649 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-17c7c006-23b3-41fe-8178-f2723e59d53a req-ef34c9f3-2071-41c0-83c8-a2d81c894ec9 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=11ba8568-bfab-4128-9e8c-5b1e999bc597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812581 Jan 21 10:28:11.187450 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-17c7c006-23b3-41fe-8178-f2723e59d53a req-756a1a1d-4ab4-41be-8c03-b7adcb97be45 service neutron] 10.222.0.124 "GET /v2.0/networks/11ba8568-bfab-4128-9e8c-5b1e999bc597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554759 Jan 21 10:28:11.333735 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-17c7c006-23b3-41fe-8178-f2723e59d53a req-d662d3e2-83e7-4d06-93bd-ddbe7ac9aa6a service neutron] 10.222.0.124 "GET /v2.0/networks/11ba8568-bfab-4128-9e8c-5b1e999bc597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406126 Jan 21 10:28:20.751370 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:24.032226 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3dbff817-8ab5-41b5-813b-f67ede012aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:26.470171 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2609f59f-6b44-4054-91e1-6038f3af8022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:27.554515 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:27.926060 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:29.650995 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:38.544721 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44270) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:38.753147 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c5fdceb8-7427-456e-a44a-412530fac88e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Deleting port cbedf036-c8f5-4a3c-bcef-734bec8b38d9 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:28:38.753686 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c5fdceb8-7427-456e-a44a-412530fac88e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:39.039125 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c5fdceb8-7427-456e-a44a-412530fac88e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:39.039560 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c5fdceb8-7427-456e-a44a-412530fac88e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:39.164257 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c5fdceb8-7427-456e-a44a-412530fac88e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Calling delete_port for cbedf036-c8f5-4a3c-bcef-734bec8b38d9 owned by network:floatingip {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:28:39.318141 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c5fdceb8-7427-456e-a44a-412530fac88e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:39.361678 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fdceb8-7427-456e-a44a-412530fac88e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event deleted for resources: {'Port': ['ID=cbedf036-c8f5-4a3c-bcef-734bec8b38d9,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:39.401171 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fdceb8-7427-456e-a44a-412530fac88e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:39.402154 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fdceb8-7427-456e-a44a-412530fac88e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:39.402500 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fdceb8-7427-456e-a44a-412530fac88e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:39.402831 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fdceb8-7427-456e-a44a-412530fac88e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:39.403158 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fdceb8-7427-456e-a44a-412530fac88e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:39.403486 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fdceb8-7427-456e-a44a-412530fac88e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:39.403807 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fdceb8-7427-456e-a44a-412530fac88e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:39.404165 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fdceb8-7427-456e-a44a-412530fac88e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:39.404447 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fdceb8-7427-456e-a44a-412530fac88e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:39.404763 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fdceb8-7427-456e-a44a-412530fac88e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:39.405081 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fdceb8-7427-456e-a44a-412530fac88e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:39.471001 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c5fdceb8-7427-456e-a44a-412530fac88e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for floatingip, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:39.892717 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5fdceb8-7427-456e-a44a-412530fac88e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Router 6e40812b-fd5b-4aa1-b5cd-2e80e7879738 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:28:40.100649 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fdceb8-7427-456e-a44a-412530fac88e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:28:40.110891 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226bcfe1-f13a-4331-81a5-494aea4983a9 None None] Sync routers for ids ['6e40812b-fd5b-4aa1-b5cd-2e80e7879738'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:28:40.124964 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c5fdceb8-7427-456e-a44a-412530fac88e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:40.125882 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226bcfe1-f13a-4331-81a5-494aea4983a9 None None] Routers {'6e40812b-fd5b-4aa1-b5cd-2e80e7879738'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:28:40.126913 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-226bcfe1-f13a-4331-81a5-494aea4983a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:28:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['6e40812b-fd5b-4aa1-b5cd-2e80e7879738'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:40.206852 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c5fdceb8-7427-456e-a44a-412530fac88e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "DELETE /v2.0/floatingips/45596dd7-4ccb-4877-9ef4-2bfbb001efef HTTP/1.1" status: 204 len: 168 time: 1.6608093 Jan 21 10:28:40.207464 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158aa455-f449-4f0f-b148-233c7f1bd492', 'tag': '8900b259-59e2-43cd-aa99-a68fe4569253'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:28:40.273216 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158aa455-f449-4f0f-b148-233c7f1bd492', 'tag': '8900b259-59e2-43cd-aa99-a68fe4569253', 'status': 'completed', 'code': 200} Jan 21 10:28:40.342351 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-226bcfe1-f13a-4331-81a5-494aea4983a9 None None] Set router 6e40812b-fd5b-4aa1-b5cd-2e80e7879738 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:28:40.376416 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f9d44d53-d48a-43f5-8706-ad17e555f272 req-ed30a75d-afe1-4202-b02f-bef0f5100abc service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ab5411ad497948eebd17e9930ca9720f&device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 1098 time: 0.0825024 Jan 21 10:28:40.565307 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d44d53-d48a-43f5-8706-ad17e555f272 req-af3e00a5-ce3e-4685-8f26-973abd0d1a8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:40.567191 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f9d44d53-d48a-43f5-8706-ad17e555f272 req-af3e00a5-ce3e-4685-8f26-973abd0d1a8a service neutron] 10.222.0.124 "GET /v2.0/networks?id=11ba8568-bfab-4128-9e8c-5b1e999bc597 HTTP/1.1" status: 200 len: 897 time: 0.1851568 Jan 21 10:28:40.649082 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f9d44d53-d48a-43f5-8706-ad17e555f272 req-4e86e10d-e0a7-4c5a-88d1-b5be9920ef34 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8900b259-59e2-43cd-aa99-a68fe4569253 HTTP/1.1" status: 200 len: 217 time: 0.0728221 Jan 21 10:28:40.754195 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-226bcfe1-f13a-4331-81a5-494aea4983a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077724434', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.111'}], 'enable_snat': True}, 'gw_port_id': 'b50e140c-a0a0-4274-bfef-a075457c0223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:26:49Z', 'updated_at': '2022-01-21T10:26:54Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': 'b50e140c-a0a0-4274-bfef-a075457c0223', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:26:50Z', 'updated_at': '2022-01-21T10:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'c3a3c5ee-d7e0-493d-b469-dd8cbf81869b', 'name': '', 'network_id': '11ba8568-bfab-4128-9e8c-5b1e999bc597', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:88:30:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'adb1fe9e-0613-433f-ac4b-296154f9d831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:26:53Z', 'updated_at': '2022-01-21T10:27:01Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': 'adb1fe9e-0613-433f-ac4b-296154f9d831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:40.758135 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226bcfe1-f13a-4331-81a5-494aea4983a9 None None] Checking router: 6e40812b-fd5b-4aa1-b5cd-2e80e7879738 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:28:40.770693 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226bcfe1-f13a-4331-81a5-494aea4983a9 None None] Routers {'6e40812b-fd5b-4aa1-b5cd-2e80e7879738'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:28:40.771305 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-226bcfe1-f13a-4331-81a5-494aea4983a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:28:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['6e40812b-fd5b-4aa1-b5cd-2e80e7879738'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:40.885187 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d44d53-d48a-43f5-8706-ad17e555f272 req-bcbe626b-1efc-44f2-a64a-a9fe95fbcccc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:40.887555 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f9d44d53-d48a-43f5-8706-ad17e555f272 req-bcbe626b-1efc-44f2-a64a-a9fe95fbcccc service neutron] 10.222.0.124 "GET /v2.0/subnets?id=adb1fe9e-0613-433f-ac4b-296154f9d831 HTTP/1.1" status: 200 len: 835 time: 0.2325759 Jan 21 10:28:40.959790 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-226bcfe1-f13a-4331-81a5-494aea4983a9 None None] Set router 6e40812b-fd5b-4aa1-b5cd-2e80e7879738 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:28:40.964416 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96aa597-6312-4515-988a-3a02198025be req-0e423968-a133-4fbd-bf5a-e5d7fbc2737d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:40.965105 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-b96aa597-6312-4515-988a-3a02198025be req-0e423968-a133-4fbd-bf5a-e5d7fbc2737d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Synchronizing usage tracker for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:28:40.990256 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-b96aa597-6312-4515-988a-3a02198025be req-0e423968-a133-4fbd-bf5a-e5d7fbc2737d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Unset dirty status for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:28:40.991480 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b96aa597-6312-4515-988a-3a02198025be req-0e423968-a133-4fbd-bf5a-e5d7fbc2737d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 945 time: 0.4203267 Jan 21 10:28:40.996153 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f9d44d53-d48a-43f5-8706-ad17e555f272 req-2b56fa9e-03a5-41e1-a21c-bacf5f383775 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=11ba8568-bfab-4128-9e8c-5b1e999bc597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1009943 Jan 21 10:28:41.127140 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b96aa597-6312-4515-988a-3a02198025be req-09485a72-3d4e-46d3-8157-2ecdf726c6de tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=74338634-af45-45d0-b7ad-6e0d7e8d2dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288702 Jan 21 10:28:41.170331 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f9d44d53-d48a-43f5-8706-ad17e555f272 req-2f8402ae-029b-4d8e-97fa-da270c79ee76 service neutron] 10.222.0.124 "GET /v2.0/networks/11ba8568-bfab-4128-9e8c-5b1e999bc597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586211 Jan 21 10:28:41.279425 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-226bcfe1-f13a-4331-81a5-494aea4983a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077724434', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.111'}], 'enable_snat': True}, 'gw_port_id': 'b50e140c-a0a0-4274-bfef-a075457c0223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:26:49Z', 'updated_at': '2022-01-21T10:26:54Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': 'b50e140c-a0a0-4274-bfef-a075457c0223', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:26:50Z', 'updated_at': '2022-01-21T10:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'c3a3c5ee-d7e0-493d-b469-dd8cbf81869b', 'name': '', 'network_id': '11ba8568-bfab-4128-9e8c-5b1e999bc597', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:88:30:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'adb1fe9e-0613-433f-ac4b-296154f9d831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:26:53Z', 'updated_at': '2022-01-21T10:27:01Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': 'adb1fe9e-0613-433f-ac4b-296154f9d831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:41.283255 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226bcfe1-f13a-4331-81a5-494aea4983a9 None None] The sync data for ids ['6e40812b-fd5b-4aa1-b5cd-2e80e7879738'] in dv-neutron-825732-1-hyperv is: [{'id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077724434', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.111'}], 'enable_snat': True}, 'gw_port_id': 'b50e140c-a0a0-4274-bfef-a075457c0223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:26:49Z', 'updated_at': '2022-01-21T10:26:54Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': 'b50e140c-a0a0-4274-bfef-a075457c0223', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:26:50Z', 'updated_at': '2022-01-21T10:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'c3a3c5ee-d7e0-493d-b469-dd8cbf81869b', 'name': '', 'network_id': '11ba8568-bfab-4128-9e8c-5b1e999bc597', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:88:30:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'adb1fe9e-0613-433f-ac4b-296154f9d831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:26:53Z', 'updated_at': '2022-01-21T10:27:01Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': 'adb1fe9e-0613-433f-ac4b-296154f9d831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:28:41.315104 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f9d44d53-d48a-43f5-8706-ad17e555f272 req-e92f3a8d-ab88-4277-843f-00691365d7b2 service neutron] 10.222.0.124 "GET /v2.0/networks/11ba8568-bfab-4128-9e8c-5b1e999bc597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376860 Jan 21 10:28:41.515970 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b7aed7-40b0-4214-9497-3cd43f9a6d9c None None] New status for floating IP 45596dd7-4ccb-4877-9ef4-2bfbb001efef: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:28:42.142382 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10419e95-864a-4af6-adb8-3d2461c283e5 req-8f8fc36a-cc30-4d89-996f-a3078e962453 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:42.143871 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-10419e95-864a-4af6-adb8-3d2461c283e5 req-8f8fc36a-cc30-4d89-996f-a3078e962453 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.124 "GET /v2.0/ports?device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 945 time: 0.0848923 Jan 21 10:28:42.213596 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-10419e95-864a-4af6-adb8-3d2461c283e5 req-74282e16-3c86-4fa1-b577-a3d5f5117be4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Deleting port 8900b259-59e2-43cd-aa99-a68fe4569253 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:28:42.213930 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-10419e95-864a-4af6-adb8-3d2461c283e5 req-74282e16-3c86-4fa1-b577-a3d5f5117be4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:42.421093 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2adbd39-0ca7-47e7-bd26-0374d43d8306 req-d41c87b7-510c-40b3-ab9b-9dfa039e7283 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:42.422531 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a2adbd39-0ca7-47e7-bd26-0374d43d8306 req-d41c87b7-510c-40b3-ab9b-9dfa039e7283 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=158aa455-f449-4f0f-b148-233c7f1bd492 HTTP/1.1" status: 200 len: 945 time: 0.1545095 Jan 21 10:28:42.473353 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a2adbd39-0ca7-47e7-bd26-0374d43d8306 req-f749c2d4-bcdf-4f27-843d-34bdebc2dbbc tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=74338634-af45-45d0-b7ad-6e0d7e8d2dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452859 Jan 21 10:28:42.486457 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-10419e95-864a-4af6-adb8-3d2461c283e5 req-74282e16-3c86-4fa1-b577-a3d5f5117be4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] For port 8900b259-59e2-43cd-aa99-a68fe4569253, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=8900b259-59e2-43cd-aa99-a68fe4569253,segment=NetworkSegment(9275202a-9455-4ddb-98af-002884eab708),segment_id=9275202a-9455-4ddb-98af-002884eab708)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:28:42.486815 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-10419e95-864a-4af6-adb8-3d2461c283e5 req-74282e16-3c86-4fa1-b577-a3d5f5117be4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:42.617229 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-10419e95-864a-4af6-adb8-3d2461c283e5 req-74282e16-3c86-4fa1-b577-a3d5f5117be4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Calling delete_port for 8900b259-59e2-43cd-aa99-a68fe4569253 owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:28:42.771708 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-10419e95-864a-4af6-adb8-3d2461c283e5 req-74282e16-3c86-4fa1-b577-a3d5f5117be4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:42.820156 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74282e16-3c86-4fa1-b577-a3d5f5117be4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event deleted for resources: {'Port': ['ID=8900b259-59e2-43cd-aa99-a68fe4569253,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:42.913490 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-10419e95-864a-4af6-adb8-3d2461c283e5 req-74282e16-3c86-4fa1-b577-a3d5f5117be4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] No DVR routers for this DVR port 8900b259-59e2-43cd-aa99-a68fe4569253 on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:28:42.915910 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-10419e95-864a-4af6-adb8-3d2461c283e5 req-74282e16-3c86-4fa1-b577-a3d5f5117be4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:42.919182 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158aa455-f449-4f0f-b148-233c7f1bd492', 'name': 'network-vif-deleted', 'tag': '8900b259-59e2-43cd-aa99-a68fe4569253'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:28:42.935048 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-10419e95-864a-4af6-adb8-3d2461c283e5 req-74282e16-3c86-4fa1-b577-a3d5f5117be4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.124 "DELETE /v2.0/ports/8900b259-59e2-43cd-aa99-a68fe4569253 HTTP/1.1" status: 204 len: 173 time: 0.7857752 Jan 21 10:28:42.980499 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158aa455-f449-4f0f-b148-233c7f1bd492', 'name': 'network-vif-deleted', 'tag': '8900b259-59e2-43cd-aa99-a68fe4569253', 'status': 'completed', 'code': 200} Jan 21 10:28:43.604498 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44290) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:44.144160 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-55d2f00c-38ad-4772-a4cc-785f7c54df5e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:44.782363 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-55d2f00c-38ad-4772-a4cc-785f7c54df5e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Deleting port c3a3c5ee-d7e0-493d-b469-dd8cbf81869b {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:28:44.783014 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-55d2f00c-38ad-4772-a4cc-785f7c54df5e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:44.972100 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-55d2f00c-38ad-4772-a4cc-785f7c54df5e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] For port c3a3c5ee-d7e0-493d-b469-dd8cbf81869b, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=c3a3c5ee-d7e0-493d-b469-dd8cbf81869b,segment=NetworkSegment(9275202a-9455-4ddb-98af-002884eab708),segment_id=9275202a-9455-4ddb-98af-002884eab708)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:28:44.972461 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-55d2f00c-38ad-4772-a4cc-785f7c54df5e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:45.100909 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-55d2f00c-38ad-4772-a4cc-785f7c54df5e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Calling delete_port for c3a3c5ee-d7e0-493d-b469-dd8cbf81869b owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:28:45.302118 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-55d2f00c-38ad-4772-a4cc-785f7c54df5e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:45.351814 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2f00c-38ad-4772-a4cc-785f7c54df5e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event deleted for resources: {'Port': ['ID=c3a3c5ee-d7e0-493d-b469-dd8cbf81869b,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:45.659753 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-55d2f00c-38ad-4772-a4cc-785f7c54df5e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:45.665896 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:28:46.046267 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 8900b259-59e2-43cd-aa99-a68fe4569253 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:28:46.078920 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: 8900b259-59e2-43cd-aa99-a68fe4569253 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:28:46.079264 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 8900b259-59e2-43cd-aa99-a68fe4569253 not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:28:46.372128 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d2f00c-38ad-4772-a4cc-785f7c54df5e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Router 6e40812b-fd5b-4aa1-b5cd-2e80e7879738 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:28:46.603849 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d2f00c-38ad-4772-a4cc-785f7c54df5e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:28:46.615258 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f73c37-01b6-49fc-ab79-54ae3df01d1e None None] Sync routers for ids ['6e40812b-fd5b-4aa1-b5cd-2e80e7879738'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:28:46.624313 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-55d2f00c-38ad-4772-a4cc-785f7c54df5e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "PUT /v2.0/routers/6e40812b-fd5b-4aa1-b5cd-2e80e7879738/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0145197 Jan 21 10:28:46.624704 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44294) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:46.630907 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f73c37-01b6-49fc-ab79-54ae3df01d1e None None] Routers {'6e40812b-fd5b-4aa1-b5cd-2e80e7879738'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:28:46.631704 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-21f73c37-01b6-49fc-ab79-54ae3df01d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:28:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['6e40812b-fd5b-4aa1-b5cd-2e80e7879738'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:46.826898 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0aa834e-8a4b-4c9e-b8e3-ca23174d1c35 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Deleting subnet adb1fe9e-0613-433f-ac4b-296154f9d831 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:28:46.830282 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a0aa834e-8a4b-4c9e-b8e3-ca23174d1c35 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:46.837476 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-21f73c37-01b6-49fc-ab79-54ae3df01d1e None None] Set router 6e40812b-fd5b-4aa1-b5cd-2e80e7879738 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:28:46.897742 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a0aa834e-8a4b-4c9e-b8e3-ca23174d1c35 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:47.008695 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a0aa834e-8a4b-4c9e-b8e3-ca23174d1c35 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:47.104300 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a0aa834e-8a4b-4c9e-b8e3-ca23174d1c35 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:47.135027 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-21f73c37-01b6-49fc-ab79-54ae3df01d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077724434', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.111'}], 'enable_snat': True}, 'gw_port_id': 'b50e140c-a0a0-4274-bfef-a075457c0223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:26:49Z', 'updated_at': '2022-01-21T10:28:45Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': 'b50e140c-a0a0-4274-bfef-a075457c0223', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:26:50Z', 'updated_at': '2022-01-21T10:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:47.140690 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f73c37-01b6-49fc-ab79-54ae3df01d1e None None] Checking router: 6e40812b-fd5b-4aa1-b5cd-2e80e7879738 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:28:47.150636 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa834e-8a4b-4c9e-b8e3-ca23174d1c35 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event deleted for resources: {'Subnet': ['ID=adb1fe9e-0613-433f-ac4b-296154f9d831,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:47.153323 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f73c37-01b6-49fc-ab79-54ae3df01d1e None None] Routers {'6e40812b-fd5b-4aa1-b5cd-2e80e7879738'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:28:47.156712 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a0aa834e-8a4b-4c9e-b8e3-ca23174d1c35 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:47.156868 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-21f73c37-01b6-49fc-ab79-54ae3df01d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:28:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['6e40812b-fd5b-4aa1-b5cd-2e80e7879738'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:47.162095 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a0aa834e-8a4b-4c9e-b8e3-ca23174d1c35 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "DELETE /v2.0/subnets/adb1fe9e-0613-433f-ac4b-296154f9d831 HTTP/1.1" status: 204 len: 168 time: 0.5361972 Jan 21 10:28:47.164837 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44298) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:47.168003 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be42671c-02a9-4866-ad85-3cc5f269f3d2 None None] Network 11ba8568-bfab-4128-9e8c-5b1e999bc597 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:28:47.367358 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-21f73c37-01b6-49fc-ab79-54ae3df01d1e None None] Set router 6e40812b-fd5b-4aa1-b5cd-2e80e7879738 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:28:47.378211 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4593f85a-e17b-4499-b362-ac29f5cd46c1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:47.488721 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f082eb89-665c-4ac8-832d-aad94c789697 None None] DHCP port deletion for 11ba8568-bfab-4128-9e8c-5b1e999bc597 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 10:28:47.493922 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-f082eb89-665c-4ac8-832d-aad94c789697 None None] Deleting port ac233d15-30b7-4fdb-ad7d-e37bd1427e81 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:28:47.494557 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f082eb89-665c-4ac8-832d-aad94c789697 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:47.720432 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-21f73c37-01b6-49fc-ab79-54ae3df01d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077724434', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.111'}], 'enable_snat': True}, 'gw_port_id': 'b50e140c-a0a0-4274-bfef-a075457c0223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:26:49Z', 'updated_at': '2022-01-21T10:28:45Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': 'b50e140c-a0a0-4274-bfef-a075457c0223', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:26:50Z', 'updated_at': '2022-01-21T10:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:47.724648 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f73c37-01b6-49fc-ab79-54ae3df01d1e None None] The sync data for ids ['6e40812b-fd5b-4aa1-b5cd-2e80e7879738'] in dv-neutron-825732-1-hyperv is: [{'id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077724434', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.111'}], 'enable_snat': True}, 'gw_port_id': 'b50e140c-a0a0-4274-bfef-a075457c0223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:26:49Z', 'updated_at': '2022-01-21T10:28:45Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': 'b50e140c-a0a0-4274-bfef-a075457c0223', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e40812b-fd5b-4aa1-b5cd-2e80e7879738', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:26:50Z', 'updated_at': '2022-01-21T10:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:28:47.731226 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-f082eb89-665c-4ac8-832d-aad94c789697 None None] For port ac233d15-30b7-4fdb-ad7d-e37bd1427e81, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=ac233d15-30b7-4fdb-ad7d-e37bd1427e81,segment=NetworkSegment(9275202a-9455-4ddb-98af-002884eab708),segment_id=9275202a-9455-4ddb-98af-002884eab708)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:28:47.731828 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f082eb89-665c-4ac8-832d-aad94c789697 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:47.739933 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4593f85a-e17b-4499-b362-ac29f5cd46c1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:47.751693 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4593f85a-e17b-4499-b362-ac29f5cd46c1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Deleting port b50e140c-a0a0-4274-bfef-a075457c0223 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:28:47.752162 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4593f85a-e17b-4499-b362-ac29f5cd46c1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:47.862043 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-f082eb89-665c-4ac8-832d-aad94c789697 None None] Calling delete_port for ac233d15-30b7-4fdb-ad7d-e37bd1427e81 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:28:47.935380 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-4593f85a-e17b-4499-b362-ac29f5cd46c1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] For port b50e140c-a0a0-4274-bfef-a075457c0223, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=b50e140c-a0a0-4274-bfef-a075457c0223,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:28:47.935698 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4593f85a-e17b-4499-b362-ac29f5cd46c1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:47.939444 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f082eb89-665c-4ac8-832d-aad94c789697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:47.985284 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082eb89-665c-4ac8-832d-aad94c789697 None None] Pushing event deleted for resources: {'Port': ['ID=ac233d15-30b7-4fdb-ad7d-e37bd1427e81,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:47.990665 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f082eb89-665c-4ac8-832d-aad94c789697 None None] No DVR routers for this DVR port ac233d15-30b7-4fdb-ad7d-e37bd1427e81 on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:28:48.001014 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f082eb89-665c-4ac8-832d-aad94c789697 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:48.001596 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f082eb89-665c-4ac8-832d-aad94c789697 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:48.001946 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f082eb89-665c-4ac8-832d-aad94c789697 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:48.002278 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f082eb89-665c-4ac8-832d-aad94c789697 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:48.002609 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f082eb89-665c-4ac8-832d-aad94c789697 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:48.002935 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f082eb89-665c-4ac8-832d-aad94c789697 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:48.003257 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f082eb89-665c-4ac8-832d-aad94c789697 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:48.003655 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f082eb89-665c-4ac8-832d-aad94c789697 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:48.003943 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f082eb89-665c-4ac8-832d-aad94c789697 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:48.004242 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f082eb89-665c-4ac8-832d-aad94c789697 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:48.004560 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f082eb89-665c-4ac8-832d-aad94c789697 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:48.062949 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4593f85a-e17b-4499-b362-ac29f5cd46c1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Calling delete_port for b50e140c-a0a0-4274-bfef-a075457c0223 owned by network:router_gateway {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:28:48.256451 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4593f85a-e17b-4499-b362-ac29f5cd46c1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:48.305181 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593f85a-e17b-4499-b362-ac29f5cd46c1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event deleted for resources: {'Port': ['ID=b50e140c-a0a0-4274-bfef-a075457c0223,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:48.547927 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4593f85a-e17b-4499-b362-ac29f5cd46c1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:48.841607 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4593f85a-e17b-4499-b362-ac29f5cd46c1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:48.847230 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4593f85a-e17b-4499-b362-ac29f5cd46c1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:48.851264 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ac233d15-30b7-4fdb-ad7d-e37bd1427e81 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:28:48.885703 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4593f85a-e17b-4499-b362-ac29f5cd46c1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:48.887062 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4593f85a-e17b-4499-b362-ac29f5cd46c1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Fanout notify agent at l3_agent the message router_deleted on router 6e40812b-fd5b-4aa1-b5cd-2e80e7879738 {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:28:48.892845 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: ac233d15-30b7-4fdb-ad7d-e37bd1427e81 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:28:48.893329 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device ac233d15-30b7-4fdb-ad7d-e37bd1427e81 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:28:48.893855 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device c3a3c5ee-d7e0-493d-b469-dd8cbf81869b no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:28:48.903681 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4593f85a-e17b-4499-b362-ac29f5cd46c1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:48.907901 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44302) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:48.908431 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4593f85a-e17b-4499-b362-ac29f5cd46c1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "DELETE /v2.0/routers/6e40812b-fd5b-4aa1-b5cd-2e80e7879738 HTTP/1.1" status: 204 len: 168 time: 1.7420728 Jan 21 10:28:48.938589 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: c3a3c5ee-d7e0-493d-b469-dd8cbf81869b {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:28:48.938948 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device c3a3c5ee-d7e0-493d-b469-dd8cbf81869b not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:28:49.036550 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2b01653-94d5-44f6-87d3-bd7f10f51942 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:49.185352 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2b01653-94d5-44f6-87d3-bd7f10f51942 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:49.210964 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-e2b01653-94d5-44f6-87d3-bd7f10f51942 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11ba8568-bfab-4128-9e8c-5b1e999bc597']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:49.224541 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-e2b01653-94d5-44f6-87d3-bd7f10f51942 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9275202a-9455-4ddb-98af-002884eab708') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:49.224831 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-e2b01653-94d5-44f6-87d3-bd7f10f51942 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9275202a-9455-4ddb-98af-002884eab708') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:49.237228 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2b01653-94d5-44f6-87d3-bd7f10f51942 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:49.253491 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2b01653-94d5-44f6-87d3-bd7f10f51942 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:49.259554 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b01653-94d5-44f6-87d3-bd7f10f51942 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:28:49.259940 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2b01653-94d5-44f6-87d3-bd7f10f51942 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:49.279219 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 10:28:49.279219 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:28:49.279219 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 10:28:49.279219 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:28:49.279219 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 10:28:49.279219 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:28:49.279219 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 10:28:49.279219 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:28:49.279219 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 10:28:49.279219 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:28:49.279219 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 10:28:49.279219 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:28:49.279219 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 10:28:49.279219 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:28:49.279219 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:28:49.279219 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:28:49.279219 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:28:49.279219 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:28:49.279219 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 10:28:49.279219 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:28:49.279219 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 10:28:49.279219 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:28:49.279219 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:28:49.279219 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:28:49.279219 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 10:28:49.279219 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:28:49.279219 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:28:49.279219 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:28:49.279219 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:28:49.279219 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:28:49.279219 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:28:49.279219 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:28:49.363462 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2b01653-94d5-44f6-87d3-bd7f10f51942 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:49.389287 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2b01653-94d5-44f6-87d3-bd7f10f51942 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:49.401494 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b01653-94d5-44f6-87d3-bd7f10f51942 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event deleted for resources: {'Network': ['ID=11ba8568-bfab-4128-9e8c-5b1e999bc597,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:49.415190 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-e2b01653-94d5-44f6-87d3-bd7f10f51942 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "DELETE /v2.0/networks/11ba8568-bfab-4128-9e8c-5b1e999bc597 HTTP/1.1" status: 204 len: 168 time: 0.5036974 Jan 21 10:28:49.415190 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b01653-94d5-44f6-87d3-bd7f10f51942 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:49.415190 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b01653-94d5-44f6-87d3-bd7f10f51942 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:49.415190 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b01653-94d5-44f6-87d3-bd7f10f51942 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:49.415190 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b01653-94d5-44f6-87d3-bd7f10f51942 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:49.415762 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b01653-94d5-44f6-87d3-bd7f10f51942 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:49.415762 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b01653-94d5-44f6-87d3-bd7f10f51942 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:49.416081 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b01653-94d5-44f6-87d3-bd7f10f51942 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:49.416196 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44306) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:49.416405 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b01653-94d5-44f6-87d3-bd7f10f51942 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:49.416726 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b01653-94d5-44f6-87d3-bd7f10f51942 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:49.417056 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b01653-94d5-44f6-87d3-bd7f10f51942 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:49.418129 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b01653-94d5-44f6-87d3-bd7f10f51942 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:49.499131 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3d4bffe9-bc64-4a1d-b2d8-2c4e7780e513 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:49.530430 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3d4bffe9-bc64-4a1d-b2d8-2c4e7780e513 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:49.619505 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3d4bffe9-bc64-4a1d-b2d8-2c4e7780e513 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:49.744788 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4bffe9-bc64-4a1d-b2d8-2c4e7780e513 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74338634-af45-45d0-b7ad-6e0d7e8d2dd2,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:49.757427 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3d4bffe9-bc64-4a1d-b2d8-2c4e7780e513 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:49.762320 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-3d4bffe9-bc64-4a1d-b2d8-2c4e7780e513 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "DELETE /v2.0/security-groups/74338634-af45-45d0-b7ad-6e0d7e8d2dd2 HTTP/1.1" status: 204 len: 168 time: 0.3438005 Jan 21 10:28:50.030794 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44314) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:50.036500 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6d9e1329-7f6a-411a-b8e5-aa6ac8a2598a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-132592530', 'description': 'tempest-secgroup-smoke-132592530 description', 'project_id': 'ab5411ad497948eebd17e9930ca9720f'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:28:50.043587 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6d9e1329-7f6a-411a-b8e5-aa6ac8a2598a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:28:50.049010 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6d9e1329-7f6a-411a-b8e5-aa6ac8a2598a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:28:50.052444 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6d9e1329-7f6a-411a-b8e5-aa6ac8a2598a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:28:50.059885 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6d9e1329-7f6a-411a-b8e5-aa6ac8a2598a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:28:50.071611 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6d9e1329-7f6a-411a-b8e5-aa6ac8a2598a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:50.109858 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6d9e1329-7f6a-411a-b8e5-aa6ac8a2598a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:28:50.113909 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6d9e1329-7f6a-411a-b8e5-aa6ac8a2598a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group_rule and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:28:50.116897 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6d9e1329-7f6a-411a-b8e5-aa6ac8a2598a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:28:50.123366 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6d9e1329-7f6a-411a-b8e5-aa6ac8a2598a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:28:50.186772 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6d9e1329-7f6a-411a-b8e5-aa6ac8a2598a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:50.190666 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6d9e1329-7f6a-411a-b8e5-aa6ac8a2598a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:50.241290 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e1329-7f6a-411a-b8e5-aa6ac8a2598a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af0bdef0-7d91-41ae-a9be-5c6d66e45519,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:50.244183 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6d9e1329-7f6a-411a-b8e5-aa6ac8a2598a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:50.246094 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6d9e1329-7f6a-411a-b8e5-aa6ac8a2598a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2137215 Jan 21 10:28:50.249364 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44318) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:50.255459 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-51ba35eb-cf98-4296-87bb-34ab0f791014 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'security_group_rule': {'security_group_id': 'af0bdef0-7d91-41ae-a9be-5c6d66e45519', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:28:50.262631 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-51ba35eb-cf98-4296-87bb-34ab0f791014 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:28:50.266435 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-51ba35eb-cf98-4296-87bb-34ab0f791014 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group_rule and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:28:50.269275 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-51ba35eb-cf98-4296-87bb-34ab0f791014 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:28:50.274975 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-51ba35eb-cf98-4296-87bb-34ab0f791014 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:28:50.295370 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-51ba35eb-cf98-4296-87bb-34ab0f791014 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:50.360775 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-51ba35eb-cf98-4296-87bb-34ab0f791014 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:50.365046 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-51ba35eb-cf98-4296-87bb-34ab0f791014 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:50.389152 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba35eb-cf98-4296-87bb-34ab0f791014 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90db316b-48c6-4647-84c6-b3351afffc52,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:50.397795 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-51ba35eb-cf98-4296-87bb-34ab0f791014 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:50.399043 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-51ba35eb-cf98-4296-87bb-34ab0f791014 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1487546 Jan 21 10:28:50.401979 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44322) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:50.407341 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-ac4a5a1e-54ef-46d4-a398-fcae5654ae76 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'security_group_rule': {'security_group_id': 'af0bdef0-7d91-41ae-a9be-5c6d66e45519', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:28:50.413884 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ac4a5a1e-54ef-46d4-a398-fcae5654ae76 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:28:50.418094 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ac4a5a1e-54ef-46d4-a398-fcae5654ae76 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group_rule and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:28:50.421382 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-ac4a5a1e-54ef-46d4-a398-fcae5654ae76 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:28:50.427279 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ac4a5a1e-54ef-46d4-a398-fcae5654ae76 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:28:50.444244 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ac4a5a1e-54ef-46d4-a398-fcae5654ae76 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:50.508657 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ac4a5a1e-54ef-46d4-a398-fcae5654ae76 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:50.518937 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ac4a5a1e-54ef-46d4-a398-fcae5654ae76 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:50.545392 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a5a1e-54ef-46d4-a398-fcae5654ae76 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=749a52ee-fdcf-40cc-aec7-b6a1e15a24c6,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:50.555737 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ac4a5a1e-54ef-46d4-a398-fcae5654ae76 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:50.556915 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ac4a5a1e-54ef-46d4-a398-fcae5654ae76 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1542470 Jan 21 10:28:50.560297 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44326) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:50.566923 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-4a73c732-5fbb-4d44-9a83-db8be47c6831 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'security_group_rule': {'security_group_id': 'af0bdef0-7d91-41ae-a9be-5c6d66e45519', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:28:50.573227 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4a73c732-5fbb-4d44-9a83-db8be47c6831 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:28:50.577113 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-4a73c732-5fbb-4d44-9a83-db8be47c6831 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group_rule and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:28:50.580006 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-4a73c732-5fbb-4d44-9a83-db8be47c6831 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:28:50.585972 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4a73c732-5fbb-4d44-9a83-db8be47c6831 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:28:50.602360 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4a73c732-5fbb-4d44-9a83-db8be47c6831 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:50.677314 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4a73c732-5fbb-4d44-9a83-db8be47c6831 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:50.681112 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4a73c732-5fbb-4d44-9a83-db8be47c6831 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:50.704429 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73c732-5fbb-4d44-9a83-db8be47c6831 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f65f4496-c4fe-4fde-83cf-0e511967c866,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:50.715334 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4a73c732-5fbb-4d44-9a83-db8be47c6831 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:50.716796 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4a73c732-5fbb-4d44-9a83-db8be47c6831 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1555295 Jan 21 10:28:50.719582 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44330) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:50.725474 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-de48b94c-5e9b-4f55-911a-2442bf5fa952 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'security_group_rule': {'security_group_id': 'af0bdef0-7d91-41ae-a9be-5c6d66e45519', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:28:50.732484 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-de48b94c-5e9b-4f55-911a-2442bf5fa952 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:28:50.736329 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-de48b94c-5e9b-4f55-911a-2442bf5fa952 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group_rule and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:28:50.739185 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-de48b94c-5e9b-4f55-911a-2442bf5fa952 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:28:50.745386 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-de48b94c-5e9b-4f55-911a-2442bf5fa952 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:28:50.762128 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device b50e140c-a0a0-4274-bfef-a075457c0223 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:28:50.766041 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de48b94c-5e9b-4f55-911a-2442bf5fa952 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:50.799471 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: b50e140c-a0a0-4274-bfef-a075457c0223 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:28:50.799685 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device b50e140c-a0a0-4274-bfef-a075457c0223 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:28:50.801078 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:50.846523 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de48b94c-5e9b-4f55-911a-2442bf5fa952 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:50.851018 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de48b94c-5e9b-4f55-911a-2442bf5fa952 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:50.874982 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48b94c-5e9b-4f55-911a-2442bf5fa952 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bccad13-d21b-42dd-982c-d29d97c77e7d,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:50.885291 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de48b94c-5e9b-4f55-911a-2442bf5fa952 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:50.886788 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-de48b94c-5e9b-4f55-911a-2442bf5fa952 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1659358 Jan 21 10:28:50.889826 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44334) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:50.896165 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-1e423f61-7170-40b0-875b-6447c2493938 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'security_group_rule': {'security_group_id': 'af0bdef0-7d91-41ae-a9be-5c6d66e45519', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:28:50.902850 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1e423f61-7170-40b0-875b-6447c2493938 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:28:50.906588 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-1e423f61-7170-40b0-875b-6447c2493938 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group_rule and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:28:50.909361 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-1e423f61-7170-40b0-875b-6447c2493938 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:28:50.915629 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1e423f61-7170-40b0-875b-6447c2493938 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:28:50.930727 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-1e423f61-7170-40b0-875b-6447c2493938 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Project ab5411ad497948eebd17e9930ca9720f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:28:50.934067 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1e423f61-7170-40b0-875b-6447c2493938 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:51.002283 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1e423f61-7170-40b0-875b-6447c2493938 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:51.006037 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1e423f61-7170-40b0-875b-6447c2493938 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:51.031745 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e423f61-7170-40b0-875b-6447c2493938 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7cfe328-0061-4a97-95ce-9f430e09c037,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:51.041854 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1e423f61-7170-40b0-875b-6447c2493938 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:51.043081 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1e423f61-7170-40b0-875b-6447c2493938 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1524680 Jan 21 10:28:51.046484 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44338) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:51.052188 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-50a70103-99f5-4954-9f92-5ec5b3ed9d50 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'security_group_rule': {'security_group_id': 'af0bdef0-7d91-41ae-a9be-5c6d66e45519', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:28:51.058824 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-50a70103-99f5-4954-9f92-5ec5b3ed9d50 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:28:51.063738 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-50a70103-99f5-4954-9f92-5ec5b3ed9d50 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:security_group_rule and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:28:51.067732 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-50a70103-99f5-4954-9f92-5ec5b3ed9d50 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:28:51.076501 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-50a70103-99f5-4954-9f92-5ec5b3ed9d50 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:28:51.094054 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-50a70103-99f5-4954-9f92-5ec5b3ed9d50 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Project ab5411ad497948eebd17e9930ca9720f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:28:51.102028 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-50a70103-99f5-4954-9f92-5ec5b3ed9d50 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:51.180127 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-50a70103-99f5-4954-9f92-5ec5b3ed9d50 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:51.185011 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-50a70103-99f5-4954-9f92-5ec5b3ed9d50 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:51.208746 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a70103-99f5-4954-9f92-5ec5b3ed9d50 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fed1699-5b17-4de8-a51c-2b53d09d00de,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:51.217881 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-50a70103-99f5-4954-9f92-5ec5b3ed9d50 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:51.219045 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-50a70103-99f5-4954-9f92-5ec5b3ed9d50 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1715958 Jan 21 10:28:51.221914 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44342) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:51.227368 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-24f755f8-2eff-4c7c-9dd4-e8e8a2d5b998 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'network': {'name': 'tempest-network-smoke--552126999', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'port_security_enabled': True}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:28:51.232901 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-24f755f8-2eff-4c7c-9dd4-e8e8a2d5b998 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:28:51.236923 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-24f755f8-2eff-4c7c-9dd4-e8e8a2d5b998 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:network and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:28:51.240324 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-24f755f8-2eff-4c7c-9dd4-e8e8a2d5b998 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:28:51.247319 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-24f755f8-2eff-4c7c-9dd4-e8e8a2d5b998 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:28:51.258339 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f755f8-2eff-4c7c-9dd4-e8e8a2d5b998 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Made reservation on behalf of ab5411ad497948eebd17e9930ca9720f for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:28:51.261407 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-24f755f8-2eff-4c7c-9dd4-e8e8a2d5b998 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:51.291319 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f755f8-2eff-4c7c-9dd4-e8e8a2d5b998 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:28:51.302768 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-24f755f8-2eff-4c7c-9dd4-e8e8a2d5b998 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:51.303056 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-24f755f8-2eff-4c7c-9dd4-e8e8a2d5b998 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Added segment 4693725e-9551-4fbe-9a7e-bba02872beed of type vlan for network 10e70f0f-d04d-431d-bc88-48c3132209bb Jan 21 10:28:51.331864 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-24f755f8-2eff-4c7c-9dd4-e8e8a2d5b998 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:51.364670 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-24f755f8-2eff-4c7c-9dd4-e8e8a2d5b998 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:51.368347 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f755f8-2eff-4c7c-9dd4-e8e8a2d5b998 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:51.368914 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-24f755f8-2eff-4c7c-9dd4-e8e8a2d5b998 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:51.565458 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-24f755f8-2eff-4c7c-9dd4-e8e8a2d5b998 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3423688 Jan 21 10:28:51.568186 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44346) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:51.575050 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f755f8-2eff-4c7c-9dd4-e8e8a2d5b998 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Network': ['ID=10e70f0f-d04d-431d-bc88-48c3132209bb,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:51.575785 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-cdba3f80-bfc3-4ca2-9f83-080de894d445 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-448171796', 'admin_state_up': True, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:28:51.582862 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-cdba3f80-bfc3-4ca2-9f83-080de894d445 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:28:51.585275 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 10e70f0f-d04d-431d-bc88-48c3132209bb details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:28:51.587116 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-cdba3f80-bfc3-4ca2-9f83-080de894d445 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:router and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:28:51.590835 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-cdba3f80-bfc3-4ca2-9f83-080de894d445 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:28:51.597319 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-cdba3f80-bfc3-4ca2-9f83-080de894d445 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:28:51.607872 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cdba3f80-bfc3-4ca2-9f83-080de894d445 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:51.608838 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cdba3f80-bfc3-4ca2-9f83-080de894d445 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:51.639886 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cdba3f80-bfc3-4ca2-9f83-080de894d445 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:51.799801 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cdba3f80-bfc3-4ca2-9f83-080de894d445 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:52.002526 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cdba3f80-bfc3-4ca2-9f83-080de894d445 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router_gateway, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:52.031858 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cdba3f80-bfc3-4ca2-9f83-080de894d445 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:52.179744 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-cdba3f80-bfc3-4ca2-9f83-080de894d445 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Allocated IP 172.26.0.141 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/7812e8ad-bed9-46b7-baa8-7f945bdd1ee7) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:28:52.344209 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cdba3f80-bfc3-4ca2-9f83-080de894d445 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:52.373508 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cdba3f80-bfc3-4ca2-9f83-080de894d445 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:52.442017 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdba3f80-bfc3-4ca2-9f83-080de894d445 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:28:52.444890 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-cdba3f80-bfc3-4ca2-9f83-080de894d445 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:28:52.447509 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdba3f80-bfc3-4ca2-9f83-080de894d445 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:28:52.477786 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba3f80-bfc3-4ca2-9f83-080de894d445 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Port': ['ID=7812e8ad-bed9-46b7-baa8-7f945bdd1ee7,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:52.633739 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cdba3f80-bfc3-4ca2-9f83-080de894d445 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router_gateway, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:52.634738 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cdba3f80-bfc3-4ca2-9f83-080de894d445 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:52.874568 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdba3f80-bfc3-4ca2-9f83-080de894d445 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Router 1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:28:53.080053 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdba3f80-bfc3-4ca2-9f83-080de894d445 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:28:53.090456 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f77805-264a-401d-9eb9-528e0d577179 None None] Sync routers for ids ['1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:28:53.102565 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f77805-264a-401d-9eb9-528e0d577179 None None] Routers {'1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:28:53.103191 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-17f77805-264a-401d-9eb9-528e0d577179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:28:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:53.110315 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cdba3f80-bfc3-4ca2-9f83-080de894d445 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:53.111561 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-cdba3f80-bfc3-4ca2-9f83-080de894d445 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5415094 Jan 21 10:28:53.118263 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44350) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:53.160217 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9d306648-d16b-489a-84f5-00264b36dae0 tempest-TestNetworkAdvancedServerOps-1891287522 tempest-TestNetworkAdvancedServerOps-1891287522-project-admin] 10.222.0.104 "GET /v2.0/subnets?project_id=ab5411ad497948eebd17e9930ca9720f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407140 Jan 21 10:28:53.163128 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44354) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:53.296699 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31c9fa2-e19b-4822-ab3d-2ae50c747df2 tempest-TestNetworkAdvancedServerOps-1891287522 tempest-TestNetworkAdvancedServerOps-1891287522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:53.300195 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f31c9fa2-e19b-4822-ab3d-2ae50c747df2 tempest-TestNetworkAdvancedServerOps-1891287522 tempest-TestNetworkAdvancedServerOps-1891287522-project-admin] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1358001 Jan 21 10:28:53.301097 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44358) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:53.315379 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-17f77805-264a-401d-9eb9-528e0d577179 None None] Set router 1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:28:53.347667 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-03c76b8a-f3dd-4627-9d5a-e3852d3b800f tempest-TestNetworkAdvancedServerOps-1891287522 tempest-TestNetworkAdvancedServerOps-1891287522-project-admin] 10.222.0.104 "GET /v2.0/subnets?network_id=05164b30-8981-419a-8272-388f48c19dd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0452411 Jan 21 10:28:53.350008 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44362) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:53.355303 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-ec600eb0-c4bb-4d24-a26b-e8bbd4d2e544 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1430692892', 'network_id': '10e70f0f-d04d-431d-bc88-48c3132209bb', 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:28:53.572959 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ec600eb0-c4bb-4d24-a26b-e8bbd4d2e544 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:28:53.577659 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ec600eb0-c4bb-4d24-a26b-e8bbd4d2e544 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:subnet and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:28:53.581043 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ec600eb0-c4bb-4d24-a26b-e8bbd4d2e544 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:28:53.587492 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ec600eb0-c4bb-4d24-a26b-e8bbd4d2e544 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:28:53.598270 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec600eb0-c4bb-4d24-a26b-e8bbd4d2e544 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Made reservation on behalf of ab5411ad497948eebd17e9930ca9720f for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:28:53.643162 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-17f77805-264a-401d-9eb9-528e0d577179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448171796', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '7812e8ad-bed9-46b7-baa8-7f945bdd1ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:28:51Z', 'updated_at': '2022-01-21T10:28:52Z', 'revision_number': 3, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '7812e8ad-bed9-46b7-baa8-7f945bdd1ee7', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:52Z', 'updated_at': '2022-01-21T10:28:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:53.647626 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f77805-264a-401d-9eb9-528e0d577179 None None] Checking router: 1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:28:53.647976 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f77805-264a-401d-9eb9-528e0d577179 None None] Updating router 1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a port 7812e8ad-bed9-46b7-baa8-7f945bdd1ee7 binding host dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:28:53.706589 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-17f77805-264a-401d-9eb9-528e0d577179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:53.712069 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ec600eb0-c4bb-4d24-a26b-e8bbd4d2e544 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:53.971333 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ec600eb0-c4bb-4d24-a26b-e8bbd4d2e544 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:54.040758 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec600eb0-c4bb-4d24-a26b-e8bbd4d2e544 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Subnet': ['ID=3b5c8a31-ad36-4a9b-b46e-fb36b716c14c,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:54.071017 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1692a161-6c65-492e-92cd-b549464f4ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:54.078209 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec600eb0-c4bb-4d24-a26b-e8bbd4d2e544 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Checking segment: {'id': '4693725e-9551-4fbe-9a7e-bba02872beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '10e70f0f-d04d-431d-bc88-48c3132209bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:28:54.078572 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec600eb0-c4bb-4d24-a26b-e8bbd4d2e544 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Network hostable DHCP agents. Network: 10e70f0f-d04d-431d-bc88-48c3132209bb, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:28:54.103290 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec600eb0-c4bb-4d24-a26b-e8bbd4d2e544 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Network 10e70f0f-d04d-431d-bc88-48c3132209bb is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:28:54.114939 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-ec600eb0-c4bb-4d24-a26b-e8bbd4d2e544 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 10e70f0f-d04d-431d-bc88-48c3132209bb) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:28:54.119141 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec600eb0-c4bb-4d24-a26b-e8bbd4d2e544 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:54.119706 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ec600eb0-c4bb-4d24-a26b-e8bbd4d2e544 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:54.128742 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22994576-40cf-4548-885d-6da5ce3769bc None None] Network 10e70f0f-d04d-431d-bc88-48c3132209bb requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:28:54.147028 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ec600eb0-c4bb-4d24-a26b-e8bbd4d2e544 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7959478 Jan 21 10:28:54.149929 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44366) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:54.202418 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-17f77805-264a-401d-9eb9-528e0d577179 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:54.235947 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-17f77805-264a-401d-9eb9-528e0d577179 None None] Transition to ACTIVE for port object 7812e8ad-bed9-46b7-baa8-7f945bdd1ee7 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:28:54.247089 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-17f77805-264a-401d-9eb9-528e0d577179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:54.392723 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-17f77805-264a-401d-9eb9-528e0d577179 None None] Attempting to bind port 7812e8ad-bed9-46b7-baa8-7f945bdd1ee7 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:28:54.392997 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-17f77805-264a-401d-9eb9-528e0d577179 None None] Attempting to bind port 7812e8ad-bed9-46b7-baa8-7f945bdd1ee7 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:28:54.393354 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f77805-264a-401d-9eb9-528e0d577179 None None] Attempting to bind port 7812e8ad-bed9-46b7-baa8-7f945bdd1ee7 on network 05164b30-8981-419a-8272-388f48c19dd5 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:28:54.397054 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605b4c6-4f4b-415d-9818-0c7f367a731d None None] Pushing event updated for resources: {'Port': ['ID=7812e8ad-bed9-46b7-baa8-7f945bdd1ee7,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:54.413491 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f77805-264a-401d-9eb9-528e0d577179 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:28:54.414159 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f77805-264a-401d-9eb9-528e0d577179 None None] Checking segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:28:54.414560 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-17f77805-264a-401d-9eb9-528e0d577179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:54.414954 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f77805-264a-401d-9eb9-528e0d577179 None None] Bound using segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:28:54.415460 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-17f77805-264a-401d-9eb9-528e0d577179 None None] Bound port: 7812e8ad-bed9-46b7-baa8-7f945bdd1ee7, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:28:54.415825 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-17f77805-264a-401d-9eb9-528e0d577179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:54.514503 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0588b183-f77c-44bb-9b93-91b28fbb2a35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-10e70f0f-d04d-431d-bc88-48c3132209bb', 'network_id': '10e70f0f-d04d-431d-bc88-48c3132209bb', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'fixed_ips': [{'subnet_id': '3b5c8a31-ad36-4a9b-b46e-fb36b716c14c'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:28:54.515304 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0588b183-f77c-44bb-9b93-91b28fbb2a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:54.543916 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-17f77805-264a-401d-9eb9-528e0d577179 None None] For port 7812e8ad-bed9-46b7-baa8-7f945bdd1ee7, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:28:54.548017 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-17f77805-264a-401d-9eb9-528e0d577179 None None] For port 7812e8ad-bed9-46b7-baa8-7f945bdd1ee7, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=7812e8ad-bed9-46b7-baa8-7f945bdd1ee7,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:28:54.588383 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-17f77805-264a-401d-9eb9-528e0d577179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:54.705843 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605b4c6-4f4b-415d-9818-0c7f367a731d None None] Pushing event updated for resources: {'Port': ['ID=7812e8ad-bed9-46b7-baa8-7f945bdd1ee7,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:54.752323 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f77805-264a-401d-9eb9-528e0d577179 None None] Routers {'1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:28:54.752962 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-17f77805-264a-401d-9eb9-528e0d577179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:28:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:54.848156 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-0588b183-f77c-44bb-9b93-91b28fbb2a35 None None] Allocated IP 172.20.0.2 (10e70f0f-d04d-431d-bc88-48c3132209bb/3b5c8a31-ad36-4a9b-b46e-fb36b716c14c/0f79f10f-6d17-48eb-9630-b4fe260bffcd) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:28:54.980484 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1fe72f6e-d86d-490c-a3ef-22acb997626a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:55.052806 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-17f77805-264a-401d-9eb9-528e0d577179 None None] Set router 1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:28:55.331536 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0588b183-f77c-44bb-9b93-91b28fbb2a35 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:55.368074 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0588b183-f77c-44bb-9b93-91b28fbb2a35 None None] Transition to ACTIVE for port object 0f79f10f-6d17-48eb-9630-b4fe260bffcd will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:28:55.469765 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0588b183-f77c-44bb-9b93-91b28fbb2a35 None None] Transition to ACTIVE for port object 0f79f10f-6d17-48eb-9630-b4fe260bffcd will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:28:55.477405 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0588b183-f77c-44bb-9b93-91b28fbb2a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:55.546109 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-1fe72f6e-d86d-490c-a3ef-22acb997626a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Allocated IP 172.20.0.1 (10e70f0f-d04d-431d-bc88-48c3132209bb/3b5c8a31-ad36-4a9b-b46e-fb36b716c14c/2892cb6c-33fc-49a7-9935-99deca5dd662) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:28:55.558091 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0588b183-f77c-44bb-9b93-91b28fbb2a35 None None] Network 10e70f0f-d04d-431d-bc88-48c3132209bb is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:28:55.568206 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-0588b183-f77c-44bb-9b93-91b28fbb2a35 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:28:55.570887 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588b183-f77c-44bb-9b93-91b28fbb2a35 None None] Pushing event updated for resources: {'Port': ['ID=0f79f10f-6d17-48eb-9630-b4fe260bffcd,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:55.573140 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0588b183-f77c-44bb-9b93-91b28fbb2a35 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:28:55.615102 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-17f77805-264a-401d-9eb9-528e0d577179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448171796', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '7812e8ad-bed9-46b7-baa8-7f945bdd1ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:28:51Z', 'updated_at': '2022-01-21T10:28:52Z', 'revision_number': 3, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '7812e8ad-bed9-46b7-baa8-7f945bdd1ee7', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:52Z', 'updated_at': '2022-01-21T10:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:55.649703 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f77805-264a-401d-9eb9-528e0d577179 None None] The sync data for ids ['1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a'] in dv-neutron-825732-1-hyperv is: [{'id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448171796', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '7812e8ad-bed9-46b7-baa8-7f945bdd1ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:28:51Z', 'updated_at': '2022-01-21T10:28:52Z', 'revision_number': 3, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '7812e8ad-bed9-46b7-baa8-7f945bdd1ee7', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:52Z', 'updated_at': '2022-01-21T10:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:28:55.676590 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-0588b183-f77c-44bb-9b93-91b28fbb2a35 None None] Attempting to bind port 0f79f10f-6d17-48eb-9630-b4fe260bffcd on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:28:55.677190 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-0588b183-f77c-44bb-9b93-91b28fbb2a35 None None] Attempting to bind port 0f79f10f-6d17-48eb-9630-b4fe260bffcd by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '4693725e-9551-4fbe-9a7e-bba02872beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '10e70f0f-d04d-431d-bc88-48c3132209bb'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:28:55.677649 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0588b183-f77c-44bb-9b93-91b28fbb2a35 None None] Attempting to bind port 0f79f10f-6d17-48eb-9630-b4fe260bffcd on network 10e70f0f-d04d-431d-bc88-48c3132209bb {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:28:55.685607 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0588b183-f77c-44bb-9b93-91b28fbb2a35 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:28:55.685993 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0588b183-f77c-44bb-9b93-91b28fbb2a35 None None] Checking segment: {'id': '4693725e-9551-4fbe-9a7e-bba02872beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '10e70f0f-d04d-431d-bc88-48c3132209bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:28:55.686382 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0588b183-f77c-44bb-9b93-91b28fbb2a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:55.686924 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0588b183-f77c-44bb-9b93-91b28fbb2a35 None None] Bound using segment: {'id': '4693725e-9551-4fbe-9a7e-bba02872beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '10e70f0f-d04d-431d-bc88-48c3132209bb'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:28:55.687537 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-0588b183-f77c-44bb-9b93-91b28fbb2a35 None None] Bound port: 0f79f10f-6d17-48eb-9630-b4fe260bffcd, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4693725e-9551-4fbe-9a7e-bba02872beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '10e70f0f-d04d-431d-bc88-48c3132209bb'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:28:55.687912 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0588b183-f77c-44bb-9b93-91b28fbb2a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:55.753141 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1fe72f6e-d86d-490c-a3ef-22acb997626a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:55.775545 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1fe72f6e-d86d-490c-a3ef-22acb997626a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Transition to ACTIVE for port object 2892cb6c-33fc-49a7-9935-99deca5dd662 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:28:55.805923 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1fe72f6e-d86d-490c-a3ef-22acb997626a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:55.809480 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-0588b183-f77c-44bb-9b93-91b28fbb2a35 None None] For port 0f79f10f-6d17-48eb-9630-b4fe260bffcd, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:28:55.814009 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-0588b183-f77c-44bb-9b93-91b28fbb2a35 None None] For port 0f79f10f-6d17-48eb-9630-b4fe260bffcd, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=0f79f10f-6d17-48eb-9630-b4fe260bffcd,segment=NetworkSegment(4693725e-9551-4fbe-9a7e-bba02872beed),segment_id=4693725e-9551-4fbe-9a7e-bba02872beed)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:28:55.818704 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0588b183-f77c-44bb-9b93-91b28fbb2a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:55.903220 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe72f6e-d86d-490c-a3ef-22acb997626a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Network 10e70f0f-d04d-431d-bc88-48c3132209bb is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:28:55.907117 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-1fe72f6e-d86d-490c-a3ef-22acb997626a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:28:55.915040 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe72f6e-d86d-490c-a3ef-22acb997626a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:28:55.945228 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588b183-f77c-44bb-9b93-91b28fbb2a35 None None] Pushing event updated for resources: {'Port': ['ID=0f79f10f-6d17-48eb-9630-b4fe260bffcd,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:55.980927 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe72f6e-d86d-490c-a3ef-22acb997626a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Port': ['ID=2892cb6c-33fc-49a7-9935-99deca5dd662,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:56.004421 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1fe72f6e-d86d-490c-a3ef-22acb997626a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:56.152614 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1fe72f6e-d86d-490c-a3ef-22acb997626a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:56.470607 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-59e2759a-9d6b-4d7d-bb44-29c96c7570ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:56.620107 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1fe72f6e-d86d-490c-a3ef-22acb997626a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:56.625417 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1fe72f6e-d86d-490c-a3ef-22acb997626a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:56.742905 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe72f6e-d86d-490c-a3ef-22acb997626a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Port': ['ID=2892cb6c-33fc-49a7-9935-99deca5dd662,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:56.748890 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1fe72f6e-d86d-490c-a3ef-22acb997626a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:56.884659 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 0f79f10f-6d17-48eb-9630-b4fe260bffcd up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:28:56.919585 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe72f6e-d86d-490c-a3ef-22acb997626a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Network 10e70f0f-d04d-431d-bc88-48c3132209bb is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:28:56.921031 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-1fe72f6e-d86d-490c-a3ef-22acb997626a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:28:56.971148 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 0f79f10f-6d17-48eb-9630-b4fe260bffcd completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:28:56.977123 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 7812e8ad-bed9-46b7-baa8-7f945bdd1ee7 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:28:57.052584 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a390684-7663-4c7f-b09e-d39bc5244d3d None None] Network 10e70f0f-d04d-431d-bc88-48c3132209bb requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:28:57.141589 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 7812e8ad-bed9-46b7-baa8-7f945bdd1ee7 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:28:57.158177 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 7812e8ad-bed9-46b7-baa8-7f945bdd1ee7 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:28:57.158548 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:57.198362 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-22c83795-e8e1-4069-9daf-ece9e3142124 None None] Provisioning for port 0f79f10f-6d17-48eb-9630-b4fe260bffcd completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:28:57.229216 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-22c83795-e8e1-4069-9daf-ece9e3142124 None None] Provisioning complete for port 0f79f10f-6d17-48eb-9630-b4fe260bffcd triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:28:57.229613 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-22c83795-e8e1-4069-9daf-ece9e3142124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:57.438449 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe72f6e-d86d-490c-a3ef-22acb997626a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Router 1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:28:57.509171 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:57.551954 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 7812e8ad-bed9-46b7-baa8-7f945bdd1ee7, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=7812e8ad-bed9-46b7-baa8-7f945bdd1ee7,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:28:57.555137 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-22c83795-e8e1-4069-9daf-ece9e3142124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:57.574371 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:57.627950 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:57.670129 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe72f6e-d86d-490c-a3ef-22acb997626a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:28:57.673917 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=7812e8ad-bed9-46b7-baa8-7f945bdd1ee7,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:57.680112 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-22c83795-e8e1-4069-9daf-ece9e3142124 None None] For port 0f79f10f-6d17-48eb-9630-b4fe260bffcd, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=0f79f10f-6d17-48eb-9630-b4fe260bffcd,segment=NetworkSegment(4693725e-9551-4fbe-9a7e-bba02872beed),segment_id=4693725e-9551-4fbe-9a7e-bba02872beed)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:28:57.687035 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-22c83795-e8e1-4069-9daf-ece9e3142124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:57.698010 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-1fe72f6e-d86d-490c-a3ef-22acb997626a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "PUT /v2.0/routers/1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5368593 Jan 21 10:28:57.783650 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c83795-e8e1-4069-9daf-ece9e3142124 None None] Pushing event updated for resources: {'Port': ['ID=0f79f10f-6d17-48eb-9630-b4fe260bffcd,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:57.918985 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-6c52d469-29f6-425d-a7a0-239544abd597 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Synchronizing usage tracker for tenant:ab5411ad497948eebd17e9930ca9720f on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:28:57.925097 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:57.935971 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-6c52d469-29f6-425d-a7a0-239544abd597 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Unset dirty status for tenant:ab5411ad497948eebd17e9930ca9720f on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:28:57.937799 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-6c52d469-29f6-425d-a7a0-239544abd597 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-132592530&fields=id&tenant_id=ab5411ad497948eebd17e9930ca9720f HTTP/1.1" status: 200 len: 267 time: 0.0723536 Jan 21 10:28:58.023198 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0edea2b3-63b9-440e-85b8-2779a90d686f None None] Provisioning complete for port 0f79f10f-6d17-48eb-9630-b4fe260bffcd triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:28:58.024580 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0edea2b3-63b9-440e-85b8-2779a90d686f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:58.100766 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-5ded00c0-cc70-4fbd-97d0-334c7c1af277 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:58.102297 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-5ded00c0-cc70-4fbd-97d0-334c7c1af277 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/networks?id=10e70f0f-d04d-431d-bc88-48c3132209bb HTTP/1.1" status: 200 len: 796 time: 0.1573274 Jan 21 10:28:58.121345 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-972573e7-ade0-437a-82d9-bc0f46a9aa52 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/quotas/ab5411ad497948eebd17e9930ca9720f HTTP/1.1" status: 200 len: 375 time: 0.0120783 Jan 21 10:28:58.167413 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0edea2b3-63b9-440e-85b8-2779a90d686f None None] Provisioning for port 2892cb6c-33fc-49a7-9935-99deca5dd662 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:28:58.180096 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0edea2b3-63b9-440e-85b8-2779a90d686f None None] Provisioning complete for port 2892cb6c-33fc-49a7-9935-99deca5dd662 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:28:58.180472 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0edea2b3-63b9-440e-85b8-2779a90d686f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:58.243361 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-0edea2b3-63b9-440e-85b8-2779a90d686f None None] Port 2892cb6c-33fc-49a7-9935-99deca5dd662 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:28:58.243740 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-c2e90e94-dad4-43bf-ae6c-57ceb6245826 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Synchronizing usage tracker for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:28:58.260730 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-c2e90e94-dad4-43bf-ae6c-57ceb6245826 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Unset dirty status for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:28:58.262891 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-c2e90e94-dad4-43bf-ae6c-57ceb6245826 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=ab5411ad497948eebd17e9930ca9720f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1341915 Jan 21 10:28:58.280867 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-c16e996f-4308-48ca-b265-0a38b4891513 service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=83598) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 10:28:58.281842 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-c16e996f-4308-48ca-b265-0a38b4891513 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0065386 Jan 21 10:28:58.366754 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-e53827d7-0092-4c5f-9d0f-a4201354c2dc None None] Provisioning complete for port 2892cb6c-33fc-49a7-9935-99deca5dd662 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:28:58.367054 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e53827d7-0092-4c5f-9d0f-a4201354c2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:58.420807 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-e53827d7-0092-4c5f-9d0f-a4201354c2dc None None] Port 2892cb6c-33fc-49a7-9935-99deca5dd662 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:28:58.421297 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-dd23fbf1-3f43-47f1-a78b-c3498ecacd0f service neutron] 10.222.0.104 "GET /v2.0/networks/10e70f0f-d04d-431d-bc88-48c3132209bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317506 Jan 21 10:28:58.556798 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-63b365cb-1637-46a2-9218-9a6d5d98dcd6 service neutron] 10.222.0.104 "GET /v2.0/networks/10e70f0f-d04d-431d-bc88-48c3132209bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288917 Jan 21 10:28:58.822629 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 0f79f10f-6d17-48eb-9630-b4fe260bffcd up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:28:58.895045 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 0f79f10f-6d17-48eb-9630-b4fe260bffcd triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:28:58.895839 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:59.012879 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 7812e8ad-bed9-46b7-baa8-7f945bdd1ee7 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:28:59.128698 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 7812e8ad-bed9-46b7-baa8-7f945bdd1ee7 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:28:59.129067 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:59.331520 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d258b4-3118-4774-b461-0d389fac9f9d None None] Sync routers for ids ['1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:28:59.343659 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d258b4-3118-4774-b461-0d389fac9f9d None None] Routers {'1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:28:59.344374 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-56d258b4-3118-4774-b461-0d389fac9f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:28:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:59.526412 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-56d258b4-3118-4774-b461-0d389fac9f9d None None] Set router 1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:28:59.656074 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:59.796794 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-52deaaaf-9c4f-4fa9-9723-ed89a989cc08 req-f174888c-6e4f-4161-b7e2-140c29472ea8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=3d35bf4c-dee5-408a-a94b-c61cb75cd1ad HTTP/1.1" status: 200 len: 210 time: 0.0479295 Jan 21 10:28:59.869400 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-56d258b4-3118-4774-b461-0d389fac9f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448171796', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '7812e8ad-bed9-46b7-baa8-7f945bdd1ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:28:51Z', 'updated_at': '2022-01-21T10:28:56Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '7812e8ad-bed9-46b7-baa8-7f945bdd1ee7', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:52Z', 'updated_at': '2022-01-21T10:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '2892cb6c-33fc-49a7-9935-99deca5dd662', 'name': '', 'network_id': '10e70f0f-d04d-431d-bc88-48c3132209bb', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:b5:0a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b5c8a31-ad36-4a9b-b46e-fb36b716c14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:55Z', 'updated_at': '2022-01-21T10:28:56Z', 'revision_number': 2, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': '3b5c8a31-ad36-4a9b-b46e-fb36b716c14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:59.876327 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d258b4-3118-4774-b461-0d389fac9f9d None None] Checking router: 1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:28:59.876779 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d258b4-3118-4774-b461-0d389fac9f9d None None] Updating router 1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a port 2892cb6c-33fc-49a7-9935-99deca5dd662 binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:28:59.965363 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-56d258b4-3118-4774-b461-0d389fac9f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:00.322775 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-56d258b4-3118-4774-b461-0d389fac9f9d None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:00.334904 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-56d258b4-3118-4774-b461-0d389fac9f9d None None] Transition to ACTIVE for port object 2892cb6c-33fc-49a7-9935-99deca5dd662 will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:29:00.341624 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-56d258b4-3118-4774-b461-0d389fac9f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:00.467739 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ab812-d667-4fd3-a7ac-7a85b1023ba9 None None] Pushing event updated for resources: {'Port': ['ID=2892cb6c-33fc-49a7-9935-99deca5dd662,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:29:00.508169 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12ab812-d667-4fd3-a7ac-7a85b1023ba9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:29:00.508501 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12ab812-d667-4fd3-a7ac-7a85b1023ba9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:29:00.508831 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12ab812-d667-4fd3-a7ac-7a85b1023ba9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:29:00.509155 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12ab812-d667-4fd3-a7ac-7a85b1023ba9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:29:00.509483 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12ab812-d667-4fd3-a7ac-7a85b1023ba9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:29:00.509823 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12ab812-d667-4fd3-a7ac-7a85b1023ba9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:29:00.510139 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12ab812-d667-4fd3-a7ac-7a85b1023ba9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:29:00.510453 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12ab812-d667-4fd3-a7ac-7a85b1023ba9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:29:00.510764 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12ab812-d667-4fd3-a7ac-7a85b1023ba9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:29:00.511074 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12ab812-d667-4fd3-a7ac-7a85b1023ba9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:29:00.511767 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12ab812-d667-4fd3-a7ac-7a85b1023ba9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:29:00.576305 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-56d258b4-3118-4774-b461-0d389fac9f9d None None] Attempting to bind port 2892cb6c-33fc-49a7-9935-99deca5dd662 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:29:00.576666 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-56d258b4-3118-4774-b461-0d389fac9f9d None None] Attempting to bind port 2892cb6c-33fc-49a7-9935-99deca5dd662 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '4693725e-9551-4fbe-9a7e-bba02872beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '10e70f0f-d04d-431d-bc88-48c3132209bb'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:29:00.577185 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d258b4-3118-4774-b461-0d389fac9f9d None None] Attempting to bind port 2892cb6c-33fc-49a7-9935-99deca5dd662 on network 10e70f0f-d04d-431d-bc88-48c3132209bb {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:29:00.583970 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d258b4-3118-4774-b461-0d389fac9f9d None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:29:00.584331 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d258b4-3118-4774-b461-0d389fac9f9d None None] Checking segment: {'id': '4693725e-9551-4fbe-9a7e-bba02872beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '10e70f0f-d04d-431d-bc88-48c3132209bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:29:00.584722 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-56d258b4-3118-4774-b461-0d389fac9f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:00.585100 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d258b4-3118-4774-b461-0d389fac9f9d None None] Bound using segment: {'id': '4693725e-9551-4fbe-9a7e-bba02872beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '10e70f0f-d04d-431d-bc88-48c3132209bb'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:29:00.585575 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-56d258b4-3118-4774-b461-0d389fac9f9d None None] Bound port: 2892cb6c-33fc-49a7-9935-99deca5dd662, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4693725e-9551-4fbe-9a7e-bba02872beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '10e70f0f-d04d-431d-bc88-48c3132209bb'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:29:00.585938 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-56d258b4-3118-4774-b461-0d389fac9f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:00.692121 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-56d258b4-3118-4774-b461-0d389fac9f9d None None] For port 2892cb6c-33fc-49a7-9935-99deca5dd662, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:29:00.695668 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-56d258b4-3118-4774-b461-0d389fac9f9d None None] For port 2892cb6c-33fc-49a7-9935-99deca5dd662, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=2892cb6c-33fc-49a7-9935-99deca5dd662,segment=NetworkSegment(4693725e-9551-4fbe-9a7e-bba02872beed),segment_id=4693725e-9551-4fbe-9a7e-bba02872beed)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:29:00.700184 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-56d258b4-3118-4774-b461-0d389fac9f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:00.823574 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ab812-d667-4fd3-a7ac-7a85b1023ba9 None None] Pushing event updated for resources: {'Port': ['ID=2892cb6c-33fc-49a7-9935-99deca5dd662,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:29:00.833694 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d258b4-3118-4774-b461-0d389fac9f9d None None] Routers {'1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:29:00.834333 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-56d258b4-3118-4774-b461-0d389fac9f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:28:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:29:01.029842 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-c189738d-3d57-4e53-83ea-ea84d7dad551 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:01.033118 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-c189738d-3d57-4e53-83ea-ea84d7dad551 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.124 "GET /v2.0/networks?id=10e70f0f-d04d-431d-bc88-48c3132209bb HTTP/1.1" status: 200 len: 796 time: 0.2514474 Jan 21 10:29:01.088483 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fd17a0b5-00b6-42e5-9a3c-d3e8c9d61904 req-27cb8903-2951-42fc-87ab-4d869a3f52b4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=3d35bf4c-dee5-408a-a94b-c61cb75cd1ad HTTP/1.1" status: 200 len: 210 time: 0.0539672 Jan 21 10:29:01.156237 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-fb29901c-5719-45f4-991a-642b38192007 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab5411ad497948eebd17e9930ca9720f HTTP/1.1" status: 200 len: 379 time: 0.0665467 Jan 21 10:29:01.169780 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-e3787490-9721-49fd-b775-4f4ae8e6bc59 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'port': {'device_id': '3d35bf4c-dee5-408a-a94b-c61cb75cd1ad', 'network_id': '10e70f0f-d04d-431d-bc88-48c3132209bb', 'admin_state_up': True, 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'security_groups': ['af0bdef0-7d91-41ae-a9be-5c6d66e45519']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:29:01.196079 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-56d258b4-3118-4774-b461-0d389fac9f9d None None] Set router 1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:29:01.317118 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-e3787490-9721-49fd-b775-4f4ae8e6bc59 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:29:01.327264 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-e3787490-9721-49fd-b775-4f4ae8e6bc59 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:29:01.337929 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-e3787490-9721-49fd-b775-4f4ae8e6bc59 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Made reservation on behalf of ab5411ad497948eebd17e9930ca9720f for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:29:01.341661 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-e3787490-9721-49fd-b775-4f4ae8e6bc59 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:01.516556 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-e3787490-9721-49fd-b775-4f4ae8e6bc59 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Allocated IP 172.20.0.10 (10e70f0f-d04d-431d-bc88-48c3132209bb/3b5c8a31-ad36-4a9b-b46e-fb36b716c14c/b0459e4a-dfb0-4481-9e06-b44131ebead8) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:29:01.534182 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-56d258b4-3118-4774-b461-0d389fac9f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448171796', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '7812e8ad-bed9-46b7-baa8-7f945bdd1ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:28:51Z', 'updated_at': '2022-01-21T10:28:56Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '7812e8ad-bed9-46b7-baa8-7f945bdd1ee7', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:52Z', 'updated_at': '2022-01-21T10:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '2892cb6c-33fc-49a7-9935-99deca5dd662', 'name': '', 'network_id': '10e70f0f-d04d-431d-bc88-48c3132209bb', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:b5:0a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b5c8a31-ad36-4a9b-b46e-fb36b716c14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:55Z', 'updated_at': '2022-01-21T10:29:00Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': '3b5c8a31-ad36-4a9b-b46e-fb36b716c14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:29:01.539492 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d258b4-3118-4774-b461-0d389fac9f9d None None] The sync data for ids ['1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a'] in dv-neutron-825732-1-hyperv is: [{'id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448171796', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '7812e8ad-bed9-46b7-baa8-7f945bdd1ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:28:51Z', 'updated_at': '2022-01-21T10:28:56Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '7812e8ad-bed9-46b7-baa8-7f945bdd1ee7', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:52Z', 'updated_at': '2022-01-21T10:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '2892cb6c-33fc-49a7-9935-99deca5dd662', 'name': '', 'network_id': '10e70f0f-d04d-431d-bc88-48c3132209bb', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:b5:0a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b5c8a31-ad36-4a9b-b46e-fb36b716c14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:55Z', 'updated_at': '2022-01-21T10:29:00Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': '3b5c8a31-ad36-4a9b-b46e-fb36b716c14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:29:01.752821 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-e3787490-9721-49fd-b775-4f4ae8e6bc59 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:01.783572 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-e3787490-9721-49fd-b775-4f4ae8e6bc59 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Transition to ACTIVE for port object b0459e4a-dfb0-4481-9e06-b44131ebead8 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:29:01.812512 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-e3787490-9721-49fd-b775-4f4ae8e6bc59 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:01.905187 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-e3787490-9721-49fd-b775-4f4ae8e6bc59 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Network 10e70f0f-d04d-431d-bc88-48c3132209bb is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:29:01.910081 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-e3787490-9721-49fd-b775-4f4ae8e6bc59 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:29:01.915822 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-e3787490-9721-49fd-b775-4f4ae8e6bc59 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:29:01.944111 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3787490-9721-49fd-b775-4f4ae8e6bc59 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Port': ['ID=b0459e4a-dfb0-4481-9e06-b44131ebead8,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:29:02.107367 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-e3787490-9721-49fd-b775-4f4ae8e6bc59 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:02.108449 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-e3787490-9721-49fd-b775-4f4ae8e6bc59 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:02.151414 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-e3787490-9721-49fd-b775-4f4ae8e6bc59 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9845531 Jan 21 10:29:02.162091 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-0daf2804-c6ec-44bd-9fe1-c1218df26e66 service neutron] Request body: {'port': {'device_id': '3d35bf4c-dee5-408a-a94b-c61cb75cd1ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:29:02.247532 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-67469880-603d-4bb8-8d2e-b60c90aa7291 None None] Provisioning for port b0459e4a-dfb0-4481-9e06-b44131ebead8 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:29:02.254559 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-67469880-603d-4bb8-8d2e-b60c90aa7291 None None] Provisioning complete for port b0459e4a-dfb0-4481-9e06-b44131ebead8 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:29:02.255180 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-67469880-603d-4bb8-8d2e-b60c90aa7291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:02.316833 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-0daf2804-c6ec-44bd-9fe1-c1218df26e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:02.322056 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-67469880-603d-4bb8-8d2e-b60c90aa7291 None None] Port b0459e4a-dfb0-4481-9e06-b44131ebead8 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:29:02.382568 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b53f30-c6b0-4405-802e-84113f069c7f req-a8e5e253-4525-4fb5-91c0-5e3132333e2a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:02.384701 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-36b53f30-c6b0-4405-802e-84113f069c7f req-a8e5e253-4525-4fb5-91c0-5e3132333e2a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=3d35bf4c-dee5-408a-a94b-c61cb75cd1ad HTTP/1.1" status: 200 len: 932 time: 0.1161191 Jan 21 10:29:02.438129 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-36b53f30-c6b0-4405-802e-84113f069c7f req-6c341b20-f625-42b5-9b19-45d13dd941af tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Synchronizing usage tracker for tenant:ab5411ad497948eebd17e9930ca9720f on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:29:02.460482 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-36b53f30-c6b0-4405-802e-84113f069c7f req-6c341b20-f625-42b5-9b19-45d13dd941af tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Unset dirty status for tenant:ab5411ad497948eebd17e9930ca9720f on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:29:02.462361 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-36b53f30-c6b0-4405-802e-84113f069c7f req-6c341b20-f625-42b5-9b19-45d13dd941af tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=af0bdef0-7d91-41ae-a9be-5c6d66e45519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707924 Jan 21 10:29:02.756729 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-0daf2804-c6ec-44bd-9fe1-c1218df26e66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0459e4a-dfb0-4481-9e06-b44131ebead8 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:29:02.765028 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-0daf2804-c6ec-44bd-9fe1-c1218df26e66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:02.781478 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-0daf2804-c6ec-44bd-9fe1-c1218df26e66 service neutron] Transition to ACTIVE for port object b0459e4a-dfb0-4481-9e06-b44131ebead8 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:29:02.785485 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-0daf2804-c6ec-44bd-9fe1-c1218df26e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:02.831615 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 2892cb6c-33fc-49a7-9935-99deca5dd662 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:29:02.913305 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 2892cb6c-33fc-49a7-9935-99deca5dd662 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:29:02.920596 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 2892cb6c-33fc-49a7-9935-99deca5dd662 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:29:02.921257 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:02.927381 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf2804-c6ec-44bd-9fe1-c1218df26e66 service neutron] Pushing event updated for resources: {'Port': ['ID=b0459e4a-dfb0-4481-9e06-b44131ebead8,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:29:03.056456 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-0daf2804-c6ec-44bd-9fe1-c1218df26e66 service neutron] Attempting to bind port b0459e4a-dfb0-4481-9e06-b44131ebead8 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:29:03.056698 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:03.056790 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-0daf2804-c6ec-44bd-9fe1-c1218df26e66 service neutron] Attempting to bind port b0459e4a-dfb0-4481-9e06-b44131ebead8 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '4693725e-9551-4fbe-9a7e-bba02872beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '10e70f0f-d04d-431d-bc88-48c3132209bb'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:29:03.057108 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-0daf2804-c6ec-44bd-9fe1-c1218df26e66 service neutron] Attempting to bind port b0459e4a-dfb0-4481-9e06-b44131ebead8 on network 10e70f0f-d04d-431d-bc88-48c3132209bb {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:29:03.063574 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-0daf2804-c6ec-44bd-9fe1-c1218df26e66 service neutron] Port b0459e4a-dfb0-4481-9e06-b44131ebead8 on network 10e70f0f-d04d-431d-bc88-48c3132209bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:29:03.063912 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-0daf2804-c6ec-44bd-9fe1-c1218df26e66 service neutron] Attempting to bind port b0459e4a-dfb0-4481-9e06-b44131ebead8 on network 10e70f0f-d04d-431d-bc88-48c3132209bb {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:29:03.071770 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-0daf2804-c6ec-44bd-9fe1-c1218df26e66 service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:29:03.072641 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-0daf2804-c6ec-44bd-9fe1-c1218df26e66 service neutron] Checking segment: {'id': '4693725e-9551-4fbe-9a7e-bba02872beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '10e70f0f-d04d-431d-bc88-48c3132209bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:29:03.072641 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-0daf2804-c6ec-44bd-9fe1-c1218df26e66 service neutron] Bound using segment: {'id': '4693725e-9551-4fbe-9a7e-bba02872beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '10e70f0f-d04d-431d-bc88-48c3132209bb'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:29:03.073158 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-0daf2804-c6ec-44bd-9fe1-c1218df26e66 service neutron] Bound port: b0459e4a-dfb0-4481-9e06-b44131ebead8, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4693725e-9551-4fbe-9a7e-bba02872beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '10e70f0f-d04d-431d-bc88-48c3132209bb'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:29:03.073505 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-0daf2804-c6ec-44bd-9fe1-c1218df26e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:03.095385 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 2892cb6c-33fc-49a7-9935-99deca5dd662, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=2892cb6c-33fc-49a7-9935-99deca5dd662,segment=NetworkSegment(4693725e-9551-4fbe-9a7e-bba02872beed),segment_id=4693725e-9551-4fbe-9a7e-bba02872beed)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:29:03.101127 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:03.173162 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-0daf2804-c6ec-44bd-9fe1-c1218df26e66 service neutron] For port b0459e4a-dfb0-4481-9e06-b44131ebead8, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:29:03.177291 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-0daf2804-c6ec-44bd-9fe1-c1218df26e66 service neutron] For port b0459e4a-dfb0-4481-9e06-b44131ebead8, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b0459e4a-dfb0-4481-9e06-b44131ebead8,segment=NetworkSegment(4693725e-9551-4fbe-9a7e-bba02872beed),segment_id=4693725e-9551-4fbe-9a7e-bba02872beed)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:29:03.185192 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-0daf2804-c6ec-44bd-9fe1-c1218df26e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:03.187566 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=2892cb6c-33fc-49a7-9935-99deca5dd662,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:29:03.255347 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-0daf2804-c6ec-44bd-9fe1-c1218df26e66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:03.256682 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-0daf2804-c6ec-44bd-9fe1-c1218df26e66 service neutron] 10.222.0.124 "PUT /v2.0/ports/b0459e4a-dfb0-4481-9e06-b44131ebead8 HTTP/1.1" status: 200 len: 1094 time: 1.0994885 Jan 21 10:29:03.257124 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d35bf4c-dee5-408a-a94b-c61cb75cd1ad', 'tag': 'b0459e4a-dfb0-4481-9e06-b44131ebead8'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:29:03.284489 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf2804-c6ec-44bd-9fe1-c1218df26e66 service neutron] Pushing event updated for resources: {'Port': ['ID=b0459e4a-dfb0-4481-9e06-b44131ebead8,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:29:03.344299 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d35bf4c-dee5-408a-a94b-c61cb75cd1ad', 'tag': 'b0459e4a-dfb0-4481-9e06-b44131ebead8', 'status': 'completed', 'code': 200} Jan 21 10:29:03.383093 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-c95a26fe-4e1c-4d16-9c69-5db6ab80f3b4 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ab5411ad497948eebd17e9930ca9720f&device_id=3d35bf4c-dee5-408a-a94b-c61cb75cd1ad HTTP/1.1" status: 200 len: 1097 time: 0.0857239 Jan 21 10:29:03.455269 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-45e98d29-507b-4bcb-b488-0fa002f26e18 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0459e4a-dfb0-4481-9e06-b44131ebead8 HTTP/1.1" status: 200 len: 217 time: 0.0654533 Jan 21 10:29:03.521634 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-94561b0f-9cd8-45b2-958c-6a781a7cba09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:03.523213 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-94561b0f-9cd8-45b2-958c-6a781a7cba09 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b5c8a31-ad36-4a9b-b46e-fb36b716c14c HTTP/1.1" status: 200 len: 835 time: 0.0624433 Jan 21 10:29:03.601870 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-8747b299-83c2-4970-a96c-82ba701793c6 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=10e70f0f-d04d-431d-bc88-48c3132209bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715871 Jan 21 10:29:03.681836 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd0ba4-ece2-4e3b-b374-ec2c592b1dc4 req-894f314a-e7d6-4cf4-83fc-2b4c98cfc286 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:03.683755 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-33dd0ba4-ece2-4e3b-b374-ec2c592b1dc4 req-894f314a-e7d6-4cf4-83fc-2b4c98cfc286 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=3d35bf4c-dee5-408a-a94b-c61cb75cd1ad HTTP/1.1" status: 200 len: 944 time: 0.0821559 Jan 21 10:29:03.739210 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-33dd0ba4-ece2-4e3b-b374-ec2c592b1dc4 req-cf347b88-dde9-4c13-a5a7-96983215ab7e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=af0bdef0-7d91-41ae-a9be-5c6d66e45519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456433 Jan 21 10:29:03.743754 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-aa2022a6-5c18-4213-90c3-1f0e93f66de6 service neutron] 10.222.0.124 "GET /v2.0/networks/10e70f0f-d04d-431d-bc88-48c3132209bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362906 Jan 21 10:29:03.891690 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8b17079f-3fb8-4a16-bffc-8e89e2a01f28 req-63bf1006-e23c-459d-ae65-155d9c607e87 service neutron] 10.222.0.124 "GET /v2.0/networks/10e70f0f-d04d-431d-bc88-48c3132209bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411471 Jan 21 10:29:04.024980 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8afee3b3-53ab-42e6-a306-20d6bf8c78d8 req-42f45afb-b129-43c9-b5cf-a8b5b669396c service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ab5411ad497948eebd17e9930ca9720f&device_id=3d35bf4c-dee5-408a-a94b-c61cb75cd1ad HTTP/1.1" status: 200 len: 1097 time: 0.0815806 Jan 21 10:29:04.263344 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afee3b3-53ab-42e6-a306-20d6bf8c78d8 req-12504c31-8cb3-497b-b4ab-5f0fb82782d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:04.264794 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8afee3b3-53ab-42e6-a306-20d6bf8c78d8 req-12504c31-8cb3-497b-b4ab-5f0fb82782d2 service neutron] 10.222.0.124 "GET /v2.0/networks?id=10e70f0f-d04d-431d-bc88-48c3132209bb HTTP/1.1" status: 200 len: 897 time: 0.2333994 Jan 21 10:29:04.344285 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8afee3b3-53ab-42e6-a306-20d6bf8c78d8 req-62447a4d-d262-4cdc-812a-4a01cfc37152 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0459e4a-dfb0-4481-9e06-b44131ebead8 HTTP/1.1" status: 200 len: 217 time: 0.0729196 Jan 21 10:29:04.408131 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afee3b3-53ab-42e6-a306-20d6bf8c78d8 req-99584271-cbad-41fd-8131-33e7b262b1d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:04.409596 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8afee3b3-53ab-42e6-a306-20d6bf8c78d8 req-99584271-cbad-41fd-8131-33e7b262b1d3 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b5c8a31-ad36-4a9b-b46e-fb36b716c14c HTTP/1.1" status: 200 len: 835 time: 0.0598507 Jan 21 10:29:04.487200 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8afee3b3-53ab-42e6-a306-20d6bf8c78d8 req-bc06b347-a7c1-4b25-81b3-a3d20b83577c service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=10e70f0f-d04d-431d-bc88-48c3132209bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713849 Jan 21 10:29:04.624403 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8afee3b3-53ab-42e6-a306-20d6bf8c78d8 req-f1205560-0f72-43e7-89dc-18b4182e6e3d service neutron] 10.222.0.124 "GET /v2.0/networks/10e70f0f-d04d-431d-bc88-48c3132209bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307235 Jan 21 10:29:04.764178 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8afee3b3-53ab-42e6-a306-20d6bf8c78d8 req-a8a75558-1815-419d-833a-3ca86721c56e service neutron] 10.222.0.124 "GET /v2.0/networks/10e70f0f-d04d-431d-bc88-48c3132209bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333730 Jan 21 10:29:04.812853 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 2892cb6c-33fc-49a7-9935-99deca5dd662 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:29:04.888449 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 2892cb6c-33fc-49a7-9935-99deca5dd662 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:29:04.888759 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:04.977680 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939c2eb-afbd-4f96-af16-f95458fdb180 req-435c0089-7b9d-4e7d-8d0d-5847394b8bd5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:04.978381 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-6939c2eb-afbd-4f96-af16-f95458fdb180 req-435c0089-7b9d-4e7d-8d0d-5847394b8bd5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Synchronizing usage tracker for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:29:04.994142 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-6939c2eb-afbd-4f96-af16-f95458fdb180 req-435c0089-7b9d-4e7d-8d0d-5847394b8bd5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Unset dirty status for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:29:04.995416 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6939c2eb-afbd-4f96-af16-f95458fdb180 req-435c0089-7b9d-4e7d-8d0d-5847394b8bd5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=3d35bf4c-dee5-408a-a94b-c61cb75cd1ad HTTP/1.1" status: 200 len: 944 time: 0.1019449 Jan 21 10:29:05.046795 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6939c2eb-afbd-4f96-af16-f95458fdb180 req-5deb2d89-31e9-41ab-815f-329d23d270ff tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=af0bdef0-7d91-41ae-a9be-5c6d66e45519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415227 Jan 21 10:29:06.171645 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device b0459e4a-dfb0-4481-9e06-b44131ebead8 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:29:06.265747 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a54f3c-1e40-46e5-8418-f94e11c1b1d2 req-686f644d-5ece-4b31-b7d6-5b7258cbf9bd tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:06.267219 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-04a54f3c-1e40-46e5-8418-f94e11c1b1d2 req-686f644d-5ece-4b31-b7d6-5b7258cbf9bd tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=3d35bf4c-dee5-408a-a94b-c61cb75cd1ad HTTP/1.1" status: 200 len: 944 time: 0.0849614 Jan 21 10:29:06.313812 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port b0459e4a-dfb0-4481-9e06-b44131ebead8, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b0459e4a-dfb0-4481-9e06-b44131ebead8,segment=NetworkSegment(4693725e-9551-4fbe-9a7e-bba02872beed),segment_id=4693725e-9551-4fbe-9a7e-bba02872beed)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:29:06.316676 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-04a54f3c-1e40-46e5-8418-f94e11c1b1d2 req-a8bd8f1c-dcf3-415b-b1c8-3b83b382988f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=af0bdef0-7d91-41ae-a9be-5c6d66e45519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434337 Jan 21 10:29:06.328160 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': 'b0459e4a-dfb0-4481-9e06-b44131ebead8', 'network_id': '10e70f0f-d04d-431d-bc88-48c3132209bb', 'port_id': 'b0459e4a-dfb0-4481-9e06-b44131ebead8', 'mac_address': 'fa:16:3e:e5:4d:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b5c8a31-ad36-4a9b-b46e-fb36b716c14c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:29:06.384717 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:06.402276 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0459e4a-dfb0-4481-9e06-b44131ebead8 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:29:06.419056 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port b0459e4a-dfb0-4481-9e06-b44131ebead8, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b0459e4a-dfb0-4481-9e06-b44131ebead8,segment=NetworkSegment(4693725e-9551-4fbe-9a7e-bba02872beed),segment_id=4693725e-9551-4fbe-9a7e-bba02872beed)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:29:06.423233 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:06.494927 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=b0459e4a-dfb0-4481-9e06-b44131ebead8,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:29:06.669962 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['b0459e4a-dfb0-4481-9e06-b44131ebead8'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:29:07.522599 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da289d9-64ae-4e2a-ac05-f93aed3a3ee2 req-4b93fb2f-1743-44af-a8bc-7456d43512b8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:07.524082 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5da289d9-64ae-4e2a-ac05-f93aed3a3ee2 req-4b93fb2f-1743-44af-a8bc-7456d43512b8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=3d35bf4c-dee5-408a-a94b-c61cb75cd1ad HTTP/1.1" status: 200 len: 945 time: 0.0858200 Jan 21 10:29:07.575235 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5da289d9-64ae-4e2a-ac05-f93aed3a3ee2 req-ac4d11e9-12dc-4fd7-b882-634a8a15587a tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=af0bdef0-7d91-41ae-a9be-5c6d66e45519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450187 Jan 21 10:29:08.171710 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device b0459e4a-dfb0-4481-9e06-b44131ebead8 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:29:08.241086 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port b0459e4a-dfb0-4481-9e06-b44131ebead8 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:29:08.247015 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port b0459e4a-dfb0-4481-9e06-b44131ebead8 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:29:08.247381 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:08.374261 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:08.404718 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d35bf4c-dee5-408a-a94b-c61cb75cd1ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0459e4a-dfb0-4481-9e06-b44131ebead8'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:29:08.415335 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port b0459e4a-dfb0-4481-9e06-b44131ebead8, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b0459e4a-dfb0-4481-9e06-b44131ebead8,segment=NetworkSegment(4693725e-9551-4fbe-9a7e-bba02872beed),segment_id=4693725e-9551-4fbe-9a7e-bba02872beed)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:29:08.420338 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:08.469572 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d35bf4c-dee5-408a-a94b-c61cb75cd1ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0459e4a-dfb0-4481-9e06-b44131ebead8', 'code': 200} Jan 21 10:29:08.495405 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=b0459e4a-dfb0-4481-9e06-b44131ebead8,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:29:08.700783 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-131c34c0-b707-4ca8-a892-6a0944a91669 req-6c931403-9e25-4528-8b18-34942bbe930c service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=3d35bf4c-dee5-408a-a94b-c61cb75cd1ad HTTP/1.1" status: 200 len: 1099 time: 0.0728273 Jan 21 10:29:08.800662 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-131c34c0-b707-4ca8-a892-6a0944a91669 req-77a63048-a516-45d5-a5e4-dbf132de5e2c service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=af0bdef0-7d91-41ae-a9be-5c6d66e45519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944512 Jan 21 10:29:08.823472 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7be9e-02c8-4e68-820c-dd2b47b84f0d req-7a9f13ea-f30b-40bf-a263-a8674ded9d61 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:08.825899 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2ee7be9e-02c8-4e68-820c-dd2b47b84f0d req-7a9f13ea-f30b-40bf-a263-a8674ded9d61 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=3d35bf4c-dee5-408a-a94b-c61cb75cd1ad HTTP/1.1" status: 200 len: 946 time: 0.1050408 Jan 21 10:29:08.876214 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2ee7be9e-02c8-4e68-820c-dd2b47b84f0d req-4526b183-4f97-428d-96cb-ebd63013a345 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=af0bdef0-7d91-41ae-a9be-5c6d66e45519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447710 Jan 21 10:29:10.095227 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d54b54-5342-42c4-9ea1-29e62064e50e req-e609777e-2824-44f8-8e5f-0c237cfd271d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:10.096681 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-81d54b54-5342-42c4-9ea1-29e62064e50e req-e609777e-2824-44f8-8e5f-0c237cfd271d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=3d35bf4c-dee5-408a-a94b-c61cb75cd1ad HTTP/1.1" status: 200 len: 946 time: 0.0827794 Jan 21 10:29:10.144853 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-81d54b54-5342-42c4-9ea1-29e62064e50e req-3455af85-ea83-43e1-bcc5-b4775cbf71cb tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=af0bdef0-7d91-41ae-a9be-5c6d66e45519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426722 Jan 21 10:29:10.349315 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef105521-67f4-4e76-9d74-4f703c3cf071 req-c4fec17c-4763-4c3b-8347-5a8785a92775 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:10.350866 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ef105521-67f4-4e76-9d74-4f703c3cf071 req-c4fec17c-4763-4c3b-8347-5a8785a92775 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=3d35bf4c-dee5-408a-a94b-c61cb75cd1ad HTTP/1.1" status: 200 len: 946 time: 0.0817428 Jan 21 10:29:10.398495 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ef105521-67f4-4e76-9d74-4f703c3cf071 req-472a3806-7e4c-4acf-875e-26f6824a9fa8 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=af0bdef0-7d91-41ae-a9be-5c6d66e45519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414836 Jan 21 10:29:10.426935 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44416) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:29:10.503927 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-f663fe3c-ff79-46bc-9ccb-a0f1a99e5ef3 tempest-TestNetworkAdvancedServerOps-1891287522 tempest-TestNetworkAdvancedServerOps-1891287522-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=3d35bf4c-dee5-408a-a94b-c61cb75cd1ad HTTP/1.1" status: 200 len: 1094 time: 0.0757878 Jan 21 10:29:10.506566 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44420) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:29:10.512017 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-bae99088-14dc-4c01-aafa-a2d5f3874f05 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'port_id': 'b0459e4a-dfb0-4481-9e06-b44131ebead8', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:29:10.517755 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-bae99088-14dc-4c01-aafa-a2d5f3874f05 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:29:10.521608 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-bae99088-14dc-4c01-aafa-a2d5f3874f05 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Usage tracker for resource:floatingip and tenant:ab5411ad497948eebd17e9930ca9720f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:29:10.524581 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-bae99088-14dc-4c01-aafa-a2d5f3874f05 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:29:10.531189 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-bae99088-14dc-4c01-aafa-a2d5f3874f05 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:29:10.544129 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bae99088-14dc-4c01-aafa-a2d5f3874f05 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for floatingip, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:10.696830 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bae99088-14dc-4c01-aafa-a2d5f3874f05 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:10.839076 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-bae99088-14dc-4c01-aafa-a2d5f3874f05 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Allocated IP 172.26.0.73 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/926c1978-15ff-4f23-b2fc-1c1b65ffca6f) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:29:11.000924 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bae99088-14dc-4c01-aafa-a2d5f3874f05 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:11.031028 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bae99088-14dc-4c01-aafa-a2d5f3874f05 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:11.145722 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae99088-14dc-4c01-aafa-a2d5f3874f05 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:29:11.149253 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-bae99088-14dc-4c01-aafa-a2d5f3874f05 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:29:11.154984 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae99088-14dc-4c01-aafa-a2d5f3874f05 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:29:11.279639 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae99088-14dc-4c01-aafa-a2d5f3874f05 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Port': ['ID=926c1978-15ff-4f23-b2fc-1c1b65ffca6f,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:29:11.399053 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-776b5717-be31-4434-ba3f-b52375fa173a req-4f34a18b-037d-42d0-ad4c-1b67b29e3300 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=3d35bf4c-dee5-408a-a94b-c61cb75cd1ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3346443 Jan 21 10:29:11.722905 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-776b5717-be31-4434-ba3f-b52375fa173a req-0e2da062-02c3-4757-8b36-a1fa42372d7b service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ab5411ad497948eebd17e9930ca9720f&device_id=3d35bf4c-dee5-408a-a94b-c61cb75cd1ad HTTP/1.1" status: 200 len: 1099 time: 0.2466524 Jan 21 10:29:11.898813 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b5717-be31-4434-ba3f-b52375fa173a req-3ae0e80e-3fb5-4657-94eb-282a65437a3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:11.900254 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-776b5717-be31-4434-ba3f-b52375fa173a req-3ae0e80e-3fb5-4657-94eb-282a65437a3e service neutron] 10.222.0.124 "GET /v2.0/networks?id=10e70f0f-d04d-431d-bc88-48c3132209bb HTTP/1.1" status: 200 len: 897 time: 0.1542161 Jan 21 10:29:12.025084 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-776b5717-be31-4434-ba3f-b52375fa173a req-a2878405-1996-4c21-9197-0b41cd8aaf7f service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0459e4a-dfb0-4481-9e06-b44131ebead8 HTTP/1.1" status: 200 len: 217 time: 0.1186945 Jan 21 10:29:12.119387 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bae99088-14dc-4c01-aafa-a2d5f3874f05 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:12.122974 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b5717-be31-4434-ba3f-b52375fa173a req-d368ff77-40d4-49d4-b6d6-5dd405ee426d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:12.124416 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-776b5717-be31-4434-ba3f-b52375fa173a req-d368ff77-40d4-49d4-b6d6-5dd405ee426d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b5c8a31-ad36-4a9b-b46e-fb36b716c14c HTTP/1.1" status: 200 len: 835 time: 0.0923672 Jan 21 10:29:12.226214 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bae99088-14dc-4c01-aafa-a2d5f3874f05 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:12.318238 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-776b5717-be31-4434-ba3f-b52375fa173a req-aedada75-ac4c-443d-8374-782143f571b9 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=10e70f0f-d04d-431d-bc88-48c3132209bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1702340 Jan 21 10:29:12.541664 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-776b5717-be31-4434-ba3f-b52375fa173a req-f1bc2a77-a644-4922-8b6f-4ac80f7553e7 service neutron] 10.222.0.124 "GET /v2.0/networks/10e70f0f-d04d-431d-bc88-48c3132209bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776230 Jan 21 10:29:12.585697 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bae99088-14dc-4c01-aafa-a2d5f3874f05 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:12.629576 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bae99088-14dc-4c01-aafa-a2d5f3874f05 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:12.862239 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae99088-14dc-4c01-aafa-a2d5f3874f05 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event updated for resources: {'Port': ['ID=926c1978-15ff-4f23-b2fc-1c1b65ffca6f,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:29:12.909932 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-776b5717-be31-4434-ba3f-b52375fa173a req-ca6ebd88-5b50-43c5-bc9c-a5e8325ec535 service neutron] 10.222.0.124 "GET /v2.0/networks/10e70f0f-d04d-431d-bc88-48c3132209bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557255 Jan 21 10:29:12.914836 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bae99088-14dc-4c01-aafa-a2d5f3874f05 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:13.123883 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.l3_db [None req-bae99088-14dc-4c01-aafa-a2d5f3874f05 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Floating IP 89620d50-f357-4396-87c8-c2d92bb5126c associated. External IP: 172.26.0.73, port: b0459e4a-dfb0-4481-9e06-b44131ebead8. Jan 21 10:29:13.537227 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae99088-14dc-4c01-aafa-a2d5f3874f05 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Router 1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:29:13.749122 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae99088-14dc-4c01-aafa-a2d5f3874f05 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:29:13.759635 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518288a5-f7b8-4749-aaa8-26b414ee46fd None None] Sync routers for ids ['1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:29:13.773297 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518288a5-f7b8-4749-aaa8-26b414ee46fd None None] Routers {'1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:29:13.773963 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-518288a5-f7b8-4749-aaa8-26b414ee46fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:28:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:29:13.777592 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bae99088-14dc-4c01-aafa-a2d5f3874f05 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:13.841630 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-bae99088-14dc-4c01-aafa-a2d5f3874f05 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3337934 Jan 21 10:29:13.842159 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d35bf4c-dee5-408a-a94b-c61cb75cd1ad', 'tag': 'b0459e4a-dfb0-4481-9e06-b44131ebead8'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:29:13.910361 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d35bf4c-dee5-408a-a94b-c61cb75cd1ad', 'tag': 'b0459e4a-dfb0-4481-9e06-b44131ebead8', 'status': 'completed', 'code': 200} Jan 21 10:29:14.013322 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-79810843-fc8a-46c9-aa14-7d6569caa53b req-c68d2d10-4cff-47d3-b8ab-9c7b75fe27cb service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ab5411ad497948eebd17e9930ca9720f&device_id=3d35bf4c-dee5-408a-a94b-c61cb75cd1ad HTTP/1.1" status: 200 len: 1099 time: 0.0753400 Jan 21 10:29:14.047131 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4147b5-fa83-4df5-8d72-5259a7df8bb8 req-1d124b36-aa06-4f46-9edc-387c2deedca7 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:14.049362 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-7c4147b5-fa83-4df5-8d72-5259a7df8bb8 req-1d124b36-aa06-4f46-9edc-387c2deedca7 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=3d35bf4c-dee5-408a-a94b-c61cb75cd1ad HTTP/1.1" status: 200 len: 946 time: 0.0929105 Jan 21 10:29:14.063519 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-518288a5-f7b8-4749-aaa8-26b414ee46fd None None] Set router 1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:29:14.109569 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-7c4147b5-fa83-4df5-8d72-5259a7df8bb8 req-49a1dab8-c2ee-40f3-aaba-d9afb658858c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=af0bdef0-7d91-41ae-a9be-5c6d66e45519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498261 Jan 21 10:29:14.148299 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44428) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:29:14.173107 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79810843-fc8a-46c9-aa14-7d6569caa53b req-62921bd0-35d8-4296-bfb6-e0d81de222cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:14.174686 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-79810843-fc8a-46c9-aa14-7d6569caa53b req-62921bd0-35d8-4296-bfb6-e0d81de222cb service neutron] 10.222.0.124 "GET /v2.0/networks?id=10e70f0f-d04d-431d-bc88-48c3132209bb HTTP/1.1" status: 200 len: 897 time: 0.1551750 Jan 21 10:29:14.283871 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5dd6acb6-0e3c-4718-b220-5e47dcf7091e tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/floatingips/89620d50-f357-4396-87c8-c2d92bb5126c HTTP/1.1" status: 200 len: 991 time: 0.1339879 Jan 21 10:29:14.292338 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-79810843-fc8a-46c9-aa14-7d6569caa53b req-2d407c91-50ec-468a-ac7d-8337cf5b1a6b service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0459e4a-dfb0-4481-9e06-b44131ebead8 HTTP/1.1" status: 200 len: 999 time: 0.1115825 Jan 21 10:29:14.361498 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79810843-fc8a-46c9-aa14-7d6569caa53b req-1f42f105-3e6d-45f3-9015-7ef231c01795 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:14.363249 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-79810843-fc8a-46c9-aa14-7d6569caa53b req-1f42f105-3e6d-45f3-9015-7ef231c01795 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b5c8a31-ad36-4a9b-b46e-fb36b716c14c HTTP/1.1" status: 200 len: 835 time: 0.0645320 Jan 21 10:29:14.457723 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-79810843-fc8a-46c9-aa14-7d6569caa53b req-6295c8ab-dc23-4634-b362-7f464ae64a42 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=10e70f0f-d04d-431d-bc88-48c3132209bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0891836 Jan 21 10:29:14.462937 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-518288a5-f7b8-4749-aaa8-26b414ee46fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448171796', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '7812e8ad-bed9-46b7-baa8-7f945bdd1ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:28:51Z', 'updated_at': '2022-01-21T10:28:56Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '7812e8ad-bed9-46b7-baa8-7f945bdd1ee7', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:52Z', 'updated_at': '2022-01-21T10:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '89620d50-f357-4396-87c8-c2d92bb5126c', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'floating_ip_address': '172.26.0.73', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'port_id': 'b0459e4a-dfb0-4481-9e06-b44131ebead8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e70f0f-d04d-431d-bc88-48c3132209bb', 'mac_address': 'fa:16:3e:e5:4d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35bf4c-dee5-408a-a94b-c61cb75cd1ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:29:11Z', 'updated_at': '2022-01-21T10:29:11Z', 'revision_number': 0, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2892cb6c-33fc-49a7-9935-99deca5dd662', 'name': '', 'network_id': '10e70f0f-d04d-431d-bc88-48c3132209bb', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:b5:0a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b5c8a31-ad36-4a9b-b46e-fb36b716c14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:55Z', 'updated_at': '2022-01-21T10:29:03Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': '3b5c8a31-ad36-4a9b-b46e-fb36b716c14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:29:14.468447 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518288a5-f7b8-4749-aaa8-26b414ee46fd None None] Checking router: 1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:29:14.482024 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518288a5-f7b8-4749-aaa8-26b414ee46fd None None] Routers {'1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:29:14.482660 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-518288a5-f7b8-4749-aaa8-26b414ee46fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:28:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:29:14.694267 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-518288a5-f7b8-4749-aaa8-26b414ee46fd None None] Set router 1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:29:14.714836 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-79810843-fc8a-46c9-aa14-7d6569caa53b req-77a3ed4e-0f9d-4d6e-bf3b-c10a0b5b4dc4 service neutron] 10.222.0.124 "GET /v2.0/networks/10e70f0f-d04d-431d-bc88-48c3132209bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511926 Jan 21 10:29:14.865605 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-79810843-fc8a-46c9-aa14-7d6569caa53b req-bfff0170-242b-4ef8-a865-dfc08cb366a7 service neutron] 10.222.0.124 "GET /v2.0/networks/10e70f0f-d04d-431d-bc88-48c3132209bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436989 Jan 21 10:29:15.097212 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-518288a5-f7b8-4749-aaa8-26b414ee46fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448171796', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '7812e8ad-bed9-46b7-baa8-7f945bdd1ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:28:51Z', 'updated_at': '2022-01-21T10:28:56Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '7812e8ad-bed9-46b7-baa8-7f945bdd1ee7', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:52Z', 'updated_at': '2022-01-21T10:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '89620d50-f357-4396-87c8-c2d92bb5126c', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'floating_ip_address': '172.26.0.73', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'port_id': 'b0459e4a-dfb0-4481-9e06-b44131ebead8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e70f0f-d04d-431d-bc88-48c3132209bb', 'mac_address': 'fa:16:3e:e5:4d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35bf4c-dee5-408a-a94b-c61cb75cd1ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:29:11Z', 'updated_at': '2022-01-21T10:29:11Z', 'revision_number': 0, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2892cb6c-33fc-49a7-9935-99deca5dd662', 'name': '', 'network_id': '10e70f0f-d04d-431d-bc88-48c3132209bb', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:b5:0a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b5c8a31-ad36-4a9b-b46e-fb36b716c14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:55Z', 'updated_at': '2022-01-21T10:29:03Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': '3b5c8a31-ad36-4a9b-b46e-fb36b716c14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:29:15.101561 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518288a5-f7b8-4749-aaa8-26b414ee46fd None None] The sync data for ids ['1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a'] in dv-neutron-825732-1-hyperv is: [{'id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448171796', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '7812e8ad-bed9-46b7-baa8-7f945bdd1ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:28:51Z', 'updated_at': '2022-01-21T10:28:56Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '7812e8ad-bed9-46b7-baa8-7f945bdd1ee7', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:52Z', 'updated_at': '2022-01-21T10:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '89620d50-f357-4396-87c8-c2d92bb5126c', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'floating_ip_address': '172.26.0.73', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'port_id': 'b0459e4a-dfb0-4481-9e06-b44131ebead8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e70f0f-d04d-431d-bc88-48c3132209bb', 'mac_address': 'fa:16:3e:e5:4d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35bf4c-dee5-408a-a94b-c61cb75cd1ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:29:11Z', 'updated_at': '2022-01-21T10:29:11Z', 'revision_number': 0, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2892cb6c-33fc-49a7-9935-99deca5dd662', 'name': '', 'network_id': '10e70f0f-d04d-431d-bc88-48c3132209bb', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:b5:0a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b5c8a31-ad36-4a9b-b46e-fb36b716c14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:55Z', 'updated_at': '2022-01-21T10:29:03Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': '3b5c8a31-ad36-4a9b-b46e-fb36b716c14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:29:15.287583 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44432) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:29:15.400408 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-ae94db39-a3dc-4ebc-ad4b-99facdfc07cc tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/floatingips/89620d50-f357-4396-87c8-c2d92bb5126c HTTP/1.1" status: 200 len: 991 time: 0.1111698 Jan 21 10:29:16.404284 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44436) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:29:16.510227 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-073766d1-ca3b-4963-94cd-c1c47517e6ef tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/floatingips/89620d50-f357-4396-87c8-c2d92bb5126c HTTP/1.1" status: 200 len: 991 time: 0.1047626 Jan 21 10:29:17.514323 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44440) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:29:17.631315 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-eb8697be-0dd9-4e75-b9ff-647e253af9fa tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/floatingips/89620d50-f357-4396-87c8-c2d92bb5126c HTTP/1.1" status: 200 len: 991 time: 0.1158271 Jan 21 10:29:18.308373 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82732584-386c-4e0d-b40b-5fc9632062b2 None None] New status for floating IP 89620d50-f357-4396-87c8-c2d92bb5126c: ACTIVE {{(pid=83600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:29:18.635444 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44444) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:29:18.750457 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5330bbc3-008d-4819-b137-e231be264428 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/floatingips/89620d50-f357-4396-87c8-c2d92bb5126c HTTP/1.1" status: 200 len: 993 time: 0.1138566 Jan 21 10:29:20.780280 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:22.666336 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:29:24.028550 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2b1ad1d6-0586-48ad-9ff1-419c84e04598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:26.470051 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8f0dc897-e913-449a-abdd-2b64eee681f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:27.561701 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:27.928707 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:29.648904 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:48.477428 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d9039-aaa1-4d31-8694-e7399b22bf0d req-9c51b6bc-7d7d-4de1-9497-a90ce18faafb tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:48.478906 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ae2d9039-aaa1-4d31-8694-e7399b22bf0d req-9c51b6bc-7d7d-4de1-9497-a90ce18faafb tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=3d35bf4c-dee5-408a-a94b-c61cb75cd1ad HTTP/1.1" status: 200 len: 946 time: 0.0771685 Jan 21 10:29:48.528221 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ae2d9039-aaa1-4d31-8694-e7399b22bf0d req-65214106-166a-4cae-8e68-481c3a45a417 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=af0bdef0-7d91-41ae-a9be-5c6d66e45519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434535 Jan 21 10:29:49.741507 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d171e2-467a-4e6c-a406-8acb60a65c0c req-56f86ad8-bc9a-4e65-8269-7b7e17667477 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:49.742999 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-43d171e2-467a-4e6c-a406-8acb60a65c0c req-56f86ad8-bc9a-4e65-8269-7b7e17667477 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=3d35bf4c-dee5-408a-a94b-c61cb75cd1ad HTTP/1.1" status: 200 len: 946 time: 0.0871117 Jan 21 10:29:49.798966 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-43d171e2-467a-4e6c-a406-8acb60a65c0c req-7a5dcdea-64a7-41d1-bbe6-4225354c7770 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=af0bdef0-7d91-41ae-a9be-5c6d66e45519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496819 Jan 21 10:29:49.829931 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44466) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:29:49.950183 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-67ba848d-d8a2-4782-86d3-367342220dd6 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/floatingips/89620d50-f357-4396-87c8-c2d92bb5126c HTTP/1.1" status: 200 len: 993 time: 0.1187096 Jan 21 10:29:50.786659 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:51.530196 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff995e13-1e6f-498b-b6ba-2bc592576a1c req-7962a522-58d7-4144-ac13-9657fef06394 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:51.531878 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ff995e13-1e6f-498b-b6ba-2bc592576a1c req-7962a522-58d7-4144-ac13-9657fef06394 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=3d35bf4c-dee5-408a-a94b-c61cb75cd1ad HTTP/1.1" status: 200 len: 946 time: 0.1442175 Jan 21 10:29:51.572598 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-72fc93ee-e9b9-442a-9270-d86d551cf6dd req-6a151b7e-0280-4a5d-88a7-88270b734beb service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ab5411ad497948eebd17e9930ca9720f&device_id=3d35bf4c-dee5-408a-a94b-c61cb75cd1ad HTTP/1.1" status: 200 len: 1099 time: 0.1861525 Jan 21 10:29:51.663948 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ff995e13-1e6f-498b-b6ba-2bc592576a1c req-5b8cc258-bb39-47d0-8945-127129b6fe8f tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=af0bdef0-7d91-41ae-a9be-5c6d66e45519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231949 Jan 21 10:29:51.721624 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc93ee-e9b9-442a-9270-d86d551cf6dd req-393be0a8-c3fd-4f6e-a01c-ba54832df343 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:51.723071 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-72fc93ee-e9b9-442a-9270-d86d551cf6dd req-393be0a8-c3fd-4f6e-a01c-ba54832df343 service neutron] 10.222.0.124 "GET /v2.0/networks?id=10e70f0f-d04d-431d-bc88-48c3132209bb HTTP/1.1" status: 200 len: 897 time: 0.1423857 Jan 21 10:29:51.830411 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-72fc93ee-e9b9-442a-9270-d86d551cf6dd req-aee9bd9a-88eb-4418-89a5-60aaa770e986 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0459e4a-dfb0-4481-9e06-b44131ebead8 HTTP/1.1" status: 200 len: 1001 time: 0.1011875 Jan 21 10:29:51.892503 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc93ee-e9b9-442a-9270-d86d551cf6dd req-ca7911c0-78e7-4ad1-beb2-f57b4976df15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:51.893969 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-72fc93ee-e9b9-442a-9270-d86d551cf6dd req-ca7911c0-78e7-4ad1-beb2-f57b4976df15 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b5c8a31-ad36-4a9b-b46e-fb36b716c14c HTTP/1.1" status: 200 len: 835 time: 0.0581167 Jan 21 10:29:51.972089 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-72fc93ee-e9b9-442a-9270-d86d551cf6dd req-58ccca0a-689a-473a-bad6-ec50daf07ee0 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=10e70f0f-d04d-431d-bc88-48c3132209bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724621 Jan 21 10:29:52.106605 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-72fc93ee-e9b9-442a-9270-d86d551cf6dd req-b147a7eb-2258-4451-b4fe-6092bf53995e service neutron] 10.222.0.124 "GET /v2.0/networks/10e70f0f-d04d-431d-bc88-48c3132209bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285207 Jan 21 10:29:52.242407 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-72fc93ee-e9b9-442a-9270-d86d551cf6dd req-48f7ce0e-f25e-4e43-a265-e80316aba17b service neutron] 10.222.0.124 "GET /v2.0/networks/10e70f0f-d04d-431d-bc88-48c3132209bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292033 Jan 21 10:29:52.874559 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e994682-8f05-4258-90bf-276d704fcec3 req-8206e9d4-7395-44c2-b504-9cdab77cacf1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:52.876028 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-4e994682-8f05-4258-90bf-276d704fcec3 req-8206e9d4-7395-44c2-b504-9cdab77cacf1 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=3d35bf4c-dee5-408a-a94b-c61cb75cd1ad HTTP/1.1" status: 200 len: 946 time: 0.0794814 Jan 21 10:29:52.892506 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [req-286f73fe-e2d6-4ea1-bbe6-08ab2bdb2cba req-5fa4827a-38c6-4dac-92d4-d0a6ecabdd31 service neutron] (83598) timed out ('10.222.0.104', 40440) {{(pid=83598) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 21 10:29:53.020167 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-4e994682-8f05-4258-90bf-276d704fcec3 req-af12bb15-9e84-4f4c-9be1-e90ca55f5a1b tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=af0bdef0-7d91-41ae-a9be-5c6d66e45519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383264 Jan 21 10:29:54.023588 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-55ddf435-e6be-45d7-9015-663f521f9043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:54.241018 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c052e-b1d7-4a0c-b9ca-a0fb91a547ac req-8481c129-c972-4bf1-8eeb-5f876eaaf456 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:54.242646 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e86c052e-b1d7-4a0c-b9ca-a0fb91a547ac req-8481c129-c972-4bf1-8eeb-5f876eaaf456 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=3d35bf4c-dee5-408a-a94b-c61cb75cd1ad HTTP/1.1" status: 200 len: 946 time: 0.0844431 Jan 21 10:29:54.294535 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e86c052e-b1d7-4a0c-b9ca-a0fb91a547ac req-cb4e13af-3ae3-4ffd-82a4-5c6ecdaf39c5 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=af0bdef0-7d91-41ae-a9be-5c6d66e45519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453975 Jan 21 10:29:54.324203 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44482) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:29:54.431569 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7f2525b6-2fd6-48ac-ba57-e0b24a807ccf tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/floatingips/89620d50-f357-4396-87c8-c2d92bb5126c HTTP/1.1" status: 200 len: 993 time: 0.1054251 Jan 21 10:29:54.723270 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44490) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:29:54.948998 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-754b00ac-50fe-48b3-b499-8b67a82f5bb6 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Deleting port 926c1978-15ff-4f23-b2fc-1c1b65ffca6f {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:29:54.949371 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-754b00ac-50fe-48b3-b499-8b67a82f5bb6 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:55.233825 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-754b00ac-50fe-48b3-b499-8b67a82f5bb6 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:55.234155 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-754b00ac-50fe-48b3-b499-8b67a82f5bb6 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:55.357347 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-754b00ac-50fe-48b3-b499-8b67a82f5bb6 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Calling delete_port for 926c1978-15ff-4f23-b2fc-1c1b65ffca6f owned by network:floatingip {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:29:55.519855 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-754b00ac-50fe-48b3-b499-8b67a82f5bb6 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:55.568625 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b00ac-50fe-48b3-b499-8b67a82f5bb6 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event deleted for resources: {'Port': ['ID=926c1978-15ff-4f23-b2fc-1c1b65ffca6f,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:29:55.647497 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754b00ac-50fe-48b3-b499-8b67a82f5bb6 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:29:55.647847 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754b00ac-50fe-48b3-b499-8b67a82f5bb6 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:29:55.648195 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754b00ac-50fe-48b3-b499-8b67a82f5bb6 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:29:55.648542 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754b00ac-50fe-48b3-b499-8b67a82f5bb6 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:29:55.649362 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754b00ac-50fe-48b3-b499-8b67a82f5bb6 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:29:55.649362 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754b00ac-50fe-48b3-b499-8b67a82f5bb6 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:29:55.649736 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754b00ac-50fe-48b3-b499-8b67a82f5bb6 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:29:55.649871 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754b00ac-50fe-48b3-b499-8b67a82f5bb6 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:29:55.650164 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754b00ac-50fe-48b3-b499-8b67a82f5bb6 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:29:55.650484 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754b00ac-50fe-48b3-b499-8b67a82f5bb6 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:29:55.650801 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754b00ac-50fe-48b3-b499-8b67a82f5bb6 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:29:55.685594 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-754b00ac-50fe-48b3-b499-8b67a82f5bb6 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for floatingip, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:56.097811 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754b00ac-50fe-48b3-b499-8b67a82f5bb6 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Router 1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:29:56.332895 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754b00ac-50fe-48b3-b499-8b67a82f5bb6 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:29:56.343368 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d79b3e-4487-48ed-8043-14f639a3bc47 None None] Sync routers for ids ['1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:29:56.354005 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-754b00ac-50fe-48b3-b499-8b67a82f5bb6 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:56.355781 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d79b3e-4487-48ed-8043-14f639a3bc47 None None] Routers {'1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:29:56.356539 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-89d79b3e-4487-48ed-8043-14f639a3bc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:29:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:29:56.409793 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-754b00ac-50fe-48b3-b499-8b67a82f5bb6 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "DELETE /v2.0/floatingips/89620d50-f357-4396-87c8-c2d92bb5126c HTTP/1.1" status: 204 len: 168 time: 1.6850991 Jan 21 10:29:56.410412 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d35bf4c-dee5-408a-a94b-c61cb75cd1ad', 'tag': 'b0459e4a-dfb0-4481-9e06-b44131ebead8'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:29:56.488076 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d35bf4c-dee5-408a-a94b-c61cb75cd1ad', 'tag': 'b0459e4a-dfb0-4481-9e06-b44131ebead8', 'status': 'completed', 'code': 200} Jan 21 10:29:56.545853 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0f8f9e32-3b1f-421d-aa02-d10da9927725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:56.571892 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-89d79b3e-4487-48ed-8043-14f639a3bc47 None None] Set router 1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:29:56.592294 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-43ab2cad-6100-4046-82fa-bc7edb9bd8dd req-eb6fb490-7d09-4bf3-ab95-2f2e5dbe921a service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ab5411ad497948eebd17e9930ca9720f&device_id=3d35bf4c-dee5-408a-a94b-c61cb75cd1ad HTTP/1.1" status: 200 len: 1099 time: 0.0783448 Jan 21 10:29:56.754562 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab2cad-6100-4046-82fa-bc7edb9bd8dd req-e27748f3-2779-47bb-9f2b-53100a7756ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:56.756078 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-43ab2cad-6100-4046-82fa-bc7edb9bd8dd req-e27748f3-2779-47bb-9f2b-53100a7756ec service neutron] 10.222.0.124 "GET /v2.0/networks?id=10e70f0f-d04d-431d-bc88-48c3132209bb HTTP/1.1" status: 200 len: 897 time: 0.1568658 Jan 21 10:29:56.842639 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-43ab2cad-6100-4046-82fa-bc7edb9bd8dd req-2306d203-f8c0-4e0d-82cf-de21342638f7 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0459e4a-dfb0-4481-9e06-b44131ebead8 HTTP/1.1" status: 200 len: 217 time: 0.0781302 Jan 21 10:29:56.920245 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab2cad-6100-4046-82fa-bc7edb9bd8dd req-0ccef522-f279-4f04-ae55-7ea5dc9ea431 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:56.921711 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-43ab2cad-6100-4046-82fa-bc7edb9bd8dd req-0ccef522-f279-4f04-ae55-7ea5dc9ea431 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b5c8a31-ad36-4a9b-b46e-fb36b716c14c HTTP/1.1" status: 200 len: 835 time: 0.0733151 Jan 21 10:29:56.998322 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d32f56-cf69-4bb4-a0a5-d57232c35eaa req-862c382b-f995-49e0-892c-a6e8506546aa tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:56.999913 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a6d32f56-cf69-4bb4-a0a5-d57232c35eaa req-862c382b-f995-49e0-892c-a6e8506546aa tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=3d35bf4c-dee5-408a-a94b-c61cb75cd1ad HTTP/1.1" status: 200 len: 946 time: 0.0950608 Jan 21 10:29:57.028636 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-89d79b3e-4487-48ed-8043-14f639a3bc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448171796', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '7812e8ad-bed9-46b7-baa8-7f945bdd1ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:28:51Z', 'updated_at': '2022-01-21T10:28:56Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '7812e8ad-bed9-46b7-baa8-7f945bdd1ee7', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:52Z', 'updated_at': '2022-01-21T10:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '2892cb6c-33fc-49a7-9935-99deca5dd662', 'name': '', 'network_id': '10e70f0f-d04d-431d-bc88-48c3132209bb', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:b5:0a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b5c8a31-ad36-4a9b-b46e-fb36b716c14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:55Z', 'updated_at': '2022-01-21T10:29:03Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': '3b5c8a31-ad36-4a9b-b46e-fb36b716c14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:29:57.033238 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d79b3e-4487-48ed-8043-14f639a3bc47 None None] Checking router: 1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:29:57.045764 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d79b3e-4487-48ed-8043-14f639a3bc47 None None] Routers {'1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:29:57.046379 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-89d79b3e-4487-48ed-8043-14f639a3bc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:29:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:29:57.053128 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-a6d32f56-cf69-4bb4-a0a5-d57232c35eaa req-e60bafc5-0e78-4363-9487-40fac4cc5cc2 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=af0bdef0-7d91-41ae-a9be-5c6d66e45519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469294 Jan 21 10:29:57.136225 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-43ab2cad-6100-4046-82fa-bc7edb9bd8dd req-60515c73-8be2-4f94-8a6c-5009185378a5 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=10e70f0f-d04d-431d-bc88-48c3132209bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2071807 Jan 21 10:29:57.245958 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-89d79b3e-4487-48ed-8043-14f639a3bc47 None None] Set router 1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:29:57.273483 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-43ab2cad-6100-4046-82fa-bc7edb9bd8dd req-b5fbadeb-12df-4073-918e-a1a268705d6f service neutron] 10.222.0.124 "GET /v2.0/networks/10e70f0f-d04d-431d-bc88-48c3132209bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302774 Jan 21 10:29:57.409588 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-43ab2cad-6100-4046-82fa-bc7edb9bd8dd req-075e803a-b5fb-466d-a273-8aaa851e7dc3 service neutron] 10.222.0.124 "GET /v2.0/networks/10e70f0f-d04d-431d-bc88-48c3132209bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292474 Jan 21 10:29:57.580763 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:57.605563 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-89d79b3e-4487-48ed-8043-14f639a3bc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448171796', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '7812e8ad-bed9-46b7-baa8-7f945bdd1ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:28:51Z', 'updated_at': '2022-01-21T10:28:56Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '7812e8ad-bed9-46b7-baa8-7f945bdd1ee7', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:52Z', 'updated_at': '2022-01-21T10:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '2892cb6c-33fc-49a7-9935-99deca5dd662', 'name': '', 'network_id': '10e70f0f-d04d-431d-bc88-48c3132209bb', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:b5:0a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b5c8a31-ad36-4a9b-b46e-fb36b716c14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:55Z', 'updated_at': '2022-01-21T10:29:03Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': '3b5c8a31-ad36-4a9b-b46e-fb36b716c14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:29:57.610808 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d79b3e-4487-48ed-8043-14f639a3bc47 None None] The sync data for ids ['1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a'] in dv-neutron-825732-1-hyperv is: [{'id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448171796', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '7812e8ad-bed9-46b7-baa8-7f945bdd1ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:28:51Z', 'updated_at': '2022-01-21T10:28:56Z', 'revision_number': 4, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '7812e8ad-bed9-46b7-baa8-7f945bdd1ee7', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:52Z', 'updated_at': '2022-01-21T10:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '2892cb6c-33fc-49a7-9935-99deca5dd662', 'name': '', 'network_id': '10e70f0f-d04d-431d-bc88-48c3132209bb', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'mac_address': 'fa:16:3e:b5:0a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b5c8a31-ad36-4a9b-b46e-fb36b716c14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:55Z', 'updated_at': '2022-01-21T10:29:03Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'subnets': [{'id': '3b5c8a31-ad36-4a9b-b46e-fb36b716c14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:29:57.841885 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac03bc28-9b18-40d3-94da-1e7041642b63 None None] New status for floating IP 89620d50-f357-4396-87c8-c2d92bb5126c: DOWN {{(pid=83600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:29:57.926908 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:58.268336 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81506a2c-d3a4-4536-81fc-5c521ef3a1b6 req-d8cd3830-9b0c-45c0-915e-665737acc4b4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:58.269093 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-81506a2c-d3a4-4536-81fc-5c521ef3a1b6 req-d8cd3830-9b0c-45c0-915e-665737acc4b4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Synchronizing usage tracker for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:29:58.323156 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-81506a2c-d3a4-4536-81fc-5c521ef3a1b6 req-d8cd3830-9b0c-45c0-915e-665737acc4b4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Unset dirty status for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:29:58.324310 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-81506a2c-d3a4-4536-81fc-5c521ef3a1b6 req-d8cd3830-9b0c-45c0-915e-665737acc4b4 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=3d35bf4c-dee5-408a-a94b-c61cb75cd1ad HTTP/1.1" status: 200 len: 946 time: 0.1348574 Jan 21 10:29:58.388755 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-81506a2c-d3a4-4536-81fc-5c521ef3a1b6 req-dce4dcf1-e9fa-4f7a-90d7-7724e70168b9 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/security-groups?id=af0bdef0-7d91-41ae-a9be-5c6d66e45519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575845 Jan 21 10:29:58.404282 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d7ce4-0eb3-4d66-b140-a4894d7ddff7 req-f621f048-1f67-4f6f-a52f-ee70144f4a30 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:58.406129 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-531d7ce4-0eb3-4d66-b140-a4894d7ddff7 req-f621f048-1f67-4f6f-a52f-ee70144f4a30 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.124 "GET /v2.0/ports?device_id=3d35bf4c-dee5-408a-a94b-c61cb75cd1ad HTTP/1.1" status: 200 len: 946 time: 0.1215034 Jan 21 10:29:58.479240 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-531d7ce4-0eb3-4d66-b140-a4894d7ddff7 req-d9ccf0a7-f75c-4de1-adee-f7bdf5958a53 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Deleting port b0459e4a-dfb0-4481-9e06-b44131ebead8 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:29:58.479583 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-531d7ce4-0eb3-4d66-b140-a4894d7ddff7 req-d9ccf0a7-f75c-4de1-adee-f7bdf5958a53 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:58.737759 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-531d7ce4-0eb3-4d66-b140-a4894d7ddff7 req-d9ccf0a7-f75c-4de1-adee-f7bdf5958a53 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] For port b0459e4a-dfb0-4481-9e06-b44131ebead8, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b0459e4a-dfb0-4481-9e06-b44131ebead8,segment=NetworkSegment(4693725e-9551-4fbe-9a7e-bba02872beed),segment_id=4693725e-9551-4fbe-9a7e-bba02872beed)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:29:58.738143 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-531d7ce4-0eb3-4d66-b140-a4894d7ddff7 req-d9ccf0a7-f75c-4de1-adee-f7bdf5958a53 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:58.859813 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-531d7ce4-0eb3-4d66-b140-a4894d7ddff7 req-d9ccf0a7-f75c-4de1-adee-f7bdf5958a53 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Calling delete_port for b0459e4a-dfb0-4481-9e06-b44131ebead8 owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:29:59.005327 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-531d7ce4-0eb3-4d66-b140-a4894d7ddff7 req-d9ccf0a7-f75c-4de1-adee-f7bdf5958a53 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:59.057992 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ccf0a7-f75c-4de1-adee-f7bdf5958a53 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event deleted for resources: {'Port': ['ID=b0459e4a-dfb0-4481-9e06-b44131ebead8,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:29:59.127329 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-531d7ce4-0eb3-4d66-b140-a4894d7ddff7 req-d9ccf0a7-f75c-4de1-adee-f7bdf5958a53 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] No DVR routers for this DVR port b0459e4a-dfb0-4481-9e06-b44131ebead8 on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:29:59.129922 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-531d7ce4-0eb3-4d66-b140-a4894d7ddff7 req-d9ccf0a7-f75c-4de1-adee-f7bdf5958a53 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:59.132691 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d35bf4c-dee5-408a-a94b-c61cb75cd1ad', 'name': 'network-vif-deleted', 'tag': 'b0459e4a-dfb0-4481-9e06-b44131ebead8'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:29:59.149674 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-531d7ce4-0eb3-4d66-b140-a4894d7ddff7 req-d9ccf0a7-f75c-4de1-adee-f7bdf5958a53 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.124 "DELETE /v2.0/ports/b0459e4a-dfb0-4481-9e06-b44131ebead8 HTTP/1.1" status: 204 len: 173 time: 0.7374918 Jan 21 10:29:59.192136 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d35bf4c-dee5-408a-a94b-c61cb75cd1ad', 'name': 'network-vif-deleted', 'tag': 'b0459e4a-dfb0-4481-9e06-b44131ebead8', 'status': 'completed', 'code': 200} Jan 21 10:29:59.584549 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-468d3820-66cc-465b-9c7a-729f642295ce req-7f6117a8-5299-4766-a6d9-6d994bdaa2a6 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Synchronizing usage tracker for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:29:59.601096 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-468d3820-66cc-465b-9c7a-729f642295ce req-7f6117a8-5299-4766-a6d9-6d994bdaa2a6 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Unset dirty status for tenant:ab5411ad497948eebd17e9930ca9720f on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:29:59.602498 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-468d3820-66cc-465b-9c7a-729f642295ce req-7f6117a8-5299-4766-a6d9-6d994bdaa2a6 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "GET /v2.0/ports?device_id=3d35bf4c-dee5-408a-a94b-c61cb75cd1ad HTTP/1.1" status: 200 len: 210 time: 0.0615880 Jan 21 10:29:59.667875 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:29:59.669048 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:00.714769 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44508) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:01.239616 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-92ec9fea-f997-4530-bcb8-1efb9f4d542c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:01.891338 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-92ec9fea-f997-4530-bcb8-1efb9f4d542c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Deleting port 2892cb6c-33fc-49a7-9935-99deca5dd662 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:30:01.891846 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-92ec9fea-f997-4530-bcb8-1efb9f4d542c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:02.081416 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-92ec9fea-f997-4530-bcb8-1efb9f4d542c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] For port 2892cb6c-33fc-49a7-9935-99deca5dd662, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=2892cb6c-33fc-49a7-9935-99deca5dd662,segment=NetworkSegment(4693725e-9551-4fbe-9a7e-bba02872beed),segment_id=4693725e-9551-4fbe-9a7e-bba02872beed)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:30:02.081797 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-92ec9fea-f997-4530-bcb8-1efb9f4d542c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:02.211448 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-92ec9fea-f997-4530-bcb8-1efb9f4d542c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Calling delete_port for 2892cb6c-33fc-49a7-9935-99deca5dd662 owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:30:02.408574 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-92ec9fea-f997-4530-bcb8-1efb9f4d542c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:02.462737 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec9fea-f997-4530-bcb8-1efb9f4d542c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event deleted for resources: {'Port': ['ID=2892cb6c-33fc-49a7-9935-99deca5dd662,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:02.469633 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device b0459e4a-dfb0-4481-9e06-b44131ebead8 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:30:02.505043 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: b0459e4a-dfb0-4481-9e06-b44131ebead8 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:30:02.505636 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device b0459e4a-dfb0-4481-9e06-b44131ebead8 not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:30:02.930489 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-92ec9fea-f997-4530-bcb8-1efb9f4d542c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:03.585197 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ec9fea-f997-4530-bcb8-1efb9f4d542c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Router 1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:30:03.793019 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ec9fea-f997-4530-bcb8-1efb9f4d542c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:30:03.803313 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd402cd1-0395-4fc6-a94e-648f79ff38cf None None] Sync routers for ids ['1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:30:03.810871 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-92ec9fea-f997-4530-bcb8-1efb9f4d542c tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "PUT /v2.0/routers/1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0943964 Jan 21 10:30:03.813972 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44512) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:03.815806 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd402cd1-0395-4fc6-a94e-648f79ff38cf None None] Routers {'1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:30:03.816411 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-cd402cd1-0395-4fc6-a94e-648f79ff38cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:29:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:04.011711 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-e991a286-d021-4e45-8d6f-8990f64709b0 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Deleting subnet 3b5c8a31-ad36-4a9b-b46e-fb36b716c14c {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:30:04.014750 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-cd402cd1-0395-4fc6-a94e-648f79ff38cf None None] Set router 1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:30:04.014975 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e991a286-d021-4e45-8d6f-8990f64709b0 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:04.070635 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e991a286-d021-4e45-8d6f-8990f64709b0 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:04.167527 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e991a286-d021-4e45-8d6f-8990f64709b0 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:04.250198 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e991a286-d021-4e45-8d6f-8990f64709b0 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:04.289945 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991a286-d021-4e45-8d6f-8990f64709b0 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event deleted for resources: {'Subnet': ['ID=3b5c8a31-ad36-4a9b-b46e-fb36b716c14c,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:04.297885 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e991a286-d021-4e45-8d6f-8990f64709b0 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:04.304866 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e991a286-d021-4e45-8d6f-8990f64709b0 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "DELETE /v2.0/subnets/3b5c8a31-ad36-4a9b-b46e-fb36b716c14c HTTP/1.1" status: 204 len: 168 time: 0.4898257 Jan 21 10:30:04.308491 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e37b153-d52d-4a9d-82b6-afb1edd0ad16 None None] Network 10e70f0f-d04d-431d-bc88-48c3132209bb requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:30:04.311878 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44516) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:04.543432 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-cd402cd1-0395-4fc6-a94e-648f79ff38cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448171796', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '7812e8ad-bed9-46b7-baa8-7f945bdd1ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:28:51Z', 'updated_at': '2022-01-21T10:30:02Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '7812e8ad-bed9-46b7-baa8-7f945bdd1ee7', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:52Z', 'updated_at': '2022-01-21T10:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:04.549652 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd402cd1-0395-4fc6-a94e-648f79ff38cf None None] Checking router: 1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:30:04.569312 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd402cd1-0395-4fc6-a94e-648f79ff38cf None None] Routers {'1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:30:04.569978 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-cd402cd1-0395-4fc6-a94e-648f79ff38cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:29:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:04.650734 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efd4844-fb84-4fda-a81c-deaa87a7399f None None] DHCP port deletion for 10e70f0f-d04d-431d-bc88-48c3132209bb request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 10:30:04.657159 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5f7a7c8-f67b-40ff-8a76-18d39a4304a3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:04.663380 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-4efd4844-fb84-4fda-a81c-deaa87a7399f None None] Deleting port 0f79f10f-6d17-48eb-9630-b4fe260bffcd {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:30:04.663741 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4efd4844-fb84-4fda-a81c-deaa87a7399f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:04.860668 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-cd402cd1-0395-4fc6-a94e-648f79ff38cf None None] Set router 1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:30:04.880812 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5f7a7c8-f67b-40ff-8a76-18d39a4304a3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:04.891888 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e5f7a7c8-f67b-40ff-8a76-18d39a4304a3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Deleting port 7812e8ad-bed9-46b7-baa8-7f945bdd1ee7 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:30:04.892225 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5f7a7c8-f67b-40ff-8a76-18d39a4304a3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:04.917247 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 0f79f10f-6d17-48eb-9630-b4fe260bffcd no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:30:05.087959 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-e5f7a7c8-f67b-40ff-8a76-18d39a4304a3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] For port 7812e8ad-bed9-46b7-baa8-7f945bdd1ee7, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=7812e8ad-bed9-46b7-baa8-7f945bdd1ee7,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:30:05.088549 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5f7a7c8-f67b-40ff-8a76-18d39a4304a3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:05.189321 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-4efd4844-fb84-4fda-a81c-deaa87a7399f None None] For port 0f79f10f-6d17-48eb-9630-b4fe260bffcd, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=0f79f10f-6d17-48eb-9630-b4fe260bffcd,segment=NetworkSegment(4693725e-9551-4fbe-9a7e-bba02872beed),segment_id=4693725e-9551-4fbe-9a7e-bba02872beed)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:30:05.189730 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4efd4844-fb84-4fda-a81c-deaa87a7399f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:05.222601 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e5f7a7c8-f67b-40ff-8a76-18d39a4304a3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Calling delete_port for 7812e8ad-bed9-46b7-baa8-7f945bdd1ee7 owned by network:router_gateway {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:30:05.351753 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-4efd4844-fb84-4fda-a81c-deaa87a7399f None None] Calling delete_port for 0f79f10f-6d17-48eb-9630-b4fe260bffcd owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:30:05.423319 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5f7a7c8-f67b-40ff-8a76-18d39a4304a3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:05.453717 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:05.474520 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7a7c8-f67b-40ff-8a76-18d39a4304a3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event deleted for resources: {'Port': ['ID=7812e8ad-bed9-46b7-baa8-7f945bdd1ee7,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:05.532734 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4efd4844-fb84-4fda-a81c-deaa87a7399f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:05.618725 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd4844-fb84-4fda-a81c-deaa87a7399f None None] Pushing event deleted for resources: {'Port': ['ID=0f79f10f-6d17-48eb-9630-b4fe260bffcd,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:05.635444 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efd4844-fb84-4fda-a81c-deaa87a7399f None None] No DVR routers for this DVR port 0f79f10f-6d17-48eb-9630-b4fe260bffcd on host dv-neutron-825732-1-hyperv {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:30:05.638178 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd4844-fb84-4fda-a81c-deaa87a7399f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:05.638564 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd4844-fb84-4fda-a81c-deaa87a7399f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:05.639147 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd4844-fb84-4fda-a81c-deaa87a7399f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:05.639480 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd4844-fb84-4fda-a81c-deaa87a7399f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:05.639807 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd4844-fb84-4fda-a81c-deaa87a7399f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:05.640134 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd4844-fb84-4fda-a81c-deaa87a7399f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:05.640450 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd4844-fb84-4fda-a81c-deaa87a7399f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:05.640768 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd4844-fb84-4fda-a81c-deaa87a7399f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:05.641082 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd4844-fb84-4fda-a81c-deaa87a7399f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:05.641394 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd4844-fb84-4fda-a81c-deaa87a7399f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:05.641745 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd4844-fb84-4fda-a81c-deaa87a7399f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:05.661754 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-cd402cd1-0395-4fc6-a94e-648f79ff38cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448171796', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '7812e8ad-bed9-46b7-baa8-7f945bdd1ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:28:51Z', 'updated_at': '2022-01-21T10:30:02Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '7812e8ad-bed9-46b7-baa8-7f945bdd1ee7', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:52Z', 'updated_at': '2022-01-21T10:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:05.665956 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd402cd1-0395-4fc6-a94e-648f79ff38cf None None] The sync data for ids ['1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a'] in dv-neutron-825732-1-hyperv is: [{'id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448171796', 'tenant_id': 'ab5411ad497948eebd17e9930ca9720f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '7812e8ad-bed9-46b7-baa8-7f945bdd1ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:28:51Z', 'updated_at': '2022-01-21T10:30:02Z', 'revision_number': 5, 'project_id': 'ab5411ad497948eebd17e9930ca9720f', 'gw_port': {'id': '7812e8ad-bed9-46b7-baa8-7f945bdd1ee7', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:52Z', 'updated_at': '2022-01-21T10:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:30:05.721463 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5f7a7c8-f67b-40ff-8a76-18d39a4304a3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:05.982111 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5f7a7c8-f67b-40ff-8a76-18d39a4304a3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:05.986260 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5f7a7c8-f67b-40ff-8a76-18d39a4304a3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:06.011606 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5f7a7c8-f67b-40ff-8a76-18d39a4304a3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:06.012165 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f7a7c8-f67b-40ff-8a76-18d39a4304a3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Fanout notify agent at l3_agent the message router_deleted on router 1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:30:06.030873 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5f7a7c8-f67b-40ff-8a76-18d39a4304a3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:06.031998 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e5f7a7c8-f67b-40ff-8a76-18d39a4304a3 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "DELETE /v2.0/routers/1d98a0fd-6b7c-4560-b2ac-96fa5d7acc3a HTTP/1.1" status: 204 len: 168 time: 1.7191658 Jan 21 10:30:06.034685 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44520) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:06.276513 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a49ba478-0faf-4a5f-97cc-f42b4e840271 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:06.418634 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a49ba478-0faf-4a5f-97cc-f42b4e840271 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:06.456318 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-a49ba478-0faf-4a5f-97cc-f42b4e840271 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e70f0f-d04d-431d-bc88-48c3132209bb']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:06.468504 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-a49ba478-0faf-4a5f-97cc-f42b4e840271 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4693725e-9551-4fbe-9a7e-bba02872beed') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:06.468793 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-a49ba478-0faf-4a5f-97cc-f42b4e840271 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4693725e-9551-4fbe-9a7e-bba02872beed') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:06.480506 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a49ba478-0faf-4a5f-97cc-f42b4e840271 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:06.498291 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a49ba478-0faf-4a5f-97cc-f42b4e840271 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:06.504432 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a49ba478-0faf-4a5f-97cc-f42b4e840271 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:30:06.504808 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a49ba478-0faf-4a5f-97cc-f42b4e840271 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:06.519963 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 10:30:06.519963 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:30:06.519963 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 10:30:06.519963 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:30:06.519963 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 10:30:06.519963 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:30:06.519963 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 10:30:06.519963 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:30:06.519963 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 10:30:06.519963 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:30:06.519963 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 10:30:06.519963 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:30:06.519963 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 10:30:06.519963 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:30:06.519963 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:30:06.519963 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:30:06.519963 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:30:06.519963 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:30:06.519963 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 10:30:06.519963 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:30:06.519963 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 10:30:06.519963 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:30:06.519963 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:30:06.519963 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:30:06.519963 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 10:30:06.519963 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:30:06.519963 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:30:06.519963 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:30:06.519963 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:30:06.519963 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:30:06.519963 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:30:06.519963 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:30:06.610787 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a49ba478-0faf-4a5f-97cc-f42b4e840271 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:06.638242 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a49ba478-0faf-4a5f-97cc-f42b4e840271 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:06.649923 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ba478-0faf-4a5f-97cc-f42b4e840271 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event deleted for resources: {'Network': ['ID=10e70f0f-d04d-431d-bc88-48c3132209bb,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:06.655522 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a49ba478-0faf-4a5f-97cc-f42b4e840271 tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "DELETE /v2.0/networks/10e70f0f-d04d-431d-bc88-48c3132209bb HTTP/1.1" status: 204 len: 168 time: 0.6191826 Jan 21 10:30:06.658161 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44528) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:06.732114 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c41493cf-aeeb-40af-961f-6ba2bec75a1d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:06.764672 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c41493cf-aeeb-40af-961f-6ba2bec75a1d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:06.847179 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 2892cb6c-33fc-49a7-9935-99deca5dd662 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:30:06.852000 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c41493cf-aeeb-40af-961f-6ba2bec75a1d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:06.874709 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41493cf-aeeb-40af-961f-6ba2bec75a1d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0bdef0-7d91-41ae-a9be-5c6d66e45519,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:06.891177 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c41493cf-aeeb-40af-961f-6ba2bec75a1d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:06.903150 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-c41493cf-aeeb-40af-961f-6ba2bec75a1d tempest-TestNetworkAdvancedServerOps-1784884246 tempest-TestNetworkAdvancedServerOps-1784884246-project] 10.222.0.104 "DELETE /v2.0/security-groups/af0bdef0-7d91-41ae-a9be-5c6d66e45519 HTTP/1.1" status: 204 len: 168 time: 0.2410059 Jan 21 10:30:06.949657 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 2892cb6c-33fc-49a7-9935-99deca5dd662 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:30:06.950171 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 2892cb6c-33fc-49a7-9935-99deca5dd662 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:30:06.950791 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 7812e8ad-bed9-46b7-baa8-7f945bdd1ee7 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:30:06.986042 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 7812e8ad-bed9-46b7-baa8-7f945bdd1ee7 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:30:06.986503 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 7812e8ad-bed9-46b7-baa8-7f945bdd1ee7 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:30:07.339735 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44538) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:07.537445 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1c164a4e-b188-43cb-b0c2-68bb5d4b9452 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=ab5411ad497948eebd17e9930ca9720f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1965654 Jan 21 10:30:07.539944 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44544) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:07.605106 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-068c6e9d-eab7-4ae1-aaa7-430b38b93214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:07.633647 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-068c6e9d-eab7-4ae1-aaa7-430b38b93214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:07.689859 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-068c6e9d-eab7-4ae1-aaa7-430b38b93214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:07.711438 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c6e9d-eab7-4ae1-aaa7-430b38b93214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf33b88-362f-419b-ab13-7d37c816f3cf,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:07.727192 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-068c6e9d-eab7-4ae1-aaa7-430b38b93214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:07.728904 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-068c6e9d-eab7-4ae1-aaa7-430b38b93214 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/1bf33b88-362f-419b-ab13-7d37c816f3cf HTTP/1.1" status: 204 len: 168 time: 0.1878462 Jan 21 10:30:07.732128 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c6e9d-eab7-4ae1-aaa7-430b38b93214 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:07.732650 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c6e9d-eab7-4ae1-aaa7-430b38b93214 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:07.733158 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c6e9d-eab7-4ae1-aaa7-430b38b93214 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:07.733695 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c6e9d-eab7-4ae1-aaa7-430b38b93214 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:07.734191 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c6e9d-eab7-4ae1-aaa7-430b38b93214 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:07.734682 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c6e9d-eab7-4ae1-aaa7-430b38b93214 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:07.735172 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c6e9d-eab7-4ae1-aaa7-430b38b93214 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:07.735657 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c6e9d-eab7-4ae1-aaa7-430b38b93214 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:07.736130 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c6e9d-eab7-4ae1-aaa7-430b38b93214 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:07.736581 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c6e9d-eab7-4ae1-aaa7-430b38b93214 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:07.736913 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c6e9d-eab7-4ae1-aaa7-430b38b93214 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:08.078374 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44552) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:08.102181 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-24563be0-807a-47a6-8e7d-5bc248a0147c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:08.135805 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-24563be0-807a-47a6-8e7d-5bc248a0147c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:30:08.140199 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-24563be0-807a-47a6-8e7d-5bc248a0147c admin admin] Usage tracker for resource:security_group_rule and tenant:ce7067ed4ae54a798c36dc4b81e33d5e is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:30:08.143036 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-24563be0-807a-47a6-8e7d-5bc248a0147c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:30:08.148868 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-24563be0-807a-47a6-8e7d-5bc248a0147c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:30:08.220015 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-24563be0-807a-47a6-8e7d-5bc248a0147c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:08.225365 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-24563be0-807a-47a6-8e7d-5bc248a0147c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:08.270530 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24563be0-807a-47a6-8e7d-5bc248a0147c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b7f719-e07b-4f0a-8dd5-a89670ddbea8,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:08.279919 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-24563be0-807a-47a6-8e7d-5bc248a0147c admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=ce7067ed4ae54a798c36dc4b81e33d5e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2001715 Jan 21 10:30:08.282608 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44556) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:08.344368 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b5136059-0fa1-440f-ae59-b0e67fc57960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:08.372400 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b5136059-0fa1-440f-ae59-b0e67fc57960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:08.424220 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b5136059-0fa1-440f-ae59-b0e67fc57960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:08.444403 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5136059-0fa1-440f-ae59-b0e67fc57960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b7f719-e07b-4f0a-8dd5-a89670ddbea8,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:08.448892 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b5136059-0fa1-440f-ae59-b0e67fc57960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:08.449982 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b5136059-0fa1-440f-ae59-b0e67fc57960 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/04b7f719-e07b-4f0a-8dd5-a89670ddbea8 HTTP/1.1" status: 204 len: 168 time: 0.1663518 Jan 21 10:30:09.390915 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44578) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:09.532369 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-bb6c8609-666d-42d0-9751-a027b8a4c262 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-394091815-network', 'tenant_id': '639973f3b8e24d2d937580d169f02e77'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:30:09.537158 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-bb6c8609-666d-42d0-9751-a027b8a4c262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:30:09.541015 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-bb6c8609-666d-42d0-9751-a027b8a4c262 admin admin] Usage tracker for resource:network and tenant:639973f3b8e24d2d937580d169f02e77 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:30:09.544693 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-bb6c8609-666d-42d0-9751-a027b8a4c262 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:30:09.550276 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-bb6c8609-666d-42d0-9751-a027b8a4c262 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:30:09.562135 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6c8609-666d-42d0-9751-a027b8a4c262 admin admin] Made reservation on behalf of 639973f3b8e24d2d937580d169f02e77 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:30:09.564426 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bb6c8609-666d-42d0-9751-a027b8a4c262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:09.577710 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bb6c8609-666d-42d0-9751-a027b8a4c262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:09.610838 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-bb6c8609-666d-42d0-9751-a027b8a4c262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:30:09.615095 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-bb6c8609-666d-42d0-9751-a027b8a4c262 admin admin] Usage tracker for resource:security_group_rule and tenant:639973f3b8e24d2d937580d169f02e77 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:30:09.618087 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-bb6c8609-666d-42d0-9751-a027b8a4c262 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:30:09.623888 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-bb6c8609-666d-42d0-9751-a027b8a4c262 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:30:09.705490 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bb6c8609-666d-42d0-9751-a027b8a4c262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:09.709756 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bb6c8609-666d-42d0-9751-a027b8a4c262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:09.743342 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb6c8609-666d-42d0-9751-a027b8a4c262 admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:30:09.753058 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c8609-666d-42d0-9751-a027b8a4c262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81193233-8f98-47be-aa63-dbf787e6939f,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:09.758694 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bb6c8609-666d-42d0-9751-a027b8a4c262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:09.759037 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-bb6c8609-666d-42d0-9751-a027b8a4c262 admin admin] Added segment dd6d6d27-a93d-401b-a267-95b9aa326179 of type vlan for network 763af53d-f0e8-48f6-9cb1-c1ba835f3423 Jan 21 10:30:09.791478 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bb6c8609-666d-42d0-9751-a027b8a4c262 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:09.823056 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bb6c8609-666d-42d0-9751-a027b8a4c262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:09.823966 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6c8609-666d-42d0-9751-a027b8a4c262 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:09.824577 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bb6c8609-666d-42d0-9751-a027b8a4c262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:09.931065 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c8609-666d-42d0-9751-a027b8a4c262 admin admin] Pushing event updated for resources: {'Network': ['ID=763af53d-f0e8-48f6-9cb1-c1ba835f3423,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:09.934955 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-bb6c8609-666d-42d0-9751-a027b8a4c262 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5424075 Jan 21 10:30:09.938782 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44584) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:09.944980 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-3aa45157-3314-4772-9e77-c512d0189989 admin admin] Request body: {'subnet': {'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-394091815-subnet', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'ip_version': 4}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:30:09.946530 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 763af53d-f0e8-48f6-9cb1-c1ba835f3423 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:30:09.951103 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-3aa45157-3314-4772-9e77-c512d0189989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:30:09.955404 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-3aa45157-3314-4772-9e77-c512d0189989 admin admin] Usage tracker for resource:subnet and tenant:639973f3b8e24d2d937580d169f02e77 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:30:09.958698 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-3aa45157-3314-4772-9e77-c512d0189989 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:30:09.964620 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-3aa45157-3314-4772-9e77-c512d0189989 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:30:09.977823 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa45157-3314-4772-9e77-c512d0189989 admin admin] Made reservation on behalf of 639973f3b8e24d2d937580d169f02e77 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:30:09.980123 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3aa45157-3314-4772-9e77-c512d0189989 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:10.192026 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3aa45157-3314-4772-9e77-c512d0189989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:10.267029 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa45157-3314-4772-9e77-c512d0189989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1ed7fd0-7683-4f42-821e-b4c6032aaf8f,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:10.279009 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa45157-3314-4772-9e77-c512d0189989 admin admin] Checking segment: {'id': 'dd6d6d27-a93d-401b-a267-95b9aa326179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:30:10.279356 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa45157-3314-4772-9e77-c512d0189989 admin admin] Network hostable DHCP agents. Network: 763af53d-f0e8-48f6-9cb1-c1ba835f3423, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:30:10.302216 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa45157-3314-4772-9e77-c512d0189989 admin admin] Network 763af53d-f0e8-48f6-9cb1-c1ba835f3423 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:30:10.312050 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-3aa45157-3314-4772-9e77-c512d0189989 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 763af53d-f0e8-48f6-9cb1-c1ba835f3423) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:30:10.315926 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa45157-3314-4772-9e77-c512d0189989 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:10.316424 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3aa45157-3314-4772-9e77-c512d0189989 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:10.320905 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dd9e55-b6e4-4543-8258-2460b3f975a3 None None] Network 763af53d-f0e8-48f6-9cb1-c1ba835f3423 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:30:10.337461 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-3aa45157-3314-4772-9e77-c512d0189989 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3973508 Jan 21 10:30:10.341141 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44588) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:10.346814 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-171ba451-6616-436b-b463-18f8b84ca1db admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-394091815-router', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:30:10.351917 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-171ba451-6616-436b-b463-18f8b84ca1db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:30:10.357025 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-171ba451-6616-436b-b463-18f8b84ca1db admin admin] Usage tracker for resource:router and tenant:639973f3b8e24d2d937580d169f02e77 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:30:10.360571 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-171ba451-6616-436b-b463-18f8b84ca1db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:30:10.366743 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-171ba451-6616-436b-b463-18f8b84ca1db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:30:10.378729 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-171ba451-6616-436b-b463-18f8b84ca1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:10.379691 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-171ba451-6616-436b-b463-18f8b84ca1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:10.400784 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-171ba451-6616-436b-b463-18f8b84ca1db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:10.556429 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-171ba451-6616-436b-b463-18f8b84ca1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:10.556657 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd71143c-6d51-49a3-9b4e-b83c39791dd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-763af53d-f0e8-48f6-9cb1-c1ba835f3423', 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'fixed_ips': [{'subnet_id': 'd1ed7fd0-7683-4f42-821e-b4c6032aaf8f'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:30:10.557409 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cd71143c-6d51-49a3-9b4e-b83c39791dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:10.744051 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-cd71143c-6d51-49a3-9b4e-b83c39791dd6 None None] Allocated IP 172.20.0.2 (763af53d-f0e8-48f6-9cb1-c1ba835f3423/d1ed7fd0-7683-4f42-821e-b4c6032aaf8f/e48d448f-e562-49db-9764-7f9d6ef118de) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:30:10.877000 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-171ba451-6616-436b-b463-18f8b84ca1db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:10.908084 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-171ba451-6616-436b-b463-18f8b84ca1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:10.963514 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cd71143c-6d51-49a3-9b4e-b83c39791dd6 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:10.975820 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-cd71143c-6d51-49a3-9b4e-b83c39791dd6 None None] Transition to ACTIVE for port object e48d448f-e562-49db-9764-7f9d6ef118de will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:30:10.994813 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-cd71143c-6d51-49a3-9b4e-b83c39791dd6 None None] Transition to ACTIVE for port object e48d448f-e562-49db-9764-7f9d6ef118de will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:30:11.002453 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cd71143c-6d51-49a3-9b4e-b83c39791dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:11.064160 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-171ba451-6616-436b-b463-18f8b84ca1db admin admin] Allocated IP 172.26.0.109 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/e848941b-d3d9-4e44-8bb2-50aba207fc18) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:30:11.081639 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd71143c-6d51-49a3-9b4e-b83c39791dd6 None None] Network 763af53d-f0e8-48f6-9cb1-c1ba835f3423 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:30:11.093241 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-cd71143c-6d51-49a3-9b4e-b83c39791dd6 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:30:11.093241 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd71143c-6d51-49a3-9b4e-b83c39791dd6 None None] Pushing event updated for resources: {'Port': ['ID=e48d448f-e562-49db-9764-7f9d6ef118de,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:11.093241 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd71143c-6d51-49a3-9b4e-b83c39791dd6 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:30:11.206813 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-cd71143c-6d51-49a3-9b4e-b83c39791dd6 None None] Attempting to bind port e48d448f-e562-49db-9764-7f9d6ef118de on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:30:11.207336 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-cd71143c-6d51-49a3-9b4e-b83c39791dd6 None None] Attempting to bind port e48d448f-e562-49db-9764-7f9d6ef118de by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'dd6d6d27-a93d-401b-a267-95b9aa326179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:30:11.207945 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd71143c-6d51-49a3-9b4e-b83c39791dd6 None None] Attempting to bind port e48d448f-e562-49db-9764-7f9d6ef118de on network 763af53d-f0e8-48f6-9cb1-c1ba835f3423 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:30:11.219764 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd71143c-6d51-49a3-9b4e-b83c39791dd6 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:30:11.220207 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd71143c-6d51-49a3-9b4e-b83c39791dd6 None None] Checking segment: {'id': 'dd6d6d27-a93d-401b-a267-95b9aa326179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:30:11.220606 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cd71143c-6d51-49a3-9b4e-b83c39791dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:11.220994 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd71143c-6d51-49a3-9b4e-b83c39791dd6 None None] Bound using segment: {'id': 'dd6d6d27-a93d-401b-a267-95b9aa326179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:30:11.221463 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-cd71143c-6d51-49a3-9b4e-b83c39791dd6 None None] Bound port: e48d448f-e562-49db-9764-7f9d6ef118de, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d6d27-a93d-401b-a267-95b9aa326179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:30:11.221859 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cd71143c-6d51-49a3-9b4e-b83c39791dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:11.232895 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-171ba451-6616-436b-b463-18f8b84ca1db admin admin] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:11.261412 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-171ba451-6616-436b-b463-18f8b84ca1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:11.324865 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-cd71143c-6d51-49a3-9b4e-b83c39791dd6 None None] For port e48d448f-e562-49db-9764-7f9d6ef118de, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:30:11.329211 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-cd71143c-6d51-49a3-9b4e-b83c39791dd6 None None] For port e48d448f-e562-49db-9764-7f9d6ef118de, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=e48d448f-e562-49db-9764-7f9d6ef118de,segment=NetworkSegment(dd6d6d27-a93d-401b-a267-95b9aa326179),segment_id=dd6d6d27-a93d-401b-a267-95b9aa326179)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:30:11.334839 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cd71143c-6d51-49a3-9b4e-b83c39791dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:11.344950 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171ba451-6616-436b-b463-18f8b84ca1db admin admin] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:30:11.347939 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-171ba451-6616-436b-b463-18f8b84ca1db admin admin] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:30:11.352501 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171ba451-6616-436b-b463-18f8b84ca1db admin admin] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:30:11.379609 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ba451-6616-436b-b463-18f8b84ca1db admin admin] Pushing event updated for resources: {'Port': ['ID=e848941b-d3d9-4e44-8bb2-50aba207fc18,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:11.421102 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd71143c-6d51-49a3-9b4e-b83c39791dd6 None None] Pushing event updated for resources: {'Port': ['ID=e48d448f-e562-49db-9764-7f9d6ef118de,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:11.531879 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-171ba451-6616-436b-b463-18f8b84ca1db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:11.532603 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-171ba451-6616-436b-b463-18f8b84ca1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:11.802632 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171ba451-6616-436b-b463-18f8b84ca1db admin admin] Router c05e0dbe-3b4d-40a3-93e7-d90f3669dac1 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:30:12.009703 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171ba451-6616-436b-b463-18f8b84ca1db admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:30:12.021762 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1804499e-cb3a-4b0e-8e43-b28086777817 None None] Sync routers for ids ['c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:30:12.034584 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1804499e-cb3a-4b0e-8e43-b28086777817 None None] Routers {'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:30:12.035186 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-1804499e-cb3a-4b0e-8e43-b28086777817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:29:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:12.039127 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-171ba451-6616-436b-b463-18f8b84ca1db admin admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:12.040384 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-171ba451-6616-436b-b463-18f8b84ca1db admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6981792 Jan 21 10:30:12.043283 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44592) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:12.248076 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-1804499e-cb3a-4b0e-8e43-b28086777817 None None] Set router c05e0dbe-3b4d-40a3-93e7-d90f3669dac1 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:30:12.401555 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994c4600-6680-495d-b885-104800406bbc None None] Network 763af53d-f0e8-48f6-9cb1-c1ba835f3423 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:30:12.508508 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-56e5021a-bad7-4e0c-ab10-467413d29303 None None] Provisioning for port e48d448f-e562-49db-9764-7f9d6ef118de completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:30:12.598131 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-1804499e-cb3a-4b0e-8e43-b28086777817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'name': 'tempest-TestShelveInstance-394091815-router', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.109'}], 'enable_snat': True}, 'gw_port_id': 'e848941b-d3d9-4e44-8bb2-50aba207fc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:30:11Z', 'revision_number': 3, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'gw_port': {'id': 'e848941b-d3d9-4e44-8bb2-50aba207fc18', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:30:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:12.603856 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1804499e-cb3a-4b0e-8e43-b28086777817 None None] Checking router: c05e0dbe-3b4d-40a3-93e7-d90f3669dac1 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:30:12.604296 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1804499e-cb3a-4b0e-8e43-b28086777817 None None] Updating router c05e0dbe-3b4d-40a3-93e7-d90f3669dac1 port e848941b-d3d9-4e44-8bb2-50aba207fc18 binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:30:12.686997 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1804499e-cb3a-4b0e-8e43-b28086777817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:12.904053 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device e48d448f-e562-49db-9764-7f9d6ef118de up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:30:13.013328 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port e48d448f-e562-49db-9764-7f9d6ef118de completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:30:13.021938 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port e48d448f-e562-49db-9764-7f9d6ef118de triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:30:13.022299 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:13.052002 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aff4af27-b132-41e0-a678-b06d55fd8116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:13.107725 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1804499e-cb3a-4b0e-8e43-b28086777817 None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:13.116332 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1804499e-cb3a-4b0e-8e43-b28086777817 None None] Transition to ACTIVE for port object e848941b-d3d9-4e44-8bb2-50aba207fc18 will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:30:13.125152 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1804499e-cb3a-4b0e-8e43-b28086777817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:13.154661 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:13.198239 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port e48d448f-e562-49db-9764-7f9d6ef118de, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=e48d448f-e562-49db-9764-7f9d6ef118de,segment=NetworkSegment(dd6d6d27-a93d-401b-a267-95b9aa326179),segment_id=dd6d6d27-a93d-401b-a267-95b9aa326179)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:30:13.208381 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-1804499e-cb3a-4b0e-8e43-b28086777817 None None] Attempting to bind port e848941b-d3d9-4e44-8bb2-50aba207fc18 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:30:13.208750 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-1804499e-cb3a-4b0e-8e43-b28086777817 None None] Attempting to bind port e848941b-d3d9-4e44-8bb2-50aba207fc18 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:30:13.209129 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1804499e-cb3a-4b0e-8e43-b28086777817 None None] Attempting to bind port e848941b-d3d9-4e44-8bb2-50aba207fc18 on network 05164b30-8981-419a-8272-388f48c19dd5 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:30:13.211866 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0ccc5-51d2-478e-9919-3c1d165bbe3e None None] Pushing event updated for resources: {'Port': ['ID=e848941b-d3d9-4e44-8bb2-50aba207fc18,revision_number=2']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:13.213361 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:13.223318 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1804499e-cb3a-4b0e-8e43-b28086777817 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:30:13.223688 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1804499e-cb3a-4b0e-8e43-b28086777817 None None] Checking segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:30:13.224092 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1804499e-cb3a-4b0e-8e43-b28086777817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:13.224457 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1804499e-cb3a-4b0e-8e43-b28086777817 None None] Bound using segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:30:13.224933 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-1804499e-cb3a-4b0e-8e43-b28086777817 None None] Bound port: e848941b-d3d9-4e44-8bb2-50aba207fc18, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:30:13.225259 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1804499e-cb3a-4b0e-8e43-b28086777817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:13.249690 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb0ccc5-51d2-478e-9919-3c1d165bbe3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:13.250088 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb0ccc5-51d2-478e-9919-3c1d165bbe3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:13.250425 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb0ccc5-51d2-478e-9919-3c1d165bbe3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:13.250750 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb0ccc5-51d2-478e-9919-3c1d165bbe3e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:13.251076 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb0ccc5-51d2-478e-9919-3c1d165bbe3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:13.251401 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb0ccc5-51d2-478e-9919-3c1d165bbe3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:13.251883 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb0ccc5-51d2-478e-9919-3c1d165bbe3e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:13.252429 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb0ccc5-51d2-478e-9919-3c1d165bbe3e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:13.252752 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb0ccc5-51d2-478e-9919-3c1d165bbe3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:13.253066 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb0ccc5-51d2-478e-9919-3c1d165bbe3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:13.253409 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb0ccc5-51d2-478e-9919-3c1d165bbe3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:13.286431 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=e48d448f-e562-49db-9764-7f9d6ef118de,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:13.308388 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-aff4af27-b132-41e0-a678-b06d55fd8116 admin admin] Allocated IP 172.20.0.1 (763af53d-f0e8-48f6-9cb1-c1ba835f3423/d1ed7fd0-7683-4f42-821e-b4c6032aaf8f/bcbdc4af-96d3-41ee-86e3-36d0ca93342a) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:30:13.327232 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-1804499e-cb3a-4b0e-8e43-b28086777817 None None] For port e848941b-d3d9-4e44-8bb2-50aba207fc18, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:30:13.330432 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-1804499e-cb3a-4b0e-8e43-b28086777817 None None] For port e848941b-d3d9-4e44-8bb2-50aba207fc18, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=e848941b-d3d9-4e44-8bb2-50aba207fc18,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:30:13.335688 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1804499e-cb3a-4b0e-8e43-b28086777817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:13.424120 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0ccc5-51d2-478e-9919-3c1d165bbe3e None None] Pushing event updated for resources: {'Port': ['ID=e848941b-d3d9-4e44-8bb2-50aba207fc18,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:13.428104 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1804499e-cb3a-4b0e-8e43-b28086777817 None None] Routers {'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:30:13.428733 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-1804499e-cb3a-4b0e-8e43-b28086777817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:29:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:13.490513 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aff4af27-b132-41e0-a678-b06d55fd8116 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:13.506974 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-aff4af27-b132-41e0-a678-b06d55fd8116 admin admin] Transition to ACTIVE for port object bcbdc4af-96d3-41ee-86e3-36d0ca93342a will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:30:13.532061 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aff4af27-b132-41e0-a678-b06d55fd8116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:13.600331 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff4af27-b132-41e0-a678-b06d55fd8116 admin admin] Network 763af53d-f0e8-48f6-9cb1-c1ba835f3423 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:30:13.603344 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-aff4af27-b132-41e0-a678-b06d55fd8116 admin admin] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:30:13.608355 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff4af27-b132-41e0-a678-b06d55fd8116 admin admin] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:30:13.634854 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-1804499e-cb3a-4b0e-8e43-b28086777817 None None] Set router c05e0dbe-3b4d-40a3-93e7-d90f3669dac1 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:30:13.663103 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4af27-b132-41e0-a678-b06d55fd8116 admin admin] Pushing event updated for resources: {'Port': ['ID=bcbdc4af-96d3-41ee-86e3-36d0ca93342a,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:13.717815 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aff4af27-b132-41e0-a678-b06d55fd8116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:13.852670 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aff4af27-b132-41e0-a678-b06d55fd8116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:13.927633 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-e10e68a2-b5a7-4b63-8228-3c13db45fb32 None None] Provisioning for port bcbdc4af-96d3-41ee-86e3-36d0ca93342a completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:30:13.933478 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-e10e68a2-b5a7-4b63-8228-3c13db45fb32 None None] Provisioning complete for port bcbdc4af-96d3-41ee-86e3-36d0ca93342a triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:30:13.933963 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e10e68a2-b5a7-4b63-8228-3c13db45fb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:13.973782 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-1804499e-cb3a-4b0e-8e43-b28086777817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'name': 'tempest-TestShelveInstance-394091815-router', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.109'}], 'enable_snat': True}, 'gw_port_id': 'e848941b-d3d9-4e44-8bb2-50aba207fc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:30:11Z', 'revision_number': 3, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'gw_port': {'id': 'e848941b-d3d9-4e44-8bb2-50aba207fc18', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:13.978631 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1804499e-cb3a-4b0e-8e43-b28086777817 None None] The sync data for ids ['c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'] in dv-neutron-825732-1-hyperv is: [{'id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'name': 'tempest-TestShelveInstance-394091815-router', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.109'}], 'enable_snat': True}, 'gw_port_id': 'e848941b-d3d9-4e44-8bb2-50aba207fc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:30:11Z', 'revision_number': 3, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'gw_port': {'id': 'e848941b-d3d9-4e44-8bb2-50aba207fc18', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:30:14.036478 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-e10e68a2-b5a7-4b63-8228-3c13db45fb32 None None] Port bcbdc4af-96d3-41ee-86e3-36d0ca93342a cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:30:14.133300 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aff4af27-b132-41e0-a678-b06d55fd8116 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:14.142722 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aff4af27-b132-41e0-a678-b06d55fd8116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:14.259905 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aff4af27-b132-41e0-a678-b06d55fd8116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:14.275412 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4af27-b132-41e0-a678-b06d55fd8116 admin admin] Pushing event updated for resources: {'Port': ['ID=bcbdc4af-96d3-41ee-86e3-36d0ca93342a,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:14.441566 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff4af27-b132-41e0-a678-b06d55fd8116 admin admin] Network 763af53d-f0e8-48f6-9cb1-c1ba835f3423 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:30:14.442713 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-aff4af27-b132-41e0-a678-b06d55fd8116 admin admin] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:30:14.763391 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-90c46307-62d6-4f70-a771-aae0e0727a76 None None] Provisioning complete for port bcbdc4af-96d3-41ee-86e3-36d0ca93342a triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:30:14.763758 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-90c46307-62d6-4f70-a771-aae0e0727a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:14.837469 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-90c46307-62d6-4f70-a771-aae0e0727a76 None None] Port bcbdc4af-96d3-41ee-86e3-36d0ca93342a cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:30:14.962964 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device e848941b-d3d9-4e44-8bb2-50aba207fc18 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:30:15.036608 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff4af27-b132-41e0-a678-b06d55fd8116 admin admin] Router c05e0dbe-3b4d-40a3-93e7-d90f3669dac1 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:30:15.040349 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port e848941b-d3d9-4e44-8bb2-50aba207fc18 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:30:15.046106 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port e848941b-d3d9-4e44-8bb2-50aba207fc18 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:30:15.046465 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:15.165090 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:15.181414 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port e848941b-d3d9-4e44-8bb2-50aba207fc18, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=e848941b-d3d9-4e44-8bb2-50aba207fc18,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:30:15.186477 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:15.187673 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device e48d448f-e562-49db-9764-7f9d6ef118de up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:30:15.246229 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff4af27-b132-41e0-a678-b06d55fd8116 admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:30:15.257112 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-aff4af27-b132-41e0-a678-b06d55fd8116 admin admin] 10.222.0.104 "PUT /v2.0/routers/c05e0dbe-3b4d-40a3-93e7-d90f3669dac1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2123232 Jan 21 10:30:15.304325 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=e848941b-d3d9-4e44-8bb2-50aba207fc18,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:15.318015 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port e48d448f-e562-49db-9764-7f9d6ef118de triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:30:15.318379 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:16.198661 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44614) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:16.204842 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-ef76ccee-813e-4728-ba1c-2e228a9cdae0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1955233240-network', 'tenant_id': 'fecbaa1ae1ed41cca7cfa2ed70b692fa'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:30:16.209882 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ef76ccee-813e-4728-ba1c-2e228a9cdae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:30:16.213819 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ef76ccee-813e-4728-ba1c-2e228a9cdae0 admin admin] Usage tracker for resource:network and tenant:fecbaa1ae1ed41cca7cfa2ed70b692fa is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:30:16.217908 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ef76ccee-813e-4728-ba1c-2e228a9cdae0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:30:16.223821 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ef76ccee-813e-4728-ba1c-2e228a9cdae0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:30:16.240076 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef76ccee-813e-4728-ba1c-2e228a9cdae0 admin admin] Made reservation on behalf of fecbaa1ae1ed41cca7cfa2ed70b692fa for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:30:16.242675 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ef76ccee-813e-4728-ba1c-2e228a9cdae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:16.256157 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ef76ccee-813e-4728-ba1c-2e228a9cdae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:16.300224 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ef76ccee-813e-4728-ba1c-2e228a9cdae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:30:16.304145 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ef76ccee-813e-4728-ba1c-2e228a9cdae0 admin admin] Usage tracker for resource:security_group_rule and tenant:fecbaa1ae1ed41cca7cfa2ed70b692fa is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:30:16.307556 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-ef76ccee-813e-4728-ba1c-2e228a9cdae0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:30:16.314233 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ef76ccee-813e-4728-ba1c-2e228a9cdae0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:30:16.399946 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ef76ccee-813e-4728-ba1c-2e228a9cdae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:16.404496 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ef76ccee-813e-4728-ba1c-2e228a9cdae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:16.449432 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef76ccee-813e-4728-ba1c-2e228a9cdae0 admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:30:16.466558 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76ccee-813e-4728-ba1c-2e228a9cdae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac14b98-6e15-40a0-8ff1-9c8f3e21882f,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:16.478539 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ef76ccee-813e-4728-ba1c-2e228a9cdae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:16.479004 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-ef76ccee-813e-4728-ba1c-2e228a9cdae0 admin admin] Added segment bfe28520-1266-4420-9f8a-6f90c701152a of type vlan for network 20cfcf73-b97a-4b30-ab55-3844a037ed39 Jan 21 10:30:16.520752 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ef76ccee-813e-4728-ba1c-2e228a9cdae0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:16.555917 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ef76ccee-813e-4728-ba1c-2e228a9cdae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:16.556771 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef76ccee-813e-4728-ba1c-2e228a9cdae0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:16.557347 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ef76ccee-813e-4728-ba1c-2e228a9cdae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:16.664112 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76ccee-813e-4728-ba1c-2e228a9cdae0 admin admin] Pushing event updated for resources: {'Network': ['ID=20cfcf73-b97a-4b30-ab55-3844a037ed39,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:16.666811 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-ef76ccee-813e-4728-ba1c-2e228a9cdae0 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4670985 Jan 21 10:30:16.671006 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44618) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:16.678808 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-7c1648a1-7757-4776-99cd-8bf965d17e90 admin admin] Request body: {'subnet': {'network_id': '20cfcf73-b97a-4b30-ab55-3844a037ed39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1955233240-subnet', 'tenant_id': 'fecbaa1ae1ed41cca7cfa2ed70b692fa', 'ip_version': 4}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:30:16.679494 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 20cfcf73-b97a-4b30-ab55-3844a037ed39 details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:30:16.684226 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7c1648a1-7757-4776-99cd-8bf965d17e90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:30:16.688428 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-7c1648a1-7757-4776-99cd-8bf965d17e90 admin admin] Usage tracker for resource:subnet and tenant:fecbaa1ae1ed41cca7cfa2ed70b692fa is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:30:16.691404 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-7c1648a1-7757-4776-99cd-8bf965d17e90 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:30:16.699008 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7c1648a1-7757-4776-99cd-8bf965d17e90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:30:16.711681 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1648a1-7757-4776-99cd-8bf965d17e90 admin admin] Made reservation on behalf of fecbaa1ae1ed41cca7cfa2ed70b692fa for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:30:16.714031 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7c1648a1-7757-4776-99cd-8bf965d17e90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:16.853840 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device e848941b-d3d9-4e44-8bb2-50aba207fc18 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:30:16.926602 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port e848941b-d3d9-4e44-8bb2-50aba207fc18 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:30:16.926866 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:16.962073 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7c1648a1-7757-4776-99cd-8bf965d17e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:17.038777 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1648a1-7757-4776-99cd-8bf965d17e90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c48c37c3-8fa8-4d1c-b9ed-a26cc7d79cf6,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:17.052306 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1648a1-7757-4776-99cd-8bf965d17e90 admin admin] Checking segment: {'id': 'bfe28520-1266-4420-9f8a-6f90c701152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '20cfcf73-b97a-4b30-ab55-3844a037ed39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:30:17.053145 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1648a1-7757-4776-99cd-8bf965d17e90 admin admin] Network hostable DHCP agents. Network: 20cfcf73-b97a-4b30-ab55-3844a037ed39, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:30:17.076610 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1648a1-7757-4776-99cd-8bf965d17e90 admin admin] Network 20cfcf73-b97a-4b30-ab55-3844a037ed39 is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:30:17.086354 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-7c1648a1-7757-4776-99cd-8bf965d17e90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 20cfcf73-b97a-4b30-ab55-3844a037ed39) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:30:17.091609 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1648a1-7757-4776-99cd-8bf965d17e90 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:17.092322 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7c1648a1-7757-4776-99cd-8bf965d17e90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:17.095706 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434a70eb-314c-4f34-aa66-8a0972a92303 None None] Network 20cfcf73-b97a-4b30-ab55-3844a037ed39 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:30:17.116039 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-7c1648a1-7757-4776-99cd-8bf965d17e90 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4437408 Jan 21 10:30:17.118685 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44622) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:17.124607 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-361eab5f-4f6a-453c-ad4b-ece7f48311f5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1955233240-router', 'tenant_id': 'fecbaa1ae1ed41cca7cfa2ed70b692fa', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:30:17.135463 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-361eab5f-4f6a-453c-ad4b-ece7f48311f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:30:17.140752 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-361eab5f-4f6a-453c-ad4b-ece7f48311f5 admin admin] Usage tracker for resource:router and tenant:fecbaa1ae1ed41cca7cfa2ed70b692fa is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:30:17.145123 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-361eab5f-4f6a-453c-ad4b-ece7f48311f5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:30:17.154497 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-361eab5f-4f6a-453c-ad4b-ece7f48311f5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:30:17.171305 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-361eab5f-4f6a-453c-ad4b-ece7f48311f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:17.173361 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-361eab5f-4f6a-453c-ad4b-ece7f48311f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:17.199247 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-361eab5f-4f6a-453c-ad4b-ece7f48311f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:17.348136 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bad0aa-8852-48f2-86ca-4888c29bd0bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-20cfcf73-b97a-4b30-ab55-3844a037ed39', 'network_id': '20cfcf73-b97a-4b30-ab55-3844a037ed39', 'tenant_id': 'fecbaa1ae1ed41cca7cfa2ed70b692fa', 'fixed_ips': [{'subnet_id': 'c48c37c3-8fa8-4d1c-b9ed-a26cc7d79cf6'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:30:17.348969 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b0bad0aa-8852-48f2-86ca-4888c29bd0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:17.352957 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-361eab5f-4f6a-453c-ad4b-ece7f48311f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:17.537419 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-b0bad0aa-8852-48f2-86ca-4888c29bd0bc None None] Allocated IP 172.20.0.2 (20cfcf73-b97a-4b30-ab55-3844a037ed39/c48c37c3-8fa8-4d1c-b9ed-a26cc7d79cf6/a711dc70-5310-414c-b165-29f410a11f2c) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:30:17.591722 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-361eab5f-4f6a-453c-ad4b-ece7f48311f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:17.630971 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-361eab5f-4f6a-453c-ad4b-ece7f48311f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:17.719884 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a509f3a7-4c82-4b02-ab43-724350c5b2c9 None None] Sync routers for ids ['c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:30:17.786110 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-361eab5f-4f6a-453c-ad4b-ece7f48311f5 admin admin] Allocated IP 172.26.0.63 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/c5537407-322c-48e4-bc8d-87fa1ef25fb8) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:30:17.795173 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a509f3a7-4c82-4b02-ab43-724350c5b2c9 None None] Routers {'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:30:17.795910 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a509f3a7-4c82-4b02-ab43-724350c5b2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:29:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:17.850092 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b0bad0aa-8852-48f2-86ca-4888c29bd0bc None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:17.882095 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-b0bad0aa-8852-48f2-86ca-4888c29bd0bc None None] Transition to ACTIVE for port object a711dc70-5310-414c-b165-29f410a11f2c will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:30:17.949241 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-361eab5f-4f6a-453c-ad4b-ece7f48311f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:17.965493 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-b0bad0aa-8852-48f2-86ca-4888c29bd0bc None None] Transition to ACTIVE for port object a711dc70-5310-414c-b165-29f410a11f2c will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:30:17.981411 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-361eab5f-4f6a-453c-ad4b-ece7f48311f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:17.983644 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b0bad0aa-8852-48f2-86ca-4888c29bd0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:18.109547 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bad0aa-8852-48f2-86ca-4888c29bd0bc None None] Network 20cfcf73-b97a-4b30-ab55-3844a037ed39 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:30:18.117311 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-b0bad0aa-8852-48f2-86ca-4888c29bd0bc None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:30:18.123987 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-a509f3a7-4c82-4b02-ab43-724350c5b2c9 None None] Set router c05e0dbe-3b4d-40a3-93e7-d90f3669dac1 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:30:18.162890 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bad0aa-8852-48f2-86ca-4888c29bd0bc None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:30:18.165373 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bad0aa-8852-48f2-86ca-4888c29bd0bc None None] Pushing event updated for resources: {'Port': ['ID=a711dc70-5310-414c-b165-29f410a11f2c,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:18.173860 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361eab5f-4f6a-453c-ad4b-ece7f48311f5 admin admin] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:30:18.176494 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-361eab5f-4f6a-453c-ad4b-ece7f48311f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:30:18.180314 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361eab5f-4f6a-453c-ad4b-ece7f48311f5 admin admin] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:30:18.210889 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361eab5f-4f6a-453c-ad4b-ece7f48311f5 admin admin] Pushing event updated for resources: {'Port': ['ID=c5537407-322c-48e4-bc8d-87fa1ef25fb8,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:18.354487 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-b0bad0aa-8852-48f2-86ca-4888c29bd0bc None None] Attempting to bind port a711dc70-5310-414c-b165-29f410a11f2c on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:30:18.354858 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-b0bad0aa-8852-48f2-86ca-4888c29bd0bc None None] Attempting to bind port a711dc70-5310-414c-b165-29f410a11f2c by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'bfe28520-1266-4420-9f8a-6f90c701152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '20cfcf73-b97a-4b30-ab55-3844a037ed39'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:30:18.355215 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bad0aa-8852-48f2-86ca-4888c29bd0bc None None] Attempting to bind port a711dc70-5310-414c-b165-29f410a11f2c on network 20cfcf73-b97a-4b30-ab55-3844a037ed39 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:30:18.363280 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-361eab5f-4f6a-453c-ad4b-ece7f48311f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:18.364476 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-361eab5f-4f6a-453c-ad4b-ece7f48311f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:18.423217 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bad0aa-8852-48f2-86ca-4888c29bd0bc None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:30:18.423598 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bad0aa-8852-48f2-86ca-4888c29bd0bc None None] Checking segment: {'id': 'bfe28520-1266-4420-9f8a-6f90c701152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '20cfcf73-b97a-4b30-ab55-3844a037ed39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:30:18.424000 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b0bad0aa-8852-48f2-86ca-4888c29bd0bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:18.424396 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bad0aa-8852-48f2-86ca-4888c29bd0bc None None] Bound using segment: {'id': 'bfe28520-1266-4420-9f8a-6f90c701152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '20cfcf73-b97a-4b30-ab55-3844a037ed39'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:30:18.424881 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-b0bad0aa-8852-48f2-86ca-4888c29bd0bc None None] Bound port: a711dc70-5310-414c-b165-29f410a11f2c, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe28520-1266-4420-9f8a-6f90c701152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '20cfcf73-b97a-4b30-ab55-3844a037ed39'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:30:18.425252 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b0bad0aa-8852-48f2-86ca-4888c29bd0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:18.598598 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-b0bad0aa-8852-48f2-86ca-4888c29bd0bc None None] For port a711dc70-5310-414c-b165-29f410a11f2c, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:30:18.611198 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361eab5f-4f6a-453c-ad4b-ece7f48311f5 admin admin] Router 50d3c52d-8bd5-429b-b1ec-1a4658966d82 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:30:18.621863 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-b0bad0aa-8852-48f2-86ca-4888c29bd0bc None None] For port a711dc70-5310-414c-b165-29f410a11f2c, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=a711dc70-5310-414c-b165-29f410a11f2c,segment=NetworkSegment(bfe28520-1266-4420-9f8a-6f90c701152a),segment_id=bfe28520-1266-4420-9f8a-6f90c701152a)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:30:18.629832 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b0bad0aa-8852-48f2-86ca-4888c29bd0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:18.719852 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a509f3a7-4c82-4b02-ab43-724350c5b2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'name': 'tempest-TestShelveInstance-394091815-router', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.109'}], 'enable_snat': True}, 'gw_port_id': 'e848941b-d3d9-4e44-8bb2-50aba207fc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:30:13Z', 'revision_number': 4, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'gw_port': {'id': 'e848941b-d3d9-4e44-8bb2-50aba207fc18', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'bcbdc4af-96d3-41ee-86e3-36d0ca93342a', 'name': '', 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'mac_address': 'fa:16:3e:8d:12:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1ed7fd0-7683-4f42-821e-b4c6032aaf8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:13Z', 'updated_at': '2022-01-21T10:30:13Z', 'revision_number': 2, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'subnets': [{'id': 'd1ed7fd0-7683-4f42-821e-b4c6032aaf8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:18.729213 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bad0aa-8852-48f2-86ca-4888c29bd0bc None None] Pushing event updated for resources: {'Port': ['ID=a711dc70-5310-414c-b165-29f410a11f2c,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:18.738125 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a509f3a7-4c82-4b02-ab43-724350c5b2c9 None None] Checking router: c05e0dbe-3b4d-40a3-93e7-d90f3669dac1 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:30:18.738767 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a509f3a7-4c82-4b02-ab43-724350c5b2c9 None None] Updating router c05e0dbe-3b4d-40a3-93e7-d90f3669dac1 port bcbdc4af-96d3-41ee-86e3-36d0ca93342a binding host dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:30:18.810759 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a509f3a7-4c82-4b02-ab43-724350c5b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:18.851850 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361eab5f-4f6a-453c-ad4b-ece7f48311f5 admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:30:18.864684 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f17d001-f46c-41ac-a213-f1e42f9647af None None] Sync routers for ids ['50d3c52d-8bd5-429b-b1ec-1a4658966d82'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:30:18.886829 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f17d001-f46c-41ac-a213-f1e42f9647af None None] Routers {'50d3c52d-8bd5-429b-b1ec-1a4658966d82'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:30:18.888396 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-1f17d001-f46c-41ac-a213-f1e42f9647af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:29:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['50d3c52d-8bd5-429b-b1ec-1a4658966d82'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:18.913595 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-361eab5f-4f6a-453c-ad4b-ece7f48311f5 admin admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:18.918183 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-361eab5f-4f6a-453c-ad4b-ece7f48311f5 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7952662 Jan 21 10:30:18.918412 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44626) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:19.205966 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-1f17d001-f46c-41ac-a213-f1e42f9647af None None] Set router 50d3c52d-8bd5-429b-b1ec-1a4658966d82 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:30:19.242760 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a509f3a7-4c82-4b02-ab43-724350c5b2c9 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:19.260813 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-a509f3a7-4c82-4b02-ab43-724350c5b2c9 None None] Transition to ACTIVE for port object bcbdc4af-96d3-41ee-86e3-36d0ca93342a will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:30:19.269089 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a509f3a7-4c82-4b02-ab43-724350c5b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:19.409246 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cefcb6-7508-4469-a63f-1a4f7fe3f6dc None None] Pushing event updated for resources: {'Port': ['ID=bcbdc4af-96d3-41ee-86e3-36d0ca93342a,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:19.533575 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-a509f3a7-4c82-4b02-ab43-724350c5b2c9 None None] Attempting to bind port bcbdc4af-96d3-41ee-86e3-36d0ca93342a on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:30:19.534213 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-a509f3a7-4c82-4b02-ab43-724350c5b2c9 None None] Attempting to bind port bcbdc4af-96d3-41ee-86e3-36d0ca93342a by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'dd6d6d27-a93d-401b-a267-95b9aa326179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:30:19.534666 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a509f3a7-4c82-4b02-ab43-724350c5b2c9 None None] Attempting to bind port bcbdc4af-96d3-41ee-86e3-36d0ca93342a on network 763af53d-f0e8-48f6-9cb1-c1ba835f3423 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:30:19.548309 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a509f3a7-4c82-4b02-ab43-724350c5b2c9 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:30:19.548833 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a509f3a7-4c82-4b02-ab43-724350c5b2c9 None None] Checking segment: {'id': 'dd6d6d27-a93d-401b-a267-95b9aa326179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:30:19.549296 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a509f3a7-4c82-4b02-ab43-724350c5b2c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:19.549794 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a509f3a7-4c82-4b02-ab43-724350c5b2c9 None None] Bound using segment: {'id': 'dd6d6d27-a93d-401b-a267-95b9aa326179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:30:19.550329 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-a509f3a7-4c82-4b02-ab43-724350c5b2c9 None None] Bound port: bcbdc4af-96d3-41ee-86e3-36d0ca93342a, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d6d27-a93d-401b-a267-95b9aa326179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:30:19.550795 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a509f3a7-4c82-4b02-ab43-724350c5b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:19.559188 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-1f17d001-f46c-41ac-a213-f1e42f9647af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d3c52d-8bd5-429b-b1ec-1a4658966d82', 'name': 'tempest-TestShelveInstance-1955233240-router', 'tenant_id': 'fecbaa1ae1ed41cca7cfa2ed70b692fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c5537407-322c-48e4-bc8d-87fa1ef25fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:17Z', 'updated_at': '2022-01-21T10:30:18Z', 'revision_number': 3, 'project_id': 'fecbaa1ae1ed41cca7cfa2ed70b692fa', 'gw_port': {'id': 'c5537407-322c-48e4-bc8d-87fa1ef25fb8', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d3c52d-8bd5-429b-b1ec-1a4658966d82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:17Z', 'updated_at': '2022-01-21T10:30:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:19.570706 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f17d001-f46c-41ac-a213-f1e42f9647af None None] Checking router: 50d3c52d-8bd5-429b-b1ec-1a4658966d82 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:30:19.571283 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f17d001-f46c-41ac-a213-f1e42f9647af None None] Updating router 50d3c52d-8bd5-429b-b1ec-1a4658966d82 port c5537407-322c-48e4-bc8d-87fa1ef25fb8 binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:30:19.677371 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1f17d001-f46c-41ac-a213-f1e42f9647af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:19.689656 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-a509f3a7-4c82-4b02-ab43-724350c5b2c9 None None] For port bcbdc4af-96d3-41ee-86e3-36d0ca93342a, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:30:19.695800 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-a509f3a7-4c82-4b02-ab43-724350c5b2c9 None None] For port bcbdc4af-96d3-41ee-86e3-36d0ca93342a, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=bcbdc4af-96d3-41ee-86e3-36d0ca93342a,segment=NetworkSegment(dd6d6d27-a93d-401b-a267-95b9aa326179),segment_id=dd6d6d27-a93d-401b-a267-95b9aa326179)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:30:19.710419 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a509f3a7-4c82-4b02-ab43-724350c5b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:19.840737 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cefcb6-7508-4469-a63f-1a4f7fe3f6dc None None] Pushing event updated for resources: {'Port': ['ID=bcbdc4af-96d3-41ee-86e3-36d0ca93342a,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:19.864192 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a509f3a7-4c82-4b02-ab43-724350c5b2c9 None None] Routers {'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:30:19.865214 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a509f3a7-4c82-4b02-ab43-724350c5b2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:29:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:19.953080 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dc54b1e0-6302-44b6-8ca4-9679e976550d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:20.157380 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415e72dc-b28e-4708-949d-fd98a964df60 None None] Network 20cfcf73-b97a-4b30-ab55-3844a037ed39 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:30:20.218606 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1f17d001-f46c-41ac-a213-f1e42f9647af None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:20.246778 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1f17d001-f46c-41ac-a213-f1e42f9647af None None] Transition to ACTIVE for port object c5537407-322c-48e4-bc8d-87fa1ef25fb8 will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:30:20.259225 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1f17d001-f46c-41ac-a213-f1e42f9647af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:20.308309 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-c07470a0-82b0-4968-8960-be72b861b9d0 None None] Provisioning for port a711dc70-5310-414c-b165-29f410a11f2c completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:30:20.314904 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-a509f3a7-4c82-4b02-ab43-724350c5b2c9 None None] Set router c05e0dbe-3b4d-40a3-93e7-d90f3669dac1 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:30:20.349899 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12cbc2c-3b41-4ca4-b9bf-e6317088816f None None] Pushing event updated for resources: {'Port': ['ID=c5537407-322c-48e4-bc8d-87fa1ef25fb8,revision_number=2']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:20.354723 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-1f17d001-f46c-41ac-a213-f1e42f9647af None None] Attempting to bind port c5537407-322c-48e4-bc8d-87fa1ef25fb8 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:30:20.355084 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-1f17d001-f46c-41ac-a213-f1e42f9647af None None] Attempting to bind port c5537407-322c-48e4-bc8d-87fa1ef25fb8 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:30:20.355442 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f17d001-f46c-41ac-a213-f1e42f9647af None None] Attempting to bind port c5537407-322c-48e4-bc8d-87fa1ef25fb8 on network 05164b30-8981-419a-8272-388f48c19dd5 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:30:20.362056 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-dc54b1e0-6302-44b6-8ca4-9679e976550d admin admin] Allocated IP 172.20.0.1 (20cfcf73-b97a-4b30-ab55-3844a037ed39/c48c37c3-8fa8-4d1c-b9ed-a26cc7d79cf6/a73b566a-3d1b-4327-ae70-789f0f6554c4) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:30:20.363031 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f17d001-f46c-41ac-a213-f1e42f9647af None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:30:20.363400 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f17d001-f46c-41ac-a213-f1e42f9647af None None] Checking segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:30:20.364297 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1f17d001-f46c-41ac-a213-f1e42f9647af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:20.364297 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f17d001-f46c-41ac-a213-f1e42f9647af None None] Bound using segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:30:20.364734 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-1f17d001-f46c-41ac-a213-f1e42f9647af None None] Bound port: c5537407-322c-48e4-bc8d-87fa1ef25fb8, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:30:20.365129 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1f17d001-f46c-41ac-a213-f1e42f9647af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:20.479804 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-1f17d001-f46c-41ac-a213-f1e42f9647af None None] For port c5537407-322c-48e4-bc8d-87fa1ef25fb8, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:30:20.483889 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-1f17d001-f46c-41ac-a213-f1e42f9647af None None] For port c5537407-322c-48e4-bc8d-87fa1ef25fb8, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=c5537407-322c-48e4-bc8d-87fa1ef25fb8,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:30:20.490010 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1f17d001-f46c-41ac-a213-f1e42f9647af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:20.536858 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dc54b1e0-6302-44b6-8ca4-9679e976550d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:20.562863 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-dc54b1e0-6302-44b6-8ca4-9679e976550d admin admin] Transition to ACTIVE for port object a73b566a-3d1b-4327-ae70-789f0f6554c4 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:30:20.577226 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12cbc2c-3b41-4ca4-b9bf-e6317088816f None None] Pushing event updated for resources: {'Port': ['ID=c5537407-322c-48e4-bc8d-87fa1ef25fb8,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:20.582040 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f17d001-f46c-41ac-a213-f1e42f9647af None None] Routers {'50d3c52d-8bd5-429b-b1ec-1a4658966d82'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:30:20.582778 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-1f17d001-f46c-41ac-a213-f1e42f9647af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:29:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['50d3c52d-8bd5-429b-b1ec-1a4658966d82'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:20.588913 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dc54b1e0-6302-44b6-8ca4-9679e976550d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:20.665444 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc54b1e0-6302-44b6-8ca4-9679e976550d admin admin] Network 20cfcf73-b97a-4b30-ab55-3844a037ed39 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:30:20.669575 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-dc54b1e0-6302-44b6-8ca4-9679e976550d admin admin] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:30:20.672177 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc54b1e0-6302-44b6-8ca4-9679e976550d admin admin] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:30:20.709358 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54b1e0-6302-44b6-8ca4-9679e976550d admin admin] Pushing event updated for resources: {'Port': ['ID=a73b566a-3d1b-4327-ae70-789f0f6554c4,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:20.736373 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dc54b1e0-6302-44b6-8ca4-9679e976550d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:20.808018 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:20.820915 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a509f3a7-4c82-4b02-ab43-724350c5b2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'name': 'tempest-TestShelveInstance-394091815-router', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.109'}], 'enable_snat': True}, 'gw_port_id': 'e848941b-d3d9-4e44-8bb2-50aba207fc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:30:13Z', 'revision_number': 4, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'gw_port': {'id': 'e848941b-d3d9-4e44-8bb2-50aba207fc18', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'bcbdc4af-96d3-41ee-86e3-36d0ca93342a', 'name': '', 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'mac_address': 'fa:16:3e:8d:12:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1ed7fd0-7683-4f42-821e-b4c6032aaf8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:13Z', 'updated_at': '2022-01-21T10:30:19Z', 'revision_number': 4, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'subnets': [{'id': 'd1ed7fd0-7683-4f42-821e-b4c6032aaf8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:20.826048 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a509f3a7-4c82-4b02-ab43-724350c5b2c9 None None] The sync data for ids ['c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'] in dv-neutron-825732-1-hyperv is: [{'id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'name': 'tempest-TestShelveInstance-394091815-router', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.109'}], 'enable_snat': True}, 'gw_port_id': 'e848941b-d3d9-4e44-8bb2-50aba207fc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:30:13Z', 'revision_number': 4, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'gw_port': {'id': 'e848941b-d3d9-4e44-8bb2-50aba207fc18', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'bcbdc4af-96d3-41ee-86e3-36d0ca93342a', 'name': '', 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'mac_address': 'fa:16:3e:8d:12:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1ed7fd0-7683-4f42-821e-b4c6032aaf8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:13Z', 'updated_at': '2022-01-21T10:30:19Z', 'revision_number': 4, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'subnets': [{'id': 'd1ed7fd0-7683-4f42-821e-b4c6032aaf8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:30:20.845321 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dc54b1e0-6302-44b6-8ca4-9679e976550d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:20.922310 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-1f17d001-f46c-41ac-a213-f1e42f9647af None None] Set router 50d3c52d-8bd5-429b-b1ec-1a4658966d82 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:30:21.010060 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a711dc70-5310-414c-b165-29f410a11f2c up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:30:21.118894 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port a711dc70-5310-414c-b165-29f410a11f2c completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:30:21.128754 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port a711dc70-5310-414c-b165-29f410a11f2c triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:30:21.130964 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:21.226283 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-300fd18e-402a-4fba-a2d2-4e5cb939e9b7 None None] Provisioning complete for port a711dc70-5310-414c-b165-29f410a11f2c triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:30:21.226978 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-300fd18e-402a-4fba-a2d2-4e5cb939e9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:21.233752 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dc54b1e0-6302-44b6-8ca4-9679e976550d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:21.241879 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dc54b1e0-6302-44b6-8ca4-9679e976550d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:21.413113 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54b1e0-6302-44b6-8ca4-9679e976550d admin admin] Pushing event updated for resources: {'Port': ['ID=a73b566a-3d1b-4327-ae70-789f0f6554c4,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:21.459539 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dc54b1e0-6302-44b6-8ca4-9679e976550d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:21.473671 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-300fd18e-402a-4fba-a2d2-4e5cb939e9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:21.521061 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:21.546816 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-1f17d001-f46c-41ac-a213-f1e42f9647af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d3c52d-8bd5-429b-b1ec-1a4658966d82', 'name': 'tempest-TestShelveInstance-1955233240-router', 'tenant_id': 'fecbaa1ae1ed41cca7cfa2ed70b692fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c5537407-322c-48e4-bc8d-87fa1ef25fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:17Z', 'updated_at': '2022-01-21T10:30:18Z', 'revision_number': 3, 'project_id': 'fecbaa1ae1ed41cca7cfa2ed70b692fa', 'gw_port': {'id': 'c5537407-322c-48e4-bc8d-87fa1ef25fb8', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d3c52d-8bd5-429b-b1ec-1a4658966d82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:17Z', 'updated_at': '2022-01-21T10:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:21.552800 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f17d001-f46c-41ac-a213-f1e42f9647af None None] The sync data for ids ['50d3c52d-8bd5-429b-b1ec-1a4658966d82'] in dv-neutron-825732-1-hyperv is: [{'id': '50d3c52d-8bd5-429b-b1ec-1a4658966d82', 'name': 'tempest-TestShelveInstance-1955233240-router', 'tenant_id': 'fecbaa1ae1ed41cca7cfa2ed70b692fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c5537407-322c-48e4-bc8d-87fa1ef25fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:17Z', 'updated_at': '2022-01-21T10:30:18Z', 'revision_number': 3, 'project_id': 'fecbaa1ae1ed41cca7cfa2ed70b692fa', 'gw_port': {'id': 'c5537407-322c-48e4-bc8d-87fa1ef25fb8', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d3c52d-8bd5-429b-b1ec-1a4658966d82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:17Z', 'updated_at': '2022-01-21T10:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:30:21.569707 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-300fd18e-402a-4fba-a2d2-4e5cb939e9b7 None None] For port a711dc70-5310-414c-b165-29f410a11f2c, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=a711dc70-5310-414c-b165-29f410a11f2c,segment=NetworkSegment(bfe28520-1266-4420-9f8a-6f90c701152a),segment_id=bfe28520-1266-4420-9f8a-6f90c701152a)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:30:21.612407 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-300fd18e-402a-4fba-a2d2-4e5cb939e9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:21.673214 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc54b1e0-6302-44b6-8ca4-9679e976550d admin admin] Network 20cfcf73-b97a-4b30-ab55-3844a037ed39 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:30:21.674616 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-dc54b1e0-6302-44b6-8ca4-9679e976550d admin admin] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:30:21.699266 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:30:21.699612 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:30:21.709423 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300fd18e-402a-4fba-a2d2-4e5cb939e9b7 None None] Pushing event updated for resources: {'Port': ['ID=a711dc70-5310-414c-b165-29f410a11f2c,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:21.742868 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-cc5fbe2d-db20-4aa0-8796-0fa33b454472 None None] Provisioning for port a73b566a-3d1b-4327-ae70-789f0f6554c4 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:30:21.749008 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-cc5fbe2d-db20-4aa0-8796-0fa33b454472 None None] Provisioning complete for port a73b566a-3d1b-4327-ae70-789f0f6554c4 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:30:21.750254 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cc5fbe2d-db20-4aa0-8796-0fa33b454472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:21.823971 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-cc5fbe2d-db20-4aa0-8796-0fa33b454472 None None] Port a73b566a-3d1b-4327-ae70-789f0f6554c4 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:30:21.948384 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0782f47b-7590-4c86-b4cf-2baacc2170c7 None None] Provisioning complete for port a73b566a-3d1b-4327-ae70-789f0f6554c4 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:30:21.949024 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0782f47b-7590-4c86-b4cf-2baacc2170c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:22.007683 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-0782f47b-7590-4c86-b4cf-2baacc2170c7 None None] Port a73b566a-3d1b-4327-ae70-789f0f6554c4 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:30:22.146298 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc54b1e0-6302-44b6-8ca4-9679e976550d admin admin] Router 50d3c52d-8bd5-429b-b1ec-1a4658966d82 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:30:22.358341 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc54b1e0-6302-44b6-8ca4-9679e976550d admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:30:22.367313 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-dc54b1e0-6302-44b6-8ca4-9679e976550d admin admin] 10.222.0.104 "PUT /v2.0/routers/50d3c52d-8bd5-429b-b1ec-1a4658966d82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4477866 Jan 21 10:30:22.933078 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a711dc70-5310-414c-b165-29f410a11f2c up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:30:23.001623 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44636) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:23.007274 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-9d819575-eb17-453a-8f68-8efa5d4269f3 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-831818497', 'description': 'tempest-secgroup-smoke-831818497 description', 'project_id': '639973f3b8e24d2d937580d169f02e77'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:30:23.015068 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9d819575-eb17-453a-8f68-8efa5d4269f3 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:30:23.019318 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port a711dc70-5310-414c-b165-29f410a11f2c triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:30:23.019682 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9d819575-eb17-453a-8f68-8efa5d4269f3 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Usage tracker for resource:security_group and tenant:639973f3b8e24d2d937580d169f02e77 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:30:23.019801 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.022715 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9d819575-eb17-453a-8f68-8efa5d4269f3 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:30:23.029155 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9d819575-eb17-453a-8f68-8efa5d4269f3 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:30:23.146615 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device bcbdc4af-96d3-41ee-86e3-36d0ca93342a up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:30:23.172212 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9d819575-eb17-453a-8f68-8efa5d4269f3 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.209489 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9d819575-eb17-453a-8f68-8efa5d4269f3 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:30:23.213493 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9d819575-eb17-453a-8f68-8efa5d4269f3 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Usage tracker for resource:security_group_rule and tenant:639973f3b8e24d2d937580d169f02e77 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:30:23.218122 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9d819575-eb17-453a-8f68-8efa5d4269f3 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:30:23.220373 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port bcbdc4af-96d3-41ee-86e3-36d0ca93342a completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:30:23.226208 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port bcbdc4af-96d3-41ee-86e3-36d0ca93342a triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:30:23.226870 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.227752 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9d819575-eb17-453a-8f68-8efa5d4269f3 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:30:23.285995 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9d819575-eb17-453a-8f68-8efa5d4269f3 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.291014 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9d819575-eb17-453a-8f68-8efa5d4269f3 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.342850 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d819575-eb17-453a-8f68-8efa5d4269f3 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5fc160-8871-477d-97bc-edc345023be7,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:23.345232 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9d819575-eb17-453a-8f68-8efa5d4269f3 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.346535 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9d819575-eb17-453a-8f68-8efa5d4269f3 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3438506 Jan 21 10:30:23.349843 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 44640) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:23.354856 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.355065 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-0d811478-26a1-49c1-9d3b-b14a4e427510 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Request body: {'security_group_rule': {'security_group_id': '2e5fc160-8871-477d-97bc-edc345023be7', 'project_id': '639973f3b8e24d2d937580d169f02e77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:30:23.361820 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-0d811478-26a1-49c1-9d3b-b14a4e427510 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:30:23.365717 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-0d811478-26a1-49c1-9d3b-b14a4e427510 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Usage tracker for resource:security_group_rule and tenant:639973f3b8e24d2d937580d169f02e77 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:30:23.368575 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-0d811478-26a1-49c1-9d3b-b14a4e427510 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:30:23.374847 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-0d811478-26a1-49c1-9d3b-b14a4e427510 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:30:23.393899 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port bcbdc4af-96d3-41ee-86e3-36d0ca93342a, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=bcbdc4af-96d3-41ee-86e3-36d0ca93342a,segment=NetworkSegment(dd6d6d27-a93d-401b-a267-95b9aa326179),segment_id=dd6d6d27-a93d-401b-a267-95b9aa326179)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:30:23.395493 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0d811478-26a1-49c1-9d3b-b14a4e427510 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.398163 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.468291 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0d811478-26a1-49c1-9d3b-b14a4e427510 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.472158 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0d811478-26a1-49c1-9d3b-b14a4e427510 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.499632 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d811478-26a1-49c1-9d3b-b14a4e427510 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af85d0e-cbbb-425f-aefa-054d1f421f97,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:23.509868 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0d811478-26a1-49c1-9d3b-b14a4e427510 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.514112 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-0d811478-26a1-49c1-9d3b-b14a4e427510 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1604168 Jan 21 10:30:23.514888 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44644) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:23.517642 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=bcbdc4af-96d3-41ee-86e3-36d0ca93342a,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:23.521318 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-a47b2d9f-9463-40f3-b1ad-e6898de1b05f tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Request body: {'security_group_rule': {'security_group_id': '2e5fc160-8871-477d-97bc-edc345023be7', 'project_id': '639973f3b8e24d2d937580d169f02e77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:30:23.527308 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a47b2d9f-9463-40f3-b1ad-e6898de1b05f tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:30:23.532669 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-a47b2d9f-9463-40f3-b1ad-e6898de1b05f tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Usage tracker for resource:security_group_rule and tenant:639973f3b8e24d2d937580d169f02e77 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:30:23.536116 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-a47b2d9f-9463-40f3-b1ad-e6898de1b05f tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:30:23.542970 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a47b2d9f-9463-40f3-b1ad-e6898de1b05f tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:30:23.561461 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a47b2d9f-9463-40f3-b1ad-e6898de1b05f tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.625268 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a47b2d9f-9463-40f3-b1ad-e6898de1b05f tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.629716 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a47b2d9f-9463-40f3-b1ad-e6898de1b05f tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.655160 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b2d9f-9463-40f3-b1ad-e6898de1b05f tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f788c4-341b-4c99-a64d-8e74121fb510,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:23.664099 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a47b2d9f-9463-40f3-b1ad-e6898de1b05f tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.665352 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a47b2d9f-9463-40f3-b1ad-e6898de1b05f tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1489921 Jan 21 10:30:23.668787 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44648) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:23.674896 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-95db12fa-cc13-440f-9a41-60cc4d4a64e1 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Request body: {'security_group_rule': {'security_group_id': '2e5fc160-8871-477d-97bc-edc345023be7', 'project_id': '639973f3b8e24d2d937580d169f02e77', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:30:23.681084 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-95db12fa-cc13-440f-9a41-60cc4d4a64e1 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:30:23.685933 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-95db12fa-cc13-440f-9a41-60cc4d4a64e1 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Usage tracker for resource:security_group_rule and tenant:639973f3b8e24d2d937580d169f02e77 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:30:23.689438 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-95db12fa-cc13-440f-9a41-60cc4d4a64e1 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:30:23.696546 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-95db12fa-cc13-440f-9a41-60cc4d4a64e1 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:30:23.718363 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-95db12fa-cc13-440f-9a41-60cc4d4a64e1 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.795230 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-95db12fa-cc13-440f-9a41-60cc4d4a64e1 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.799348 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-95db12fa-cc13-440f-9a41-60cc4d4a64e1 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.827559 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db12fa-cc13-440f-9a41-60cc4d4a64e1 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09179aa3-00c7-44e4-9715-b7ae8182fdbb,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:23.834673 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-95db12fa-cc13-440f-9a41-60cc4d4a64e1 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.838754 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-95db12fa-cc13-440f-9a41-60cc4d4a64e1 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1658394 Jan 21 10:30:23.838944 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44652) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:23.845508 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-5d30ae9a-e641-44af-b15b-9fb1f6c5c1e1 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Request body: {'security_group_rule': {'security_group_id': '2e5fc160-8871-477d-97bc-edc345023be7', 'project_id': '639973f3b8e24d2d937580d169f02e77', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:30:23.852609 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5d30ae9a-e641-44af-b15b-9fb1f6c5c1e1 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:30:23.856984 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-5d30ae9a-e641-44af-b15b-9fb1f6c5c1e1 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Usage tracker for resource:security_group_rule and tenant:639973f3b8e24d2d937580d169f02e77 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:30:23.860817 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-5d30ae9a-e641-44af-b15b-9fb1f6c5c1e1 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:30:23.866323 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5d30ae9a-e641-44af-b15b-9fb1f6c5c1e1 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:30:23.883624 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5d30ae9a-e641-44af-b15b-9fb1f6c5c1e1 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.951678 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5d30ae9a-e641-44af-b15b-9fb1f6c5c1e1 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.955700 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5d30ae9a-e641-44af-b15b-9fb1f6c5c1e1 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.979892 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30ae9a-e641-44af-b15b-9fb1f6c5c1e1 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e29d6028-d1ba-46d2-ad72-bb0cf58450e5,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:23.989689 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5d30ae9a-e641-44af-b15b-9fb1f6c5c1e1 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.990848 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5d30ae9a-e641-44af-b15b-9fb1f6c5c1e1 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1509781 Jan 21 10:30:23.993591 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44656) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:23.999756 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-4ef977f4-6a91-44c6-a794-23a86044f324 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Request body: {'security_group_rule': {'security_group_id': '2e5fc160-8871-477d-97bc-edc345023be7', 'project_id': '639973f3b8e24d2d937580d169f02e77', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:30:24.006074 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4ef977f4-6a91-44c6-a794-23a86044f324 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:30:24.010898 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-4ef977f4-6a91-44c6-a794-23a86044f324 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Usage tracker for resource:security_group_rule and tenant:639973f3b8e24d2d937580d169f02e77 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:30:24.014922 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-4ef977f4-6a91-44c6-a794-23a86044f324 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:30:24.020683 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4ef977f4-6a91-44c6-a794-23a86044f324 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:30:24.026977 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e5a7368a-f2ef-49d8-8f2b-1e948154a9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:24.031743 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-4ef977f4-6a91-44c6-a794-23a86044f324 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Project 639973f3b8e24d2d937580d169f02e77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:30:24.038580 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4ef977f4-6a91-44c6-a794-23a86044f324 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:24.111483 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4ef977f4-6a91-44c6-a794-23a86044f324 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:24.115849 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4ef977f4-6a91-44c6-a794-23a86044f324 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:24.140831 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef977f4-6a91-44c6-a794-23a86044f324 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7f9008-361d-41fe-90ef-aea7a38e22b7,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:24.150379 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4ef977f4-6a91-44c6-a794-23a86044f324 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:24.151615 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-4ef977f4-6a91-44c6-a794-23a86044f324 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1571271 Jan 21 10:30:24.155044 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44660) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:24.161476 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-8e2e1f97-8d88-4251-9bdc-4aab16566770 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Request body: {'security_group_rule': {'security_group_id': '2e5fc160-8871-477d-97bc-edc345023be7', 'project_id': '639973f3b8e24d2d937580d169f02e77', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:30:24.168840 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8e2e1f97-8d88-4251-9bdc-4aab16566770 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:30:24.173250 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8e2e1f97-8d88-4251-9bdc-4aab16566770 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Usage tracker for resource:security_group_rule and tenant:639973f3b8e24d2d937580d169f02e77 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:30:24.176355 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-8e2e1f97-8d88-4251-9bdc-4aab16566770 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:30:24.182531 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8e2e1f97-8d88-4251-9bdc-4aab16566770 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:30:24.194077 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-8e2e1f97-8d88-4251-9bdc-4aab16566770 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Project 639973f3b8e24d2d937580d169f02e77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:30:24.201349 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8e2e1f97-8d88-4251-9bdc-4aab16566770 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:24.272954 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8e2e1f97-8d88-4251-9bdc-4aab16566770 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:24.276953 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8e2e1f97-8d88-4251-9bdc-4aab16566770 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:24.303530 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e1f97-8d88-4251-9bdc-4aab16566770 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=896074ac-8af0-478a-8382-c60c0fdbe2f9,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:24.316291 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8e2e1f97-8d88-4251-9bdc-4aab16566770 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:24.318146 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-8e2e1f97-8d88-4251-9bdc-4aab16566770 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1619091 Jan 21 10:30:24.515074 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-f91f60b7-17e5-4ab5-b7ea-c3be7b5f3d04 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Synchronizing usage tracker for tenant:639973f3b8e24d2d937580d169f02e77 on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:30:24.539549 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-f91f60b7-17e5-4ab5-b7ea-c3be7b5f3d04 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Unset dirty status for tenant:639973f3b8e24d2d937580d169f02e77 on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:30:24.540615 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-f91f60b7-17e5-4ab5-b7ea-c3be7b5f3d04 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-831818497&fields=id&tenant_id=639973f3b8e24d2d937580d169f02e77 HTTP/1.1" status: 200 len: 267 time: 0.0681872 Jan 21 10:30:24.701299 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-63f38a67-e5b5-43f4-880c-78255fcdc4e3 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:24.701994 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-63f38a67-e5b5-43f4-880c-78255fcdc4e3 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Synchronizing usage tracker for tenant:639973f3b8e24d2d937580d169f02e77 on resource:network {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:30:24.719840 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-63f38a67-e5b5-43f4-880c-78255fcdc4e3 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Unset dirty status for tenant:639973f3b8e24d2d937580d169f02e77 on resource:network {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:30:24.721166 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-63f38a67-e5b5-43f4-880c-78255fcdc4e3 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/networks?id=763af53d-f0e8-48f6-9cb1-c1ba835f3423 HTTP/1.1" status: 200 len: 808 time: 0.1735017 Jan 21 10:30:24.740088 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-b1678c84-5397-4063-a630-8ff6bc0a5f5a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/quotas/639973f3b8e24d2d937580d169f02e77 HTTP/1.1" status: 200 len: 375 time: 0.0133433 Jan 21 10:30:24.826823 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-ef5c18b6-eb7b-442f-9834-8e565cef98fc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Synchronizing usage tracker for tenant:639973f3b8e24d2d937580d169f02e77 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:30:24.846780 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-ef5c18b6-eb7b-442f-9834-8e565cef98fc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Unset dirty status for tenant:639973f3b8e24d2d937580d169f02e77 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:30:24.848170 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-ef5c18b6-eb7b-442f-9834-8e565cef98fc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=639973f3b8e24d2d937580d169f02e77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1019535 Jan 21 10:30:24.858057 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device bcbdc4af-96d3-41ee-86e3-36d0ca93342a up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:30:24.928627 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port bcbdc4af-96d3-41ee-86e3-36d0ca93342a triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:30:24.928990 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:25.000932 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-564fb3c3-c94e-416d-8a3b-843be5084a87 service neutron] 10.222.0.104 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344168 Jan 21 10:30:25.139931 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-fb242b2e-4301-4f4d-a759-700d89701a98 service neutron] 10.222.0.104 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328015 Jan 21 10:30:25.341456 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-d533b55f-fc1c-4d52-82dc-43ad80d0530b req-8a7d9070-3a08-4f7d-82c2-fc8f11fe1de6 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 210 time: 0.0408409 Jan 21 10:30:26.462449 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f61ffa70-fb4b-4967-a438-e47e8401075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:26.535783 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-64b8d65f-4455-4015-9a9a-2f31ba3ab24a req-d7d8106f-cf9c-4b8b-8a43-51a773690931 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 210 time: 0.0511470 Jan 21 10:30:26.716073 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-01c9e138-6fc9-4050-832c-6e8d94208649 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:26.717738 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-01c9e138-6fc9-4050-832c-6e8d94208649 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.124 "GET /v2.0/networks?id=763af53d-f0e8-48f6-9cb1-c1ba835f3423 HTTP/1.1" status: 200 len: 808 time: 0.1702034 Jan 21 10:30:26.778020 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-b26b2a91-e8fa-4556-92bf-c413a0cffc88 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=639973f3b8e24d2d937580d169f02e77 HTTP/1.1" status: 200 len: 379 time: 0.0476429 Jan 21 10:30:26.786305 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-6b137fc4-15d4-43d7-ac19-ea9f5532764a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Request body: {'port': {'device_id': '35f3c2b1-a454-4587-aa63-20fde3db3eab', 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423', 'admin_state_up': True, 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'security_groups': ['2e5fc160-8871-477d-97bc-edc345023be7']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:30:26.948268 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-6b137fc4-15d4-43d7-ac19-ea9f5532764a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:30:26.958239 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-6b137fc4-15d4-43d7-ac19-ea9f5532764a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:30:26.970742 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-6b137fc4-15d4-43d7-ac19-ea9f5532764a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Made reservation on behalf of 639973f3b8e24d2d937580d169f02e77 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:30:26.973751 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-6b137fc4-15d4-43d7-ac19-ea9f5532764a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:27.148238 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-6b137fc4-15d4-43d7-ac19-ea9f5532764a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Allocated IP 172.20.0.12 (763af53d-f0e8-48f6-9cb1-c1ba835f3423/d1ed7fd0-7683-4f42-821e-b4c6032aaf8f/90c9b62b-100a-48ef-be47-ce5bd5ca887a) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:30:27.354191 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-6b137fc4-15d4-43d7-ac19-ea9f5532764a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:27.371480 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-6b137fc4-15d4-43d7-ac19-ea9f5532764a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Transition to ACTIVE for port object 90c9b62b-100a-48ef-be47-ce5bd5ca887a will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:30:27.393474 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-6b137fc4-15d4-43d7-ac19-ea9f5532764a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:27.468623 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-6b137fc4-15d4-43d7-ac19-ea9f5532764a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Network 763af53d-f0e8-48f6-9cb1-c1ba835f3423 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:30:27.472224 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-6b137fc4-15d4-43d7-ac19-ea9f5532764a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:30:27.477549 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-6b137fc4-15d4-43d7-ac19-ea9f5532764a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:30:27.507635 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b137fc4-15d4-43d7-ac19-ea9f5532764a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Pushing event updated for resources: {'Port': ['ID=90c9b62b-100a-48ef-be47-ce5bd5ca887a,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:27.560182 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-6b137fc4-15d4-43d7-ac19-ea9f5532764a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:27.561655 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-6b137fc4-15d4-43d7-ac19-ea9f5532764a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:27.566027 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:27.590761 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-6b137fc4-15d4-43d7-ac19-ea9f5532764a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8083167 Jan 21 10:30:27.602408 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-347a803c-2e60-4daf-9dfe-585c2ac2d9d6 service neutron] Request body: {'port': {'device_id': '35f3c2b1-a454-4587-aa63-20fde3db3eab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:30:27.722337 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-347a803c-2e60-4daf-9dfe-585c2ac2d9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:27.780160 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f5ea06c6-e277-4182-abb6-a06a5cc55529 None None] Provisioning for port 90c9b62b-100a-48ef-be47-ce5bd5ca887a completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:30:27.780354 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f7de9-07b5-449c-a111-f5f7ae9b9441 req-2e9fed57-a008-4397-9aa7-78b95ae9f91f tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:27.781757 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-851f7de9-07b5-449c-a111-f5f7ae9b9441 req-2e9fed57-a008-4397-9aa7-78b95ae9f91f tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 932 time: 0.1025343 Jan 21 10:30:27.787331 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f5ea06c6-e277-4182-abb6-a06a5cc55529 None None] Provisioning complete for port 90c9b62b-100a-48ef-be47-ce5bd5ca887a triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:30:27.788085 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f5ea06c6-e277-4182-abb6-a06a5cc55529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:27.852581 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-851f7de9-07b5-449c-a111-f5f7ae9b9441 req-7e5ef997-3cde-44f0-a045-fed59e576fd5 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616457 Jan 21 10:30:27.869635 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea06c6-e277-4182-abb6-a06a5cc55529 None None] Port 90c9b62b-100a-48ef-be47-ce5bd5ca887a cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:30:27.930860 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:28.189764 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-347a803c-2e60-4daf-9dfe-585c2ac2d9d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90c9b62b-100a-48ef-be47-ce5bd5ca887a {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:30:28.196567 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-347a803c-2e60-4daf-9dfe-585c2ac2d9d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:28.211452 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-347a803c-2e60-4daf-9dfe-585c2ac2d9d6 service neutron] Transition to ACTIVE for port object 90c9b62b-100a-48ef-be47-ce5bd5ca887a will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:30:28.215925 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-347a803c-2e60-4daf-9dfe-585c2ac2d9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:28.344521 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a803c-2e60-4daf-9dfe-585c2ac2d9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=90c9b62b-100a-48ef-be47-ce5bd5ca887a,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:28.460136 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-347a803c-2e60-4daf-9dfe-585c2ac2d9d6 service neutron] Attempting to bind port 90c9b62b-100a-48ef-be47-ce5bd5ca887a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:30:28.460472 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-347a803c-2e60-4daf-9dfe-585c2ac2d9d6 service neutron] Attempting to bind port 90c9b62b-100a-48ef-be47-ce5bd5ca887a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'dd6d6d27-a93d-401b-a267-95b9aa326179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:30:28.460800 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-347a803c-2e60-4daf-9dfe-585c2ac2d9d6 service neutron] Attempting to bind port 90c9b62b-100a-48ef-be47-ce5bd5ca887a on network 763af53d-f0e8-48f6-9cb1-c1ba835f3423 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:30:28.467289 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-347a803c-2e60-4daf-9dfe-585c2ac2d9d6 service neutron] Port 90c9b62b-100a-48ef-be47-ce5bd5ca887a on network 763af53d-f0e8-48f6-9cb1-c1ba835f3423 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:30:28.467610 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-347a803c-2e60-4daf-9dfe-585c2ac2d9d6 service neutron] Attempting to bind port 90c9b62b-100a-48ef-be47-ce5bd5ca887a on network 763af53d-f0e8-48f6-9cb1-c1ba835f3423 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:30:28.476203 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-347a803c-2e60-4daf-9dfe-585c2ac2d9d6 service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:30:28.476717 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-347a803c-2e60-4daf-9dfe-585c2ac2d9d6 service neutron] Checking segment: {'id': 'dd6d6d27-a93d-401b-a267-95b9aa326179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:30:28.477314 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-347a803c-2e60-4daf-9dfe-585c2ac2d9d6 service neutron] Bound using segment: {'id': 'dd6d6d27-a93d-401b-a267-95b9aa326179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:30:28.478051 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-347a803c-2e60-4daf-9dfe-585c2ac2d9d6 service neutron] Bound port: 90c9b62b-100a-48ef-be47-ce5bd5ca887a, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd6d6d27-a93d-401b-a267-95b9aa326179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:30:28.478610 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-347a803c-2e60-4daf-9dfe-585c2ac2d9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:28.575812 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-347a803c-2e60-4daf-9dfe-585c2ac2d9d6 service neutron] For port 90c9b62b-100a-48ef-be47-ce5bd5ca887a, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:30:28.579559 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-347a803c-2e60-4daf-9dfe-585c2ac2d9d6 service neutron] For port 90c9b62b-100a-48ef-be47-ce5bd5ca887a, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=90c9b62b-100a-48ef-be47-ce5bd5ca887a,segment=NetworkSegment(dd6d6d27-a93d-401b-a267-95b9aa326179),segment_id=dd6d6d27-a93d-401b-a267-95b9aa326179)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:30:28.585204 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-347a803c-2e60-4daf-9dfe-585c2ac2d9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:28.654038 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-347a803c-2e60-4daf-9dfe-585c2ac2d9d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:28.662733 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-347a803c-2e60-4daf-9dfe-585c2ac2d9d6 service neutron] 10.222.0.124 "PUT /v2.0/ports/90c9b62b-100a-48ef-be47-ce5bd5ca887a HTTP/1.1" status: 200 len: 1094 time: 1.0579095 Jan 21 10:30:28.662733 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f3c2b1-a454-4587-aa63-20fde3db3eab', 'tag': '90c9b62b-100a-48ef-be47-ce5bd5ca887a'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:30:28.689477 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a803c-2e60-4daf-9dfe-585c2ac2d9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=90c9b62b-100a-48ef-be47-ce5bd5ca887a,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:28.744291 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f3c2b1-a454-4587-aa63-20fde3db3eab', 'tag': '90c9b62b-100a-48ef-be47-ce5bd5ca887a', 'status': 'completed', 'code': 200} Jan 21 10:30:28.797801 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-0e67edbb-58dc-446e-b1fe-205385b2dd0b service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=639973f3b8e24d2d937580d169f02e77&device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 1097 time: 0.0941267 Jan 21 10:30:28.873672 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-d67a2f06-f0a9-4484-8147-374dd6bbc97c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90c9b62b-100a-48ef-be47-ce5bd5ca887a HTTP/1.1" status: 200 len: 217 time: 0.0688252 Jan 21 10:30:28.953922 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-6f824857-0b3b-444d-9cad-741362752459 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:28.955672 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-6f824857-0b3b-444d-9cad-741362752459 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=d1ed7fd0-7683-4f42-821e-b4c6032aaf8f HTTP/1.1" status: 200 len: 847 time: 0.0767267 Jan 21 10:30:29.071118 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-95b868b8-a616-4b26-9afb-80c1cbd8cff1 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=763af53d-f0e8-48f6-9cb1-c1ba835f3423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1088235 Jan 21 10:30:29.111871 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f98cb-b591-4025-a4eb-250852575eb8 req-26d0d0af-d0c2-4b13-ad9a-d33795f2cf3f tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:29.113640 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-673f98cb-b591-4025-a4eb-250852575eb8 req-26d0d0af-d0c2-4b13-ad9a-d33795f2cf3f tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 944 time: 0.1432335 Jan 21 10:30:29.179500 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-673f98cb-b591-4025-a4eb-250852575eb8 req-40a8ff37-705f-4478-b6b8-5879606793b7 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599988 Jan 21 10:30:29.236114 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-655d3d73-d955-4adc-a708-faa765d512f8 service neutron] 10.222.0.124 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557782 Jan 21 10:30:29.385831 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a98d346c-33b4-478f-b40e-3ee3e5db27ba req-d6985f54-f94b-4166-af87-511b0bf57338 service neutron] 10.222.0.124 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428516 Jan 21 10:30:29.530801 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9ccfb268-1a16-4e7c-b8ff-f237c4dc8a86 req-8d682645-6a0d-4214-8c5e-315e60e606c3 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=639973f3b8e24d2d937580d169f02e77&device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 1097 time: 0.0962565 Jan 21 10:30:29.659868 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:29.676031 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfb268-1a16-4e7c-b8ff-f237c4dc8a86 req-b3bc3ba7-2962-4a20-ae9c-8bf75f1fef37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:29.677566 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9ccfb268-1a16-4e7c-b8ff-f237c4dc8a86 req-b3bc3ba7-2962-4a20-ae9c-8bf75f1fef37 service neutron] 10.222.0.124 "GET /v2.0/networks?id=763af53d-f0e8-48f6-9cb1-c1ba835f3423 HTTP/1.1" status: 200 len: 909 time: 0.1400425 Jan 21 10:30:29.850275 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9ccfb268-1a16-4e7c-b8ff-f237c4dc8a86 req-bc0175e1-49c3-42de-8d4d-e425c765ea2f service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90c9b62b-100a-48ef-be47-ce5bd5ca887a HTTP/1.1" status: 200 len: 217 time: 0.1662300 Jan 21 10:30:29.913819 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfb268-1a16-4e7c-b8ff-f237c4dc8a86 req-44b140cf-ebaa-4968-b4c4-da5f2dd93e61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:29.915447 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9ccfb268-1a16-4e7c-b8ff-f237c4dc8a86 req-44b140cf-ebaa-4968-b4c4-da5f2dd93e61 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=d1ed7fd0-7683-4f42-821e-b4c6032aaf8f HTTP/1.1" status: 200 len: 847 time: 0.0596428 Jan 21 10:30:29.993005 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9ccfb268-1a16-4e7c-b8ff-f237c4dc8a86 req-72391e14-8893-4ffc-8aba-f24b77ac6c5f service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=763af53d-f0e8-48f6-9cb1-c1ba835f3423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713427 Jan 21 10:30:30.142041 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9ccfb268-1a16-4e7c-b8ff-f237c4dc8a86 req-ac8750da-20e4-4c65-bfec-ac8a5c626d67 service neutron] 10.222.0.124 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420307 Jan 21 10:30:30.288307 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9ccfb268-1a16-4e7c-b8ff-f237c4dc8a86 req-5d5a5ee9-64c2-428a-af77-1bc39c6d1c39 service neutron] 10.222.0.124 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393669 Jan 21 10:30:30.394114 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d642a6e-64d7-4816-9c34-973eed0d6f25 req-6c1aaf07-836f-43f5-ac4f-a9716afa6d87 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:30.394723 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-5d642a6e-64d7-4816-9c34-973eed0d6f25 req-6c1aaf07-836f-43f5-ac4f-a9716afa6d87 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Synchronizing usage tracker for tenant:639973f3b8e24d2d937580d169f02e77 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:30:30.411160 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-5d642a6e-64d7-4816-9c34-973eed0d6f25 req-6c1aaf07-836f-43f5-ac4f-a9716afa6d87 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Unset dirty status for tenant:639973f3b8e24d2d937580d169f02e77 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:30:30.412409 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5d642a6e-64d7-4816-9c34-973eed0d6f25 req-6c1aaf07-836f-43f5-ac4f-a9716afa6d87 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 944 time: 0.1013913 Jan 21 10:30:30.459324 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5d642a6e-64d7-4816-9c34-973eed0d6f25 req-97c636ce-cb42-4189-93c3-fe6f9342955e tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413656 Jan 21 10:30:30.868993 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device c5537407-322c-48e4-bc8d-87fa1ef25fb8 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:30:30.938700 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port c5537407-322c-48e4-bc8d-87fa1ef25fb8 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:30:30.943355 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port c5537407-322c-48e4-bc8d-87fa1ef25fb8 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:30:30.943724 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:31.066383 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:31.087061 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port c5537407-322c-48e4-bc8d-87fa1ef25fb8, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=c5537407-322c-48e4-bc8d-87fa1ef25fb8,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:30:31.092073 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:31.184380 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=c5537407-322c-48e4-bc8d-87fa1ef25fb8,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:31.680338 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c2c7b-cc61-4d4c-a969-024a965a1db8 req-8fe2f31d-db66-4af0-8407-c738772f114e tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:31.682096 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-582c2c7b-cc61-4d4c-a969-024a965a1db8 req-8fe2f31d-db66-4af0-8407-c738772f114e tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 944 time: 0.0998528 Jan 21 10:30:31.733051 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-582c2c7b-cc61-4d4c-a969-024a965a1db8 req-6bd0c07a-fecd-4b64-b17b-9a186bfa916b tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446544 Jan 21 10:30:32.634780 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 90c9b62b-100a-48ef-be47-ce5bd5ca887a details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:30:32.782369 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 90c9b62b-100a-48ef-be47-ce5bd5ca887a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=90c9b62b-100a-48ef-be47-ce5bd5ca887a,segment=NetworkSegment(dd6d6d27-a93d-401b-a267-95b9aa326179),segment_id=dd6d6d27-a93d-401b-a267-95b9aa326179)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:30:32.797067 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '90c9b62b-100a-48ef-be47-ce5bd5ca887a', 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423', 'port_id': '90c9b62b-100a-48ef-be47-ce5bd5ca887a', 'mac_address': 'fa:16:3e:3f:7c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ed7fd0-7683-4f42-821e-b4c6032aaf8f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:30:32.864185 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device c5537407-322c-48e4-bc8d-87fa1ef25fb8 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:30:32.923319 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:32.948739 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ee24d-09fc-4e07-acc3-b44be6e34f05 req-664b4601-f80b-4ae9-8f23-0cec84d4f3e2 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:32.949303 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90c9b62b-100a-48ef-be47-ce5bd5ca887a {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:30:32.950253 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2d2ee24d-09fc-4e07-acc3-b44be6e34f05 req-664b4601-f80b-4ae9-8f23-0cec84d4f3e2 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 944 time: 0.0850189 Jan 21 10:30:32.977428 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 90c9b62b-100a-48ef-be47-ce5bd5ca887a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=90c9b62b-100a-48ef-be47-ce5bd5ca887a,segment=NetworkSegment(dd6d6d27-a93d-401b-a267-95b9aa326179),segment_id=dd6d6d27-a93d-401b-a267-95b9aa326179)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:30:32.985113 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:33.003972 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2d2ee24d-09fc-4e07-acc3-b44be6e34f05 req-4135c038-c4ea-4fab-bf65-4a2716dd0e0f tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473320 Jan 21 10:30:33.017645 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port c5537407-322c-48e4-bc8d-87fa1ef25fb8 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:30:33.018354 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:33.107029 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=90c9b62b-100a-48ef-be47-ce5bd5ca887a,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:33.237911 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['90c9b62b-100a-48ef-be47-ce5bd5ca887a'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:30:34.219930 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a2a08-661b-401a-a3f4-4652da0fcb0a req-4ca3c614-90b7-405a-a002-ddd12048fd84 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:34.221340 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-8a9a2a08-661b-401a-a3f4-4652da0fcb0a req-4ca3c614-90b7-405a-a002-ddd12048fd84 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 945 time: 0.0881722 Jan 21 10:30:34.268965 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-8a9a2a08-661b-401a-a3f4-4652da0fcb0a req-32c4b6d9-e0d3-4f3e-be8c-223677e43ca7 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415249 Jan 21 10:30:34.641101 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 90c9b62b-100a-48ef-be47-ce5bd5ca887a up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:30:34.710776 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port 90c9b62b-100a-48ef-be47-ce5bd5ca887a completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:30:34.720189 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 90c9b62b-100a-48ef-be47-ce5bd5ca887a triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:30:34.720189 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:34.833933 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:34.862929 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f3c2b1-a454-4587-aa63-20fde3db3eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c9b62b-100a-48ef-be47-ce5bd5ca887a'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:30:34.873396 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 90c9b62b-100a-48ef-be47-ce5bd5ca887a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=90c9b62b-100a-48ef-be47-ce5bd5ca887a,segment=NetworkSegment(dd6d6d27-a93d-401b-a267-95b9aa326179),segment_id=dd6d6d27-a93d-401b-a267-95b9aa326179)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:30:34.877974 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:34.923202 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f3c2b1-a454-4587-aa63-20fde3db3eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c9b62b-100a-48ef-be47-ce5bd5ca887a', 'code': 200} Jan 21 10:30:34.949494 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=90c9b62b-100a-48ef-be47-ce5bd5ca887a,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:35.150471 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fba84f85-4ca0-493f-95f4-f57aaa9f8a64 req-1ef1c89f-0143-4f23-a476-079cd00a9780 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 1099 time: 0.0701787 Jan 21 10:30:35.193418 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fba84f85-4ca0-493f-95f4-f57aaa9f8a64 req-b91e9909-1f43-4071-b743-641037207dd9 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375028 Jan 21 10:30:35.481333 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6b32e-3a63-46db-8be9-bd8c30d9af40 req-30d64ef1-8fbb-46a0-9f04-d3b6c5d8cd2b tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:35.483942 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-26e6b32e-3a63-46db-8be9-bd8c30d9af40 req-30d64ef1-8fbb-46a0-9f04-d3b6c5d8cd2b tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 946 time: 0.0931907 Jan 21 10:30:35.532428 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-26e6b32e-3a63-46db-8be9-bd8c30d9af40 req-bdb3317f-92a2-4f3e-8244-139d1e780d74 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431261 Jan 21 10:30:36.672719 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:30:36.754551 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38faee22-2e60-48dc-90cb-4e19e25a2db4 req-a93c18dd-7aeb-448c-81c3-0f5c1da1fd25 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:36.756025 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-38faee22-2e60-48dc-90cb-4e19e25a2db4 req-a93c18dd-7aeb-448c-81c3-0f5c1da1fd25 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 946 time: 0.0820735 Jan 21 10:30:36.803841 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-38faee22-2e60-48dc-90cb-4e19e25a2db4 req-bb17b2ea-e0bd-4088-8c74-bb593897a13d tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422802 Jan 21 10:30:37.014156 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcd007-101e-4c91-91b7-08ee3986e28e req-8e384e69-957c-463e-97f0-01ff29865586 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:37.015614 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e0dcd007-101e-4c91-91b7-08ee3986e28e req-8e384e69-957c-463e-97f0-01ff29865586 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 946 time: 0.0811045 Jan 21 10:30:37.062532 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e0dcd007-101e-4c91-91b7-08ee3986e28e req-d6fc804e-0a02-4411-83b8-b2322e620f46 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414019 Jan 21 10:30:37.091702 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44710) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:37.296377 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a7c15edb-8a98-45b8-87a4-28f44fc023b3 tempest-TestShelveInstance-140977753 tempest-TestShelveInstance-140977753-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 1094 time: 0.2032342 Jan 21 10:30:37.299226 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44716) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:37.304290 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-39cafae8-d4a5-4970-9808-f38cb7e9a4b8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'port_id': '90c9b62b-100a-48ef-be47-ce5bd5ca887a', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:30:37.311185 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-39cafae8-d4a5-4970-9808-f38cb7e9a4b8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:30:37.314859 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-39cafae8-d4a5-4970-9808-f38cb7e9a4b8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Usage tracker for resource:floatingip and tenant:639973f3b8e24d2d937580d169f02e77 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:30:37.317748 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-39cafae8-d4a5-4970-9808-f38cb7e9a4b8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:30:37.323369 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-39cafae8-d4a5-4970-9808-f38cb7e9a4b8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:30:37.334393 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-39cafae8-d4a5-4970-9808-f38cb7e9a4b8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:37.475107 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-39cafae8-d4a5-4970-9808-f38cb7e9a4b8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:37.628306 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-39cafae8-d4a5-4970-9808-f38cb7e9a4b8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Allocated IP 172.26.0.18 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/1e1c259e-3c1f-433f-9aeb-2a6e9655c35f) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:30:37.785040 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-39cafae8-d4a5-4970-9808-f38cb7e9a4b8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:37.814242 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-39cafae8-d4a5-4970-9808-f38cb7e9a4b8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:37.972385 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cafae8-d4a5-4970-9808-f38cb7e9a4b8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:30:37.973613 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-39cafae8-d4a5-4970-9808-f38cb7e9a4b8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:30:37.977260 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cafae8-d4a5-4970-9808-f38cb7e9a4b8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:30:38.005641 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cafae8-d4a5-4970-9808-f38cb7e9a4b8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Pushing event updated for resources: {'Port': ['ID=1e1c259e-3c1f-433f-9aeb-2a6e9655c35f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:38.502230 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-39cafae8-d4a5-4970-9808-f38cb7e9a4b8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:38.560380 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-39cafae8-d4a5-4970-9808-f38cb7e9a4b8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:38.769928 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-39cafae8-d4a5-4970-9808-f38cb7e9a4b8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:38.774317 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-39cafae8-d4a5-4970-9808-f38cb7e9a4b8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:38.886169 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cafae8-d4a5-4970-9808-f38cb7e9a4b8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Pushing event updated for resources: {'Port': ['ID=1e1c259e-3c1f-433f-9aeb-2a6e9655c35f,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:38.911563 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-39cafae8-d4a5-4970-9808-f38cb7e9a4b8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:39.116484 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.l3_db [None req-39cafae8-d4a5-4970-9808-f38cb7e9a4b8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Floating IP 7bfbc454-0dd1-44be-bdd9-f1e91f84c0c8 associated. External IP: 172.26.0.18, port: 90c9b62b-100a-48ef-be47-ce5bd5ca887a. Jan 21 10:30:39.519593 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39cafae8-d4a5-4970-9808-f38cb7e9a4b8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Router c05e0dbe-3b4d-40a3-93e7-d90f3669dac1 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:30:39.828674 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39cafae8-d4a5-4970-9808-f38cb7e9a4b8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:30:39.841556 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c200f11-60fe-471b-9226-284ecdc46558 None None] Sync routers for ids ['c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:30:39.855421 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c200f11-60fe-471b-9226-284ecdc46558 None None] Routers {'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:30:39.855882 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-39cafae8-d4a5-4970-9808-f38cb7e9a4b8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:39.856093 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-8c200f11-60fe-471b-9226-284ecdc46558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:30:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:39.915556 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-39cafae8-d4a5-4970-9808-f38cb7e9a4b8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6153121 Jan 21 10:30:39.916118 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f3c2b1-a454-4587-aa63-20fde3db3eab', 'tag': '90c9b62b-100a-48ef-be47-ce5bd5ca887a'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:30:39.974682 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f3c2b1-a454-4587-aa63-20fde3db3eab', 'tag': '90c9b62b-100a-48ef-be47-ce5bd5ca887a', 'status': 'completed', 'code': 200} Jan 21 10:30:40.073919 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-db9d5378-174b-4fd2-9e8f-0ddcad0fe6be req-cb72c3b7-ee89-4dad-bdc3-a8810cdee217 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=639973f3b8e24d2d937580d169f02e77&device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 1099 time: 0.0725572 Jan 21 10:30:40.107427 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-8c200f11-60fe-471b-9226-284ecdc46558 None None] Set router c05e0dbe-3b4d-40a3-93e7-d90f3669dac1 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:30:40.214755 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d5378-174b-4fd2-9e8f-0ddcad0fe6be req-d288b24e-98af-464e-9386-2eca4b9ceaaf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:40.216877 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-db9d5378-174b-4fd2-9e8f-0ddcad0fe6be req-d288b24e-98af-464e-9386-2eca4b9ceaaf service neutron] 10.222.0.124 "GET /v2.0/networks?id=763af53d-f0e8-48f6-9cb1-c1ba835f3423 HTTP/1.1" status: 200 len: 909 time: 0.1375258 Jan 21 10:30:40.328833 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-db9d5378-174b-4fd2-9e8f-0ddcad0fe6be req-4e92bf10-d19d-42f1-9d46-b14a6ba4827e service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90c9b62b-100a-48ef-be47-ce5bd5ca887a HTTP/1.1" status: 200 len: 999 time: 0.1061585 Jan 21 10:30:40.392769 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d5378-174b-4fd2-9e8f-0ddcad0fe6be req-0df44989-a098-414e-bd95-4575aec1c8a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:40.394249 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-db9d5378-174b-4fd2-9e8f-0ddcad0fe6be req-0df44989-a098-414e-bd95-4575aec1c8a8 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=d1ed7fd0-7683-4f42-821e-b4c6032aaf8f HTTP/1.1" status: 200 len: 847 time: 0.0595627 Jan 21 10:30:40.475142 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-db9d5378-174b-4fd2-9e8f-0ddcad0fe6be req-e6e2ee15-f18d-44c8-a208-95535b8ec1d7 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=763af53d-f0e8-48f6-9cb1-c1ba835f3423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750990 Jan 21 10:30:40.503148 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-8c200f11-60fe-471b-9226-284ecdc46558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'name': 'tempest-TestShelveInstance-394091815-router', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.109'}], 'enable_snat': True}, 'gw_port_id': 'e848941b-d3d9-4e44-8bb2-50aba207fc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:30:13Z', 'revision_number': 4, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'gw_port': {'id': 'e848941b-d3d9-4e44-8bb2-50aba207fc18', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '7bfbc454-0dd1-44be-bdd9-f1e91f84c0c8', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'floating_ip_address': '172.26.0.18', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'port_id': '90c9b62b-100a-48ef-be47-ce5bd5ca887a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423', 'mac_address': 'fa:16:3e:3f:7c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f3c2b1-a454-4587-aa63-20fde3db3eab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:30:38Z', 'updated_at': '2022-01-21T10:30:38Z', 'revision_number': 0, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcbdc4af-96d3-41ee-86e3-36d0ca93342a', 'name': '', 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'mac_address': 'fa:16:3e:8d:12:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1ed7fd0-7683-4f42-821e-b4c6032aaf8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:13Z', 'updated_at': '2022-01-21T10:30:23Z', 'revision_number': 5, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'subnets': [{'id': 'd1ed7fd0-7683-4f42-821e-b4c6032aaf8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:40.507593 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c200f11-60fe-471b-9226-284ecdc46558 None None] Checking router: c05e0dbe-3b4d-40a3-93e7-d90f3669dac1 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:30:40.522761 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c200f11-60fe-471b-9226-284ecdc46558 None None] Routers {'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:30:40.523381 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-8c200f11-60fe-471b-9226-284ecdc46558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:30:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:40.611149 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-db9d5378-174b-4fd2-9e8f-0ddcad0fe6be req-4975de83-0047-4bf0-944c-1ce51d0ff8d9 service neutron] 10.222.0.124 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301978 Jan 21 10:30:40.710070 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-8c200f11-60fe-471b-9226-284ecdc46558 None None] Set router c05e0dbe-3b4d-40a3-93e7-d90f3669dac1 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:30:40.771599 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-db9d5378-174b-4fd2-9e8f-0ddcad0fe6be req-e2e0bcc8-5c83-4ab1-9b3f-511e5616d0b5 service neutron] 10.222.0.124 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538179 Jan 21 10:30:41.005855 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1283e686-8368-4aaf-9c4c-43718684c3a4 None None] Sync routers for ids ['50d3c52d-8bd5-429b-b1ec-1a4658966d82'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:30:41.018109 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1283e686-8368-4aaf-9c4c-43718684c3a4 None None] Routers {'50d3c52d-8bd5-429b-b1ec-1a4658966d82'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:30:41.018788 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-1283e686-8368-4aaf-9c4c-43718684c3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:30:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['50d3c52d-8bd5-429b-b1ec-1a4658966d82'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:41.085919 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-8c200f11-60fe-471b-9226-284ecdc46558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'name': 'tempest-TestShelveInstance-394091815-router', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.109'}], 'enable_snat': True}, 'gw_port_id': 'e848941b-d3d9-4e44-8bb2-50aba207fc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:30:13Z', 'revision_number': 4, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'gw_port': {'id': 'e848941b-d3d9-4e44-8bb2-50aba207fc18', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '7bfbc454-0dd1-44be-bdd9-f1e91f84c0c8', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'floating_ip_address': '172.26.0.18', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'port_id': '90c9b62b-100a-48ef-be47-ce5bd5ca887a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423', 'mac_address': 'fa:16:3e:3f:7c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f3c2b1-a454-4587-aa63-20fde3db3eab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:30:38Z', 'updated_at': '2022-01-21T10:30:38Z', 'revision_number': 0, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcbdc4af-96d3-41ee-86e3-36d0ca93342a', 'name': '', 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'mac_address': 'fa:16:3e:8d:12:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1ed7fd0-7683-4f42-821e-b4c6032aaf8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:13Z', 'updated_at': '2022-01-21T10:30:23Z', 'revision_number': 5, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'subnets': [{'id': 'd1ed7fd0-7683-4f42-821e-b4c6032aaf8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:41.090459 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c200f11-60fe-471b-9226-284ecdc46558 None None] The sync data for ids ['c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'] in dv-neutron-825732-1-hyperv is: [{'id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'name': 'tempest-TestShelveInstance-394091815-router', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.109'}], 'enable_snat': True}, 'gw_port_id': 'e848941b-d3d9-4e44-8bb2-50aba207fc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:30:13Z', 'revision_number': 4, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'gw_port': {'id': 'e848941b-d3d9-4e44-8bb2-50aba207fc18', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '7bfbc454-0dd1-44be-bdd9-f1e91f84c0c8', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'floating_ip_address': '172.26.0.18', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'port_id': '90c9b62b-100a-48ef-be47-ce5bd5ca887a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423', 'mac_address': 'fa:16:3e:3f:7c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f3c2b1-a454-4587-aa63-20fde3db3eab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:30:38Z', 'updated_at': '2022-01-21T10:30:38Z', 'revision_number': 0, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcbdc4af-96d3-41ee-86e3-36d0ca93342a', 'name': '', 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'mac_address': 'fa:16:3e:8d:12:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1ed7fd0-7683-4f42-821e-b4c6032aaf8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:13Z', 'updated_at': '2022-01-21T10:30:23Z', 'revision_number': 5, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'subnets': [{'id': 'd1ed7fd0-7683-4f42-821e-b4c6032aaf8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:30:41.216002 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-1283e686-8368-4aaf-9c4c-43718684c3a4 None None] Set router 50d3c52d-8bd5-429b-b1ec-1a4658966d82 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:30:41.308241 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05158bc-5d6b-4088-92c9-d5195760cb6c None None] New status for floating IP 7bfbc454-0dd1-44be-bdd9-f1e91f84c0c8: ACTIVE {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:30:41.549614 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-1283e686-8368-4aaf-9c4c-43718684c3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d3c52d-8bd5-429b-b1ec-1a4658966d82', 'name': 'tempest-TestShelveInstance-1955233240-router', 'tenant_id': 'fecbaa1ae1ed41cca7cfa2ed70b692fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c5537407-322c-48e4-bc8d-87fa1ef25fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:17Z', 'updated_at': '2022-01-21T10:30:20Z', 'revision_number': 4, 'project_id': 'fecbaa1ae1ed41cca7cfa2ed70b692fa', 'gw_port': {'id': 'c5537407-322c-48e4-bc8d-87fa1ef25fb8', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d3c52d-8bd5-429b-b1ec-1a4658966d82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:17Z', 'updated_at': '2022-01-21T10:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'a73b566a-3d1b-4327-ae70-789f0f6554c4', 'name': '', 'network_id': '20cfcf73-b97a-4b30-ab55-3844a037ed39', 'tenant_id': 'fecbaa1ae1ed41cca7cfa2ed70b692fa', 'mac_address': 'fa:16:3e:9d:d7:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d3c52d-8bd5-429b-b1ec-1a4658966d82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c48c37c3-8fa8-4d1c-b9ed-a26cc7d79cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:20Z', 'updated_at': '2022-01-21T10:30:20Z', 'revision_number': 2, 'project_id': 'fecbaa1ae1ed41cca7cfa2ed70b692fa', 'subnets': [{'id': 'c48c37c3-8fa8-4d1c-b9ed-a26cc7d79cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:41.555048 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1283e686-8368-4aaf-9c4c-43718684c3a4 None None] Checking router: 50d3c52d-8bd5-429b-b1ec-1a4658966d82 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:30:41.555048 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1283e686-8368-4aaf-9c4c-43718684c3a4 None None] Updating router 50d3c52d-8bd5-429b-b1ec-1a4658966d82 port a73b566a-3d1b-4327-ae70-789f0f6554c4 binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:30:41.623534 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1283e686-8368-4aaf-9c4c-43718684c3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:41.977565 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1283e686-8368-4aaf-9c4c-43718684c3a4 None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:41.991918 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1283e686-8368-4aaf-9c4c-43718684c3a4 None None] Transition to ACTIVE for port object a73b566a-3d1b-4327-ae70-789f0f6554c4 will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:30:42.000017 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1283e686-8368-4aaf-9c4c-43718684c3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:42.134692 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dec5a2-120a-47f7-bf5c-f578367fd7d7 None None] Pushing event updated for resources: {'Port': ['ID=a73b566a-3d1b-4327-ae70-789f0f6554c4,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:42.237681 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-1283e686-8368-4aaf-9c4c-43718684c3a4 None None] Attempting to bind port a73b566a-3d1b-4327-ae70-789f0f6554c4 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:30:42.238047 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-1283e686-8368-4aaf-9c4c-43718684c3a4 None None] Attempting to bind port a73b566a-3d1b-4327-ae70-789f0f6554c4 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': 'bfe28520-1266-4420-9f8a-6f90c701152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '20cfcf73-b97a-4b30-ab55-3844a037ed39'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:30:42.238401 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1283e686-8368-4aaf-9c4c-43718684c3a4 None None] Attempting to bind port a73b566a-3d1b-4327-ae70-789f0f6554c4 on network 20cfcf73-b97a-4b30-ab55-3844a037ed39 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:30:42.245349 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1283e686-8368-4aaf-9c4c-43718684c3a4 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:30:42.245740 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1283e686-8368-4aaf-9c4c-43718684c3a4 None None] Checking segment: {'id': 'bfe28520-1266-4420-9f8a-6f90c701152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '20cfcf73-b97a-4b30-ab55-3844a037ed39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:30:42.246291 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1283e686-8368-4aaf-9c4c-43718684c3a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:42.246513 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1283e686-8368-4aaf-9c4c-43718684c3a4 None None] Bound using segment: {'id': 'bfe28520-1266-4420-9f8a-6f90c701152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '20cfcf73-b97a-4b30-ab55-3844a037ed39'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:30:42.246964 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-1283e686-8368-4aaf-9c4c-43718684c3a4 None None] Bound port: a73b566a-3d1b-4327-ae70-789f0f6554c4, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe28520-1266-4420-9f8a-6f90c701152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '20cfcf73-b97a-4b30-ab55-3844a037ed39'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:30:42.247846 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1283e686-8368-4aaf-9c4c-43718684c3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:42.341247 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-1283e686-8368-4aaf-9c4c-43718684c3a4 None None] For port a73b566a-3d1b-4327-ae70-789f0f6554c4, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:30:42.345115 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-1283e686-8368-4aaf-9c4c-43718684c3a4 None None] For port a73b566a-3d1b-4327-ae70-789f0f6554c4, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=a73b566a-3d1b-4327-ae70-789f0f6554c4,segment=NetworkSegment(bfe28520-1266-4420-9f8a-6f90c701152a),segment_id=bfe28520-1266-4420-9f8a-6f90c701152a)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:30:42.351222 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1283e686-8368-4aaf-9c4c-43718684c3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:42.435984 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dec5a2-120a-47f7-bf5c-f578367fd7d7 None None] Pushing event updated for resources: {'Port': ['ID=a73b566a-3d1b-4327-ae70-789f0f6554c4,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:42.439704 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1283e686-8368-4aaf-9c4c-43718684c3a4 None None] Routers {'50d3c52d-8bd5-429b-b1ec-1a4658966d82'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:30:42.440360 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-1283e686-8368-4aaf-9c4c-43718684c3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:30:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['50d3c52d-8bd5-429b-b1ec-1a4658966d82'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:42.675860 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-1283e686-8368-4aaf-9c4c-43718684c3a4 None None] Set router 50d3c52d-8bd5-429b-b1ec-1a4658966d82 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:30:43.003962 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-1283e686-8368-4aaf-9c4c-43718684c3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d3c52d-8bd5-429b-b1ec-1a4658966d82', 'name': 'tempest-TestShelveInstance-1955233240-router', 'tenant_id': 'fecbaa1ae1ed41cca7cfa2ed70b692fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c5537407-322c-48e4-bc8d-87fa1ef25fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:17Z', 'updated_at': '2022-01-21T10:30:20Z', 'revision_number': 4, 'project_id': 'fecbaa1ae1ed41cca7cfa2ed70b692fa', 'gw_port': {'id': 'c5537407-322c-48e4-bc8d-87fa1ef25fb8', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d3c52d-8bd5-429b-b1ec-1a4658966d82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:17Z', 'updated_at': '2022-01-21T10:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'a73b566a-3d1b-4327-ae70-789f0f6554c4', 'name': '', 'network_id': '20cfcf73-b97a-4b30-ab55-3844a037ed39', 'tenant_id': 'fecbaa1ae1ed41cca7cfa2ed70b692fa', 'mac_address': 'fa:16:3e:9d:d7:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d3c52d-8bd5-429b-b1ec-1a4658966d82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c48c37c3-8fa8-4d1c-b9ed-a26cc7d79cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:20Z', 'updated_at': '2022-01-21T10:30:42Z', 'revision_number': 4, 'project_id': 'fecbaa1ae1ed41cca7cfa2ed70b692fa', 'subnets': [{'id': 'c48c37c3-8fa8-4d1c-b9ed-a26cc7d79cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:43.007963 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1283e686-8368-4aaf-9c4c-43718684c3a4 None None] The sync data for ids ['50d3c52d-8bd5-429b-b1ec-1a4658966d82'] in dv-neutron-825732-1-hyperv is: [{'id': '50d3c52d-8bd5-429b-b1ec-1a4658966d82', 'name': 'tempest-TestShelveInstance-1955233240-router', 'tenant_id': 'fecbaa1ae1ed41cca7cfa2ed70b692fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c5537407-322c-48e4-bc8d-87fa1ef25fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:17Z', 'updated_at': '2022-01-21T10:30:20Z', 'revision_number': 4, 'project_id': 'fecbaa1ae1ed41cca7cfa2ed70b692fa', 'gw_port': {'id': 'c5537407-322c-48e4-bc8d-87fa1ef25fb8', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d3c52d-8bd5-429b-b1ec-1a4658966d82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:17Z', 'updated_at': '2022-01-21T10:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'a73b566a-3d1b-4327-ae70-789f0f6554c4', 'name': '', 'network_id': '20cfcf73-b97a-4b30-ab55-3844a037ed39', 'tenant_id': 'fecbaa1ae1ed41cca7cfa2ed70b692fa', 'mac_address': 'fa:16:3e:9d:d7:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d3c52d-8bd5-429b-b1ec-1a4658966d82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c48c37c3-8fa8-4d1c-b9ed-a26cc7d79cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:20Z', 'updated_at': '2022-01-21T10:30:42Z', 'revision_number': 4, 'project_id': 'fecbaa1ae1ed41cca7cfa2ed70b692fa', 'subnets': [{'id': 'c48c37c3-8fa8-4d1c-b9ed-a26cc7d79cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:30:44.876505 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a73b566a-3d1b-4327-ae70-789f0f6554c4 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:30:44.948517 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port a73b566a-3d1b-4327-ae70-789f0f6554c4 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:30:44.953856 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port a73b566a-3d1b-4327-ae70-789f0f6554c4 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:30:44.954245 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:45.082160 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:45.161484 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port a73b566a-3d1b-4327-ae70-789f0f6554c4, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=a73b566a-3d1b-4327-ae70-789f0f6554c4,segment=NetworkSegment(bfe28520-1266-4420-9f8a-6f90c701152a),segment_id=bfe28520-1266-4420-9f8a-6f90c701152a)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:30:45.165896 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:45.233822 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=a73b566a-3d1b-4327-ae70-789f0f6554c4,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:46.863671 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a73b566a-3d1b-4327-ae70-789f0f6554c4 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:30:46.937871 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port a73b566a-3d1b-4327-ae70-789f0f6554c4 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:30:46.938262 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:50.776106 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:54.031113 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9166c441-e4b4-49e6-a094-26e7d02340b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:56.455400 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-130ed463-69a5-464e-a0d6-7130eabcadcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:57.566042 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:57.933028 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:59.662430 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:13.465865 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-630823cf-f0d7-4528-8f66-777452cf83b7 req-332b9b9c-65d5-4cc8-bfc8-dc4d52b4fbcd service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750887 Jan 21 10:31:13.617872 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-630823cf-f0d7-4528-8f66-777452cf83b7 req-b431db4c-c343-4b77-9598-e2d1a988c797 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=639973f3b8e24d2d937580d169f02e77&device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 1099 time: 0.0747299 Jan 21 10:31:13.674492 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:31:13.878996 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630823cf-f0d7-4528-8f66-777452cf83b7 req-ffd0f2bc-7611-415b-a2ec-d3b0e724fdd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:13.880759 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-630823cf-f0d7-4528-8f66-777452cf83b7 req-ffd0f2bc-7611-415b-a2ec-d3b0e724fdd9 service neutron] 10.222.0.124 "GET /v2.0/networks?id=763af53d-f0e8-48f6-9cb1-c1ba835f3423 HTTP/1.1" status: 200 len: 909 time: 0.2441926 Jan 21 10:31:13.996166 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-630823cf-f0d7-4528-8f66-777452cf83b7 req-4ea12ae0-8b10-49f4-94d8-1aad3aff65d3 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90c9b62b-100a-48ef-be47-ce5bd5ca887a HTTP/1.1" status: 200 len: 1001 time: 0.1084530 Jan 21 10:31:14.062729 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630823cf-f0d7-4528-8f66-777452cf83b7 req-fd5d207d-dd88-44b3-8c58-6f3e06a08d28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:14.064207 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-630823cf-f0d7-4528-8f66-777452cf83b7 req-fd5d207d-dd88-44b3-8c58-6f3e06a08d28 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=d1ed7fd0-7683-4f42-821e-b4c6032aaf8f HTTP/1.1" status: 200 len: 847 time: 0.0617311 Jan 21 10:31:14.148312 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-630823cf-f0d7-4528-8f66-777452cf83b7 req-26a30b03-b467-4f81-97d0-a2dcf601ee68 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=763af53d-f0e8-48f6-9cb1-c1ba835f3423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771258 Jan 21 10:31:14.294756 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-630823cf-f0d7-4528-8f66-777452cf83b7 req-6d7624b3-1096-4a8e-bc84-3b6dcb3b60f5 service neutron] 10.222.0.124 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389961 Jan 21 10:31:14.441824 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-630823cf-f0d7-4528-8f66-777452cf83b7 req-3b0372dd-28a4-45ae-a4e8-ce6e875436ef service neutron] 10.222.0.124 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411824 Jan 21 10:31:20.781229 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:24.037037 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2bb77e24-55b6-45ee-975a-315a93f2b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:26.458856 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-723f98c8-c9a3-460e-9a76-5b0f65881ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:27.562807 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:27.938123 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:29.664184 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:50.674368 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:31:50.781068 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:54.031006 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c018a99c-575d-4002-827e-d7211dcbd1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:56.461837 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c0f9fae5-e47a-4ce7-88d7-0bd435a18329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:57.556288 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:57.939293 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:59.667333 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:14.058993 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-17e6370f-025b-4eb0-9860-477f42fe1031 req-00e8e65c-5625-4421-a8df-0aaf8360c27a service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783515 Jan 21 10:32:14.207464 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-17e6370f-025b-4eb0-9860-477f42fe1031 req-20d8e85a-80e3-4e17-b162-b36b64b131a5 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=639973f3b8e24d2d937580d169f02e77&device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 1099 time: 0.0805805 Jan 21 10:32:14.358169 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6370f-025b-4eb0-9860-477f42fe1031 req-a9a996ff-f2bb-4ec5-b691-5490d529e8bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:14.359682 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-17e6370f-025b-4eb0-9860-477f42fe1031 req-a9a996ff-f2bb-4ec5-b691-5490d529e8bd service neutron] 10.222.0.124 "GET /v2.0/networks?id=763af53d-f0e8-48f6-9cb1-c1ba835f3423 HTTP/1.1" status: 200 len: 909 time: 0.1341434 Jan 21 10:32:14.476821 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-17e6370f-025b-4eb0-9860-477f42fe1031 req-52fd6292-bbb1-428a-9e20-c29949d3b158 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90c9b62b-100a-48ef-be47-ce5bd5ca887a HTTP/1.1" status: 200 len: 1001 time: 0.1105647 Jan 21 10:32:14.549925 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6370f-025b-4eb0-9860-477f42fe1031 req-51a46445-c15e-4d5d-8cf1-09acd338a569 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:14.551378 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-17e6370f-025b-4eb0-9860-477f42fe1031 req-51a46445-c15e-4d5d-8cf1-09acd338a569 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=d1ed7fd0-7683-4f42-821e-b4c6032aaf8f HTTP/1.1" status: 200 len: 847 time: 0.0675890 Jan 21 10:32:14.632618 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-17e6370f-025b-4eb0-9860-477f42fe1031 req-c7e26a28-43da-4f3b-b257-16cc330b50fd service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=763af53d-f0e8-48f6-9cb1-c1ba835f3423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747774 Jan 21 10:32:14.779847 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-17e6370f-025b-4eb0-9860-477f42fe1031 req-71af705f-da71-421a-a138-3d16cc8a438d service neutron] 10.222.0.124 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395609 Jan 21 10:32:14.938441 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-17e6370f-025b-4eb0-9860-477f42fe1031 req-66dc9bae-525d-4a90-9af4-a2c2ae610141 service neutron] 10.222.0.124 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525607 Jan 21 10:32:20.794696 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:24.034523 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dee3d646-7dd5-4d60-acb1-feec165ce8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:26.463684 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b8f8a120-30e9-4a7a-a204-0ef0e8f05c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:27.560149 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:27.675687 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:32:27.942061 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:29.672030 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:38.684200 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b4194-a201-4986-a076-ec514ea29274 req-cae779dc-6560-4212-9ac3-30ed80fd5d1a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:38.686329 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ce9b4194-a201-4986-a076-ec514ea29274 req-cae779dc-6560-4212-9ac3-30ed80fd5d1a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 946 time: 0.0902145 Jan 21 10:32:38.736686 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ce9b4194-a201-4986-a076-ec514ea29274 req-c7869ac9-b1f5-4b10-bfd1-8f8dde5b20e5 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447619 Jan 21 10:32:39.960108 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db1cc3-d819-464f-b882-000bd4b4e43c req-70321405-cba4-4136-b2c4-d6bff7acf3a0 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:39.961620 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-00db1cc3-d819-464f-b882-000bd4b4e43c req-70321405-cba4-4136-b2c4-d6bff7acf3a0 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 946 time: 0.0824037 Jan 21 10:32:40.011711 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-00db1cc3-d819-464f-b882-000bd4b4e43c req-7e59ea1f-228d-46bf-8e0b-9d7170ea97d9 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438223 Jan 21 10:32:41.254572 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7edc1-3d24-4363-a268-eeb5d7bf5c91 req-b78fa411-1503-44c2-8209-2e7f7f1aaf8f tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:41.256074 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-45e7edc1-3d24-4363-a268-eeb5d7bf5c91 req-b78fa411-1503-44c2-8209-2e7f7f1aaf8f tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 946 time: 0.0872104 Jan 21 10:32:41.303490 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-45e7edc1-3d24-4363-a268-eeb5d7bf5c91 req-96ac24e4-8482-4b5e-bd92-d49653c552c8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418971 Jan 21 10:32:42.518442 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c91c1f-d56d-4ba4-b9a7-4ad92dfc1aa0 req-0c7345a5-777f-455e-8fc3-962d3e7ca0e4 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:42.520000 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e4c91c1f-d56d-4ba4-b9a7-4ad92dfc1aa0 req-0c7345a5-777f-455e-8fc3-962d3e7ca0e4 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 946 time: 0.0833945 Jan 21 10:32:42.567832 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e4c91c1f-d56d-4ba4-b9a7-4ad92dfc1aa0 req-c0739747-2aa8-4229-b55d-c1ba0ec644cf tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420411 Jan 21 10:32:43.775944 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad90822-b4d1-4d89-b983-0508fac3ef3c req-f9c7cd54-5fc4-4e92-95f1-1c84df7e6fb7 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:43.777545 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bad90822-b4d1-4d89-b983-0508fac3ef3c req-f9c7cd54-5fc4-4e92-95f1-1c84df7e6fb7 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 946 time: 0.0797083 Jan 21 10:32:43.831395 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bad90822-b4d1-4d89-b983-0508fac3ef3c req-7cd736c7-c783-4d2f-bcc4-9e8c5781f9cd tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481153 Jan 21 10:32:45.048962 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ad436-0aa9-4c0f-82d9-23a75d0dd344 req-6224f0f5-76fe-42d2-8da8-68f211f29a04 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:45.050497 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-598ad436-0aa9-4c0f-82d9-23a75d0dd344 req-6224f0f5-76fe-42d2-8da8-68f211f29a04 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 946 time: 0.0850639 Jan 21 10:32:45.098914 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-598ad436-0aa9-4c0f-82d9-23a75d0dd344 req-4dda754a-bdb4-4e05-baea-9dfa381d84bf tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427451 Jan 21 10:32:46.307241 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf46dc-c28a-45a0-aaec-ead846c8688d req-9140e78e-2d29-4d75-b16c-8481be272c2e tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:46.308696 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bacf46dc-c28a-45a0-aaec-ead846c8688d req-9140e78e-2d29-4d75-b16c-8481be272c2e tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 946 time: 0.0799098 Jan 21 10:32:46.364700 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bacf46dc-c28a-45a0-aaec-ead846c8688d req-cfca0e3c-c3ca-41a6-ad7b-b34b3a73e7c6 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494101 Jan 21 10:32:47.576876 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64327db6-ab38-4689-b1a4-2766a302eb74 req-31814572-25a5-42a1-97c9-90a17e2eef85 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:47.578449 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-64327db6-ab38-4689-b1a4-2766a302eb74 req-31814572-25a5-42a1-97c9-90a17e2eef85 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 946 time: 0.0772562 Jan 21 10:32:47.626910 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-64327db6-ab38-4689-b1a4-2766a302eb74 req-f7d135e0-8191-41e9-b522-b5211622eb36 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427642 Jan 21 10:32:48.965466 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad5b3c-a69e-4583-a7fc-9641b4111db3 req-b2bf9118-22b7-4356-ba47-aec4cd9401b4 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:48.967072 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a2ad5b3c-a69e-4583-a7fc-9641b4111db3 req-b2bf9118-22b7-4356-ba47-aec4cd9401b4 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 946 time: 0.1925666 Jan 21 10:32:49.022323 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a2ad5b3c-a69e-4583-a7fc-9641b4111db3 req-11ed82f6-fae0-4c4a-b17d-d27238c5a480 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496414 Jan 21 10:32:50.251899 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23160a6f-1900-4864-b17a-c9ce17eceacf req-54755d91-e5a7-4b7a-90d8-f4fd35e52543 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:50.253386 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-23160a6f-1900-4864-b17a-c9ce17eceacf req-54755d91-e5a7-4b7a-90d8-f4fd35e52543 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 946 time: 0.0852480 Jan 21 10:32:50.303008 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-23160a6f-1900-4864-b17a-c9ce17eceacf req-f01679d2-9f3a-42f9-8059-7bbcdc2899ad tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440111 Jan 21 10:32:50.795983 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:51.265106 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 90c9b62b-100a-48ef-be47-ce5bd5ca887a details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:32:51.419781 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 90c9b62b-100a-48ef-be47-ce5bd5ca887a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=90c9b62b-100a-48ef-be47-ce5bd5ca887a,segment=NetworkSegment(dd6d6d27-a93d-401b-a267-95b9aa326179),segment_id=dd6d6d27-a93d-401b-a267-95b9aa326179)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:32:51.444052 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '90c9b62b-100a-48ef-be47-ce5bd5ca887a', 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423', 'port_id': '90c9b62b-100a-48ef-be47-ce5bd5ca887a', 'mac_address': 'fa:16:3e:3f:7c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ed7fd0-7683-4f42-821e-b4c6032aaf8f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:32:51.516029 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:51.533869 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e53547-1900-409f-a439-702be75b723d req-d475d405-66ce-48ac-a637-e67bd1ad867d tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:51.535465 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-15e53547-1900-409f-a439-702be75b723d req-d475d405-66ce-48ac-a637-e67bd1ad867d tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 946 time: 0.0962064 Jan 21 10:32:51.536979 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90c9b62b-100a-48ef-be47-ce5bd5ca887a {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:32:51.555680 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 90c9b62b-100a-48ef-be47-ce5bd5ca887a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=90c9b62b-100a-48ef-be47-ce5bd5ca887a,segment=NetworkSegment(dd6d6d27-a93d-401b-a267-95b9aa326179),segment_id=dd6d6d27-a93d-401b-a267-95b9aa326179)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:32:51.560404 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:51.596385 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-15e53547-1900-409f-a439-702be75b723d req-3d920a41-abe1-4f7a-8238-5c172bc350e9 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481396 Jan 21 10:32:51.638278 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=90c9b62b-100a-48ef-be47-ce5bd5ca887a,revision_number=6']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:51.643136 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['90c9b62b-100a-48ef-be47-ce5bd5ca887a'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:32:51.699137 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:51.699483 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:51.699815 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:51.700147 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:51.700470 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:51.700792 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:51.701354 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:51.701777 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:51.702100 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:51.702424 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:51.702732 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:52.879758 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f0121-aeb3-41c7-a16e-49095379d58b req-cb70572f-37ea-4642-89bb-ed6db6a9e7da tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:52.882617 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-624f0121-aeb3-41c7-a16e-49095379d58b req-cb70572f-37ea-4642-89bb-ed6db6a9e7da tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 945 time: 0.1027057 Jan 21 10:32:52.939426 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-624f0121-aeb3-41c7-a16e-49095379d58b req-e1d76a02-334a-43cc-a392-28a2b233e25b tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469356 Jan 21 10:32:53.296472 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 90c9b62b-100a-48ef-be47-ce5bd5ca887a up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:32:53.374926 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 90c9b62b-100a-48ef-be47-ce5bd5ca887a triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:32:53.375289 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:53.500617 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:53.537689 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f3c2b1-a454-4587-aa63-20fde3db3eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c9b62b-100a-48ef-be47-ce5bd5ca887a'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:32:53.545968 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 90c9b62b-100a-48ef-be47-ce5bd5ca887a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=90c9b62b-100a-48ef-be47-ce5bd5ca887a,segment=NetworkSegment(dd6d6d27-a93d-401b-a267-95b9aa326179),segment_id=dd6d6d27-a93d-401b-a267-95b9aa326179)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:32:53.552442 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:53.634361 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=90c9b62b-100a-48ef-be47-ce5bd5ca887a,revision_number=7']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:53.708108 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f3c2b1-a454-4587-aa63-20fde3db3eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c9b62b-100a-48ef-be47-ce5bd5ca887a', 'code': 200} Jan 21 10:32:54.056314 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9b9a2c27-fe53-44f6-a93a-52b9e268373b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:54.186541 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823048ed-200f-45de-94de-f4ae6960274b req-2c04e20f-78b5-445c-924e-396860267242 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:54.195974 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-823048ed-200f-45de-94de-f4ae6960274b req-2c04e20f-78b5-445c-924e-396860267242 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 946 time: 0.0992291 Jan 21 10:32:54.270695 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-823048ed-200f-45de-94de-f4ae6960274b req-8569db70-4690-48ca-8de4-3821b1d15641 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696740 Jan 21 10:32:55.503688 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032bf967-43f7-41f3-b35f-a0e80f198625 req-7ee194e6-6ffb-4a4a-b76d-06b5b8aeb623 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:55.505115 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-032bf967-43f7-41f3-b35f-a0e80f198625 req-7ee194e6-6ffb-4a4a-b76d-06b5b8aeb623 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 946 time: 0.0958564 Jan 21 10:32:55.560131 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-032bf967-43f7-41f3-b35f-a0e80f198625 req-effde862-bfd3-4e21-9fad-be2fc29c1d13 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489821 Jan 21 10:32:56.469859 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-47108b6e-3889-40d3-a915-bacfc1d3a76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:56.804274 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bd98c-b25b-4172-afe7-e6962eedc850 req-368bc2a5-0593-412f-9616-d92ffecc2888 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:56.811499 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-247bd98c-b25b-4172-afe7-e6962eedc850 req-368bc2a5-0593-412f-9616-d92ffecc2888 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 946 time: 0.0965681 Jan 21 10:32:56.885853 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-247bd98c-b25b-4172-afe7-e6962eedc850 req-65ebeb4f-8ca2-4f52-8fe6-223b0063a1c1 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733202 Jan 21 10:32:57.568535 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:57.956186 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:58.110181 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab65af-9fc7-4d3d-8a1b-7ab861c35d6e req-fd7c1904-aa44-4490-9727-84454795b896 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:58.111789 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-faab65af-9fc7-4d3d-8a1b-7ab861c35d6e req-fd7c1904-aa44-4490-9727-84454795b896 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 946 time: 0.0896871 Jan 21 10:32:58.163632 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-faab65af-9fc7-4d3d-8a1b-7ab861c35d6e req-1acde422-9c26-4142-996d-b540c22effa6 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457404 Jan 21 10:32:59.418769 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d0614-561b-4595-9bc6-4eb32c7b7689 req-1474c5c5-6ac0-4862-93d6-1ccb300536ff tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:59.421033 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-911d0614-561b-4595-9bc6-4eb32c7b7689 req-1474c5c5-6ac0-4862-93d6-1ccb300536ff tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 946 time: 0.1070437 Jan 21 10:32:59.478199 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-911d0614-561b-4595-9bc6-4eb32c7b7689 req-a41ac661-c263-439d-a621-77a4712b8614 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499723 Jan 21 10:32:59.679210 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:00.707016 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689d14f-e305-4657-9b41-927016e66eed req-c522da4f-f5a2-4035-9861-e5744efb64c0 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:00.709631 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0689d14f-e305-4657-9b41-927016e66eed req-c522da4f-f5a2-4035-9861-e5744efb64c0 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 946 time: 0.1032093 Jan 21 10:33:00.770178 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0689d14f-e305-4657-9b41-927016e66eed req-28ef3b4f-98f7-4581-90e2-a126dd212030 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545843 Jan 21 10:33:01.998158 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bad52b-38fa-40c8-9aa7-664ae5993835 req-85495be2-0ff5-488b-b025-cc5da59a5525 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:02.000323 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-79bad52b-38fa-40c8-9aa7-664ae5993835 req-85495be2-0ff5-488b-b025-cc5da59a5525 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 946 time: 0.0981097 Jan 21 10:33:02.048003 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-79bad52b-38fa-40c8-9aa7-664ae5993835 req-957e8d2f-a4a9-4e57-b5cd-f47f7c56a6eb tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419486 Jan 21 10:33:02.776257 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5acdf769-27d3-40f3-a501-16f0039f7f48 req-2b14f704-418e-41bc-a229-a1a68f221532 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=639973f3b8e24d2d937580d169f02e77&device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 1099 time: 0.0724268 Jan 21 10:33:02.914979 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdf769-27d3-40f3-a501-16f0039f7f48 req-3771ed30-ddc4-4625-9f64-520fd94d16e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:02.916410 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5acdf769-27d3-40f3-a501-16f0039f7f48 req-3771ed30-ddc4-4625-9f64-520fd94d16e3 service neutron] 10.222.0.124 "GET /v2.0/networks?id=763af53d-f0e8-48f6-9cb1-c1ba835f3423 HTTP/1.1" status: 200 len: 909 time: 0.1339324 Jan 21 10:33:03.021565 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5acdf769-27d3-40f3-a501-16f0039f7f48 req-d2bb4ec7-b134-4d09-85e0-276159fa91de service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90c9b62b-100a-48ef-be47-ce5bd5ca887a HTTP/1.1" status: 200 len: 1001 time: 0.0982716 Jan 21 10:33:03.089879 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdf769-27d3-40f3-a501-16f0039f7f48 req-84429991-cce2-4208-8d1a-87e7af9a7da9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:03.091352 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5acdf769-27d3-40f3-a501-16f0039f7f48 req-84429991-cce2-4208-8d1a-87e7af9a7da9 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=d1ed7fd0-7683-4f42-821e-b4c6032aaf8f HTTP/1.1" status: 200 len: 847 time: 0.0646467 Jan 21 10:33:03.171727 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5acdf769-27d3-40f3-a501-16f0039f7f48 req-b82f638e-478d-487e-be12-871a85b3799d service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=763af53d-f0e8-48f6-9cb1-c1ba835f3423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739372 Jan 21 10:33:03.383426 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5acdf769-27d3-40f3-a501-16f0039f7f48 req-4b16a39e-c0a6-4961-9e63-8019dfc82f04 service neutron] 10.222.0.124 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782589 Jan 21 10:33:03.389961 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7375e4-fd23-4ddf-96d1-537b0722779b req-c7e74b24-8fe8-44a1-afe3-3836e9c8b57d tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:03.391310 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4d7375e4-fd23-4ddf-96d1-537b0722779b req-c7e74b24-8fe8-44a1-afe3-3836e9c8b57d tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 946 time: 0.2169805 Jan 21 10:33:03.531217 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4d7375e4-fd23-4ddf-96d1-537b0722779b req-39efa432-b228-4737-8eb4-a801486bfe69 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213372 Jan 21 10:33:03.561351 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5acdf769-27d3-40f3-a501-16f0039f7f48 req-7329cedb-b347-43b6-b7ec-5abe66caef84 service neutron] 10.222.0.124 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690855 Jan 21 10:33:04.676470 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:33:04.753063 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7498d24-54d9-47fb-b9fc-40ff6ade4cdd req-f13780d3-7857-448b-9817-a4b87eb61629 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:04.754540 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-c7498d24-54d9-47fb-b9fc-40ff6ade4cdd req-f13780d3-7857-448b-9817-a4b87eb61629 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 946 time: 0.0842702 Jan 21 10:33:04.802088 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-c7498d24-54d9-47fb-b9fc-40ff6ade4cdd req-4c1bd53b-578c-44c6-a4fa-206721f607b8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419836 Jan 21 10:33:05.346594 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 90c9b62b-100a-48ef-be47-ce5bd5ca887a no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:33:05.466308 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:05.494033 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f3c2b1-a454-4587-aa63-20fde3db3eab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90c9b62b-100a-48ef-be47-ce5bd5ca887a'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:33:05.503546 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 90c9b62b-100a-48ef-be47-ce5bd5ca887a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=90c9b62b-100a-48ef-be47-ce5bd5ca887a,segment=NetworkSegment(dd6d6d27-a93d-401b-a267-95b9aa326179),segment_id=dd6d6d27-a93d-401b-a267-95b9aa326179)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:33:05.507526 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:05.598856 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f3c2b1-a454-4587-aa63-20fde3db3eab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90c9b62b-100a-48ef-be47-ce5bd5ca887a', 'code': 200} Jan 21 10:33:05.611176 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=90c9b62b-100a-48ef-be47-ce5bd5ca887a,revision_number=8']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:33:06.006406 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7181f-d927-49a8-830c-853f18a5d620 req-58738266-98e2-41a8-8888-ce66b4cb1a2c tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:06.007853 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-09a7181f-d927-49a8-830c-853f18a5d620 req-58738266-98e2-41a8-8888-ce66b4cb1a2c tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 944 time: 0.0835590 Jan 21 10:33:06.058392 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-09a7181f-d927-49a8-830c-853f18a5d620 req-eacd3549-8ec2-4af6-b963-2c68b364a51e tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450299 Jan 21 10:33:06.359241 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-62c762fa-0d9a-4f27-b94c-7875ca3d7dc7 req-990305f1-b751-4219-93cc-7cbf5838f556 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1781471 Jan 21 10:33:07.568495 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 44886) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:33:07.660554 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea360aec-f3b8-4612-811f-0eb18a98cc42 req-2306bfa3-1d2a-43f4-b14b-fab5c982b8b1 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:07.661952 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ea360aec-f3b8-4612-811f-0eb18a98cc42 req-2306bfa3-1d2a-43f4-b14b-fab5c982b8b1 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 944 time: 0.0856557 Jan 21 10:33:07.757348 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ea360aec-f3b8-4612-811f-0eb18a98cc42 req-f406c3ba-b9bc-4cc1-bc11-77d50cb6f0f2 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893223 Jan 21 10:33:07.787568 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-24c004bd-95bf-4532-ae32-155db9053106 req-e16cdcbc-c15a-4da6-afa3-6608188a540e service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2178485 Jan 21 10:33:08.552748 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-24c004bd-95bf-4532-ae32-155db9053106 req-a8297cc7-c419-4c70-b693-8c869bcba286 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab&tenant_id=639973f3b8e24d2d937580d169f02e77 HTTP/1.1" status: 200 len: 1097 time: 0.0732846 Jan 21 10:33:08.643814 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-24c004bd-95bf-4532-ae32-155db9053106 req-3d0960c7-a244-4c2a-9aec-3b36e382c162 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=639973f3b8e24d2d937580d169f02e77&device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 1097 time: 0.0712771 Jan 21 10:33:08.778440 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c004bd-95bf-4532-ae32-155db9053106 req-0206429b-b716-4f80-93cd-03033badd65b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:08.779899 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-24c004bd-95bf-4532-ae32-155db9053106 req-0206429b-b716-4f80-93cd-03033badd65b service neutron] 10.222.0.124 "GET /v2.0/networks?id=763af53d-f0e8-48f6-9cb1-c1ba835f3423 HTTP/1.1" status: 200 len: 909 time: 0.1307366 Jan 21 10:33:09.031194 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-24c004bd-95bf-4532-ae32-155db9053106 req-a59fa5b9-6a57-4a1f-b931-2c547160321a service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90c9b62b-100a-48ef-be47-ce5bd5ca887a HTTP/1.1" status: 200 len: 999 time: 0.2454569 Jan 21 10:33:09.093432 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af42fb-71f0-4e3d-9742-5ee3ab17123d req-7240c86f-d338-4ee5-a3a5-72f5d120d6b0 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:09.094880 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a7af42fb-71f0-4e3d-9742-5ee3ab17123d req-7240c86f-d338-4ee5-a3a5-72f5d120d6b0 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 944 time: 0.1577935 Jan 21 10:33:09.127699 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c004bd-95bf-4532-ae32-155db9053106 req-feb82f9a-da03-4f30-8cab-f49211914e78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:09.129109 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-24c004bd-95bf-4532-ae32-155db9053106 req-feb82f9a-da03-4f30-8cab-f49211914e78 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=d1ed7fd0-7683-4f42-821e-b4c6032aaf8f HTTP/1.1" status: 200 len: 847 time: 0.0918858 Jan 21 10:33:09.195268 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a7af42fb-71f0-4e3d-9742-5ee3ab17123d req-8aba82c6-c6cd-40ac-90f9-f85b2964d29f tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924983 Jan 21 10:33:09.225974 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-24c004bd-95bf-4532-ae32-155db9053106 req-75004290-0272-4b6a-9c6e-fcd705b0bf01 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=763af53d-f0e8-48f6-9cb1-c1ba835f3423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0865719 Jan 21 10:33:09.360140 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 90c9b62b-100a-48ef-be47-ce5bd5ca887a no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:33:09.370053 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-24c004bd-95bf-4532-ae32-155db9053106 req-2646210b-6be4-4eb6-bfa4-27bf90629f4e service neutron] 10.222.0.124 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383684 Jan 21 10:33:09.513060 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-24c004bd-95bf-4532-ae32-155db9053106 req-0f5e422f-3b9e-4a2a-b3eb-f852a6652845 service neutron] 10.222.0.124 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372993 Jan 21 10:33:10.431145 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e45976-f710-4ad4-b3a8-9e01cfd2db01 req-d42280bf-51e3-45e9-92bb-84f8d641916f tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:10.450760 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e8e45976-f710-4ad4-b3a8-9e01cfd2db01 req-d42280bf-51e3-45e9-92bb-84f8d641916f tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 944 time: 0.1167603 Jan 21 10:33:10.532294 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e8e45976-f710-4ad4-b3a8-9e01cfd2db01 req-6f35d8fe-08b1-4425-b43c-c782a27b4892 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796583 Jan 21 10:33:11.776799 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775677d1-4f63-4634-b9a8-4312cca23588 req-f6dbaf65-3447-43ab-b50a-5d023e24f3c3 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:11.778929 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-775677d1-4f63-4634-b9a8-4312cca23588 req-f6dbaf65-3447-43ab-b50a-5d023e24f3c3 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 944 time: 0.1083431 Jan 21 10:33:11.831472 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-775677d1-4f63-4634-b9a8-4312cca23588 req-6cd3beb9-ff77-4915-bdb7-973ce9ea6946 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457580 Jan 21 10:33:13.070443 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a735e-ae20-4cfb-abaa-f39f5c2c9728 req-0201cd8e-51ab-4101-aba2-db9ecd8ec7fd tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:13.073594 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-df1a735e-ae20-4cfb-abaa-f39f5c2c9728 req-0201cd8e-51ab-4101-aba2-db9ecd8ec7fd tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 944 time: 0.0941019 Jan 21 10:33:13.123319 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-df1a735e-ae20-4cfb-abaa-f39f5c2c9728 req-bc3ced03-cd70-4759-8ac3-3582a5295cb0 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454676 Jan 21 10:33:14.351587 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e55e7-9362-487a-adee-c3a3559513f9 req-d39c66ba-b80f-4e59-b851-ab6b8c61dda1 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:14.353161 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-162e55e7-9362-487a-adee-c3a3559513f9 req-d39c66ba-b80f-4e59-b851-ab6b8c61dda1 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 944 time: 0.0854619 Jan 21 10:33:14.406704 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-162e55e7-9362-487a-adee-c3a3559513f9 req-012668d6-dee8-4459-8e8a-dc3c73026a13 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474458 Jan 21 10:33:15.636639 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489224ee-738d-439b-bece-77e9226a13ed req-bad33e8b-e8b1-4458-adc6-8ac9fb281afc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:15.638339 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-489224ee-738d-439b-bece-77e9226a13ed req-bad33e8b-e8b1-4458-adc6-8ac9fb281afc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 944 time: 0.0915563 Jan 21 10:33:15.698794 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-489224ee-738d-439b-bece-77e9226a13ed req-33ad232e-51ff-41bb-a06b-1905fc34d62d tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546820 Jan 21 10:33:16.985046 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcef3ce-001b-440f-91df-58b848c2f68f req-791101b6-b415-45f2-9b13-591ca9a1c48e tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:16.986547 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bbcef3ce-001b-440f-91df-58b848c2f68f req-791101b6-b415-45f2-9b13-591ca9a1c48e tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 944 time: 0.1204770 Jan 21 10:33:17.037601 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bbcef3ce-001b-440f-91df-58b848c2f68f req-46d1badd-a745-4ef4-9b0d-f2e894d9a970 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450289 Jan 21 10:33:18.240476 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b299c7c-c522-4f53-b04b-7a3e2220113b req-6c2df6a8-f053-40db-bd70-d289185f97da tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:18.241929 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-4b299c7c-c522-4f53-b04b-7a3e2220113b req-6c2df6a8-f053-40db-bd70-d289185f97da tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 944 time: 0.0775170 Jan 21 10:33:18.289341 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-4b299c7c-c522-4f53-b04b-7a3e2220113b req-c9c36df1-eb46-4dab-9c59-f0b5aa4b2cf5 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420811 Jan 21 10:33:18.638101 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-11fe8825-fc7d-47b8-a99d-0bf68e591049 req-768bf21a-1ef4-4354-ac9f-e24d78e6ebec service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=639973f3b8e24d2d937580d169f02e77&device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 1097 time: 0.0796821 Jan 21 10:33:18.799731 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe8825-fc7d-47b8-a99d-0bf68e591049 req-ca1dd803-5d6b-4089-985f-ba1f6edae4aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:18.801278 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-11fe8825-fc7d-47b8-a99d-0bf68e591049 req-ca1dd803-5d6b-4089-985f-ba1f6edae4aa service neutron] 10.222.0.124 "GET /v2.0/networks?id=763af53d-f0e8-48f6-9cb1-c1ba835f3423 HTTP/1.1" status: 200 len: 909 time: 0.1362736 Jan 21 10:33:18.919519 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-11fe8825-fc7d-47b8-a99d-0bf68e591049 req-1212dcf7-8624-4759-b3c9-641a3422cbc3 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90c9b62b-100a-48ef-be47-ce5bd5ca887a HTTP/1.1" status: 200 len: 999 time: 0.1113772 Jan 21 10:33:18.994452 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe8825-fc7d-47b8-a99d-0bf68e591049 req-d60cd5c3-fa1c-446b-8782-63b19d958ab5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:18.996494 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-11fe8825-fc7d-47b8-a99d-0bf68e591049 req-d60cd5c3-fa1c-446b-8782-63b19d958ab5 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=d1ed7fd0-7683-4f42-821e-b4c6032aaf8f HTTP/1.1" status: 200 len: 847 time: 0.0673068 Jan 21 10:33:19.079791 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-11fe8825-fc7d-47b8-a99d-0bf68e591049 req-b5d4f9e7-908c-451e-8a06-9c8bd3c5dbba service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=763af53d-f0e8-48f6-9cb1-c1ba835f3423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768712 Jan 21 10:33:19.090578 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [req-11fe8825-fc7d-47b8-a99d-0bf68e591049 req-7a34c92b-ff57-40cf-b53f-978e09b06fce service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=83598) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 10:33:19.091527 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-11fe8825-fc7d-47b8-a99d-0bf68e591049 req-7a34c92b-ff57-40cf-b53f-978e09b06fce service neutron] 10.222.0.124 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046964 Jan 21 10:33:19.241230 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-11fe8825-fc7d-47b8-a99d-0bf68e591049 req-326b41ba-ed4d-46c1-a461-6b8027b03d4d service neutron] 10.222.0.124 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426611 Jan 21 10:33:19.387338 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-11fe8825-fc7d-47b8-a99d-0bf68e591049 req-3c0ab4e3-a5ab-47cf-a13b-7a3d379140fe service neutron] 10.222.0.124 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402736 Jan 21 10:33:19.611243 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07bc82-6bc2-428e-9a97-e02b7b3c1d3c req-26e11d82-c215-495e-92ea-c44d5be98b3e tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:19.612618 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0a07bc82-6bc2-428e-9a97-e02b7b3c1d3c req-26e11d82-c215-495e-92ea-c44d5be98b3e tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 944 time: 0.1826313 Jan 21 10:33:19.662312 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0a07bc82-6bc2-428e-9a97-e02b7b3c1d3c req-dcf6e948-5623-4639-968d-2004b866f9d6 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442455 Jan 21 10:33:20.800319 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:20.962441 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc021529-7cc9-4a19-808b-ee52ed29ac71 req-3eecfa80-d497-4388-bfe8-2667b0a01066 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:20.963765 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-cc021529-7cc9-4a19-808b-ee52ed29ac71 req-3eecfa80-d497-4388-bfe8-2667b0a01066 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 944 time: 0.1719174 Jan 21 10:33:21.009964 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-cc021529-7cc9-4a19-808b-ee52ed29ac71 req-25555764-f875-4543-b489-919acfde3eb2 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398831 Jan 21 10:33:21.425821 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 90c9b62b-100a-48ef-be47-ce5bd5ca887a details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:33:21.562025 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 90c9b62b-100a-48ef-be47-ce5bd5ca887a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=90c9b62b-100a-48ef-be47-ce5bd5ca887a,segment=NetworkSegment(dd6d6d27-a93d-401b-a267-95b9aa326179),segment_id=dd6d6d27-a93d-401b-a267-95b9aa326179)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:33:21.580238 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '90c9b62b-100a-48ef-be47-ce5bd5ca887a', 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423', 'port_id': '90c9b62b-100a-48ef-be47-ce5bd5ca887a', 'mac_address': 'fa:16:3e:3f:7c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ed7fd0-7683-4f42-821e-b4c6032aaf8f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:33:21.635112 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:21.654871 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90c9b62b-100a-48ef-be47-ce5bd5ca887a {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:33:21.679271 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 90c9b62b-100a-48ef-be47-ce5bd5ca887a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=90c9b62b-100a-48ef-be47-ce5bd5ca887a,segment=NetworkSegment(dd6d6d27-a93d-401b-a267-95b9aa326179),segment_id=dd6d6d27-a93d-401b-a267-95b9aa326179)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:33:21.683155 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:21.750080 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=90c9b62b-100a-48ef-be47-ce5bd5ca887a,revision_number=9']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:33:21.934170 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['90c9b62b-100a-48ef-be47-ce5bd5ca887a'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:33:22.239759 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df46ca-6d13-4dbf-aef4-2ab85846bafc req-9287ce01-0fff-4df3-9d52-7bc7510b904e tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:22.241301 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-44df46ca-6d13-4dbf-aef4-2ab85846bafc req-9287ce01-0fff-4df3-9d52-7bc7510b904e tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 945 time: 0.0958638 Jan 21 10:33:22.287654 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-44df46ca-6d13-4dbf-aef4-2ab85846bafc req-312f73f4-a12a-4019-af5c-7e90d6f58a43 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405610 Jan 21 10:33:23.436874 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 90c9b62b-100a-48ef-be47-ce5bd5ca887a up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:33:23.496788 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7399a-fc91-4b38-9ff8-7ad5d7aac958 req-175554e7-46ba-458f-ae8f-8cad12d72325 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:23.498939 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-5ca7399a-fc91-4b38-9ff8-7ad5d7aac958 req-175554e7-46ba-458f-ae8f-8cad12d72325 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 945 time: 0.0880048 Jan 21 10:33:23.505939 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 90c9b62b-100a-48ef-be47-ce5bd5ca887a triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:33:23.506449 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:23.548723 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-5ca7399a-fc91-4b38-9ff8-7ad5d7aac958 req-4b9df4ad-c03e-448b-be04-a7fe0ca524f2 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429273 Jan 21 10:33:23.628268 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:23.664361 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f3c2b1-a454-4587-aa63-20fde3db3eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c9b62b-100a-48ef-be47-ce5bd5ca887a'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:33:23.675672 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 90c9b62b-100a-48ef-be47-ce5bd5ca887a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=90c9b62b-100a-48ef-be47-ce5bd5ca887a,segment=NetworkSegment(dd6d6d27-a93d-401b-a267-95b9aa326179),segment_id=dd6d6d27-a93d-401b-a267-95b9aa326179)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:33:23.680101 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:23.723289 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f3c2b1-a454-4587-aa63-20fde3db3eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c9b62b-100a-48ef-be47-ce5bd5ca887a', 'code': 200} Jan 21 10:33:23.752289 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=90c9b62b-100a-48ef-be47-ce5bd5ca887a,revision_number=10']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:33:23.974990 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-60c661b7-bfc5-40e7-9c66-9a92e6f8ecc7 req-f2482cb7-0ca4-49f2-afa4-8c4ab8d3185e service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 1100 time: 0.0689213 Jan 21 10:33:24.017324 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-60c661b7-bfc5-40e7-9c66-9a92e6f8ecc7 req-4b8c8b8b-d605-4514-8aab-ffcca8808e08 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367804 Jan 21 10:33:24.038273 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a815b02f-44e2-4ccd-8894-e8a89ddf4cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:24.755738 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9200c64-c4e8-43e3-853b-c69f9ca3ec9b req-d7ddd24b-e8e0-4882-8c27-46732359cd77 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:24.757189 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e9200c64-c4e8-43e3-853b-c69f9ca3ec9b req-d7ddd24b-e8e0-4882-8c27-46732359cd77 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 947 time: 0.0838253 Jan 21 10:33:24.804729 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e9200c64-c4e8-43e3-853b-c69f9ca3ec9b req-d203ff50-7bdc-4647-af9a-0bd9edfc1bf9 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418859 Jan 21 10:33:26.011245 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59cc86-c4db-4fe7-930c-b23a21df7bd1 req-da05665c-8ed2-4792-8767-20ea84aeab65 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:26.012692 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1a59cc86-c4db-4fe7-930c-b23a21df7bd1 req-da05665c-8ed2-4792-8767-20ea84aeab65 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 947 time: 0.0816598 Jan 21 10:33:26.060150 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1a59cc86-c4db-4fe7-930c-b23a21df7bd1 req-4ba9578e-fb8b-4a81-bac4-d158821b4997 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413127 Jan 21 10:33:26.463847 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a8a328c5-ffb0-4ce5-ae62-6dc09bdfd3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:27.562479 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:27.947836 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:29.680806 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:41.677128 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:33:50.801102 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:54.041232 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c0419775-f8f7-4497-b66d-efdd51f6f587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:56.467239 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7602fc50-e411-4be6-a6fa-5bdc91f2fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:57.566493 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:57.951814 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:59.678008 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:16.006050 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e629e979-2d72-49ac-bed3-a0853ea19061 req-68f65502-73fe-4c4c-ae54-f464665a0b39 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712101 Jan 21 10:34:16.149111 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e629e979-2d72-49ac-bed3-a0853ea19061 req-b7de18b0-330f-4efb-aa96-4c58447f553e service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=639973f3b8e24d2d937580d169f02e77&device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 1100 time: 0.0745311 Jan 21 10:34:16.300928 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629e979-2d72-49ac-bed3-a0853ea19061 req-791c42fd-4977-4647-b527-76dde9d7ceac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:16.302423 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e629e979-2d72-49ac-bed3-a0853ea19061 req-791c42fd-4977-4647-b527-76dde9d7ceac service neutron] 10.222.0.124 "GET /v2.0/networks?id=763af53d-f0e8-48f6-9cb1-c1ba835f3423 HTTP/1.1" status: 200 len: 909 time: 0.1355977 Jan 21 10:34:16.414160 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e629e979-2d72-49ac-bed3-a0853ea19061 req-8d5732ef-97aa-4223-b4af-0e441132efb9 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90c9b62b-100a-48ef-be47-ce5bd5ca887a HTTP/1.1" status: 200 len: 1001 time: 0.1049800 Jan 21 10:34:16.476642 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629e979-2d72-49ac-bed3-a0853ea19061 req-763e87a9-7890-442c-8fad-b3a39a78bb72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:16.478109 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e629e979-2d72-49ac-bed3-a0853ea19061 req-763e87a9-7890-442c-8fad-b3a39a78bb72 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=d1ed7fd0-7683-4f42-821e-b4c6032aaf8f HTTP/1.1" status: 200 len: 847 time: 0.0585475 Jan 21 10:34:16.553649 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e629e979-2d72-49ac-bed3-a0853ea19061 req-c36dd3f1-0367-43da-8630-cf2077c27a65 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=763af53d-f0e8-48f6-9cb1-c1ba835f3423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697789 Jan 21 10:34:16.688704 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e629e979-2d72-49ac-bed3-a0853ea19061 req-58d7377f-ee2c-4bad-81eb-cbff7615b0cf service neutron] 10.222.0.124 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285691 Jan 21 10:34:16.822223 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e629e979-2d72-49ac-bed3-a0853ea19061 req-7823c8dc-ee83-484d-a724-abf1a8f6494b service neutron] 10.222.0.124 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280015 Jan 21 10:34:18.678766 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:34:20.818550 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:24.044472 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5a56090d-4ffc-4736-b084-27900bbb70ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:26.471078 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d131621e-7a7c-4fba-807f-7f06c5e2bf9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:27.569291 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:27.952761 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:29.686258 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:39.425314 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 45028) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:34:39.626823 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-85b011d9-62ab-42ec-a39e-081594b4f1cc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Deleting port 1e1c259e-3c1f-433f-9aeb-2a6e9655c35f {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:34:39.627703 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-85b011d9-62ab-42ec-a39e-081594b4f1cc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:39.798320 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-85b011d9-62ab-42ec-a39e-081594b4f1cc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:39.799128 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-85b011d9-62ab-42ec-a39e-081594b4f1cc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:39.920477 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-85b011d9-62ab-42ec-a39e-081594b4f1cc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Calling delete_port for 1e1c259e-3c1f-433f-9aeb-2a6e9655c35f owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:34:40.076253 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-85b011d9-62ab-42ec-a39e-081594b4f1cc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:40.136897 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b011d9-62ab-42ec-a39e-081594b4f1cc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Pushing event deleted for resources: {'Port': ['ID=1e1c259e-3c1f-433f-9aeb-2a6e9655c35f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:40.183138 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b011d9-62ab-42ec-a39e-081594b4f1cc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:40.183693 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b011d9-62ab-42ec-a39e-081594b4f1cc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:40.184209 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b011d9-62ab-42ec-a39e-081594b4f1cc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:40.184723 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b011d9-62ab-42ec-a39e-081594b4f1cc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:40.185232 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b011d9-62ab-42ec-a39e-081594b4f1cc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:40.185793 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b011d9-62ab-42ec-a39e-081594b4f1cc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:40.186291 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b011d9-62ab-42ec-a39e-081594b4f1cc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:40.186772 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b011d9-62ab-42ec-a39e-081594b4f1cc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:40.187254 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b011d9-62ab-42ec-a39e-081594b4f1cc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:40.187730 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b011d9-62ab-42ec-a39e-081594b4f1cc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:40.188201 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b011d9-62ab-42ec-a39e-081594b4f1cc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:40.278427 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-85b011d9-62ab-42ec-a39e-081594b4f1cc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:40.691720 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b011d9-62ab-42ec-a39e-081594b4f1cc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Router c05e0dbe-3b4d-40a3-93e7-d90f3669dac1 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:34:41.005638 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b011d9-62ab-42ec-a39e-081594b4f1cc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:34:41.014869 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e4fdfd-c080-4799-bc9c-10794238406c None None] Sync routers for ids ['c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:34:41.025646 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-85b011d9-62ab-42ec-a39e-081594b4f1cc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:41.028029 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e4fdfd-c080-4799-bc9c-10794238406c None None] Routers {'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:34:41.028631 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-27e4fdfd-c080-4799-bc9c-10794238406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:34:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:34:41.079673 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-85b011d9-62ab-42ec-a39e-081594b4f1cc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "DELETE /v2.0/floatingips/7bfbc454-0dd1-44be-bdd9-f1e91f84c0c8 HTTP/1.1" status: 204 len: 168 time: 1.6529863 Jan 21 10:34:41.080643 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f3c2b1-a454-4587-aa63-20fde3db3eab', 'tag': '90c9b62b-100a-48ef-be47-ce5bd5ca887a'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:34:41.226694 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-27e4fdfd-c080-4799-bc9c-10794238406c None None] Set router c05e0dbe-3b4d-40a3-93e7-d90f3669dac1 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:34:41.233304 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f3c2b1-a454-4587-aa63-20fde3db3eab', 'tag': '90c9b62b-100a-48ef-be47-ce5bd5ca887a', 'status': 'completed', 'code': 200} Jan 21 10:34:41.332057 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ac1bec7c-c9ed-42c6-9998-702b19d8389d req-6c57edb4-9d25-41a6-8e54-5707248c43b0 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=639973f3b8e24d2d937580d169f02e77&device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 1100 time: 0.0754371 Jan 21 10:34:41.493557 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1bec7c-c9ed-42c6-9998-702b19d8389d req-13919d0b-3fdc-4bec-8eb5-9d6b70629114 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:41.495023 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ac1bec7c-c9ed-42c6-9998-702b19d8389d req-13919d0b-3fdc-4bec-8eb5-9d6b70629114 service neutron] 10.222.0.124 "GET /v2.0/networks?id=763af53d-f0e8-48f6-9cb1-c1ba835f3423 HTTP/1.1" status: 200 len: 909 time: 0.1494381 Jan 21 10:34:41.601910 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ac1bec7c-c9ed-42c6-9998-702b19d8389d req-9870627b-91a2-44d4-b7a5-8f46082d428c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90c9b62b-100a-48ef-be47-ce5bd5ca887a HTTP/1.1" status: 200 len: 217 time: 0.0979569 Jan 21 10:34:41.613157 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-27e4fdfd-c080-4799-bc9c-10794238406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'name': 'tempest-TestShelveInstance-394091815-router', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.109'}], 'enable_snat': True}, 'gw_port_id': 'e848941b-d3d9-4e44-8bb2-50aba207fc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:30:13Z', 'revision_number': 4, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'gw_port': {'id': 'e848941b-d3d9-4e44-8bb2-50aba207fc18', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'bcbdc4af-96d3-41ee-86e3-36d0ca93342a', 'name': '', 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'mac_address': 'fa:16:3e:8d:12:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1ed7fd0-7683-4f42-821e-b4c6032aaf8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:13Z', 'updated_at': '2022-01-21T10:30:23Z', 'revision_number': 5, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'subnets': [{'id': 'd1ed7fd0-7683-4f42-821e-b4c6032aaf8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:34:41.618009 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e4fdfd-c080-4799-bc9c-10794238406c None None] Checking router: c05e0dbe-3b4d-40a3-93e7-d90f3669dac1 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:34:41.629685 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e4fdfd-c080-4799-bc9c-10794238406c None None] Routers {'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:34:41.630293 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-27e4fdfd-c080-4799-bc9c-10794238406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:34:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:34:41.678893 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1bec7c-c9ed-42c6-9998-702b19d8389d req-9b6b57c1-0d8d-497a-84b7-884345db8cd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:41.680295 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ac1bec7c-c9ed-42c6-9998-702b19d8389d req-9b6b57c1-0d8d-497a-84b7-884345db8cd8 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=d1ed7fd0-7683-4f42-821e-b4c6032aaf8f HTTP/1.1" status: 200 len: 847 time: 0.0724022 Jan 21 10:34:41.836556 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-27e4fdfd-c080-4799-bc9c-10794238406c None None] Set router c05e0dbe-3b4d-40a3-93e7-d90f3669dac1 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:34:41.839073 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49261349-7f23-45eb-9818-fcb38c172f5b req-6051d3c1-5b09-4147-880e-de9c5629424a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:41.840516 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-49261349-7f23-45eb-9818-fcb38c172f5b req-6051d3c1-5b09-4147-880e-de9c5629424a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 947 time: 0.3726332 Jan 21 10:34:41.910086 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-49261349-7f23-45eb-9818-fcb38c172f5b req-f8d7d045-6a71-4469-a9a4-f4555bfafa38 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622246 Jan 21 10:34:41.917685 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ac1bec7c-c9ed-42c6-9998-702b19d8389d req-30728721-df0b-446d-99eb-3f5b56c17bfd service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=763af53d-f0e8-48f6-9cb1-c1ba835f3423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2303143 Jan 21 10:34:42.062005 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ac1bec7c-c9ed-42c6-9998-702b19d8389d req-090d7e6b-9230-4597-a461-ddf9e16b6474 service neutron] 10.222.0.124 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368423 Jan 21 10:34:42.164602 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-27e4fdfd-c080-4799-bc9c-10794238406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'name': 'tempest-TestShelveInstance-394091815-router', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.109'}], 'enable_snat': True}, 'gw_port_id': 'e848941b-d3d9-4e44-8bb2-50aba207fc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:30:13Z', 'revision_number': 4, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'gw_port': {'id': 'e848941b-d3d9-4e44-8bb2-50aba207fc18', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'bcbdc4af-96d3-41ee-86e3-36d0ca93342a', 'name': '', 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'mac_address': 'fa:16:3e:8d:12:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1ed7fd0-7683-4f42-821e-b4c6032aaf8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:13Z', 'updated_at': '2022-01-21T10:30:23Z', 'revision_number': 5, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'subnets': [{'id': 'd1ed7fd0-7683-4f42-821e-b4c6032aaf8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:34:42.169055 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e4fdfd-c080-4799-bc9c-10794238406c None None] The sync data for ids ['c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'] in dv-neutron-825732-1-hyperv is: [{'id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'name': 'tempest-TestShelveInstance-394091815-router', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.109'}], 'enable_snat': True}, 'gw_port_id': 'e848941b-d3d9-4e44-8bb2-50aba207fc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:30:13Z', 'revision_number': 4, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'gw_port': {'id': 'e848941b-d3d9-4e44-8bb2-50aba207fc18', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'bcbdc4af-96d3-41ee-86e3-36d0ca93342a', 'name': '', 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'mac_address': 'fa:16:3e:8d:12:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1ed7fd0-7683-4f42-821e-b4c6032aaf8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:13Z', 'updated_at': '2022-01-21T10:30:23Z', 'revision_number': 5, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'subnets': [{'id': 'd1ed7fd0-7683-4f42-821e-b4c6032aaf8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:34:42.215235 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ac1bec7c-c9ed-42c6-9998-702b19d8389d req-3810af1d-e7ac-4bcf-9f70-5ddd553b64f3 service neutron] 10.222.0.124 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466045 Jan 21 10:34:42.409540 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf71e87f-2082-4e8a-a17b-2096a2e34e90 None None] New status for floating IP 7bfbc454-0dd1-44be-bdd9-f1e91f84c0c8: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:34:42.808689 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548dd10-71b6-4e9d-8a29-8b3d6b935032 req-f531ee57-4f71-4a58-9682-9fd52a796a52 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:42.810216 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8548dd10-71b6-4e9d-8a29-8b3d6b935032 req-f531ee57-4f71-4a58-9682-9fd52a796a52 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.124 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 947 time: 0.0878630 Jan 21 10:34:42.905608 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-8548dd10-71b6-4e9d-8a29-8b3d6b935032 req-330cbe93-d1ad-4565-90a2-50fc7c190de8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Deleting port 90c9b62b-100a-48ef-be47-ce5bd5ca887a {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:34:42.905961 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8548dd10-71b6-4e9d-8a29-8b3d6b935032 req-330cbe93-d1ad-4565-90a2-50fc7c190de8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:43.202921 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-8548dd10-71b6-4e9d-8a29-8b3d6b935032 req-330cbe93-d1ad-4565-90a2-50fc7c190de8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] For port 90c9b62b-100a-48ef-be47-ce5bd5ca887a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=90c9b62b-100a-48ef-be47-ce5bd5ca887a,segment=NetworkSegment(dd6d6d27-a93d-401b-a267-95b9aa326179),segment_id=dd6d6d27-a93d-401b-a267-95b9aa326179)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:34:43.203277 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8548dd10-71b6-4e9d-8a29-8b3d6b935032 req-330cbe93-d1ad-4565-90a2-50fc7c190de8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:43.222611 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252e72c-8d9d-440e-a2e5-135f28722cbd req-bdec828f-62a6-4df4-812b-3e8079253d8b tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:43.223336 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-1252e72c-8d9d-440e-a2e5-135f28722cbd req-bdec828f-62a6-4df4-812b-3e8079253d8b tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Synchronizing usage tracker for tenant:639973f3b8e24d2d937580d169f02e77 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:34:43.244547 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-1252e72c-8d9d-440e-a2e5-135f28722cbd req-bdec828f-62a6-4df4-812b-3e8079253d8b tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Unset dirty status for tenant:639973f3b8e24d2d937580d169f02e77 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:34:43.245872 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-1252e72c-8d9d-440e-a2e5-135f28722cbd req-bdec828f-62a6-4df4-812b-3e8079253d8b tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f3c2b1-a454-4587-aa63-20fde3db3eab HTTP/1.1" status: 200 len: 947 time: 0.1930602 Jan 21 10:34:43.300720 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-1252e72c-8d9d-440e-a2e5-135f28722cbd req-48877f65-dcdf-4fd6-b54a-4091db84a320 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=2e5fc160-8871-477d-97bc-edc345023be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492737 Jan 21 10:34:43.350949 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-8548dd10-71b6-4e9d-8a29-8b3d6b935032 req-330cbe93-d1ad-4565-90a2-50fc7c190de8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Calling delete_port for 90c9b62b-100a-48ef-be47-ce5bd5ca887a owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:34:43.496654 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8548dd10-71b6-4e9d-8a29-8b3d6b935032 req-330cbe93-d1ad-4565-90a2-50fc7c190de8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:43.546259 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330cbe93-d1ad-4565-90a2-50fc7c190de8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Pushing event deleted for resources: {'Port': ['ID=90c9b62b-100a-48ef-be47-ce5bd5ca887a,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:43.586571 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cbe93-d1ad-4565-90a2-50fc7c190de8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:43.586920 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cbe93-d1ad-4565-90a2-50fc7c190de8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:43.587254 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cbe93-d1ad-4565-90a2-50fc7c190de8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:43.587581 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cbe93-d1ad-4565-90a2-50fc7c190de8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:43.587903 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cbe93-d1ad-4565-90a2-50fc7c190de8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:43.588223 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cbe93-d1ad-4565-90a2-50fc7c190de8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:43.588540 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cbe93-d1ad-4565-90a2-50fc7c190de8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:43.588857 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cbe93-d1ad-4565-90a2-50fc7c190de8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:43.589174 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cbe93-d1ad-4565-90a2-50fc7c190de8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:43.589481 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cbe93-d1ad-4565-90a2-50fc7c190de8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:43.589819 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cbe93-d1ad-4565-90a2-50fc7c190de8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:43.636976 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-8548dd10-71b6-4e9d-8a29-8b3d6b935032 req-330cbe93-d1ad-4565-90a2-50fc7c190de8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] No DVR routers for this DVR port 90c9b62b-100a-48ef-be47-ce5bd5ca887a on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:34:43.639407 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8548dd10-71b6-4e9d-8a29-8b3d6b935032 req-330cbe93-d1ad-4565-90a2-50fc7c190de8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:43.641932 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f3c2b1-a454-4587-aa63-20fde3db3eab', 'name': 'network-vif-deleted', 'tag': '90c9b62b-100a-48ef-be47-ce5bd5ca887a'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:34:43.660022 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8548dd10-71b6-4e9d-8a29-8b3d6b935032 req-330cbe93-d1ad-4565-90a2-50fc7c190de8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.124 "DELETE /v2.0/ports/90c9b62b-100a-48ef-be47-ce5bd5ca887a HTTP/1.1" status: 204 len: 173 time: 0.8429480 Jan 21 10:34:43.786218 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f3c2b1-a454-4587-aa63-20fde3db3eab', 'name': 'network-vif-deleted', 'tag': '90c9b62b-100a-48ef-be47-ce5bd5ca887a', 'status': 'completed', 'code': 200} Jan 21 10:34:44.408044 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 45060) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:34:44.477697 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2033fa2a-35b0-48a2-8b03-bb7f5493abee tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:44.509376 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2033fa2a-35b0-48a2-8b03-bb7f5493abee tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:44.583196 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2033fa2a-35b0-48a2-8b03-bb7f5493abee tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:44.603921 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2033fa2a-35b0-48a2-8b03-bb7f5493abee tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5fc160-8871-477d-97bc-edc345023be7,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:44.610650 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2033fa2a-35b0-48a2-8b03-bb7f5493abee tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:44.612342 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-2033fa2a-35b0-48a2-8b03-bb7f5493abee tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "DELETE /v2.0/security-groups/2e5fc160-8871-477d-97bc-edc345023be7 HTTP/1.1" status: 204 len: 168 time: 0.2031643 Jan 21 10:34:44.953587 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 45068) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:34:44.960304 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-9360f86a-6d14-43a3-87b6-e59f775be367 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-416066223', 'description': 'tempest-secgroup-smoke-416066223 description', 'project_id': '639973f3b8e24d2d937580d169f02e77'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:34:44.966410 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9360f86a-6d14-43a3-87b6-e59f775be367 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:34:44.971118 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9360f86a-6d14-43a3-87b6-e59f775be367 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Usage tracker for resource:security_group and tenant:639973f3b8e24d2d937580d169f02e77 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:34:44.974088 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9360f86a-6d14-43a3-87b6-e59f775be367 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:34:44.979668 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9360f86a-6d14-43a3-87b6-e59f775be367 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:34:44.990508 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9360f86a-6d14-43a3-87b6-e59f775be367 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:45.028574 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9360f86a-6d14-43a3-87b6-e59f775be367 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:34:45.032307 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9360f86a-6d14-43a3-87b6-e59f775be367 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Usage tracker for resource:security_group_rule and tenant:639973f3b8e24d2d937580d169f02e77 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:34:45.036030 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9360f86a-6d14-43a3-87b6-e59f775be367 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:34:45.041753 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9360f86a-6d14-43a3-87b6-e59f775be367 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:34:45.106294 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9360f86a-6d14-43a3-87b6-e59f775be367 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:45.110378 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9360f86a-6d14-43a3-87b6-e59f775be367 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:45.157210 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360f86a-6d14-43a3-87b6-e59f775be367 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed4c23c-3334-4aa1-a880-4bc1825c8a42,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:45.161700 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9360f86a-6d14-43a3-87b6-e59f775be367 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:45.165892 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9360f86a-6d14-43a3-87b6-e59f775be367 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2086511 Jan 21 10:34:45.166508 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 45072) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:34:45.171739 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-f4084e22-b067-4c11-868a-7e8673a27154 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Request body: {'security_group_rule': {'security_group_id': '5ed4c23c-3334-4aa1-a880-4bc1825c8a42', 'project_id': '639973f3b8e24d2d937580d169f02e77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:34:45.178735 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f4084e22-b067-4c11-868a-7e8673a27154 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:34:45.182744 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f4084e22-b067-4c11-868a-7e8673a27154 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Usage tracker for resource:security_group_rule and tenant:639973f3b8e24d2d937580d169f02e77 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:34:45.185655 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f4084e22-b067-4c11-868a-7e8673a27154 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:34:45.192145 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f4084e22-b067-4c11-868a-7e8673a27154 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:34:45.210265 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f4084e22-b067-4c11-868a-7e8673a27154 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:45.273953 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f4084e22-b067-4c11-868a-7e8673a27154 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:45.278279 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f4084e22-b067-4c11-868a-7e8673a27154 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:45.307478 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4084e22-b067-4c11-868a-7e8673a27154 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5732213e-2d2f-473f-a6a7-33f5eb0f2177,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:45.313625 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f4084e22-b067-4c11-868a-7e8673a27154 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:45.314796 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f4084e22-b067-4c11-868a-7e8673a27154 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1475484 Jan 21 10:34:45.317942 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 45076) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:34:45.325381 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-9abf0d5e-97b9-4cfb-a26d-e9cd0be6059a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Request body: {'security_group_rule': {'security_group_id': '5ed4c23c-3334-4aa1-a880-4bc1825c8a42', 'project_id': '639973f3b8e24d2d937580d169f02e77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:34:45.331758 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9abf0d5e-97b9-4cfb-a26d-e9cd0be6059a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:34:45.336424 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9abf0d5e-97b9-4cfb-a26d-e9cd0be6059a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Usage tracker for resource:security_group_rule and tenant:639973f3b8e24d2d937580d169f02e77 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:34:45.340422 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-9abf0d5e-97b9-4cfb-a26d-e9cd0be6059a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:34:45.348974 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9abf0d5e-97b9-4cfb-a26d-e9cd0be6059a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:34:45.378492 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9abf0d5e-97b9-4cfb-a26d-e9cd0be6059a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:45.444664 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9abf0d5e-97b9-4cfb-a26d-e9cd0be6059a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:45.448304 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9abf0d5e-97b9-4cfb-a26d-e9cd0be6059a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:45.474707 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf0d5e-97b9-4cfb-a26d-e9cd0be6059a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e1ecfb6-e805-4b19-ad08-f6b41b1eb349,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:45.484418 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9abf0d5e-97b9-4cfb-a26d-e9cd0be6059a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:45.485589 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-9abf0d5e-97b9-4cfb-a26d-e9cd0be6059a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1663783 Jan 21 10:34:45.488601 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 45080) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:34:45.493927 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-d4ea73f1-a134-4bcc-81fd-501341e1f5dc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Request body: {'security_group_rule': {'security_group_id': '5ed4c23c-3334-4aa1-a880-4bc1825c8a42', 'project_id': '639973f3b8e24d2d937580d169f02e77', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:34:45.499787 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d4ea73f1-a134-4bcc-81fd-501341e1f5dc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:34:45.503809 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-d4ea73f1-a134-4bcc-81fd-501341e1f5dc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Usage tracker for resource:security_group_rule and tenant:639973f3b8e24d2d937580d169f02e77 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:34:45.506648 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-d4ea73f1-a134-4bcc-81fd-501341e1f5dc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:34:45.512122 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d4ea73f1-a134-4bcc-81fd-501341e1f5dc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:34:45.529659 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d4ea73f1-a134-4bcc-81fd-501341e1f5dc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:45.595347 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d4ea73f1-a134-4bcc-81fd-501341e1f5dc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:45.601402 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d4ea73f1-a134-4bcc-81fd-501341e1f5dc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:45.625867 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea73f1-a134-4bcc-81fd-501341e1f5dc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4d488db-4a9e-4e6e-9e94-b90600a124ab,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:45.640228 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d4ea73f1-a134-4bcc-81fd-501341e1f5dc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:45.641601 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d4ea73f1-a134-4bcc-81fd-501341e1f5dc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1520791 Jan 21 10:34:45.645404 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 45084) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:34:45.651013 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-7883b8d6-1f71-4c95-b90a-5cf6fbcd4b04 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Request body: {'security_group_rule': {'security_group_id': '5ed4c23c-3334-4aa1-a880-4bc1825c8a42', 'project_id': '639973f3b8e24d2d937580d169f02e77', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:34:45.657004 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7883b8d6-1f71-4c95-b90a-5cf6fbcd4b04 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:34:45.661866 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-7883b8d6-1f71-4c95-b90a-5cf6fbcd4b04 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Usage tracker for resource:security_group_rule and tenant:639973f3b8e24d2d937580d169f02e77 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:34:45.664753 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-7883b8d6-1f71-4c95-b90a-5cf6fbcd4b04 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:34:45.670726 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7883b8d6-1f71-4c95-b90a-5cf6fbcd4b04 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:34:45.693904 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7883b8d6-1f71-4c95-b90a-5cf6fbcd4b04 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:45.758440 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 90c9b62b-100a-48ef-be47-ce5bd5ca887a no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:34:45.759581 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7883b8d6-1f71-4c95-b90a-5cf6fbcd4b04 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:45.763166 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7883b8d6-1f71-4c95-b90a-5cf6fbcd4b04 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:45.787634 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883b8d6-1f71-4c95-b90a-5cf6fbcd4b04 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a780d1ab-f258-4546-bbd8-fd16ca2ce63d,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:45.795832 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: 90c9b62b-100a-48ef-be47-ce5bd5ca887a {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:34:45.796231 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 90c9b62b-100a-48ef-be47-ce5bd5ca887a not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:34:45.797873 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7883b8d6-1f71-4c95-b90a-5cf6fbcd4b04 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:45.799781 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7883b8d6-1f71-4c95-b90a-5cf6fbcd4b04 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1533313 Jan 21 10:34:45.803175 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 45088) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:34:45.808700 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-f77ca69f-6475-47f4-ba38-699b387efc4f tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Request body: {'security_group_rule': {'security_group_id': '5ed4c23c-3334-4aa1-a880-4bc1825c8a42', 'project_id': '639973f3b8e24d2d937580d169f02e77', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:34:45.815563 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f77ca69f-6475-47f4-ba38-699b387efc4f tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:34:45.819491 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f77ca69f-6475-47f4-ba38-699b387efc4f tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Usage tracker for resource:security_group_rule and tenant:639973f3b8e24d2d937580d169f02e77 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:34:45.822265 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f77ca69f-6475-47f4-ba38-699b387efc4f tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:34:45.827765 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f77ca69f-6475-47f4-ba38-699b387efc4f tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:34:45.846564 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-f77ca69f-6475-47f4-ba38-699b387efc4f tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Project 639973f3b8e24d2d937580d169f02e77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:34:45.853387 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f77ca69f-6475-47f4-ba38-699b387efc4f tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:45.926969 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f77ca69f-6475-47f4-ba38-699b387efc4f tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:45.930585 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f77ca69f-6475-47f4-ba38-699b387efc4f tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:45.959762 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ca69f-6475-47f4-ba38-699b387efc4f tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b594196e-055c-46a9-a56e-ace802007f5a,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:45.968256 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f77ca69f-6475-47f4-ba38-699b387efc4f tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:45.969560 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f77ca69f-6475-47f4-ba38-699b387efc4f tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1654394 Jan 21 10:34:45.973051 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 45092) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:34:45.978558 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-74140454-d5b0-4177-a5e4-ccc0924f400a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Request body: {'security_group_rule': {'security_group_id': '5ed4c23c-3334-4aa1-a880-4bc1825c8a42', 'project_id': '639973f3b8e24d2d937580d169f02e77', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:34:45.984439 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-74140454-d5b0-4177-a5e4-ccc0924f400a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:34:45.989218 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-74140454-d5b0-4177-a5e4-ccc0924f400a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Usage tracker for resource:security_group_rule and tenant:639973f3b8e24d2d937580d169f02e77 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:34:46.000077 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-74140454-d5b0-4177-a5e4-ccc0924f400a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:34:46.006866 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-74140454-d5b0-4177-a5e4-ccc0924f400a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:34:46.017723 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-74140454-d5b0-4177-a5e4-ccc0924f400a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Project 639973f3b8e24d2d937580d169f02e77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:34:46.024143 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-74140454-d5b0-4177-a5e4-ccc0924f400a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:46.091681 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-74140454-d5b0-4177-a5e4-ccc0924f400a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:46.097266 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-74140454-d5b0-4177-a5e4-ccc0924f400a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:46.125829 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74140454-d5b0-4177-a5e4-ccc0924f400a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e19b4e3-76d0-4e8a-ab6d-3085ee942d34,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:46.136070 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-74140454-d5b0-4177-a5e4-ccc0924f400a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:46.137276 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-74140454-d5b0-4177-a5e4-ccc0924f400a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1632502 Jan 21 10:34:50.823059 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:54.049199 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2bdac6a2-c67a-4f5a-8d29-fd0ee98c6992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:55.679259 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:34:56.475882 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-75f5e878-cd47-45d1-84fa-e899e62d502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:57.573907 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:57.955730 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:59.684848 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:01.305039 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-32648d1e-b687-4f60-bae2-7f108361e0ea tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Synchronizing usage tracker for tenant:639973f3b8e24d2d937580d169f02e77 on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:35:01.321818 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-32648d1e-b687-4f60-bae2-7f108361e0ea tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Unset dirty status for tenant:639973f3b8e24d2d937580d169f02e77 on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:35:01.322965 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-32648d1e-b687-4f60-bae2-7f108361e0ea tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-416066223&fields=id&tenant_id=639973f3b8e24d2d937580d169f02e77 HTTP/1.1" status: 200 len: 267 time: 0.0591097 Jan 21 10:35:01.484870 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-539c5cde-e7fd-4e0a-84ea-e050be467ab4 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:01.486898 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-539c5cde-e7fd-4e0a-84ea-e050be467ab4 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/networks?id=763af53d-f0e8-48f6-9cb1-c1ba835f3423 HTTP/1.1" status: 200 len: 808 time: 0.1575897 Jan 21 10:35:01.503807 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-bb255a10-2ce1-4852-8e3f-23f63320b5b7 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/quotas/639973f3b8e24d2d937580d169f02e77 HTTP/1.1" status: 200 len: 375 time: 0.0114682 Jan 21 10:35:01.583431 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-7dc91464-a50f-407a-99b4-61b480a62efb tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Synchronizing usage tracker for tenant:639973f3b8e24d2d937580d169f02e77 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:35:01.598841 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-7dc91464-a50f-407a-99b4-61b480a62efb tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Unset dirty status for tenant:639973f3b8e24d2d937580d169f02e77 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:35:01.600096 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-7dc91464-a50f-407a-99b4-61b480a62efb tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=639973f3b8e24d2d937580d169f02e77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0914302 Jan 21 10:35:01.838308 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-58dc5947-52ef-4a65-9c90-94ace6149009 service neutron] 10.222.0.104 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270684 Jan 21 10:35:01.968861 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-111a456b-5bb0-4457-aeb0-e8365edb718d service neutron] 10.222.0.104 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249177 Jan 21 10:35:02.374762 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-610531b6-ba63-4bb0-834e-ea37437afd74 req-a5441a77-dc8e-4737-ab40-06d3213edb94 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 210 time: 0.0464706 Jan 21 10:35:03.564314 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-dad6c324-7272-454b-9091-f531087a07f2 req-eab0fd87-489f-4094-8cc2-613d6afc7638 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 210 time: 0.0691760 Jan 21 10:35:03.683970 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-43767e31-dc39-4522-a657-733dafbc58ab tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:03.685263 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-43767e31-dc39-4522-a657-733dafbc58ab tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.124 "GET /v2.0/networks?id=763af53d-f0e8-48f6-9cb1-c1ba835f3423 HTTP/1.1" status: 200 len: 808 time: 0.1560094 Jan 21 10:35:03.739995 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-47b93584-2292-4520-b90f-af0fa102484c tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=639973f3b8e24d2d937580d169f02e77 HTTP/1.1" status: 200 len: 379 time: 0.0420094 Jan 21 10:35:03.748300 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-84148941-ff6b-4df4-ad63-c4836f1df4c5 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Request body: {'port': {'device_id': 'a9ec1027-d1fb-47fb-a809-f16b94db9be6', 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423', 'admin_state_up': True, 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'security_groups': ['5ed4c23c-3334-4aa1-a880-4bc1825c8a42']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:35:03.895959 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-84148941-ff6b-4df4-ad63-c4836f1df4c5 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:35:03.906022 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-84148941-ff6b-4df4-ad63-c4836f1df4c5 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:35:03.919592 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-84148941-ff6b-4df4-ad63-c4836f1df4c5 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Made reservation on behalf of 639973f3b8e24d2d937580d169f02e77 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:35:03.922812 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-84148941-ff6b-4df4-ad63-c4836f1df4c5 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:04.091508 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-84148941-ff6b-4df4-ad63-c4836f1df4c5 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Allocated IP 172.20.0.9 (763af53d-f0e8-48f6-9cb1-c1ba835f3423/d1ed7fd0-7683-4f42-821e-b4c6032aaf8f/44f5e56a-ad6e-4985-8738-db1ea06f0637) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:35:04.292775 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-84148941-ff6b-4df4-ad63-c4836f1df4c5 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:04.310495 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-84148941-ff6b-4df4-ad63-c4836f1df4c5 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Transition to ACTIVE for port object 44f5e56a-ad6e-4985-8738-db1ea06f0637 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:35:04.334678 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-84148941-ff6b-4df4-ad63-c4836f1df4c5 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:04.413208 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-84148941-ff6b-4df4-ad63-c4836f1df4c5 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Network 763af53d-f0e8-48f6-9cb1-c1ba835f3423 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:35:04.416378 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-84148941-ff6b-4df4-ad63-c4836f1df4c5 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:35:04.419059 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-84148941-ff6b-4df4-ad63-c4836f1df4c5 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:35:04.451484 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84148941-ff6b-4df4-ad63-c4836f1df4c5 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Pushing event updated for resources: {'Port': ['ID=44f5e56a-ad6e-4985-8738-db1ea06f0637,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:35:04.500120 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-84148941-ff6b-4df4-ad63-c4836f1df4c5 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:04.501209 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-84148941-ff6b-4df4-ad63-c4836f1df4c5 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:04.531712 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-84148941-ff6b-4df4-ad63-c4836f1df4c5 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7867517 Jan 21 10:35:04.620290 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-b62cea59-6f7a-40af-b425-d47bf4f1ca3e service neutron] Request body: {'port': {'device_id': 'a9ec1027-d1fb-47fb-a809-f16b94db9be6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:35:04.661908 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d20bd190-ab3a-4224-9dc7-71cc5cb82fec None None] Provisioning for port 44f5e56a-ad6e-4985-8738-db1ea06f0637 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:35:04.668518 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d20bd190-ab3a-4224-9dc7-71cc5cb82fec None None] Provisioning complete for port 44f5e56a-ad6e-4985-8738-db1ea06f0637 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:35:04.669148 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d20bd190-ab3a-4224-9dc7-71cc5cb82fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:04.729361 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-d20bd190-ab3a-4224-9dc7-71cc5cb82fec None None] Port 44f5e56a-ad6e-4985-8738-db1ea06f0637 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:35:04.748017 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-b62cea59-6f7a-40af-b425-d47bf4f1ca3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:04.798914 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506f96e-53a2-4543-8c91-cca4192ff93f req-95cbfb07-306c-4476-94b9-68ff07eccb72 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:04.800556 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-1506f96e-53a2-4543-8c91-cca4192ff93f req-95cbfb07-306c-4476-94b9-68ff07eccb72 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 931 time: 0.0875671 Jan 21 10:35:04.867370 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-1506f96e-53a2-4543-8c91-cca4192ff93f req-62988178-e5b4-45ee-b6c8-fd9aff8d8a8e tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583985 Jan 21 10:35:05.117040 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-b62cea59-6f7a-40af-b425-d47bf4f1ca3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44f5e56a-ad6e-4985-8738-db1ea06f0637 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:35:05.125095 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-b62cea59-6f7a-40af-b425-d47bf4f1ca3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:05.140433 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-b62cea59-6f7a-40af-b425-d47bf4f1ca3e service neutron] Transition to ACTIVE for port object 44f5e56a-ad6e-4985-8738-db1ea06f0637 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:35:05.144390 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-b62cea59-6f7a-40af-b425-d47bf4f1ca3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:05.394072 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62cea59-6f7a-40af-b425-d47bf4f1ca3e service neutron] Pushing event updated for resources: {'Port': ['ID=44f5e56a-ad6e-4985-8738-db1ea06f0637,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:35:05.515740 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-b62cea59-6f7a-40af-b425-d47bf4f1ca3e service neutron] Attempting to bind port 44f5e56a-ad6e-4985-8738-db1ea06f0637 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:35:05.516070 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-b62cea59-6f7a-40af-b425-d47bf4f1ca3e service neutron] Attempting to bind port 44f5e56a-ad6e-4985-8738-db1ea06f0637 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'dd6d6d27-a93d-401b-a267-95b9aa326179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:35:05.516399 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-b62cea59-6f7a-40af-b425-d47bf4f1ca3e service neutron] Attempting to bind port 44f5e56a-ad6e-4985-8738-db1ea06f0637 on network 763af53d-f0e8-48f6-9cb1-c1ba835f3423 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:35:05.522880 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-b62cea59-6f7a-40af-b425-d47bf4f1ca3e service neutron] Port 44f5e56a-ad6e-4985-8738-db1ea06f0637 on network 763af53d-f0e8-48f6-9cb1-c1ba835f3423 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:35:05.523205 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-b62cea59-6f7a-40af-b425-d47bf4f1ca3e service neutron] Attempting to bind port 44f5e56a-ad6e-4985-8738-db1ea06f0637 on network 763af53d-f0e8-48f6-9cb1-c1ba835f3423 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:35:05.529720 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-b62cea59-6f7a-40af-b425-d47bf4f1ca3e service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:35:05.530055 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-b62cea59-6f7a-40af-b425-d47bf4f1ca3e service neutron] Checking segment: {'id': 'dd6d6d27-a93d-401b-a267-95b9aa326179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:35:05.530444 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-b62cea59-6f7a-40af-b425-d47bf4f1ca3e service neutron] Bound using segment: {'id': 'dd6d6d27-a93d-401b-a267-95b9aa326179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:35:05.536579 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-b62cea59-6f7a-40af-b425-d47bf4f1ca3e service neutron] Bound port: 44f5e56a-ad6e-4985-8738-db1ea06f0637, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd6d6d27-a93d-401b-a267-95b9aa326179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:35:05.537061 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-b62cea59-6f7a-40af-b425-d47bf4f1ca3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:05.625712 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-b62cea59-6f7a-40af-b425-d47bf4f1ca3e service neutron] For port 44f5e56a-ad6e-4985-8738-db1ea06f0637, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:35:05.629352 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-b62cea59-6f7a-40af-b425-d47bf4f1ca3e service neutron] For port 44f5e56a-ad6e-4985-8738-db1ea06f0637, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=44f5e56a-ad6e-4985-8738-db1ea06f0637,segment=NetworkSegment(dd6d6d27-a93d-401b-a267-95b9aa326179),segment_id=dd6d6d27-a93d-401b-a267-95b9aa326179)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:35:05.634124 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-b62cea59-6f7a-40af-b425-d47bf4f1ca3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:05.703235 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-b62cea59-6f7a-40af-b425-d47bf4f1ca3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:05.704579 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-b62cea59-6f7a-40af-b425-d47bf4f1ca3e service neutron] 10.222.0.124 "PUT /v2.0/ports/44f5e56a-ad6e-4985-8738-db1ea06f0637 HTTP/1.1" status: 200 len: 1093 time: 1.1652126 Jan 21 10:35:05.705061 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ec1027-d1fb-47fb-a809-f16b94db9be6', 'tag': '44f5e56a-ad6e-4985-8738-db1ea06f0637'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:35:05.723130 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62cea59-6f7a-40af-b425-d47bf4f1ca3e service neutron] Pushing event updated for resources: {'Port': ['ID=44f5e56a-ad6e-4985-8738-db1ea06f0637,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:35:05.780560 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ec1027-d1fb-47fb-a809-f16b94db9be6', 'tag': '44f5e56a-ad6e-4985-8738-db1ea06f0637', 'status': 'completed', 'code': 200} Jan 21 10:35:05.829017 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-f30a3a90-c0e5-4c7a-aeae-45ce26039a04 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=639973f3b8e24d2d937580d169f02e77&device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 1096 time: 0.0815308 Jan 21 10:35:05.904762 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-63817603-2d0a-48fc-8b55-584e8400fb4f service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44f5e56a-ad6e-4985-8738-db1ea06f0637 HTTP/1.1" status: 200 len: 217 time: 0.0674164 Jan 21 10:35:05.969310 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-5f6a350f-e0f5-4348-8719-643018bcde69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:05.971215 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-5f6a350f-e0f5-4348-8719-643018bcde69 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=d1ed7fd0-7683-4f42-821e-b4c6032aaf8f HTTP/1.1" status: 200 len: 847 time: 0.0608580 Jan 21 10:35:06.053633 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-b7ceebbe-84b3-4c5d-8822-b41d2f551896 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=763af53d-f0e8-48f6-9cb1-c1ba835f3423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768380 Jan 21 10:35:06.062752 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f47cd-9c0d-48f8-a3c4-ce6bda0f234c req-dc981a6c-af05-499c-9791-65f648bb802c tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:06.064910 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-501f47cd-9c0d-48f8-a3c4-ce6bda0f234c req-dc981a6c-af05-499c-9791-65f648bb802c tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 943 time: 0.0804744 Jan 21 10:35:06.110759 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-501f47cd-9c0d-48f8-a3c4-ce6bda0f234c req-7b334e82-383a-4e7e-9e15-151e3e177db0 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400970 Jan 21 10:35:06.188635 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-6d2e745b-8cdf-4a93-860b-d83f462ec7b2 service neutron] 10.222.0.124 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289525 Jan 21 10:35:06.322557 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-9820abb9-9cbf-46c3-9d90-41d402b15268 req-917a12ff-07b1-41ef-86f1-c9dba4a10df3 service neutron] 10.222.0.124 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286104 Jan 21 10:35:06.440977 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-295c0fb2-e231-4256-83ca-dd414f73d130 req-5728509f-bd19-414e-a511-51bb9a13e3d6 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=639973f3b8e24d2d937580d169f02e77&device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 1096 time: 0.0763385 Jan 21 10:35:06.578570 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c0fb2-e231-4256-83ca-dd414f73d130 req-f3b93c45-b6b6-4c39-bde1-9090968e6b03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:06.580637 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-295c0fb2-e231-4256-83ca-dd414f73d130 req-f3b93c45-b6b6-4c39-bde1-9090968e6b03 service neutron] 10.222.0.124 "GET /v2.0/networks?id=763af53d-f0e8-48f6-9cb1-c1ba835f3423 HTTP/1.1" status: 200 len: 909 time: 0.1331275 Jan 21 10:35:06.654732 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-295c0fb2-e231-4256-83ca-dd414f73d130 req-60d3996b-3cbc-42ed-b775-68e935687c32 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44f5e56a-ad6e-4985-8738-db1ea06f0637 HTTP/1.1" status: 200 len: 217 time: 0.0660193 Jan 21 10:35:06.720970 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c0fb2-e231-4256-83ca-dd414f73d130 req-f103ccb9-caa1-428f-9b5b-1ac2f457c5ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:06.722493 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-295c0fb2-e231-4256-83ca-dd414f73d130 req-f103ccb9-caa1-428f-9b5b-1ac2f457c5ac service neutron] 10.222.0.124 "GET /v2.0/subnets?id=d1ed7fd0-7683-4f42-821e-b4c6032aaf8f HTTP/1.1" status: 200 len: 847 time: 0.0616350 Jan 21 10:35:06.797420 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-295c0fb2-e231-4256-83ca-dd414f73d130 req-e5917359-7915-4523-919d-24941b43b73f service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=763af53d-f0e8-48f6-9cb1-c1ba835f3423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694163 Jan 21 10:35:06.934354 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-295c0fb2-e231-4256-83ca-dd414f73d130 req-9567159a-7ad5-44e6-b431-c190d6554540 service neutron] 10.222.0.124 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303258 Jan 21 10:35:07.072986 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-295c0fb2-e231-4256-83ca-dd414f73d130 req-1420f69a-bc16-40b6-98bc-629f1f275c6d service neutron] 10.222.0.124 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277361 Jan 21 10:35:07.469666 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37cdc7-ac0a-4a5f-9431-98c032666244 req-5d56f125-48a4-4470-a04a-eb643aa1d4fa tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:07.470494 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-6b37cdc7-ac0a-4a5f-9431-98c032666244 req-5d56f125-48a4-4470-a04a-eb643aa1d4fa tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Synchronizing usage tracker for tenant:639973f3b8e24d2d937580d169f02e77 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:35:07.487838 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-6b37cdc7-ac0a-4a5f-9431-98c032666244 req-5d56f125-48a4-4470-a04a-eb643aa1d4fa tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Unset dirty status for tenant:639973f3b8e24d2d937580d169f02e77 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:35:07.489093 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6b37cdc7-ac0a-4a5f-9431-98c032666244 req-5d56f125-48a4-4470-a04a-eb643aa1d4fa tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 943 time: 0.1060681 Jan 21 10:35:07.536874 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6b37cdc7-ac0a-4a5f-9431-98c032666244 req-48992772-ade6-4c6c-9ec3-5600bfd85769 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422719 Jan 21 10:35:08.733758 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5097c-9bd7-4bb7-aad3-92c3ad0a865e req-836a4d99-7184-4c1e-a0d8-db2863367c93 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:08.735201 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-74c5097c-9bd7-4bb7-aad3-92c3ad0a865e req-836a4d99-7184-4c1e-a0d8-db2863367c93 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 943 time: 0.0783713 Jan 21 10:35:08.780418 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-74c5097c-9bd7-4bb7-aad3-92c3ad0a865e req-340ef9d2-43eb-47a0-8ad8-f5f3721ef1a1 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395899 Jan 21 10:35:09.984005 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e05c3-b438-4c14-83d8-c5b65ff5c886 req-7bfff952-dd2c-416a-b580-b2185401788d tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:09.985436 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bd5e05c3-b438-4c14-83d8-c5b65ff5c886 req-7bfff952-dd2c-416a-b580-b2185401788d tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 943 time: 0.0848160 Jan 21 10:35:10.127166 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bd5e05c3-b438-4c14-83d8-c5b65ff5c886 req-c84a794d-230d-444e-b9b4-4e7a2628a248 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353571 Jan 21 10:35:11.335725 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10807c08-a3ed-46a4-9471-56568f979f93 req-e7e8cd66-530a-443f-8760-0b8f6638dcc6 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:11.337182 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-10807c08-a3ed-46a4-9471-56568f979f93 req-e7e8cd66-530a-443f-8760-0b8f6638dcc6 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 943 time: 0.0847092 Jan 21 10:35:11.385348 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-10807c08-a3ed-46a4-9471-56568f979f93 req-67853839-dbf4-4bb9-bec3-a0d95822c047 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427008 Jan 21 10:35:12.592037 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c0e7b-0e13-4c13-ab02-edbf2830b5df req-fa110e8d-4e64-4952-a33d-71b8ee21c8e3 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:12.593541 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-650c0e7b-0e13-4c13-ab02-edbf2830b5df req-fa110e8d-4e64-4952-a33d-71b8ee21c8e3 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 943 time: 0.0850511 Jan 21 10:35:12.646367 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-650c0e7b-0e13-4c13-ab02-edbf2830b5df req-8726aa6a-215b-4049-bc70-899a66d27f0e tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472951 Jan 21 10:35:13.856691 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a91cb4-b9e1-42f9-b24e-a884ea5e4cd4 req-e0f25500-2c1c-4db1-b3c7-2f032b283ea2 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:13.858168 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-24a91cb4-b9e1-42f9-b24e-a884ea5e4cd4 req-e0f25500-2c1c-4db1-b3c7-2f032b283ea2 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 943 time: 0.0814571 Jan 21 10:35:13.906402 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-24a91cb4-b9e1-42f9-b24e-a884ea5e4cd4 req-a0452a4b-3b09-4c13-b43d-e7d2aa169ca9 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421524 Jan 21 10:35:13.913861 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 44f5e56a-ad6e-4985-8738-db1ea06f0637 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:35:14.093853 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 44f5e56a-ad6e-4985-8738-db1ea06f0637, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=44f5e56a-ad6e-4985-8738-db1ea06f0637,segment=NetworkSegment(dd6d6d27-a93d-401b-a267-95b9aa326179),segment_id=dd6d6d27-a93d-401b-a267-95b9aa326179)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:35:14.108653 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '44f5e56a-ad6e-4985-8738-db1ea06f0637', 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423', 'port_id': '44f5e56a-ad6e-4985-8738-db1ea06f0637', 'mac_address': 'fa:16:3e:79:89:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ed7fd0-7683-4f42-821e-b4c6032aaf8f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:35:14.166107 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:14.184685 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44f5e56a-ad6e-4985-8738-db1ea06f0637 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:35:14.202113 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 44f5e56a-ad6e-4985-8738-db1ea06f0637, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=44f5e56a-ad6e-4985-8738-db1ea06f0637,segment=NetworkSegment(dd6d6d27-a93d-401b-a267-95b9aa326179),segment_id=dd6d6d27-a93d-401b-a267-95b9aa326179)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:35:14.207821 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:14.273902 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=44f5e56a-ad6e-4985-8738-db1ea06f0637,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:35:14.282063 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:35:14.282403 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:35:14.282735 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:35:14.283945 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:35:14.284277 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:35:14.284604 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:35:14.284929 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:35:14.285253 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:35:14.285600 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:35:14.285916 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:35:14.286233 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:35:14.425715 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['44f5e56a-ad6e-4985-8738-db1ea06f0637'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:35:15.109457 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f884aa5-086f-44ba-8257-f763e9f8b508 req-bb14546b-5933-489f-a2e6-df4d25da4066 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:15.111021 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5f884aa5-086f-44ba-8257-f763e9f8b508 req-bb14546b-5933-489f-a2e6-df4d25da4066 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 944 time: 0.0803676 Jan 21 10:35:15.157081 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-5f884aa5-086f-44ba-8257-f763e9f8b508 req-68e5079d-c6e9-4a66-b889-700a72314961 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399067 Jan 21 10:35:15.929489 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 44f5e56a-ad6e-4985-8738-db1ea06f0637 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:35:15.999184 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port 44f5e56a-ad6e-4985-8738-db1ea06f0637 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:35:16.004252 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 44f5e56a-ad6e-4985-8738-db1ea06f0637 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:35:16.004608 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:16.118364 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:16.146754 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ec1027-d1fb-47fb-a809-f16b94db9be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f5e56a-ad6e-4985-8738-db1ea06f0637'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:35:16.156136 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 44f5e56a-ad6e-4985-8738-db1ea06f0637, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=44f5e56a-ad6e-4985-8738-db1ea06f0637,segment=NetworkSegment(dd6d6d27-a93d-401b-a267-95b9aa326179),segment_id=dd6d6d27-a93d-401b-a267-95b9aa326179)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:35:16.160398 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:16.214471 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ec1027-d1fb-47fb-a809-f16b94db9be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f5e56a-ad6e-4985-8738-db1ea06f0637', 'code': 200} Jan 21 10:35:16.235686 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=44f5e56a-ad6e-4985-8738-db1ea06f0637,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:35:16.377712 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c01dc2-c636-4d0b-af4f-0336fe3065f5 req-150a4406-6037-4912-86fa-bee52a2d4c8a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:16.379893 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-48c01dc2-c636-4d0b-af4f-0336fe3065f5 req-150a4406-6037-4912-86fa-bee52a2d4c8a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 945 time: 0.0813982 Jan 21 10:35:16.471364 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-48c01dc2-c636-4d0b-af4f-0336fe3065f5 req-4b2e8a19-cbc1-473d-80a3-3a8022d31485 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848448 Jan 21 10:35:16.504220 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bc95194f-5265-4cce-a6f1-efe810006d99 req-c922bc48-4de5-4082-8f55-54449f27e173 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 1098 time: 0.0792885 Jan 21 10:35:16.544883 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bc95194f-5265-4cce-a6f1-efe810006d99 req-430d5394-8f34-4277-8d81-6cdeaf9d61c3 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346534 Jan 21 10:35:17.677420 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9eebf1-7cb3-4a3c-8505-67c777cde385 req-f93f2fc3-c264-41e8-ae3f-7707441f20c8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:17.678867 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-0b9eebf1-7cb3-4a3c-8505-67c777cde385 req-f93f2fc3-c264-41e8-ae3f-7707441f20c8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 945 time: 0.0853550 Jan 21 10:35:17.727928 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-0b9eebf1-7cb3-4a3c-8505-67c777cde385 req-6e7ea0a1-3547-4d7e-95e5-35e772a4f177 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434692 Jan 21 10:35:18.927269 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb91588-9409-49bf-8e8c-f8dfbad75034 req-2d7b4e26-817e-4459-bc2e-987db95f8896 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:18.928723 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6eb91588-9409-49bf-8e8c-f8dfbad75034 req-2d7b4e26-817e-4459-bc2e-987db95f8896 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 945 time: 0.0791457 Jan 21 10:35:18.983496 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6eb91588-9409-49bf-8e8c-f8dfbad75034 req-10ee2b2f-fb44-46c5-9daa-c2d2d572bdb4 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492728 Jan 21 10:35:19.181224 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586dde69-2e02-4235-97ac-f0ccd879b6e2 req-26d97e52-aecf-44bb-80e2-cfecf1d969d8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:19.182708 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-586dde69-2e02-4235-97ac-f0ccd879b6e2 req-26d97e52-aecf-44bb-80e2-cfecf1d969d8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 945 time: 0.0791430 Jan 21 10:35:19.232031 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-586dde69-2e02-4235-97ac-f0ccd879b6e2 req-d19f382a-6c54-4311-bc72-f49b88f51a73 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439007 Jan 21 10:35:19.260928 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 45244) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:35:19.335309 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-06dfc15e-fc48-4182-861d-00ca8eb996c0 tempest-TestShelveInstance-140977753 tempest-TestShelveInstance-140977753-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 1093 time: 0.0729051 Jan 21 10:35:19.337788 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 45248) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:35:19.343208 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-94d1a0f8-7c19-4ad1-a390-62cf0068c718 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'port_id': '44f5e56a-ad6e-4985-8738-db1ea06f0637', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:35:19.349321 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-94d1a0f8-7c19-4ad1-a390-62cf0068c718 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:35:19.353360 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-94d1a0f8-7c19-4ad1-a390-62cf0068c718 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Usage tracker for resource:floatingip and tenant:639973f3b8e24d2d937580d169f02e77 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:35:19.356476 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-94d1a0f8-7c19-4ad1-a390-62cf0068c718 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:35:19.363267 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-94d1a0f8-7c19-4ad1-a390-62cf0068c718 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:35:19.374602 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-94d1a0f8-7c19-4ad1-a390-62cf0068c718 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for floatingip, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:19.513676 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-94d1a0f8-7c19-4ad1-a390-62cf0068c718 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:19.653734 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-94d1a0f8-7c19-4ad1-a390-62cf0068c718 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Allocated IP 172.26.0.58 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/ec250734-e0bb-4939-bb54-b2f70e679c19) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:35:19.818214 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-94d1a0f8-7c19-4ad1-a390-62cf0068c718 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:19.846888 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-94d1a0f8-7c19-4ad1-a390-62cf0068c718 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:19.920183 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d1a0f8-7c19-4ad1-a390-62cf0068c718 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:35:19.923293 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-94d1a0f8-7c19-4ad1-a390-62cf0068c718 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:35:19.929596 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1a0f8-7c19-4ad1-a390-62cf0068c718 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Pushing event updated for resources: {'Port': ['ID=ec250734-e0bb-4939-bb54-b2f70e679c19,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:35:19.932151 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d1a0f8-7c19-4ad1-a390-62cf0068c718 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:35:20.449339 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-94d1a0f8-7c19-4ad1-a390-62cf0068c718 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:20.505277 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-94d1a0f8-7c19-4ad1-a390-62cf0068c718 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:20.811234 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-94d1a0f8-7c19-4ad1-a390-62cf0068c718 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:20.816122 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-94d1a0f8-7c19-4ad1-a390-62cf0068c718 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:20.841360 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:20.925077 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1a0f8-7c19-4ad1-a390-62cf0068c718 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Pushing event updated for resources: {'Port': ['ID=ec250734-e0bb-4939-bb54-b2f70e679c19,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:35:20.941138 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-94d1a0f8-7c19-4ad1-a390-62cf0068c718 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:21.132296 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.l3_db [None req-94d1a0f8-7c19-4ad1-a390-62cf0068c718 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Floating IP 476276af-fb48-4dce-88e3-0075971fa4c5 associated. External IP: 172.26.0.58, port: 44f5e56a-ad6e-4985-8738-db1ea06f0637. Jan 21 10:35:21.535677 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d1a0f8-7c19-4ad1-a390-62cf0068c718 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Router c05e0dbe-3b4d-40a3-93e7-d90f3669dac1 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:35:21.739710 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d1a0f8-7c19-4ad1-a390-62cf0068c718 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:35:21.749607 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a99775-9408-4282-858b-61d5fb3222ae None None] Sync routers for ids ['c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:35:21.762864 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a99775-9408-4282-858b-61d5fb3222ae None None] Routers {'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:35:21.763503 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-58a99775-9408-4282-858b-61d5fb3222ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:34:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:35:21.765328 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-94d1a0f8-7c19-4ad1-a390-62cf0068c718 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:21.819979 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-94d1a0f8-7c19-4ad1-a390-62cf0068c718 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4809465 Jan 21 10:35:21.820541 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ec1027-d1fb-47fb-a809-f16b94db9be6', 'tag': '44f5e56a-ad6e-4985-8738-db1ea06f0637'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:35:21.879639 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ec1027-d1fb-47fb-a809-f16b94db9be6', 'tag': '44f5e56a-ad6e-4985-8738-db1ea06f0637', 'status': 'completed', 'code': 200} Jan 21 10:35:21.963277 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-58a99775-9408-4282-858b-61d5fb3222ae None None] Set router c05e0dbe-3b4d-40a3-93e7-d90f3669dac1 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:35:21.983391 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-602da8b3-4682-4444-af25-1cd6b71099b3 req-c89d4c24-a113-4595-92f7-d3cabaaf6ce2 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=639973f3b8e24d2d937580d169f02e77&device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 1098 time: 0.0817368 Jan 21 10:35:22.135314 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602da8b3-4682-4444-af25-1cd6b71099b3 req-d1a19ca7-f6b7-4a1a-86ec-870afce119fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:22.136655 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-602da8b3-4682-4444-af25-1cd6b71099b3 req-d1a19ca7-f6b7-4a1a-86ec-870afce119fe service neutron] 10.222.0.124 "GET /v2.0/networks?id=763af53d-f0e8-48f6-9cb1-c1ba835f3423 HTTP/1.1" status: 200 len: 909 time: 0.1469347 Jan 21 10:35:22.246239 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-602da8b3-4682-4444-af25-1cd6b71099b3 req-2fcbaa4e-38bc-4075-aa4a-7ecec4f36b08 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44f5e56a-ad6e-4985-8738-db1ea06f0637 HTTP/1.1" status: 200 len: 998 time: 0.1033950 Jan 21 10:35:22.330395 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-58a99775-9408-4282-858b-61d5fb3222ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'name': 'tempest-TestShelveInstance-394091815-router', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.109'}], 'enable_snat': True}, 'gw_port_id': 'e848941b-d3d9-4e44-8bb2-50aba207fc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:30:13Z', 'revision_number': 4, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'gw_port': {'id': 'e848941b-d3d9-4e44-8bb2-50aba207fc18', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '476276af-fb48-4dce-88e3-0075971fa4c5', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'floating_ip_address': '172.26.0.58', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'port_id': '44f5e56a-ad6e-4985-8738-db1ea06f0637', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423', 'mac_address': 'fa:16:3e:79:89:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ec1027-d1fb-47fb-a809-f16b94db9be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:35:20Z', 'updated_at': '2022-01-21T10:35:20Z', 'revision_number': 0, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcbdc4af-96d3-41ee-86e3-36d0ca93342a', 'name': '', 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'mac_address': 'fa:16:3e:8d:12:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1ed7fd0-7683-4f42-821e-b4c6032aaf8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:13Z', 'updated_at': '2022-01-21T10:30:23Z', 'revision_number': 5, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'subnets': [{'id': 'd1ed7fd0-7683-4f42-821e-b4c6032aaf8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:35:22.334963 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a99775-9408-4282-858b-61d5fb3222ae None None] Checking router: c05e0dbe-3b4d-40a3-93e7-d90f3669dac1 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:35:22.346616 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a99775-9408-4282-858b-61d5fb3222ae None None] Routers {'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:35:22.347228 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-58a99775-9408-4282-858b-61d5fb3222ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:34:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:35:22.437253 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602da8b3-4682-4444-af25-1cd6b71099b3 req-f1c6234e-adc9-4936-b1e6-0f5105886ab8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:22.438632 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-602da8b3-4682-4444-af25-1cd6b71099b3 req-f1c6234e-adc9-4936-b1e6-0f5105886ab8 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=d1ed7fd0-7683-4f42-821e-b4c6032aaf8f HTTP/1.1" status: 200 len: 847 time: 0.1868391 Jan 21 10:35:22.517161 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-602da8b3-4682-4444-af25-1cd6b71099b3 req-b1546e37-545b-4712-bd23-345efe431611 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=763af53d-f0e8-48f6-9cb1-c1ba835f3423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720077 Jan 21 10:35:22.560306 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-58a99775-9408-4282-858b-61d5fb3222ae None None] Set router c05e0dbe-3b4d-40a3-93e7-d90f3669dac1 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:35:22.664076 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-602da8b3-4682-4444-af25-1cd6b71099b3 req-3610931a-e83b-4ce6-8ddb-2c02cb54eaea service neutron] 10.222.0.124 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377430 Jan 21 10:35:22.808249 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-602da8b3-4682-4444-af25-1cd6b71099b3 req-014eb0d8-4f52-411b-9cd2-6574fb24bece service neutron] 10.222.0.124 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379645 Jan 21 10:35:22.980509 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-58a99775-9408-4282-858b-61d5fb3222ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'name': 'tempest-TestShelveInstance-394091815-router', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.109'}], 'enable_snat': True}, 'gw_port_id': 'e848941b-d3d9-4e44-8bb2-50aba207fc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:30:13Z', 'revision_number': 4, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'gw_port': {'id': 'e848941b-d3d9-4e44-8bb2-50aba207fc18', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '476276af-fb48-4dce-88e3-0075971fa4c5', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'floating_ip_address': '172.26.0.58', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'port_id': '44f5e56a-ad6e-4985-8738-db1ea06f0637', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423', 'mac_address': 'fa:16:3e:79:89:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ec1027-d1fb-47fb-a809-f16b94db9be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:35:20Z', 'updated_at': '2022-01-21T10:35:20Z', 'revision_number': 0, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcbdc4af-96d3-41ee-86e3-36d0ca93342a', 'name': '', 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'mac_address': 'fa:16:3e:8d:12:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1ed7fd0-7683-4f42-821e-b4c6032aaf8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:13Z', 'updated_at': '2022-01-21T10:30:23Z', 'revision_number': 5, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'subnets': [{'id': 'd1ed7fd0-7683-4f42-821e-b4c6032aaf8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:35:22.984624 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a99775-9408-4282-858b-61d5fb3222ae None None] The sync data for ids ['c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'] in dv-neutron-825732-1-hyperv is: [{'id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'name': 'tempest-TestShelveInstance-394091815-router', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.109'}], 'enable_snat': True}, 'gw_port_id': 'e848941b-d3d9-4e44-8bb2-50aba207fc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:30:13Z', 'revision_number': 4, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'gw_port': {'id': 'e848941b-d3d9-4e44-8bb2-50aba207fc18', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '476276af-fb48-4dce-88e3-0075971fa4c5', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'floating_ip_address': '172.26.0.58', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'port_id': '44f5e56a-ad6e-4985-8738-db1ea06f0637', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423', 'mac_address': 'fa:16:3e:79:89:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ec1027-d1fb-47fb-a809-f16b94db9be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:35:20Z', 'updated_at': '2022-01-21T10:35:20Z', 'revision_number': 0, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcbdc4af-96d3-41ee-86e3-36d0ca93342a', 'name': '', 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'mac_address': 'fa:16:3e:8d:12:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1ed7fd0-7683-4f42-821e-b4c6032aaf8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:13Z', 'updated_at': '2022-01-21T10:30:23Z', 'revision_number': 5, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'subnets': [{'id': 'd1ed7fd0-7683-4f42-821e-b4c6032aaf8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:35:23.216015 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff93594-c9de-4c8a-beb2-2b635c0e34e9 None None] New status for floating IP 476276af-fb48-4dce-88e3-0075971fa4c5: ACTIVE {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:35:24.042790 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-13baf6dc-7989-4b8d-ade6-3bd844a0d367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:26.481124 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bd037c8c-0b9d-4ee5-af8f-1695bc89eff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:27.576014 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:27.957893 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:29.689352 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:32.680594 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:35:50.856516 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:54.046265 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6c795eef-0760-4c32-985d-2703b17d0858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:56.484010 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-789b3bf4-e7ab-47fa-981f-115dc3158a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:57.578994 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:57.968766 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:59.690908 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:09.681045 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:36:16.433624 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-15018d6b-48c6-44e9-bf2b-66e5df99ea7e req-c774f1b4-2dd4-40d2-8390-d89a9b99f0af service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738528 Jan 21 10:36:16.575967 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-15018d6b-48c6-44e9-bf2b-66e5df99ea7e req-5c0f2d5a-0bbe-4628-80a3-8ae4d937c17c service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=639973f3b8e24d2d937580d169f02e77&device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 1098 time: 0.0735114 Jan 21 10:36:16.732359 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15018d6b-48c6-44e9-bf2b-66e5df99ea7e req-18c76aa4-152e-4ad7-9829-a93c5badd317 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:16.733842 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-15018d6b-48c6-44e9-bf2b-66e5df99ea7e req-18c76aa4-152e-4ad7-9829-a93c5badd317 service neutron] 10.222.0.124 "GET /v2.0/networks?id=763af53d-f0e8-48f6-9cb1-c1ba835f3423 HTTP/1.1" status: 200 len: 909 time: 0.1376371 Jan 21 10:36:16.839199 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-15018d6b-48c6-44e9-bf2b-66e5df99ea7e req-26faf731-2e61-420b-b2ec-702d95c6b7e4 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44f5e56a-ad6e-4985-8738-db1ea06f0637 HTTP/1.1" status: 200 len: 1000 time: 0.0987563 Jan 21 10:36:16.901816 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15018d6b-48c6-44e9-bf2b-66e5df99ea7e req-077900f0-47f6-4fd4-94d0-3227ed51614c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:16.903293 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-15018d6b-48c6-44e9-bf2b-66e5df99ea7e req-077900f0-47f6-4fd4-94d0-3227ed51614c service neutron] 10.222.0.124 "GET /v2.0/subnets?id=d1ed7fd0-7683-4f42-821e-b4c6032aaf8f HTTP/1.1" status: 200 len: 847 time: 0.0589039 Jan 21 10:36:16.982011 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-15018d6b-48c6-44e9-bf2b-66e5df99ea7e req-811eac62-0ad7-4d6a-bf65-fcd90298dee2 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=763af53d-f0e8-48f6-9cb1-c1ba835f3423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731554 Jan 21 10:36:17.115257 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-15018d6b-48c6-44e9-bf2b-66e5df99ea7e req-8985ad40-2b1c-4c6a-af12-daa35b3e25af service neutron] 10.222.0.124 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269100 Jan 21 10:36:17.247325 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-15018d6b-48c6-44e9-bf2b-66e5df99ea7e req-543bd5b8-0f90-4e67-a3b0-8418476142ec service neutron] 10.222.0.124 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271996 Jan 21 10:36:20.851119 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:24.051467 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d19c5214-132b-46e9-bf4c-205018a59625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:26.486175 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d6f12c69-cc97-47e9-afe8-660794aa0757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:27.581687 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:27.964713 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:29.693234 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:46.681523 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:36:50.855145 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:54.043785 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-21559a54-ebf5-4c76-acd7-7b40fa19d7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:56.488192 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0cb57b31-4886-4900-ab2c-d7eff80e21b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:57.584797 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:57.974357 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:59.695073 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:03.681899 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [req-d64dc9ed-11c2-4a02-99a0-0400d1a9775c req-7c267f7b-8903-4ece-993c-1a7eb2509c57 service neutron] (83598) timed out ('10.222.0.124', 57919) {{(pid=83598) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 21 10:37:16.430523 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bf2b9d6e-6a08-4d48-bd61-2fb15543cf90 req-c511fcfc-affb-45a6-89ce-243d908f7a83 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690706 Jan 21 10:37:16.576823 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bf2b9d6e-6a08-4d48-bd61-2fb15543cf90 req-a925458d-a506-44b4-b713-2dea8ad27691 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=639973f3b8e24d2d937580d169f02e77&device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 1098 time: 0.0738924 Jan 21 10:37:16.722573 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b9d6e-6a08-4d48-bd61-2fb15543cf90 req-05e947b9-c0d2-41a5-989d-fd14be8d66fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:16.724119 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bf2b9d6e-6a08-4d48-bd61-2fb15543cf90 req-05e947b9-c0d2-41a5-989d-fd14be8d66fc service neutron] 10.222.0.124 "GET /v2.0/networks?id=763af53d-f0e8-48f6-9cb1-c1ba835f3423 HTTP/1.1" status: 200 len: 909 time: 0.1295066 Jan 21 10:37:16.827471 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bf2b9d6e-6a08-4d48-bd61-2fb15543cf90 req-375dcb22-0c65-4753-9f5b-e3e376702f3e service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44f5e56a-ad6e-4985-8738-db1ea06f0637 HTTP/1.1" status: 200 len: 1000 time: 0.0967968 Jan 21 10:37:16.990423 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b9d6e-6a08-4d48-bd61-2fb15543cf90 req-c1c7e6b4-dc18-4e47-9869-f3defbfcf60e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:16.991847 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bf2b9d6e-6a08-4d48-bd61-2fb15543cf90 req-c1c7e6b4-dc18-4e47-9869-f3defbfcf60e service neutron] 10.222.0.124 "GET /v2.0/subnets?id=d1ed7fd0-7683-4f42-821e-b4c6032aaf8f HTTP/1.1" status: 200 len: 847 time: 0.1584706 Jan 21 10:37:17.070132 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bf2b9d6e-6a08-4d48-bd61-2fb15543cf90 req-a178b6b0-260d-45c9-9a8d-2472e43c8ba6 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=763af53d-f0e8-48f6-9cb1-c1ba835f3423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725045 Jan 21 10:37:17.204955 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bf2b9d6e-6a08-4d48-bd61-2fb15543cf90 req-01ae6105-8ac1-4216-b879-0d5acffe18b6 service neutron] 10.222.0.124 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290958 Jan 21 10:37:17.346937 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-bf2b9d6e-6a08-4d48-bd61-2fb15543cf90 req-2b3eb56a-b0b7-439f-b540-437fee2166d2 service neutron] 10.222.0.124 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359727 Jan 21 10:37:19.060791 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d293b11-8522-4ce8-9efe-8265d4a63fd0 req-964deb1a-496c-40ae-8dee-3b64d1c08a28 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:19.062255 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1d293b11-8522-4ce8-9efe-8265d4a63fd0 req-964deb1a-496c-40ae-8dee-3b64d1c08a28 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 945 time: 0.0776627 Jan 21 10:37:19.110162 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1d293b11-8522-4ce8-9efe-8265d4a63fd0 req-4fd2b980-5421-47f7-b9fe-a99cb96491d8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422506 Jan 21 10:37:20.339935 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4d00a-86fc-4f32-aedf-b7e92974ee43 req-ac25fee3-2a7e-4ab9-8297-f348d3ab446a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:20.341304 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e7f4d00a-86fc-4f32-aedf-b7e92974ee43 req-ac25fee3-2a7e-4ab9-8297-f348d3ab446a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 945 time: 0.0890391 Jan 21 10:37:20.387411 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e7f4d00a-86fc-4f32-aedf-b7e92974ee43 req-8782bd74-2dd7-49b5-a68a-eabba527752d tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405893 Jan 21 10:37:20.856689 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:21.613216 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e14848-3f5a-4dc6-a004-364c24eb6c7e req-09aa50bd-05b3-4639-bd20-3d3150de0a00 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:21.614736 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-18e14848-3f5a-4dc6-a004-364c24eb6c7e req-09aa50bd-05b3-4639-bd20-3d3150de0a00 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 945 time: 0.0891838 Jan 21 10:37:21.661999 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-18e14848-3f5a-4dc6-a004-364c24eb6c7e req-e05dc34b-18e7-4762-b8f5-ac98d473141e tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417306 Jan 21 10:37:22.861487 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d5b1b-cada-4fc8-a668-b44f0784b482 req-91fd95c3-29d5-4fb1-9894-bc55f94608ee tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:22.863130 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-298d5b1b-cada-4fc8-a668-b44f0784b482 req-91fd95c3-29d5-4fb1-9894-bc55f94608ee tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 945 time: 0.0787170 Jan 21 10:37:22.908009 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-298d5b1b-cada-4fc8-a668-b44f0784b482 req-f59c7828-2fc8-4425-a50b-cfad85ccefd9 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391216 Jan 21 10:37:23.682899 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:37:24.047415 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-732e267b-419a-42f8-832b-5dd3cec60e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:24.110546 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9478a-096e-460a-8a80-f8f829950e54 req-25f0a13d-2226-4895-84d4-ba9bb5bc44b5 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:24.112060 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-98d9478a-096e-460a-8a80-f8f829950e54 req-25f0a13d-2226-4895-84d4-ba9bb5bc44b5 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 945 time: 0.0796938 Jan 21 10:37:24.157324 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-98d9478a-096e-460a-8a80-f8f829950e54 req-8295d120-b1cb-4261-bd5e-29741dc6451e tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394084 Jan 21 10:37:25.442223 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc2bce-20c1-41c1-8efc-f337d6c759ba req-00a0594d-c769-4203-a866-9b7d258391b3 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:25.443671 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e8dc2bce-20c1-41c1-8efc-f337d6c759ba req-00a0594d-c769-4203-a866-9b7d258391b3 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 945 time: 0.1618259 Jan 21 10:37:25.489857 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e8dc2bce-20c1-41c1-8efc-f337d6c759ba req-f9c4a134-75a9-426b-84fd-d3182e6baec8 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400190 Jan 21 10:37:26.492869 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-14a785c0-746d-4f19-bd77-d829de9fe487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:26.712529 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afda135-e706-4e17-b0a0-05c6a01c429f req-7836696f-8cc0-4d5c-8ab9-572873dc95f4 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:26.714169 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0afda135-e706-4e17-b0a0-05c6a01c429f req-7836696f-8cc0-4d5c-8ab9-572873dc95f4 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 945 time: 0.0821986 Jan 21 10:37:26.759171 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0afda135-e706-4e17-b0a0-05c6a01c429f req-cc49bb32-62b9-4000-a485-f652bf65d5d0 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388176 Jan 21 10:37:27.589132 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:27.960860 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f0c59-ad34-4d44-af46-95af73d22f84 req-892e852e-f4ba-400e-a4e3-c6db9058a8ed tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:27.962609 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-156f0c59-ad34-4d44-af46-95af73d22f84 req-892e852e-f4ba-400e-a4e3-c6db9058a8ed tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 945 time: 0.0779204 Jan 21 10:37:27.971726 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:28.010153 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-156f0c59-ad34-4d44-af46-95af73d22f84 req-888fc7a1-a26a-4243-a7cd-ece64dedb0e2 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417106 Jan 21 10:37:29.210075 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ceb874ff-03a1-4112-9daa-d0bfadabbe58 req-11d09f47-1a69-4bad-8cac-d63f9f6caf7b service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=639973f3b8e24d2d937580d169f02e77&device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 1098 time: 0.1356614 Jan 21 10:37:29.310734 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc145e52-dcff-4667-8d3e-0b27098f5254 req-4ea3812c-c404-4aa2-a794-5bbab0d8b905 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:29.312161 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cc145e52-dcff-4667-8d3e-0b27098f5254 req-4ea3812c-c404-4aa2-a794-5bbab0d8b905 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 945 time: 0.1795552 Jan 21 10:37:29.401294 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb874ff-03a1-4112-9daa-d0bfadabbe58 req-49bce0c6-8041-41c6-a11c-eea64ebf5189 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:29.402751 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ceb874ff-03a1-4112-9daa-d0bfadabbe58 req-49bce0c6-8041-41c6-a11c-eea64ebf5189 service neutron] 10.222.0.124 "GET /v2.0/networks?id=763af53d-f0e8-48f6-9cb1-c1ba835f3423 HTTP/1.1" status: 200 len: 909 time: 0.1813056 Jan 21 10:37:29.406352 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cc145e52-dcff-4667-8d3e-0b27098f5254 req-1a3af76b-c0da-4b93-af23-702e33232a37 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751967 Jan 21 10:37:29.511267 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ceb874ff-03a1-4112-9daa-d0bfadabbe58 req-2dd03780-f771-4a1a-b889-ee04e52ca00f service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44f5e56a-ad6e-4985-8738-db1ea06f0637 HTTP/1.1" status: 200 len: 1000 time: 0.1025538 Jan 21 10:37:29.572784 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb874ff-03a1-4112-9daa-d0bfadabbe58 req-a001b289-08bb-4e77-8aad-8199fc5141b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:29.574232 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ceb874ff-03a1-4112-9daa-d0bfadabbe58 req-a001b289-08bb-4e77-8aad-8199fc5141b1 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=d1ed7fd0-7683-4f42-821e-b4c6032aaf8f HTTP/1.1" status: 200 len: 847 time: 0.0577362 Jan 21 10:37:29.655213 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ceb874ff-03a1-4112-9daa-d0bfadabbe58 req-6b15b460-8f49-444c-81b0-c219d8014df6 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=763af53d-f0e8-48f6-9cb1-c1ba835f3423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751176 Jan 21 10:37:29.704348 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:29.789133 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ceb874ff-03a1-4112-9daa-d0bfadabbe58 req-19a5e1f8-67e7-4f94-885f-d35730df1b2f service neutron] 10.222.0.124 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280124 Jan 21 10:37:30.039914 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-ceb874ff-03a1-4112-9daa-d0bfadabbe58 req-a845c620-505e-4bca-870c-82061262392f service neutron] 10.222.0.124 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446077 Jan 21 10:37:30.604927 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fe0c5-bd66-4688-ab2c-cffabb499a93 req-f9b117fd-4e45-480e-9912-82b7320d9c88 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:30.606400 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-077fe0c5-bd66-4688-ab2c-cffabb499a93 req-f9b117fd-4e45-480e-9912-82b7320d9c88 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 945 time: 0.0794003 Jan 21 10:37:30.653672 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-077fe0c5-bd66-4688-ab2c-cffabb499a93 req-2e999521-f5dd-4f15-bd98-76d8a227b220 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418141 Jan 21 10:37:31.863088 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa629ce-e005-4c43-9596-e1a6f318a853 req-0338da3d-6156-4c72-a9c6-eeb1ab584f00 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:31.864549 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4aa629ce-e005-4c43-9596-e1a6f318a853 req-0338da3d-6156-4c72-a9c6-eeb1ab584f00 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 945 time: 0.0793092 Jan 21 10:37:31.915441 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4aa629ce-e005-4c43-9596-e1a6f318a853 req-77abd35c-1160-420b-afbf-777d8300fd8e tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437188 Jan 21 10:37:33.126017 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951768a8-4e10-493b-8ed4-9d273d6620e3 req-0ce09f6e-dd5b-42c3-8612-ff52f776b827 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:33.127546 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-951768a8-4e10-493b-8ed4-9d273d6620e3 req-0ce09f6e-dd5b-42c3-8612-ff52f776b827 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 945 time: 0.0772908 Jan 21 10:37:33.177763 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-951768a8-4e10-493b-8ed4-9d273d6620e3 req-9182e4cf-7c2a-4415-b981-7065506c21e7 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442576 Jan 21 10:37:33.370551 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-441fe84a-d482-45ed-a87b-67d27a196341 req-7ace0a54-ac1c-4c6b-9e0a-06013fbd6335 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0712750 Jan 21 10:37:33.559997 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-8bf5189e-8ba4-45f6-85c3-e6a232b81aad req-2e0ea222-c183-490f-8063-a928411d2d6b service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0699031 Jan 21 10:37:33.646304 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76413d03-5297-411c-852c-90d9d5970556 req-50bd23e5-edda-4f38-8342-7854135860d2 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:33.647904 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-76413d03-5297-411c-852c-90d9d5970556 req-50bd23e5-edda-4f38-8342-7854135860d2 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 945 time: 0.0846310 Jan 21 10:37:33.699732 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-76413d03-5297-411c-852c-90d9d5970556 req-2e0aa254-39a5-4dc1-bb4c-f0a446c6ac0a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452595 Jan 21 10:37:34.590784 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 44f5e56a-ad6e-4985-8738-db1ea06f0637 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:37:34.703259 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:34.729741 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ec1027-d1fb-47fb-a809-f16b94db9be6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44f5e56a-ad6e-4985-8738-db1ea06f0637'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:37:34.740170 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 44f5e56a-ad6e-4985-8738-db1ea06f0637, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=44f5e56a-ad6e-4985-8738-db1ea06f0637,segment=NetworkSegment(dd6d6d27-a93d-401b-a267-95b9aa326179),segment_id=dd6d6d27-a93d-401b-a267-95b9aa326179)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:37:34.745542 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:34.816373 dv-neutron-825732-1-hyperv neutron-server[83599]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a9ec1027-d1fb-47fb-a809-f16b94db9be6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '44f5e56a-ad6e-4985-8738-db1ea06f0637', 'code': 422} returned with failed status Jan 21 10:37:34.857842 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=44f5e56a-ad6e-4985-8738-db1ea06f0637,revision_number=6']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:37:34.866678 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:37:34.867255 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:37:34.867759 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:37:34.868230 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:37:34.868697 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:37:34.869310 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:37:34.869932 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:37:34.870532 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:37:34.871391 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:37:34.871852 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:37:34.872325 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:37:34.938068 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4203b-3aca-4a89-9650-9547f5655034 req-4a2ee9f4-a272-4e5f-ab06-cb485c09d99a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:34.939463 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a3e4203b-3aca-4a89-9650-9547f5655034 req-4a2ee9f4-a272-4e5f-ab06-cb485c09d99a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 943 time: 0.0902758 Jan 21 10:37:34.987369 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a3e4203b-3aca-4a89-9650-9547f5655034 req-13c25ad3-ea74-4366-a56f-81ab020b2645 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421379 Jan 21 10:37:35.788967 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8bf5189e-8ba4-45f6-85c3-e6a232b81aad req-2c8b984d-3252-41e1-8f30-23bff75c4f81 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6&tenant_id=639973f3b8e24d2d937580d169f02e77 HTTP/1.1" status: 200 len: 1096 time: 0.0719063 Jan 21 10:37:35.880958 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8bf5189e-8ba4-45f6-85c3-e6a232b81aad req-9cb8dd81-eaf6-403c-bfe0-c8b98a91c963 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=639973f3b8e24d2d937580d169f02e77&device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 1096 time: 0.0718682 Jan 21 10:37:36.014531 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5189e-8ba4-45f6-85c3-e6a232b81aad req-891092ef-9c84-4ca9-905d-1b0f1b16a6db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:36.015985 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8bf5189e-8ba4-45f6-85c3-e6a232b81aad req-891092ef-9c84-4ca9-905d-1b0f1b16a6db service neutron] 10.222.0.124 "GET /v2.0/networks?id=763af53d-f0e8-48f6-9cb1-c1ba835f3423 HTTP/1.1" status: 200 len: 909 time: 0.1286044 Jan 21 10:37:36.126926 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8bf5189e-8ba4-45f6-85c3-e6a232b81aad req-df316851-93e1-4a17-9ff4-dafa17cc6209 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44f5e56a-ad6e-4985-8738-db1ea06f0637 HTTP/1.1" status: 200 len: 998 time: 0.1049106 Jan 21 10:37:36.188556 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324271e2-368c-4708-bd7f-9d9d92427231 req-30f6f04c-5952-4309-8829-070acef06ea1 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:36.190046 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-324271e2-368c-4708-bd7f-9d9d92427231 req-30f6f04c-5952-4309-8829-070acef06ea1 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 943 time: 0.0769508 Jan 21 10:37:36.190737 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5189e-8ba4-45f6-85c3-e6a232b81aad req-eb195333-c5cc-4848-9b40-229c57522f90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:36.192118 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8bf5189e-8ba4-45f6-85c3-e6a232b81aad req-eb195333-c5cc-4848-9b40-229c57522f90 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=d1ed7fd0-7683-4f42-821e-b4c6032aaf8f HTTP/1.1" status: 200 len: 847 time: 0.0598278 Jan 21 10:37:36.237320 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-324271e2-368c-4708-bd7f-9d9d92427231 req-b5bc2f2f-c39b-4b08-b8b2-e6515ea2698d tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413623 Jan 21 10:37:36.275510 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8bf5189e-8ba4-45f6-85c3-e6a232b81aad req-1c09cfc6-9e57-4ec6-a706-478de8412390 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=763af53d-f0e8-48f6-9cb1-c1ba835f3423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762489 Jan 21 10:37:36.408033 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8bf5189e-8ba4-45f6-85c3-e6a232b81aad req-3bd57646-9e7b-4879-880f-486e6c27a62c service neutron] 10.222.0.124 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267848 Jan 21 10:37:36.541459 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-8bf5189e-8ba4-45f6-85c3-e6a232b81aad req-3230ffc8-19a7-40cc-ab75-d04b0ec46640 service neutron] 10.222.0.124 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282055 Jan 21 10:37:37.438953 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c9f58-cc31-4e95-9c4b-038b02157f0f req-a9bd4060-ad3c-43ca-a2cd-88b5a2228a99 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:37.440179 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7d2c9f58-cc31-4e95-9c4b-038b02157f0f req-a9bd4060-ad3c-43ca-a2cd-88b5a2228a99 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 943 time: 0.0759442 Jan 21 10:37:37.487048 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-7d2c9f58-cc31-4e95-9c4b-038b02157f0f req-d9e43cb0-3d58-448c-bf97-1aca810cdeea tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410500 Jan 21 10:37:38.714291 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a50f0-cbb6-4e46-95e5-a163a4761213 req-9057a863-5bd4-4396-9c14-f9ce44232d8a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:38.715760 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-8d2a50f0-cbb6-4e46-95e5-a163a4761213 req-9057a863-5bd4-4396-9c14-f9ce44232d8a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 943 time: 0.0903492 Jan 21 10:37:38.770767 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-8d2a50f0-cbb6-4e46-95e5-a163a4761213 req-5491da50-820a-4577-99ae-81d6dd13f271 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491264 Jan 21 10:37:39.975663 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd300f5d-0616-4220-b20b-63b6d3de4b67 req-f4405aa4-da3e-42ae-9852-fca55289d16d tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:39.977726 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cd300f5d-0616-4220-b20b-63b6d3de4b67 req-f4405aa4-da3e-42ae-9852-fca55289d16d tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 943 time: 0.0811908 Jan 21 10:37:40.022895 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cd300f5d-0616-4220-b20b-63b6d3de4b67 req-6309b30f-d7d3-4c0d-98f6-39c56ecc8e34 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396779 Jan 21 10:37:41.225689 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab686b3f-0d4b-43bc-b4c5-066bc611e4c1 req-265a0b32-80e5-4a2d-9cc2-487d369586fc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:41.227127 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ab686b3f-0d4b-43bc-b4c5-066bc611e4c1 req-265a0b32-80e5-4a2d-9cc2-487d369586fc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 943 time: 0.0782728 Jan 21 10:37:41.272889 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ab686b3f-0d4b-43bc-b4c5-066bc611e4c1 req-711f9ca0-15df-42f6-b863-8e6f127caadc tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395484 Jan 21 10:37:42.488113 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78fdc4-0fdb-44ab-969a-e07e8b30d399 req-7d0a6b7b-a245-4723-b8c3-49a76e1b115a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:42.489628 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fa78fdc4-0fdb-44ab-969a-e07e8b30d399 req-7d0a6b7b-a245-4723-b8c3-49a76e1b115a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 943 time: 0.0764859 Jan 21 10:37:42.541628 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fa78fdc4-0fdb-44ab-969a-e07e8b30d399 req-c03b5432-697e-49dc-83ee-968a31fc0984 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452321 Jan 21 10:37:43.743941 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60aaa6-606b-4baa-b5df-2aa5dda3ab10 req-8d3579df-5c4f-4189-8947-521a6e5a3bfe tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:43.745384 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-8e60aaa6-606b-4baa-b5df-2aa5dda3ab10 req-8d3579df-5c4f-4189-8947-521a6e5a3bfe tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 943 time: 0.0832794 Jan 21 10:37:43.791835 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-8e60aaa6-606b-4baa-b5df-2aa5dda3ab10 req-a6127c26-d287-48e7-b50e-48f3c0611d1b tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404119 Jan 21 10:37:44.622052 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 44f5e56a-ad6e-4985-8738-db1ea06f0637 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:37:44.757930 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 44f5e56a-ad6e-4985-8738-db1ea06f0637, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=44f5e56a-ad6e-4985-8738-db1ea06f0637,segment=NetworkSegment(dd6d6d27-a93d-401b-a267-95b9aa326179),segment_id=dd6d6d27-a93d-401b-a267-95b9aa326179)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:37:44.771237 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '44f5e56a-ad6e-4985-8738-db1ea06f0637', 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423', 'port_id': '44f5e56a-ad6e-4985-8738-db1ea06f0637', 'mac_address': 'fa:16:3e:79:89:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ed7fd0-7683-4f42-821e-b4c6032aaf8f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:37:44.824834 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:44.842106 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44f5e56a-ad6e-4985-8738-db1ea06f0637 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:37:44.858409 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 44f5e56a-ad6e-4985-8738-db1ea06f0637, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=44f5e56a-ad6e-4985-8738-db1ea06f0637,segment=NetworkSegment(dd6d6d27-a93d-401b-a267-95b9aa326179),segment_id=dd6d6d27-a93d-401b-a267-95b9aa326179)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:37:44.863814 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:44.946901 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=44f5e56a-ad6e-4985-8738-db1ea06f0637,revision_number=7']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:37:44.997869 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77202f-bcfe-42a0-bee4-7d0e5d762998 req-92185568-b715-4c05-8179-581cdf9eedd7 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:44.999323 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cf77202f-bcfe-42a0-bee4-7d0e5d762998 req-92185568-b715-4c05-8179-581cdf9eedd7 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 944 time: 0.0777729 Jan 21 10:37:45.046036 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cf77202f-bcfe-42a0-bee4-7d0e5d762998 req-6cfb48df-a5ef-4b04-8b2c-223edc333c1f tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412421 Jan 21 10:37:45.086740 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['44f5e56a-ad6e-4985-8738-db1ea06f0637'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:37:46.248527 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6b2ae-de6a-49dc-a316-b704ebb050e2 req-0501cc55-cbdf-46c8-86bf-4e5e4dc3731a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:46.250002 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-f8e6b2ae-de6a-49dc-a316-b704ebb050e2 req-0501cc55-cbdf-46c8-86bf-4e5e4dc3731a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 944 time: 0.0781257 Jan 21 10:37:46.305506 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-f8e6b2ae-de6a-49dc-a316-b704ebb050e2 req-d7f6def6-6d44-4988-96f3-e11e12592238 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501218 Jan 21 10:37:46.638000 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 44f5e56a-ad6e-4985-8738-db1ea06f0637 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:37:46.708137 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 44f5e56a-ad6e-4985-8738-db1ea06f0637 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:37:46.708503 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:46.821178 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:46.849643 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ec1027-d1fb-47fb-a809-f16b94db9be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f5e56a-ad6e-4985-8738-db1ea06f0637'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:37:46.859435 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 44f5e56a-ad6e-4985-8738-db1ea06f0637, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=44f5e56a-ad6e-4985-8738-db1ea06f0637,segment=NetworkSegment(dd6d6d27-a93d-401b-a267-95b9aa326179),segment_id=dd6d6d27-a93d-401b-a267-95b9aa326179)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:37:46.864156 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:46.922876 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ec1027-d1fb-47fb-a809-f16b94db9be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f5e56a-ad6e-4985-8738-db1ea06f0637', 'code': 200} Jan 21 10:37:46.937427 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=44f5e56a-ad6e-4985-8738-db1ea06f0637,revision_number=8']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:37:47.200357 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b5300e2e-545b-45cb-bae8-eb3412c7fb13 req-b855c7f8-8ca1-4fff-b715-3b5cadd36795 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 1098 time: 0.0724194 Jan 21 10:37:47.242076 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b5300e2e-545b-45cb-bae8-eb3412c7fb13 req-d5d840c0-5c78-40e4-a276-91a968c73413 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358558 Jan 21 10:37:47.506003 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8cb00-e475-49e5-910a-dcc325c51418 req-80e8856d-1d7d-4360-8f57-c8831f2f9ef6 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:47.507556 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-5dd8cb00-e475-49e5-910a-dcc325c51418 req-80e8856d-1d7d-4360-8f57-c8831f2f9ef6 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 945 time: 0.0767562 Jan 21 10:37:47.552713 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-5dd8cb00-e475-49e5-910a-dcc325c51418 req-3c48e535-ab89-4914-8f7a-72fd4cf6a5cf tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385940 Jan 21 10:37:48.752616 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea1397-365d-4eac-9e9c-5ae96e06d49d req-cd29f232-d7ae-4080-b725-b1d475a25f73 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:48.756279 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-60ea1397-365d-4eac-9e9c-5ae96e06d49d req-cd29f232-d7ae-4080-b725-b1d475a25f73 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 945 time: 0.0768197 Jan 21 10:37:48.799934 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-60ea1397-365d-4eac-9e9c-5ae96e06d49d req-c06d5ffc-8f2c-4551-b2e8-756c91ddabb1 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400434 Jan 21 10:37:50.870610 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:54.049747 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5af89cc9-bd62-4148-91cd-bde9d7764757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:56.495763 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fd1430ba-437d-4e5a-a0b0-d4dc36c290de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:57.590809 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:57.973837 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:59.700972 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:00.684655 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:38:16.445214 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-045d7b20-4efb-45be-af2e-569f2aaddb38 req-4907b43c-421d-40be-96fe-0a195fcbe8d6 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774777 Jan 21 10:38:16.604765 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-045d7b20-4efb-45be-af2e-569f2aaddb38 req-a2680d6e-6eae-48d2-a4c7-6a88f5c7ab59 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=639973f3b8e24d2d937580d169f02e77&device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 1098 time: 0.0788426 Jan 21 10:38:16.906589 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d7b20-4efb-45be-af2e-569f2aaddb38 req-8bb313c6-05a7-4d27-b726-6bdf3cbb2265 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:16.906589 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-045d7b20-4efb-45be-af2e-569f2aaddb38 req-8bb313c6-05a7-4d27-b726-6bdf3cbb2265 service neutron] 10.222.0.124 "GET /v2.0/networks?id=763af53d-f0e8-48f6-9cb1-c1ba835f3423 HTTP/1.1" status: 200 len: 909 time: 0.2803800 Jan 21 10:38:17.037587 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-045d7b20-4efb-45be-af2e-569f2aaddb38 req-f46faf4e-ec55-415e-9a77-ca0ce26e532c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44f5e56a-ad6e-4985-8738-db1ea06f0637 HTTP/1.1" status: 200 len: 1000 time: 0.1254771 Jan 21 10:38:17.111922 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d7b20-4efb-45be-af2e-569f2aaddb38 req-5813163a-969a-4406-ba73-9c7d5b9f5ad4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:17.114290 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-045d7b20-4efb-45be-af2e-569f2aaddb38 req-5813163a-969a-4406-ba73-9c7d5b9f5ad4 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=d1ed7fd0-7683-4f42-821e-b4c6032aaf8f HTTP/1.1" status: 200 len: 847 time: 0.0680957 Jan 21 10:38:17.203979 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-045d7b20-4efb-45be-af2e-569f2aaddb38 req-a5598e9a-3f67-400e-a7ed-5ce8301ae741 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=763af53d-f0e8-48f6-9cb1-c1ba835f3423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805049 Jan 21 10:38:17.351929 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-045d7b20-4efb-45be-af2e-569f2aaddb38 req-dcefa1c0-6a45-44f2-b87e-73f0ef944da6 service neutron] 10.222.0.124 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456034 Jan 21 10:38:17.486788 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-045d7b20-4efb-45be-af2e-569f2aaddb38 req-a8fbf4d4-ea5f-4680-acc4-2f1605f91f3b service neutron] 10.222.0.124 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293635 Jan 21 10:38:20.900938 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:24.052414 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9f150848-3a5f-4281-a69e-5984fda19123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:26.505103 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a60a4eda-3d75-4738-8914-deaf28f686ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:27.604485 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:27.980004 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:29.704018 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:37.685189 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:38:50.879052 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:54.054680 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dd999a8a-377e-43ed-9a6e-03129ff9071d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:56.498078 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d0c191fe-2214-4a52-968c-37a134cf29f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:57.598797 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:57.978644 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:59.705905 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:09.335874 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 45378) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:39:09.539692 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-174aa7a7-6179-4bed-9b73-62019e465811 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Deleting port ec250734-e0bb-4939-bb54-b2f70e679c19 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:39:09.540026 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-174aa7a7-6179-4bed-9b73-62019e465811 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:09.707431 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-174aa7a7-6179-4bed-9b73-62019e465811 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:09.707634 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-174aa7a7-6179-4bed-9b73-62019e465811 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:09.826616 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-174aa7a7-6179-4bed-9b73-62019e465811 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Calling delete_port for ec250734-e0bb-4939-bb54-b2f70e679c19 owned by network:floatingip {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:39:09.978256 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-174aa7a7-6179-4bed-9b73-62019e465811 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:10.022481 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174aa7a7-6179-4bed-9b73-62019e465811 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Pushing event deleted for resources: {'Port': ['ID=ec250734-e0bb-4939-bb54-b2f70e679c19,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:10.061828 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174aa7a7-6179-4bed-9b73-62019e465811 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:10.062171 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174aa7a7-6179-4bed-9b73-62019e465811 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:10.062507 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174aa7a7-6179-4bed-9b73-62019e465811 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:10.062838 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174aa7a7-6179-4bed-9b73-62019e465811 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:10.063165 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174aa7a7-6179-4bed-9b73-62019e465811 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:10.063487 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174aa7a7-6179-4bed-9b73-62019e465811 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:10.063807 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174aa7a7-6179-4bed-9b73-62019e465811 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:10.064127 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174aa7a7-6179-4bed-9b73-62019e465811 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:10.064446 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174aa7a7-6179-4bed-9b73-62019e465811 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:10.064758 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174aa7a7-6179-4bed-9b73-62019e465811 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:10.065074 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174aa7a7-6179-4bed-9b73-62019e465811 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:10.129690 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-174aa7a7-6179-4bed-9b73-62019e465811 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for floatingip, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:10.633984 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174aa7a7-6179-4bed-9b73-62019e465811 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Router c05e0dbe-3b4d-40a3-93e7-d90f3669dac1 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:39:10.845054 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174aa7a7-6179-4bed-9b73-62019e465811 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:39:10.856146 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6990fb1e-1eb6-4195-b297-9ab89f1b4c5e None None] Sync routers for ids ['c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:39:10.867578 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-174aa7a7-6179-4bed-9b73-62019e465811 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:10.868945 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6990fb1e-1eb6-4195-b297-9ab89f1b4c5e None None] Routers {'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:39:10.869667 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-6990fb1e-1eb6-4195-b297-9ab89f1b4c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:38:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:39:10.922096 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-174aa7a7-6179-4bed-9b73-62019e465811 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "DELETE /v2.0/floatingips/476276af-fb48-4dce-88e3-0075971fa4c5 HTTP/1.1" status: 204 len: 168 time: 1.5850754 Jan 21 10:39:10.922724 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ec1027-d1fb-47fb-a809-f16b94db9be6', 'tag': '44f5e56a-ad6e-4985-8738-db1ea06f0637'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:39:10.992451 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ec1027-d1fb-47fb-a809-f16b94db9be6', 'tag': '44f5e56a-ad6e-4985-8738-db1ea06f0637', 'status': 'completed', 'code': 200} Jan 21 10:39:11.078907 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-6990fb1e-1eb6-4195-b297-9ab89f1b4c5e None None] Set router c05e0dbe-3b4d-40a3-93e7-d90f3669dac1 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:39:11.093183 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4134e4df-db26-440d-b51c-906ba8975944 req-169b59a2-2528-4e2f-afcd-ba9a0170ac0a service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=639973f3b8e24d2d937580d169f02e77&device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 1098 time: 0.0769024 Jan 21 10:39:11.243476 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134e4df-db26-440d-b51c-906ba8975944 req-1600fa02-62d6-45af-90d6-1aec571fc6d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:39:11.247991 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4134e4df-db26-440d-b51c-906ba8975944 req-1600fa02-62d6-45af-90d6-1aec571fc6d9 service neutron] 10.222.0.124 "GET /v2.0/networks?id=763af53d-f0e8-48f6-9cb1-c1ba835f3423 HTTP/1.1" status: 200 len: 909 time: 0.1490600 Jan 21 10:39:11.357042 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4134e4df-db26-440d-b51c-906ba8975944 req-40b17450-fd0c-4ef8-836e-37cbeaf198b1 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44f5e56a-ad6e-4985-8738-db1ea06f0637 HTTP/1.1" status: 200 len: 217 time: 0.1028168 Jan 21 10:39:11.437050 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134e4df-db26-440d-b51c-906ba8975944 req-8bf77766-439d-4844-adf0-3f63c45d1ade service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:39:11.438432 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4134e4df-db26-440d-b51c-906ba8975944 req-8bf77766-439d-4844-adf0-3f63c45d1ade service neutron] 10.222.0.124 "GET /v2.0/subnets?id=d1ed7fd0-7683-4f42-821e-b4c6032aaf8f HTTP/1.1" status: 200 len: 847 time: 0.0737338 Jan 21 10:39:11.492156 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a847f28-d9bf-49d7-8429-808bc221d0c1 req-a5571ca1-9a6d-43ad-8f50-90fd1529f873 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:39:11.492529 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-6990fb1e-1eb6-4195-b297-9ab89f1b4c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'name': 'tempest-TestShelveInstance-394091815-router', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.109'}], 'enable_snat': True}, 'gw_port_id': 'e848941b-d3d9-4e44-8bb2-50aba207fc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:30:13Z', 'revision_number': 4, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'gw_port': {'id': 'e848941b-d3d9-4e44-8bb2-50aba207fc18', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'bcbdc4af-96d3-41ee-86e3-36d0ca93342a', 'name': '', 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'mac_address': 'fa:16:3e:8d:12:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1ed7fd0-7683-4f42-821e-b4c6032aaf8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:13Z', 'updated_at': '2022-01-21T10:30:23Z', 'revision_number': 5, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'subnets': [{'id': 'd1ed7fd0-7683-4f42-821e-b4c6032aaf8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:39:11.492903 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-3a847f28-d9bf-49d7-8429-808bc221d0c1 req-a5571ca1-9a6d-43ad-8f50-90fd1529f873 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Synchronizing usage tracker for tenant:639973f3b8e24d2d937580d169f02e77 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:39:11.497143 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6990fb1e-1eb6-4195-b297-9ab89f1b4c5e None None] Checking router: c05e0dbe-3b4d-40a3-93e7-d90f3669dac1 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:39:11.508202 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6990fb1e-1eb6-4195-b297-9ab89f1b4c5e None None] Routers {'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:39:11.508821 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-6990fb1e-1eb6-4195-b297-9ab89f1b4c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:38:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:39:11.519618 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-3a847f28-d9bf-49d7-8429-808bc221d0c1 req-a5571ca1-9a6d-43ad-8f50-90fd1529f873 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Unset dirty status for tenant:639973f3b8e24d2d937580d169f02e77 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:39:11.520752 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3a847f28-d9bf-49d7-8429-808bc221d0c1 req-a5571ca1-9a6d-43ad-8f50-90fd1529f873 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 945 time: 0.2107480 Jan 21 10:39:11.568239 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4134e4df-db26-440d-b51c-906ba8975944 req-8213ec9b-62ca-4317-854a-f94e3a36e2f4 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=763af53d-f0e8-48f6-9cb1-c1ba835f3423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1221552 Jan 21 10:39:11.597639 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3a847f28-d9bf-49d7-8429-808bc221d0c1 req-d1f162ce-740b-4ab9-8dde-11ee5b4e1b34 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705638 Jan 21 10:39:11.690868 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-6990fb1e-1eb6-4195-b297-9ab89f1b4c5e None None] Set router c05e0dbe-3b4d-40a3-93e7-d90f3669dac1 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:39:11.709196 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4134e4df-db26-440d-b51c-906ba8975944 req-51f8aee8-2f30-4241-ab2b-5de793814f4c service neutron] 10.222.0.124 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334355 Jan 21 10:39:11.844605 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4134e4df-db26-440d-b51c-906ba8975944 req-47375b36-2271-49a3-b72b-048eb0bad66b service neutron] 10.222.0.124 "GET /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285284 Jan 21 10:39:12.037293 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-6990fb1e-1eb6-4195-b297-9ab89f1b4c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'name': 'tempest-TestShelveInstance-394091815-router', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.109'}], 'enable_snat': True}, 'gw_port_id': 'e848941b-d3d9-4e44-8bb2-50aba207fc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:30:13Z', 'revision_number': 4, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'gw_port': {'id': 'e848941b-d3d9-4e44-8bb2-50aba207fc18', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'bcbdc4af-96d3-41ee-86e3-36d0ca93342a', 'name': '', 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'mac_address': 'fa:16:3e:8d:12:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1ed7fd0-7683-4f42-821e-b4c6032aaf8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:13Z', 'updated_at': '2022-01-21T10:30:23Z', 'revision_number': 5, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'subnets': [{'id': 'd1ed7fd0-7683-4f42-821e-b4c6032aaf8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:39:12.041338 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6990fb1e-1eb6-4195-b297-9ab89f1b4c5e None None] The sync data for ids ['c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'] in dv-neutron-825732-1-hyperv is: [{'id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'name': 'tempest-TestShelveInstance-394091815-router', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.109'}], 'enable_snat': True}, 'gw_port_id': 'e848941b-d3d9-4e44-8bb2-50aba207fc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:30:13Z', 'revision_number': 4, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'gw_port': {'id': 'e848941b-d3d9-4e44-8bb2-50aba207fc18', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': 'bcbdc4af-96d3-41ee-86e3-36d0ca93342a', 'name': '', 'network_id': '763af53d-f0e8-48f6-9cb1-c1ba835f3423', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'mac_address': 'fa:16:3e:8d:12:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1ed7fd0-7683-4f42-821e-b4c6032aaf8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:13Z', 'updated_at': '2022-01-21T10:30:23Z', 'revision_number': 5, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'subnets': [{'id': 'd1ed7fd0-7683-4f42-821e-b4c6032aaf8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:39:12.271424 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99edcb8-3802-4a6b-97e5-251274a0aa16 None None] New status for floating IP 476276af-fb48-4dce-88e3-0075971fa4c5: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:39:12.817784 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222ae9a-2b6d-4514-a26e-aecfd8786f82 req-92143be9-5e42-45fa-899e-14963c12f824 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:39:12.819294 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-c222ae9a-2b6d-4514-a26e-aecfd8786f82 req-92143be9-5e42-45fa-899e-14963c12f824 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 945 time: 0.0850439 Jan 21 10:39:12.868050 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-c222ae9a-2b6d-4514-a26e-aecfd8786f82 req-3b405dea-4cce-4bcb-91b9-3cc536781de5 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ed4c23c-3334-4aa1-a880-4bc1825c8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419052 Jan 21 10:39:12.885016 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540e8ed-25d7-430e-b7b9-19d40b06844f req-305dae78-9d30-4921-aefc-1be0e5dca4de tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:39:12.886527 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6540e8ed-25d7-430e-b7b9-19d40b06844f req-305dae78-9d30-4921-aefc-1be0e5dca4de tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.124 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 945 time: 0.0900919 Jan 21 10:39:12.966060 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-6540e8ed-25d7-430e-b7b9-19d40b06844f req-3df10262-7705-4b82-bb7c-7b6e22b63d6a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Deleting port 44f5e56a-ad6e-4985-8738-db1ea06f0637 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:39:12.966384 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-6540e8ed-25d7-430e-b7b9-19d40b06844f req-3df10262-7705-4b82-bb7c-7b6e22b63d6a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:13.324371 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-6540e8ed-25d7-430e-b7b9-19d40b06844f req-3df10262-7705-4b82-bb7c-7b6e22b63d6a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] For port 44f5e56a-ad6e-4985-8738-db1ea06f0637, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=44f5e56a-ad6e-4985-8738-db1ea06f0637,segment=NetworkSegment(dd6d6d27-a93d-401b-a267-95b9aa326179),segment_id=dd6d6d27-a93d-401b-a267-95b9aa326179)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:39:13.324797 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-6540e8ed-25d7-430e-b7b9-19d40b06844f req-3df10262-7705-4b82-bb7c-7b6e22b63d6a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:13.448436 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-6540e8ed-25d7-430e-b7b9-19d40b06844f req-3df10262-7705-4b82-bb7c-7b6e22b63d6a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Calling delete_port for 44f5e56a-ad6e-4985-8738-db1ea06f0637 owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:39:13.594261 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-6540e8ed-25d7-430e-b7b9-19d40b06844f req-3df10262-7705-4b82-bb7c-7b6e22b63d6a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:13.644143 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df10262-7705-4b82-bb7c-7b6e22b63d6a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Pushing event deleted for resources: {'Port': ['ID=44f5e56a-ad6e-4985-8738-db1ea06f0637,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:13.721860 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-6540e8ed-25d7-430e-b7b9-19d40b06844f req-3df10262-7705-4b82-bb7c-7b6e22b63d6a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] No DVR routers for this DVR port 44f5e56a-ad6e-4985-8738-db1ea06f0637 on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:39:13.724858 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-6540e8ed-25d7-430e-b7b9-19d40b06844f req-3df10262-7705-4b82-bb7c-7b6e22b63d6a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:13.727627 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ec1027-d1fb-47fb-a809-f16b94db9be6', 'name': 'network-vif-deleted', 'tag': '44f5e56a-ad6e-4985-8738-db1ea06f0637'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:39:13.743524 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6540e8ed-25d7-430e-b7b9-19d40b06844f req-3df10262-7705-4b82-bb7c-7b6e22b63d6a tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.124 "DELETE /v2.0/ports/44f5e56a-ad6e-4985-8738-db1ea06f0637 HTTP/1.1" status: 204 len: 173 time: 0.8510733 Jan 21 10:39:13.785196 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ec1027-d1fb-47fb-a809-f16b94db9be6', 'name': 'network-vif-deleted', 'tag': '44f5e56a-ad6e-4985-8738-db1ea06f0637', 'status': 'completed', 'code': 200} Jan 21 10:39:14.045376 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-0d1fb666-bf5e-4c54-ac97-e2ea76b3ca45 req-51c3a4f5-1452-4940-8072-23f8a6c1b869 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9ec1027-d1fb-47fb-a809-f16b94db9be6 HTTP/1.1" status: 200 len: 210 time: 0.0476458 Jan 21 10:39:14.686539 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:39:15.088825 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 44f5e56a-ad6e-4985-8738-db1ea06f0637 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:39:15.123504 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: 44f5e56a-ad6e-4985-8738-db1ea06f0637 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:39:15.123839 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 44f5e56a-ad6e-4985-8738-db1ea06f0637 not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:39:15.165326 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 45402) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:39:15.237650 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-21cfc32f-577a-4415-a49d-85d14582d480 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:15.275482 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-21cfc32f-577a-4415-a49d-85d14582d480 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:15.348022 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-21cfc32f-577a-4415-a49d-85d14582d480 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:15.376071 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cfc32f-577a-4415-a49d-85d14582d480 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed4c23c-3334-4aa1-a880-4bc1825c8a42,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:15.388660 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-21cfc32f-577a-4415-a49d-85d14582d480 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:15.389870 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-21cfc32f-577a-4415-a49d-85d14582d480 tempest-TestShelveInstance-974181624 tempest-TestShelveInstance-974181624-project] 10.222.0.104 "DELETE /v2.0/security-groups/5ed4c23c-3334-4aa1-a880-4bc1825c8a42 HTTP/1.1" status: 204 len: 168 time: 0.2235098 Jan 21 10:39:15.446845 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 45408) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:39:16.004838 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a9da8787-653e-4ded-9e6e-61b7bce22ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:16.757492 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a9da8787-653e-4ded-9e6e-61b7bce22ebd admin admin] Deleting port bcbdc4af-96d3-41ee-86e3-36d0ca93342a {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:39:16.758154 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a9da8787-653e-4ded-9e6e-61b7bce22ebd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:16.937536 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-a9da8787-653e-4ded-9e6e-61b7bce22ebd admin admin] For port bcbdc4af-96d3-41ee-86e3-36d0ca93342a, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=bcbdc4af-96d3-41ee-86e3-36d0ca93342a,segment=NetworkSegment(dd6d6d27-a93d-401b-a267-95b9aa326179),segment_id=dd6d6d27-a93d-401b-a267-95b9aa326179)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:39:16.937920 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a9da8787-653e-4ded-9e6e-61b7bce22ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:17.071417 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a9da8787-653e-4ded-9e6e-61b7bce22ebd admin admin] Calling delete_port for bcbdc4af-96d3-41ee-86e3-36d0ca93342a owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:39:17.260937 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a9da8787-653e-4ded-9e6e-61b7bce22ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:17.306661 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da8787-653e-4ded-9e6e-61b7bce22ebd admin admin] Pushing event deleted for resources: {'Port': ['ID=bcbdc4af-96d3-41ee-86e3-36d0ca93342a,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:17.603468 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a9da8787-653e-4ded-9e6e-61b7bce22ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:18.334546 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9da8787-653e-4ded-9e6e-61b7bce22ebd admin admin] Router c05e0dbe-3b4d-40a3-93e7-d90f3669dac1 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:39:18.544648 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9da8787-653e-4ded-9e6e-61b7bce22ebd admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:39:18.555898 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1777469-082a-4a83-9cc7-174416ca5b05 None None] Sync routers for ids ['c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:39:18.558142 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a9da8787-653e-4ded-9e6e-61b7bce22ebd admin admin] 10.222.0.104 "PUT /v2.0/routers/c05e0dbe-3b4d-40a3-93e7-d90f3669dac1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1100373 Jan 21 10:39:18.560813 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 45414) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:39:18.567938 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1777469-082a-4a83-9cc7-174416ca5b05 None None] Routers {'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:39:18.568529 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-a1777469-082a-4a83-9cc7-174416ca5b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:38:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:39:18.812949 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-a1777469-082a-4a83-9cc7-174416ca5b05 None None] Set router c05e0dbe-3b4d-40a3-93e7-d90f3669dac1 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:39:18.830303 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b6e14bf-af59-4585-b706-bdb1c4dba677 admin admin] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:19.040720 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b6e14bf-af59-4585-b706-bdb1c4dba677 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:19.051487 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-1b6e14bf-af59-4585-b706-bdb1c4dba677 admin admin] Deleting port e848941b-d3d9-4e44-8bb2-50aba207fc18 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:39:19.051823 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b6e14bf-af59-4585-b706-bdb1c4dba677 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:19.123905 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-a1777469-082a-4a83-9cc7-174416ca5b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'name': 'tempest-TestShelveInstance-394091815-router', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.109'}], 'enable_snat': True}, 'gw_port_id': 'e848941b-d3d9-4e44-8bb2-50aba207fc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:39:17Z', 'revision_number': 5, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'gw_port': {'id': 'e848941b-d3d9-4e44-8bb2-50aba207fc18', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:39:19.128442 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1777469-082a-4a83-9cc7-174416ca5b05 None None] Checking router: c05e0dbe-3b4d-40a3-93e7-d90f3669dac1 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:39:19.141100 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1777469-082a-4a83-9cc7-174416ca5b05 None None] Routers {'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:39:19.141776 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-a1777469-082a-4a83-9cc7-174416ca5b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:38:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:39:19.293919 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-a1777469-082a-4a83-9cc7-174416ca5b05 None None] Set router c05e0dbe-3b4d-40a3-93e7-d90f3669dac1 gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:39:19.327149 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-1b6e14bf-af59-4585-b706-bdb1c4dba677 admin admin] For port e848941b-d3d9-4e44-8bb2-50aba207fc18, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=e848941b-d3d9-4e44-8bb2-50aba207fc18,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:39:19.327412 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b6e14bf-af59-4585-b706-bdb1c4dba677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:19.404873 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-a1777469-082a-4a83-9cc7-174416ca5b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'name': 'tempest-TestShelveInstance-394091815-router', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:39:19Z', 'revision_number': 6, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'gw_port_host': None}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:39:19.409084 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1777469-082a-4a83-9cc7-174416ca5b05 None None] The sync data for ids ['c05e0dbe-3b4d-40a3-93e7-d90f3669dac1'] in dv-neutron-825732-1-hyperv is: [{'id': 'c05e0dbe-3b4d-40a3-93e7-d90f3669dac1', 'name': 'tempest-TestShelveInstance-394091815-router', 'tenant_id': '639973f3b8e24d2d937580d169f02e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:10Z', 'updated_at': '2022-01-21T10:39:19Z', 'revision_number': 6, 'project_id': '639973f3b8e24d2d937580d169f02e77', 'gw_port_host': None}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:39:19.452694 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-1b6e14bf-af59-4585-b706-bdb1c4dba677 admin admin] Calling delete_port for e848941b-d3d9-4e44-8bb2-50aba207fc18 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:39:19.624793 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b6e14bf-af59-4585-b706-bdb1c4dba677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:19.673539 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e14bf-af59-4585-b706-bdb1c4dba677 admin admin] Pushing event deleted for resources: {'Port': ['ID=e848941b-d3d9-4e44-8bb2-50aba207fc18,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:19.713417 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e14bf-af59-4585-b706-bdb1c4dba677 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:19.713703 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e14bf-af59-4585-b706-bdb1c4dba677 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:19.714039 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e14bf-af59-4585-b706-bdb1c4dba677 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:19.714912 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e14bf-af59-4585-b706-bdb1c4dba677 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:19.715241 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e14bf-af59-4585-b706-bdb1c4dba677 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:19.715639 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e14bf-af59-4585-b706-bdb1c4dba677 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:19.715891 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e14bf-af59-4585-b706-bdb1c4dba677 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:19.716209 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e14bf-af59-4585-b706-bdb1c4dba677 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:19.716525 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e14bf-af59-4585-b706-bdb1c4dba677 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:19.716840 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e14bf-af59-4585-b706-bdb1c4dba677 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:19.717156 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e14bf-af59-4585-b706-bdb1c4dba677 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:19.927009 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b6e14bf-af59-4585-b706-bdb1c4dba677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:20.191398 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b6e14bf-af59-4585-b706-bdb1c4dba677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:20.196133 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b6e14bf-af59-4585-b706-bdb1c4dba677 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:20.222804 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b6e14bf-af59-4585-b706-bdb1c4dba677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:20.223343 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6e14bf-af59-4585-b706-bdb1c4dba677 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c05e0dbe-3b4d-40a3-93e7-d90f3669dac1 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:39:20.236016 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b6e14bf-af59-4585-b706-bdb1c4dba677 admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:20.237179 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-1b6e14bf-af59-4585-b706-bdb1c4dba677 admin admin] 10.222.0.104 "DELETE /v2.0/routers/c05e0dbe-3b4d-40a3-93e7-d90f3669dac1 HTTP/1.1" status: 204 len: 168 time: 1.6753609 Jan 21 10:39:20.239650 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 45418) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:39:20.302773 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-55358e91-693e-4716-8a03-e7115eefb522 admin admin] Deleting subnet d1ed7fd0-7683-4f42-821e-b4c6032aaf8f {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:39:20.306127 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-55358e91-693e-4716-8a03-e7115eefb522 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:20.360532 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-55358e91-693e-4716-8a03-e7115eefb522 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:20.451330 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-55358e91-693e-4716-8a03-e7115eefb522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:20.528439 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-55358e91-693e-4716-8a03-e7115eefb522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:20.680486 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55358e91-693e-4716-8a03-e7115eefb522 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1ed7fd0-7683-4f42-821e-b4c6032aaf8f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:20.687467 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-55358e91-693e-4716-8a03-e7115eefb522 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:20.693443 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72beac0-53d0-4e79-b695-50baecae3cc4 None None] Network 763af53d-f0e8-48f6-9cb1-c1ba835f3423 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:39:20.694646 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-55358e91-693e-4716-8a03-e7115eefb522 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/d1ed7fd0-7683-4f42-821e-b4c6032aaf8f HTTP/1.1" status: 204 len: 168 time: 0.4537249 Jan 21 10:39:20.696872 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 45422) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:39:20.812516 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a63c721d-e7e7-4c06-beae-172ec08f6c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:20.824185 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a63c721d-e7e7-4c06-beae-172ec08f6c21 admin admin] Deleting port e48d448f-e562-49db-9764-7f9d6ef118de {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:39:20.824754 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a63c721d-e7e7-4c06-beae-172ec08f6c21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:20.946115 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:21.009165 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc8fdcc-9cec-488b-9e18-363acfc2123b None None] DHCP port deletion for 763af53d-f0e8-48f6-9cb1-c1ba835f3423 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 10:39:21.013463 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-8cc8fdcc-9cec-488b-9e18-363acfc2123b None None] Deleting port e48d448f-e562-49db-9764-7f9d6ef118de {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:39:21.013852 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8cc8fdcc-9cec-488b-9e18-363acfc2123b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:21.036521 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-a63c721d-e7e7-4c06-beae-172ec08f6c21 admin admin] For port e48d448f-e562-49db-9764-7f9d6ef118de, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=e48d448f-e562-49db-9764-7f9d6ef118de,segment=NetworkSegment(dd6d6d27-a93d-401b-a267-95b9aa326179),segment_id=dd6d6d27-a93d-401b-a267-95b9aa326179)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:39:21.036875 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a63c721d-e7e7-4c06-beae-172ec08f6c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:21.161907 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a63c721d-e7e7-4c06-beae-172ec08f6c21 admin admin] Calling delete_port for e48d448f-e562-49db-9764-7f9d6ef118de owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:39:21.178268 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device e848941b-d3d9-4e44-8bb2-50aba207fc18 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:39:21.229293 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: e848941b-d3d9-4e44-8bb2-50aba207fc18 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:39:21.229657 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device e848941b-d3d9-4e44-8bb2-50aba207fc18 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:39:21.230837 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device e48d448f-e562-49db-9764-7f9d6ef118de no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:39:21.236755 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a63c721d-e7e7-4c06-beae-172ec08f6c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:21.277663 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c721d-e7e7-4c06-beae-172ec08f6c21 admin admin] Pushing event deleted for resources: {'Port': ['ID=e48d448f-e562-49db-9764-7f9d6ef118de,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:21.280202 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: e48d448f-e562-49db-9764-7f9d6ef118de {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:39:21.280538 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device e48d448f-e562-49db-9764-7f9d6ef118de not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:39:21.280957 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device bcbdc4af-96d3-41ee-86e3-36d0ca93342a no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:39:21.286473 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63c721d-e7e7-4c06-beae-172ec08f6c21 admin admin] No DVR routers for this DVR port e48d448f-e562-49db-9764-7f9d6ef118de on host dv-neutron-825732-1-hyperv {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:39:21.320683 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: bcbdc4af-96d3-41ee-86e3-36d0ca93342a {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:39:21.321027 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device bcbdc4af-96d3-41ee-86e3-36d0ca93342a not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:39:21.323480 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-8cc8fdcc-9cec-488b-9e18-363acfc2123b None None] For port e48d448f-e562-49db-9764-7f9d6ef118de, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=e48d448f-e562-49db-9764-7f9d6ef118de,segment=NetworkSegment(dd6d6d27-a93d-401b-a267-95b9aa326179),segment_id=dd6d6d27-a93d-401b-a267-95b9aa326179)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:39:21.324534 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8cc8fdcc-9cec-488b-9e18-363acfc2123b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:21.403638 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a63c721d-e7e7-4c06-beae-172ec08f6c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:21.432856 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-a63c721d-e7e7-4c06-beae-172ec08f6c21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['763af53d-f0e8-48f6-9cb1-c1ba835f3423']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:39:21.444791 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-8cc8fdcc-9cec-488b-9e18-363acfc2123b None None] Calling delete_port for e48d448f-e562-49db-9764-7f9d6ef118de owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:39:21.445192 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-a63c721d-e7e7-4c06-beae-172ec08f6c21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd6d6d27-a93d-401b-a267-95b9aa326179') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:39:21.445487 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-a63c721d-e7e7-4c06-beae-172ec08f6c21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd6d6d27-a93d-401b-a267-95b9aa326179') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:39:21.458809 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a63c721d-e7e7-4c06-beae-172ec08f6c21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:21.476385 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a63c721d-e7e7-4c06-beae-172ec08f6c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:21.483215 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a63c721d-e7e7-4c06-beae-172ec08f6c21 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:39:21.483598 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a63c721d-e7e7-4c06-beae-172ec08f6c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:21.496698 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 10:39:21.496698 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:39:21.496698 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 10:39:21.496698 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:39:21.496698 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 10:39:21.496698 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:39:21.496698 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 10:39:21.496698 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:39:21.496698 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 10:39:21.496698 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:39:21.496698 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 10:39:21.496698 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:39:21.496698 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 10:39:21.496698 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:39:21.496698 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:39:21.496698 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:39:21.496698 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:39:21.496698 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:39:21.496698 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 10:39:21.496698 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:39:21.496698 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 10:39:21.496698 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:39:21.496698 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:39:21.496698 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:39:21.496698 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 10:39:21.496698 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:39:21.496698 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:39:21.496698 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:39:21.496698 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:39:21.496698 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:39:21.496698 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:39:21.496698 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:39:21.519463 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-8cc8fdcc-9cec-488b-9e18-363acfc2123b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:39:21.519809 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-8cc8fdcc-9cec-488b-9e18-363acfc2123b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:39:21.582237 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a63c721d-e7e7-4c06-beae-172ec08f6c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:21.598538 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a63c721d-e7e7-4c06-beae-172ec08f6c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:21.617706 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c721d-e7e7-4c06-beae-172ec08f6c21 admin admin] Pushing event deleted for resources: {'Network': ['ID=763af53d-f0e8-48f6-9cb1-c1ba835f3423,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:21.629959 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a63c721d-e7e7-4c06-beae-172ec08f6c21 admin admin] 10.222.0.104 "DELETE /v2.0/networks/763af53d-f0e8-48f6-9cb1-c1ba835f3423 HTTP/1.1" status: 204 len: 168 time: 0.9319422 Jan 21 10:39:21.632736 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 45426) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:39:22.020578 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-8cc8fdcc-9cec-488b-9e18-363acfc2123b None None] Deleting port e48d448f-e562-49db-9764-7f9d6ef118de {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:39:22.021133 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8cc8fdcc-9cec-488b-9e18-363acfc2123b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:22.084644 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-8cc8fdcc-9cec-488b-9e18-363acfc2123b None None] The port 'e48d448f-e562-49db-9764-7f9d6ef118de' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 10:39:22.153389 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e6df6567-e5d7-469c-9025-f9c71a26cd79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:22.760914 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e6df6567-e5d7-469c-9025-f9c71a26cd79 admin admin] Deleting port a73b566a-3d1b-4327-ae70-789f0f6554c4 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:39:22.761390 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e6df6567-e5d7-469c-9025-f9c71a26cd79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:22.933593 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-e6df6567-e5d7-469c-9025-f9c71a26cd79 admin admin] For port a73b566a-3d1b-4327-ae70-789f0f6554c4, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=a73b566a-3d1b-4327-ae70-789f0f6554c4,segment=NetworkSegment(bfe28520-1266-4420-9f8a-6f90c701152a),segment_id=bfe28520-1266-4420-9f8a-6f90c701152a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:39:22.933944 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e6df6567-e5d7-469c-9025-f9c71a26cd79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:23.053989 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e6df6567-e5d7-469c-9025-f9c71a26cd79 admin admin] Calling delete_port for a73b566a-3d1b-4327-ae70-789f0f6554c4 owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:39:23.237304 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e6df6567-e5d7-469c-9025-f9c71a26cd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:23.285321 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df6567-e5d7-469c-9025-f9c71a26cd79 admin admin] Pushing event deleted for resources: {'Port': ['ID=a73b566a-3d1b-4327-ae70-789f0f6554c4,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:23.666425 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e6df6567-e5d7-469c-9025-f9c71a26cd79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:24.060447 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-904c151a-2cd5-43c6-99b2-3cb70a415561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:24.267506 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6df6567-e5d7-469c-9025-f9c71a26cd79 admin admin] Router 50d3c52d-8bd5-429b-b1ec-1a4658966d82 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:39:24.466602 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6df6567-e5d7-469c-9025-f9c71a26cd79 admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:39:24.476162 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-e6df6567-e5d7-469c-9025-f9c71a26cd79 admin admin] 10.222.0.104 "PUT /v2.0/routers/50d3c52d-8bd5-429b-b1ec-1a4658966d82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8423107 Jan 21 10:39:24.478644 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 45430) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:39:24.480636 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace0b022-e7b5-4a8e-914e-4238c72837ea None None] Sync routers for ids ['50d3c52d-8bd5-429b-b1ec-1a4658966d82'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:39:24.492420 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace0b022-e7b5-4a8e-914e-4238c72837ea None None] Routers {'50d3c52d-8bd5-429b-b1ec-1a4658966d82'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:39:24.493015 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ace0b022-e7b5-4a8e-914e-4238c72837ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:38:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['50d3c52d-8bd5-429b-b1ec-1a4658966d82'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:39:24.676435 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a3d149d6-9450-4bb8-9de4-80a0f6b48d95 admin admin] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:24.688584 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-ace0b022-e7b5-4a8e-914e-4238c72837ea None None] Set router 50d3c52d-8bd5-429b-b1ec-1a4658966d82 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:39:24.872935 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a3d149d6-9450-4bb8-9de4-80a0f6b48d95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:24.883709 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a3d149d6-9450-4bb8-9de4-80a0f6b48d95 admin admin] Deleting port c5537407-322c-48e4-bc8d-87fa1ef25fb8 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:39:24.884099 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a3d149d6-9450-4bb8-9de4-80a0f6b48d95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:25.004987 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ace0b022-e7b5-4a8e-914e-4238c72837ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d3c52d-8bd5-429b-b1ec-1a4658966d82', 'name': 'tempest-TestShelveInstance-1955233240-router', 'tenant_id': 'fecbaa1ae1ed41cca7cfa2ed70b692fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c5537407-322c-48e4-bc8d-87fa1ef25fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:17Z', 'updated_at': '2022-01-21T10:39:23Z', 'revision_number': 5, 'project_id': 'fecbaa1ae1ed41cca7cfa2ed70b692fa', 'gw_port': {'id': 'c5537407-322c-48e4-bc8d-87fa1ef25fb8', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d3c52d-8bd5-429b-b1ec-1a4658966d82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:17Z', 'updated_at': '2022-01-21T10:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:39:25.009333 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace0b022-e7b5-4a8e-914e-4238c72837ea None None] Checking router: 50d3c52d-8bd5-429b-b1ec-1a4658966d82 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:39:25.021010 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace0b022-e7b5-4a8e-914e-4238c72837ea None None] Routers {'50d3c52d-8bd5-429b-b1ec-1a4658966d82'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:39:25.021664 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ace0b022-e7b5-4a8e-914e-4238c72837ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:38:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['50d3c52d-8bd5-429b-b1ec-1a4658966d82'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:39:25.174091 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-ace0b022-e7b5-4a8e-914e-4238c72837ea None None] Set router 50d3c52d-8bd5-429b-b1ec-1a4658966d82 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:39:25.176635 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-a3d149d6-9450-4bb8-9de4-80a0f6b48d95 admin admin] For port c5537407-322c-48e4-bc8d-87fa1ef25fb8, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=c5537407-322c-48e4-bc8d-87fa1ef25fb8,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:39:25.176984 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a3d149d6-9450-4bb8-9de4-80a0f6b48d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:25.298245 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a3d149d6-9450-4bb8-9de4-80a0f6b48d95 admin admin] Calling delete_port for c5537407-322c-48e4-bc8d-87fa1ef25fb8 owned by network:router_gateway {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:39:25.322955 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ace0b022-e7b5-4a8e-914e-4238c72837ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d3c52d-8bd5-429b-b1ec-1a4658966d82', 'name': 'tempest-TestShelveInstance-1955233240-router', 'tenant_id': 'fecbaa1ae1ed41cca7cfa2ed70b692fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:17Z', 'updated_at': '2022-01-21T10:39:24Z', 'revision_number': 6, 'project_id': 'fecbaa1ae1ed41cca7cfa2ed70b692fa', 'gw_port_host': None}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:39:25.327789 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace0b022-e7b5-4a8e-914e-4238c72837ea None None] The sync data for ids ['50d3c52d-8bd5-429b-b1ec-1a4658966d82'] in dv-neutron-825732-1-hyperv is: [{'id': '50d3c52d-8bd5-429b-b1ec-1a4658966d82', 'name': 'tempest-TestShelveInstance-1955233240-router', 'tenant_id': 'fecbaa1ae1ed41cca7cfa2ed70b692fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:17Z', 'updated_at': '2022-01-21T10:39:24Z', 'revision_number': 6, 'project_id': 'fecbaa1ae1ed41cca7cfa2ed70b692fa', 'gw_port_host': None}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:39:25.470893 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a3d149d6-9450-4bb8-9de4-80a0f6b48d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:25.521399 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d149d6-9450-4bb8-9de4-80a0f6b48d95 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5537407-322c-48e4-bc8d-87fa1ef25fb8,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:25.752091 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a3d149d6-9450-4bb8-9de4-80a0f6b48d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:26.034135 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a3d149d6-9450-4bb8-9de4-80a0f6b48d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:26.038993 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a3d149d6-9450-4bb8-9de4-80a0f6b48d95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:26.065333 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a3d149d6-9450-4bb8-9de4-80a0f6b48d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:26.066016 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d149d6-9450-4bb8-9de4-80a0f6b48d95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50d3c52d-8bd5-429b-b1ec-1a4658966d82 {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:39:26.081163 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a3d149d6-9450-4bb8-9de4-80a0f6b48d95 admin admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:26.082501 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a3d149d6-9450-4bb8-9de4-80a0f6b48d95 admin admin] 10.222.0.104 "DELETE /v2.0/routers/50d3c52d-8bd5-429b-b1ec-1a4658966d82 HTTP/1.1" status: 204 len: 168 time: 1.6029119 Jan 21 10:39:26.085216 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 45434) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:39:26.152879 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-21ede7ce-6445-4798-85b3-53107f039681 admin admin] Deleting subnet c48c37c3-8fa8-4d1c-b9ed-a26cc7d79cf6 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:39:26.156041 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-21ede7ce-6445-4798-85b3-53107f039681 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:26.212889 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-21ede7ce-6445-4798-85b3-53107f039681 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:26.299529 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-21ede7ce-6445-4798-85b3-53107f039681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:26.376598 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-21ede7ce-6445-4798-85b3-53107f039681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:26.502006 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3b882cab-b2b1-4c52-8e1f-504d7181ce45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:26.526705 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ede7ce-6445-4798-85b3-53107f039681 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c48c37c3-8fa8-4d1c-b9ed-a26cc7d79cf6,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:26.535760 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-21ede7ce-6445-4798-85b3-53107f039681 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:26.537090 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f2ebbe-1b7b-42da-b0da-46929313c3cc None None] Network 20cfcf73-b97a-4b30-ab55-3844a037ed39 requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:39:26.539512 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-21ede7ce-6445-4798-85b3-53107f039681 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/c48c37c3-8fa8-4d1c-b9ed-a26cc7d79cf6 HTTP/1.1" status: 204 len: 168 time: 0.4517429 Jan 21 10:39:26.540440 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 45438) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:39:26.655167 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-21565a64-b9d7-4b1e-acfe-a26c0ba35b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:26.666854 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-21565a64-b9d7-4b1e-acfe-a26c0ba35b14 admin admin] Deleting port a711dc70-5310-414c-b165-29f410a11f2c {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:39:26.667191 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-21565a64-b9d7-4b1e-acfe-a26c0ba35b14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:26.788640 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c7fdcb-39b4-4d03-826f-c23047fe9db1 None None] DHCP port deletion for 20cfcf73-b97a-4b30-ab55-3844a037ed39 request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 10:39:26.793535 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-d8c7fdcb-39b4-4d03-826f-c23047fe9db1 None None] Deleting port a711dc70-5310-414c-b165-29f410a11f2c {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:39:26.793905 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d8c7fdcb-39b4-4d03-826f-c23047fe9db1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:26.882365 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-21565a64-b9d7-4b1e-acfe-a26c0ba35b14 admin admin] For port a711dc70-5310-414c-b165-29f410a11f2c, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=a711dc70-5310-414c-b165-29f410a11f2c,segment=NetworkSegment(bfe28520-1266-4420-9f8a-6f90c701152a),segment_id=bfe28520-1266-4420-9f8a-6f90c701152a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:39:26.882873 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-21565a64-b9d7-4b1e-acfe-a26c0ba35b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:27.005924 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-21565a64-b9d7-4b1e-acfe-a26c0ba35b14 admin admin] Calling delete_port for a711dc70-5310-414c-b165-29f410a11f2c owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:39:27.016747 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-d8c7fdcb-39b4-4d03-826f-c23047fe9db1 None None] For port a711dc70-5310-414c-b165-29f410a11f2c, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=a711dc70-5310-414c-b165-29f410a11f2c,segment=NetworkSegment(bfe28520-1266-4420-9f8a-6f90c701152a),segment_id=bfe28520-1266-4420-9f8a-6f90c701152a)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:39:27.017056 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d8c7fdcb-39b4-4d03-826f-c23047fe9db1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:27.087388 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-21565a64-b9d7-4b1e-acfe-a26c0ba35b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:27.137853 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21565a64-b9d7-4b1e-acfe-a26c0ba35b14 admin admin] Pushing event deleted for resources: {'Port': ['ID=a711dc70-5310-414c-b165-29f410a11f2c,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:27.142556 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21565a64-b9d7-4b1e-acfe-a26c0ba35b14 admin admin] No DVR routers for this DVR port a711dc70-5310-414c-b165-29f410a11f2c on host dv-neutron-825732-1-hyperv {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:39:27.147206 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-d8c7fdcb-39b4-4d03-826f-c23047fe9db1 None None] Calling delete_port for a711dc70-5310-414c-b165-29f410a11f2c owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:39:27.175302 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device c5537407-322c-48e4-bc8d-87fa1ef25fb8 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:39:27.221147 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: c5537407-322c-48e4-bc8d-87fa1ef25fb8 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:39:27.221482 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device c5537407-322c-48e4-bc8d-87fa1ef25fb8 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:39:27.221914 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a711dc70-5310-414c-b165-29f410a11f2c no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:39:27.259569 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: a711dc70-5310-414c-b165-29f410a11f2c {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:39:27.259911 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a711dc70-5310-414c-b165-29f410a11f2c not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:39:27.260328 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a73b566a-3d1b-4327-ae70-789f0f6554c4 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:39:27.262457 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-21565a64-b9d7-4b1e-acfe-a26c0ba35b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:27.290092 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-21565a64-b9d7-4b1e-acfe-a26c0ba35b14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20cfcf73-b97a-4b30-ab55-3844a037ed39']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:39:27.297843 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: a73b566a-3d1b-4327-ae70-789f0f6554c4 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:39:27.298188 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device a73b566a-3d1b-4327-ae70-789f0f6554c4 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:39:27.308820 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-21565a64-b9d7-4b1e-acfe-a26c0ba35b14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe28520-1266-4420-9f8a-6f90c701152a') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:39:27.309269 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.services.segments.db [None req-21565a64-b9d7-4b1e-acfe-a26c0ba35b14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe28520-1266-4420-9f8a-6f90c701152a') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:39:27.321094 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-21565a64-b9d7-4b1e-acfe-a26c0ba35b14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3463721'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:27.324117 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-d8c7fdcb-39b4-4d03-826f-c23047fe9db1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:39:27.324430 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-d8c7fdcb-39b4-4d03-826f-c23047fe9db1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:39:27.343244 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-21565a64-b9d7-4b1e-acfe-a26c0ba35b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:27.349901 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21565a64-b9d7-4b1e-acfe-a26c0ba35b14 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:39:27.350428 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-21565a64-b9d7-4b1e-acfe-a26c0ba35b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2805172'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:27.364557 dv-neutron-825732-1-hyperv neutron-server[83598]: Traceback (most recent call last): Jan 21 10:39:27.364557 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:39:27.364557 dv-neutron-825732-1-hyperv neutron-server[83598]: timer() Jan 21 10:39:27.364557 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:39:27.364557 dv-neutron-825732-1-hyperv neutron-server[83598]: cb(*args, **kw) Jan 21 10:39:27.364557 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:39:27.364557 dv-neutron-825732-1-hyperv neutron-server[83598]: return func(*args, **kwargs) Jan 21 10:39:27.364557 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:39:27.364557 dv-neutron-825732-1-hyperv neutron-server[83598]: self._notify() Jan 21 10:39:27.364557 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:39:27.364557 dv-neutron-825732-1-hyperv neutron-server[83598]: self.callback(batched_events) Jan 21 10:39:27.364557 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:39:27.364557 dv-neutron-825732-1-hyperv neutron-server[83598]: event.method(event) Jan 21 10:39:27.364557 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:39:27.364557 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:39:27.364557 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:39:27.364557 dv-neutron-825732-1-hyperv neutron-server[83598]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:39:27.364557 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:39:27.364557 dv-neutron-825732-1-hyperv neutron-server[83598]: return f(self, *a, **k) Jan 21 10:39:27.364557 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:39:27.364557 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._get(url).json() Jan 21 10:39:27.364557 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:39:27.364557 dv-neutron-825732-1-hyperv neutron-server[83598]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:39:27.364557 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:39:27.364557 dv-neutron-825732-1-hyperv neutron-server[83598]: return self.request(url, 'GET', **kwargs) Jan 21 10:39:27.364557 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:39:27.364557 dv-neutron-825732-1-hyperv neutron-server[83598]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:39:27.364557 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:39:27.364557 dv-neutron-825732-1-hyperv neutron-server[83598]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:39:27.364557 dv-neutron-825732-1-hyperv neutron-server[83598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:39:27.364557 dv-neutron-825732-1-hyperv neutron-server[83598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:39:27.364557 dv-neutron-825732-1-hyperv neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:39:27.438748 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-21565a64-b9d7-4b1e-acfe-a26c0ba35b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:27.444760 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-21565a64-b9d7-4b1e-acfe-a26c0ba35b14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:27.474338 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21565a64-b9d7-4b1e-acfe-a26c0ba35b14 admin admin] Pushing event deleted for resources: {'Network': ['ID=20cfcf73-b97a-4b30-ab55-3844a037ed39,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:27.478171 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-21565a64-b9d7-4b1e-acfe-a26c0ba35b14 admin admin] 10.222.0.104 "DELETE /v2.0/networks/20cfcf73-b97a-4b30-ab55-3844a037ed39 HTTP/1.1" status: 204 len: 168 time: 0.9366801 Jan 21 10:39:27.602738 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:27.618706 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 45444) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:39:27.670869 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-31174b0e-93f9-4a80-900e-a99d88ceac27 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=639973f3b8e24d2d937580d169f02e77&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0509303 Jan 21 10:39:27.673369 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 45448) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:39:27.735477 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a6efd3da-172b-4409-b78f-684ad7bcb99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:27.762863 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a6efd3da-172b-4409-b78f-684ad7bcb99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:27.814832 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a6efd3da-172b-4409-b78f-684ad7bcb99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:27.825415 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-d8c7fdcb-39b4-4d03-826f-c23047fe9db1 None None] Deleting port a711dc70-5310-414c-b165-29f410a11f2c {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:39:27.825850 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d8c7fdcb-39b4-4d03-826f-c23047fe9db1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:27.832912 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6efd3da-172b-4409-b78f-684ad7bcb99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81193233-8f98-47be-aa63-dbf787e6939f,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:27.840498 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a6efd3da-172b-4409-b78f-684ad7bcb99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:27.841652 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a6efd3da-172b-4409-b78f-684ad7bcb99f admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/81193233-8f98-47be-aa63-dbf787e6939f HTTP/1.1" status: 204 len: 168 time: 0.1673450 Jan 21 10:39:27.913288 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-d8c7fdcb-39b4-4d03-826f-c23047fe9db1 None None] The port 'a711dc70-5310-414c-b165-29f410a11f2c' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 10:39:27.983002 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:28.257940 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 45456) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:39:28.310222 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-95bf6847-c034-4aa1-9fd2-6e62eb901eb1 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=fecbaa1ae1ed41cca7cfa2ed70b692fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0510588 Jan 21 10:39:28.312480 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 45460) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:39:28.373121 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-051e7f84-45ef-4b39-b256-859dc08b5b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:28.408227 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-051e7f84-45ef-4b39-b256-859dc08b5b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:28.458948 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-051e7f84-45ef-4b39-b256-859dc08b5b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:28.475084 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e7f84-45ef-4b39-b256-859dc08b5b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac14b98-6e15-40a0-8ff1-9c8f3e21882f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:28.486886 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-051e7f84-45ef-4b39-b256-859dc08b5b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:28.490356 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-051e7f84-45ef-4b39-b256-859dc08b5b8b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/2ac14b98-6e15-40a0-8ff1-9c8f3e21882f HTTP/1.1" status: 204 len: 168 time: 0.1746700 Jan 21 10:39:29.364054 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 45482) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:39:29.492731 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-58cc9846-c998-4c30-8556-6f8fe25c46cd admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-352167412-network', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:39:29.497604 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-58cc9846-c998-4c30-8556-6f8fe25c46cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:39:29.501392 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-58cc9846-c998-4c30-8556-6f8fe25c46cd admin admin] Usage tracker for resource:network and tenant:2eea003dd45149f2b0169c2b24df7e15 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:39:29.504259 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-58cc9846-c998-4c30-8556-6f8fe25c46cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:39:29.509819 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-58cc9846-c998-4c30-8556-6f8fe25c46cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:39:29.522280 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cc9846-c998-4c30-8556-6f8fe25c46cd admin admin] Made reservation on behalf of 2eea003dd45149f2b0169c2b24df7e15 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:39:29.524698 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58cc9846-c998-4c30-8556-6f8fe25c46cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:29.541089 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58cc9846-c998-4c30-8556-6f8fe25c46cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:29.579532 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-58cc9846-c998-4c30-8556-6f8fe25c46cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:39:29.583627 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-58cc9846-c998-4c30-8556-6f8fe25c46cd admin admin] Usage tracker for resource:security_group_rule and tenant:2eea003dd45149f2b0169c2b24df7e15 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:39:29.586499 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-58cc9846-c998-4c30-8556-6f8fe25c46cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:39:29.592874 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-58cc9846-c998-4c30-8556-6f8fe25c46cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:39:29.664845 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58cc9846-c998-4c30-8556-6f8fe25c46cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:29.668931 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58cc9846-c998-4c30-8556-6f8fe25c46cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:29.705149 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58cc9846-c998-4c30-8556-6f8fe25c46cd admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:39:29.713868 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:29.716474 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc9846-c998-4c30-8556-6f8fe25c46cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda2fa66-10cf-4338-9eeb-cc6f11ce82aa,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:29.726022 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58cc9846-c998-4c30-8556-6f8fe25c46cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:29.726370 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.segments_db [None req-58cc9846-c998-4c30-8556-6f8fe25c46cd admin admin] Added segment 861fda02-a27d-4254-b5e0-98c0897f4b77 of type vlan for network 4f819f4c-66ab-4b91-a322-6320f1fdea4b Jan 21 10:39:29.755973 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58cc9846-c998-4c30-8556-6f8fe25c46cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:29.796278 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58cc9846-c998-4c30-8556-6f8fe25c46cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:29.797232 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cc9846-c998-4c30-8556-6f8fe25c46cd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:39:29.797862 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58cc9846-c998-4c30-8556-6f8fe25c46cd admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:29.915590 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc9846-c998-4c30-8556-6f8fe25c46cd admin admin] Pushing event updated for resources: {'Network': ['ID=4f819f4c-66ab-4b91-a322-6320f1fdea4b,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:29.918592 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-58cc9846-c998-4c30-8556-6f8fe25c46cd admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5534732 Jan 21 10:39:29.921701 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 45488) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:39:29.926909 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6a971eb7-16bc-4c87-b60f-06511ae01eff admin admin] Request body: {'subnet': {'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-352167412-subnet', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:39:29.928351 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network 4f819f4c-66ab-4b91-a322-6320f1fdea4b details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:39:29.932368 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6a971eb7-16bc-4c87-b60f-06511ae01eff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:39:29.944672 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6a971eb7-16bc-4c87-b60f-06511ae01eff admin admin] Usage tracker for resource:subnet and tenant:2eea003dd45149f2b0169c2b24df7e15 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:39:29.947777 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-6a971eb7-16bc-4c87-b60f-06511ae01eff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:39:29.955084 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6a971eb7-16bc-4c87-b60f-06511ae01eff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:39:29.968213 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a971eb7-16bc-4c87-b60f-06511ae01eff admin admin] Made reservation on behalf of 2eea003dd45149f2b0169c2b24df7e15 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:39:29.970720 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a971eb7-16bc-4c87-b60f-06511ae01eff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3017448'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:30.203046 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a971eb7-16bc-4c87-b60f-06511ae01eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-792819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3017470'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:30.291608 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a971eb7-16bc-4c87-b60f-06511ae01eff admin admin] Pushing event updated for resources: {'Subnet': ['ID=344ee756-7b36-4f27-9a07-42b16ad2fe22,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:30.308486 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a971eb7-16bc-4c87-b60f-06511ae01eff admin admin] Checking segment: {'id': '861fda02-a27d-4254-b5e0-98c0897f4b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:39:30.309041 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a971eb7-16bc-4c87-b60f-06511ae01eff admin admin] Network hostable DHCP agents. Network: 4f819f4c-66ab-4b91-a322-6320f1fdea4b, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:39:30.333161 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a971eb7-16bc-4c87-b60f-06511ae01eff admin admin] Network 4f819f4c-66ab-4b91-a322-6320f1fdea4b is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:39:30.344827 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-6a971eb7-16bc-4c87-b60f-06511ae01eff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, 4f819f4c-66ab-4b91-a322-6320f1fdea4b) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:39:30.350053 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a971eb7-16bc-4c87-b60f-06511ae01eff admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:39:30.350686 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a971eb7-16bc-4c87-b60f-06511ae01eff admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:30.364343 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95429fa7-926e-467f-8f75-97aa5337f4a9 None None] Network 4f819f4c-66ab-4b91-a322-6320f1fdea4b requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:39:30.384272 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-6a971eb7-16bc-4c87-b60f-06511ae01eff admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4615140 Jan 21 10:39:30.387308 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 45492) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:39:30.392878 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-fd231887-7552-4cc0-9b38-55dbd3eb9b20 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-352167412-router', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:39:30.398231 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-fd231887-7552-4cc0-9b38-55dbd3eb9b20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:39:30.402499 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-fd231887-7552-4cc0-9b38-55dbd3eb9b20 admin admin] Usage tracker for resource:router and tenant:2eea003dd45149f2b0169c2b24df7e15 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:39:30.405542 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-fd231887-7552-4cc0-9b38-55dbd3eb9b20 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:39:30.412344 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-fd231887-7552-4cc0-9b38-55dbd3eb9b20 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:39:30.424117 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fd231887-7552-4cc0-9b38-55dbd3eb9b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:30.425050 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fd231887-7552-4cc0-9b38-55dbd3eb9b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:30.443938 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fd231887-7552-4cc0-9b38-55dbd3eb9b20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:30.593892 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b860fd9f-b755-49d9-b914-1116388889b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-4f819f4c-66ab-4b91-a322-6320f1fdea4b', 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'fixed_ips': [{'subnet_id': '344ee756-7b36-4f27-9a07-42b16ad2fe22'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:39:30.594734 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b860fd9f-b755-49d9-b914-1116388889b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:30.597395 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fd231887-7552-4cc0-9b38-55dbd3eb9b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:30.771763 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-b860fd9f-b755-49d9-b914-1116388889b9 None None] Allocated IP 172.20.0.2 (4f819f4c-66ab-4b91-a322-6320f1fdea4b/344ee756-7b36-4f27-9a07-42b16ad2fe22/7e912ebd-466e-46c9-9f63-41ea994f5b9f) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:39:30.790391 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fd231887-7552-4cc0-9b38-55dbd3eb9b20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:30.820957 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fd231887-7552-4cc0-9b38-55dbd3eb9b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:31.038379 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b860fd9f-b755-49d9-b914-1116388889b9 None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:31.050322 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-b860fd9f-b755-49d9-b914-1116388889b9 None None] Transition to ACTIVE for port object 7e912ebd-466e-46c9-9f63-41ea994f5b9f will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:39:31.065647 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-fd231887-7552-4cc0-9b38-55dbd3eb9b20 admin admin] Allocated IP 172.26.0.8 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/43efb80a-8c86-47b8-a1dc-6fda357776ac) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:39:31.069356 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-b860fd9f-b755-49d9-b914-1116388889b9 None None] Transition to ACTIVE for port object 7e912ebd-466e-46c9-9f63-41ea994f5b9f will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:39:31.074761 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b860fd9f-b755-49d9-b914-1116388889b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:31.148662 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b860fd9f-b755-49d9-b914-1116388889b9 None None] Network 4f819f4c-66ab-4b91-a322-6320f1fdea4b is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:39:31.151442 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-b860fd9f-b755-49d9-b914-1116388889b9 None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:39:31.156045 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b860fd9f-b755-49d9-b914-1116388889b9 None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:39:31.162280 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860fd9f-b755-49d9-b914-1116388889b9 None None] Pushing event updated for resources: {'Port': ['ID=7e912ebd-466e-46c9-9f63-41ea994f5b9f,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:31.211518 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860fd9f-b755-49d9-b914-1116388889b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:31.212035 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860fd9f-b755-49d9-b914-1116388889b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:31.212433 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860fd9f-b755-49d9-b914-1116388889b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:31.212886 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860fd9f-b755-49d9-b914-1116388889b9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:31.213287 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860fd9f-b755-49d9-b914-1116388889b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:31.213716 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860fd9f-b755-49d9-b914-1116388889b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:31.214098 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860fd9f-b755-49d9-b914-1116388889b9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:31.215200 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860fd9f-b755-49d9-b914-1116388889b9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:31.215740 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860fd9f-b755-49d9-b914-1116388889b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:31.216215 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860fd9f-b755-49d9-b914-1116388889b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:31.216581 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860fd9f-b755-49d9-b914-1116388889b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:31.221101 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fd231887-7552-4cc0-9b38-55dbd3eb9b20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:31.256813 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fd231887-7552-4cc0-9b38-55dbd3eb9b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:31.283291 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-b860fd9f-b755-49d9-b914-1116388889b9 None None] Attempting to bind port 7e912ebd-466e-46c9-9f63-41ea994f5b9f on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:39:31.283651 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-b860fd9f-b755-49d9-b914-1116388889b9 None None] Attempting to bind port 7e912ebd-466e-46c9-9f63-41ea994f5b9f by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '861fda02-a27d-4254-b5e0-98c0897f4b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:39:31.284003 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b860fd9f-b755-49d9-b914-1116388889b9 None None] Attempting to bind port 7e912ebd-466e-46c9-9f63-41ea994f5b9f on network 4f819f4c-66ab-4b91-a322-6320f1fdea4b {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:39:31.290421 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b860fd9f-b755-49d9-b914-1116388889b9 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:39:31.290675 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b860fd9f-b755-49d9-b914-1116388889b9 None None] Checking segment: {'id': '861fda02-a27d-4254-b5e0-98c0897f4b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:39:31.291066 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b860fd9f-b755-49d9-b914-1116388889b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:31.291448 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b860fd9f-b755-49d9-b914-1116388889b9 None None] Bound using segment: {'id': '861fda02-a27d-4254-b5e0-98c0897f4b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:39:31.291896 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-b860fd9f-b755-49d9-b914-1116388889b9 None None] Bound port: 7e912ebd-466e-46c9-9f63-41ea994f5b9f, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861fda02-a27d-4254-b5e0-98c0897f4b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:39:31.292834 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b860fd9f-b755-49d9-b914-1116388889b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:31.334175 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd231887-7552-4cc0-9b38-55dbd3eb9b20 admin admin] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:39:31.337925 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-fd231887-7552-4cc0-9b38-55dbd3eb9b20 admin admin] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:39:31.339983 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd231887-7552-4cc0-9b38-55dbd3eb9b20 admin admin] Pushing event updated for resources: {'Port': ['ID=43efb80a-8c86-47b8-a1dc-6fda357776ac,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:31.342051 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd231887-7552-4cc0-9b38-55dbd3eb9b20 admin admin] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:39:31.382487 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-b860fd9f-b755-49d9-b914-1116388889b9 None None] For port 7e912ebd-466e-46c9-9f63-41ea994f5b9f, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:39:31.385987 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-b860fd9f-b755-49d9-b914-1116388889b9 None None] For port 7e912ebd-466e-46c9-9f63-41ea994f5b9f, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=7e912ebd-466e-46c9-9f63-41ea994f5b9f,segment=NetworkSegment(861fda02-a27d-4254-b5e0-98c0897f4b77),segment_id=861fda02-a27d-4254-b5e0-98c0897f4b77)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:39:31.392138 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b860fd9f-b755-49d9-b914-1116388889b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:31.492360 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860fd9f-b755-49d9-b914-1116388889b9 None None] Pushing event updated for resources: {'Port': ['ID=7e912ebd-466e-46c9-9f63-41ea994f5b9f,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:31.523865 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fd231887-7552-4cc0-9b38-55dbd3eb9b20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:31.524681 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fd231887-7552-4cc0-9b38-55dbd3eb9b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:31.797376 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd231887-7552-4cc0-9b38-55dbd3eb9b20 admin admin] Router 1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:39:32.041396 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd231887-7552-4cc0-9b38-55dbd3eb9b20 admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:39:32.050773 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea0997e-320a-4b0a-b0c7-8faf6cf99db8 None None] Sync routers for ids ['1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:39:32.066483 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fd231887-7552-4cc0-9b38-55dbd3eb9b20 admin admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:32.067843 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-fd231887-7552-4cc0-9b38-55dbd3eb9b20 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6791396 Jan 21 10:39:32.070513 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 45496) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:39:32.101476 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea0997e-320a-4b0a-b0c7-8faf6cf99db8 None None] Routers {'1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:39:32.102117 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-cea0997e-320a-4b0a-b0c7-8faf6cf99db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:39:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:39:32.294921 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-cea0997e-320a-4b0a-b0c7-8faf6cf99db8 None None] Set router 1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:39:32.466124 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013b4da4-6f40-4326-9f6f-765b80933bbc None None] Network 4f819f4c-66ab-4b91-a322-6320f1fdea4b requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:39:32.559923 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-c96f77f2-471e-4c22-9340-a983ca446a90 None None] Provisioning for port 7e912ebd-466e-46c9-9f63-41ea994f5b9f completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:39:32.619865 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-cea0997e-320a-4b0a-b0c7-8faf6cf99db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'name': 'tempest-TestSnapshotPattern-352167412-router', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '43efb80a-8c86-47b8-a1dc-6fda357776ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:39:31Z', 'revision_number': 3, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'gw_port': {'id': '43efb80a-8c86-47b8-a1dc-6fda357776ac', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:39:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:39:32.624695 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea0997e-320a-4b0a-b0c7-8faf6cf99db8 None None] Checking router: 1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:39:32.625037 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea0997e-320a-4b0a-b0c7-8faf6cf99db8 None None] Updating router 1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d port 43efb80a-8c86-47b8-a1dc-6fda357776ac binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:39:32.679228 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-cea0997e-320a-4b0a-b0c7-8faf6cf99db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:33.013018 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-afee02d8-a27f-4a8e-98f4-d47495c68142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:33.045037 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-cea0997e-320a-4b0a-b0c7-8faf6cf99db8 None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:33.057029 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-cea0997e-320a-4b0a-b0c7-8faf6cf99db8 None None] Transition to ACTIVE for port object 43efb80a-8c86-47b8-a1dc-6fda357776ac will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:39:33.064585 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-cea0997e-320a-4b0a-b0c7-8faf6cf99db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:33.181838 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 7e912ebd-466e-46c9-9f63-41ea994f5b9f up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:39:33.204488 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-cea0997e-320a-4b0a-b0c7-8faf6cf99db8 None None] Attempting to bind port 43efb80a-8c86-47b8-a1dc-6fda357776ac on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:39:33.205085 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-cea0997e-320a-4b0a-b0c7-8faf6cf99db8 None None] Attempting to bind port 43efb80a-8c86-47b8-a1dc-6fda357776ac by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:39:33.205685 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea0997e-320a-4b0a-b0c7-8faf6cf99db8 None None] Attempting to bind port 43efb80a-8c86-47b8-a1dc-6fda357776ac on network 05164b30-8981-419a-8272-388f48c19dd5 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:39:33.217253 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e0bd5-8472-47fe-89ce-9140d12564b9 None None] Pushing event updated for resources: {'Port': ['ID=43efb80a-8c86-47b8-a1dc-6fda357776ac,revision_number=2']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:33.231569 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea0997e-320a-4b0a-b0c7-8faf6cf99db8 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:39:33.232159 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea0997e-320a-4b0a-b0c7-8faf6cf99db8 None None] Checking segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:39:33.232784 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-cea0997e-320a-4b0a-b0c7-8faf6cf99db8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:33.233406 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea0997e-320a-4b0a-b0c7-8faf6cf99db8 None None] Bound using segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:39:33.234281 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-cea0997e-320a-4b0a-b0c7-8faf6cf99db8 None None] Bound port: 43efb80a-8c86-47b8-a1dc-6fda357776ac, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:39:33.234868 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-cea0997e-320a-4b0a-b0c7-8faf6cf99db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:33.266868 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e0bd5-8472-47fe-89ce-9140d12564b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:33.267451 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e0bd5-8472-47fe-89ce-9140d12564b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:33.267780 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e0bd5-8472-47fe-89ce-9140d12564b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:33.268109 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e0bd5-8472-47fe-89ce-9140d12564b9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:33.268456 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e0bd5-8472-47fe-89ce-9140d12564b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:33.268776 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e0bd5-8472-47fe-89ce-9140d12564b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:33.269090 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e0bd5-8472-47fe-89ce-9140d12564b9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:33.269402 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e0bd5-8472-47fe-89ce-9140d12564b9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:33.269743 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e0bd5-8472-47fe-89ce-9140d12564b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:33.270053 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e0bd5-8472-47fe-89ce-9140d12564b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:33.270362 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e0bd5-8472-47fe-89ce-9140d12564b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:39:33.279288 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-afee02d8-a27f-4a8e-98f4-d47495c68142 admin admin] Allocated IP 172.20.0.1 (4f819f4c-66ab-4b91-a322-6320f1fdea4b/344ee756-7b36-4f27-9a07-42b16ad2fe22/9d381445-e323-45ee-8083-4298c434d329) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:39:33.280306 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 7e912ebd-466e-46c9-9f63-41ea994f5b9f completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:39:33.288792 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 7e912ebd-466e-46c9-9f63-41ea994f5b9f triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:39:33.289167 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:33.329254 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-cea0997e-320a-4b0a-b0c7-8faf6cf99db8 None None] For port 43efb80a-8c86-47b8-a1dc-6fda357776ac, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:39:33.333151 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-cea0997e-320a-4b0a-b0c7-8faf6cf99db8 None None] For port 43efb80a-8c86-47b8-a1dc-6fda357776ac, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=43efb80a-8c86-47b8-a1dc-6fda357776ac,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:39:33.338278 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-cea0997e-320a-4b0a-b0c7-8faf6cf99db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:33.425750 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:33.427560 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e0bd5-8472-47fe-89ce-9140d12564b9 None None] Pushing event updated for resources: {'Port': ['ID=43efb80a-8c86-47b8-a1dc-6fda357776ac,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:33.444991 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea0997e-320a-4b0a-b0c7-8faf6cf99db8 None None] Routers {'1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:39:33.445650 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-cea0997e-320a-4b0a-b0c7-8faf6cf99db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:39:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:39:33.462657 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 7e912ebd-466e-46c9-9f63-41ea994f5b9f, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=7e912ebd-466e-46c9-9f63-41ea994f5b9f,segment=NetworkSegment(861fda02-a27d-4254-b5e0-98c0897f4b77),segment_id=861fda02-a27d-4254-b5e0-98c0897f4b77)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:39:33.465113 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-afee02d8-a27f-4a8e-98f4-d47495c68142 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:33.467203 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:33.483680 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-afee02d8-a27f-4a8e-98f4-d47495c68142 admin admin] Transition to ACTIVE for port object 9d381445-e323-45ee-8083-4298c434d329 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:39:33.508107 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-afee02d8-a27f-4a8e-98f4-d47495c68142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:33.538522 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=7e912ebd-466e-46c9-9f63-41ea994f5b9f,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:33.578917 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afee02d8-a27f-4a8e-98f4-d47495c68142 admin admin] Network 4f819f4c-66ab-4b91-a322-6320f1fdea4b is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:39:33.581860 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-afee02d8-a27f-4a8e-98f4-d47495c68142 admin admin] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:39:33.584287 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afee02d8-a27f-4a8e-98f4-d47495c68142 admin admin] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:39:33.619386 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee02d8-a27f-4a8e-98f4-d47495c68142 admin admin] Pushing event updated for resources: {'Port': ['ID=9d381445-e323-45ee-8083-4298c434d329,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:33.638929 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-cea0997e-320a-4b0a-b0c7-8faf6cf99db8 None None] Set router 1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:39:33.650395 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-afee02d8-a27f-4a8e-98f4-d47495c68142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:33.740536 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-afee02d8-a27f-4a8e-98f4-d47495c68142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:33.834963 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-a1ee4739-0d97-422c-bbc2-1f81e670daf0 None None] Provisioning for port 9d381445-e323-45ee-8083-4298c434d329 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:39:33.840979 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-a1ee4739-0d97-422c-bbc2-1f81e670daf0 None None] Provisioning complete for port 9d381445-e323-45ee-8083-4298c434d329 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:39:33.841333 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a1ee4739-0d97-422c-bbc2-1f81e670daf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:33.909287 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-a1ee4739-0d97-422c-bbc2-1f81e670daf0 None None] Port 9d381445-e323-45ee-8083-4298c434d329 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:39:33.985898 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-cea0997e-320a-4b0a-b0c7-8faf6cf99db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'name': 'tempest-TestSnapshotPattern-352167412-router', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '43efb80a-8c86-47b8-a1dc-6fda357776ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:39:31Z', 'revision_number': 3, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'gw_port': {'id': '43efb80a-8c86-47b8-a1dc-6fda357776ac', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:39:33.986195 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-afee02d8-a27f-4a8e-98f4-d47495c68142 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:33.990163 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea0997e-320a-4b0a-b0c7-8faf6cf99db8 None None] The sync data for ids ['1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'] in dv-neutron-825732-1-hyperv is: [{'id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'name': 'tempest-TestSnapshotPattern-352167412-router', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '43efb80a-8c86-47b8-a1dc-6fda357776ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:39:31Z', 'revision_number': 3, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'gw_port': {'id': '43efb80a-8c86-47b8-a1dc-6fda357776ac', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:39:33.991162 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-afee02d8-a27f-4a8e-98f4-d47495c68142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:34.105186 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-afee02d8-a27f-4a8e-98f4-d47495c68142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:34.108583 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee02d8-a27f-4a8e-98f4-d47495c68142 admin admin] Pushing event updated for resources: {'Port': ['ID=9d381445-e323-45ee-8083-4298c434d329,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:34.258687 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afee02d8-a27f-4a8e-98f4-d47495c68142 admin admin] Network 4f819f4c-66ab-4b91-a322-6320f1fdea4b is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:39:34.259813 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-afee02d8-a27f-4a8e-98f4-d47495c68142 admin admin] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:39:34.538493 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-91a594ff-1340-452b-816b-3d4a5d7d2ad1 None None] Provisioning complete for port 9d381445-e323-45ee-8083-4298c434d329 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:39:34.539054 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-91a594ff-1340-452b-816b-3d4a5d7d2ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:34.596796 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-91a594ff-1340-452b-816b-3d4a5d7d2ad1 None None] Port 9d381445-e323-45ee-8083-4298c434d329 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:39:34.690559 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afee02d8-a27f-4a8e-98f4-d47495c68142 admin admin] Router 1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:39:35.003318 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afee02d8-a27f-4a8e-98f4-d47495c68142 admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:39:35.013249 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-afee02d8-a27f-4a8e-98f4-d47495c68142 admin admin] 10.222.0.104 "PUT /v2.0/routers/1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9415090 Jan 21 10:39:35.210078 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 7e912ebd-466e-46c9-9f63-41ea994f5b9f up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:39:35.284110 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 7e912ebd-466e-46c9-9f63-41ea994f5b9f triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:39:35.284469 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:35.405272 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 43efb80a-8c86-47b8-a1dc-6fda357776ac up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:39:35.473228 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 43efb80a-8c86-47b8-a1dc-6fda357776ac completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:39:35.478357 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 43efb80a-8c86-47b8-a1dc-6fda357776ac triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:39:35.478749 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:35.609194 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:35.626608 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 43efb80a-8c86-47b8-a1dc-6fda357776ac, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=43efb80a-8c86-47b8-a1dc-6fda357776ac,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:39:35.631021 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:35.706415 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=43efb80a-8c86-47b8-a1dc-6fda357776ac,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:35.894889 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 45518) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:39:35.900392 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-27ece97a-a418-4011-9f6c-c97955cfaaa2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-242799382-network', 'tenant_id': '83a9206b073d49969c65d97e4e7a3ced'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:39:35.905724 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-27ece97a-a418-4011-9f6c-c97955cfaaa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:39:35.909441 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-27ece97a-a418-4011-9f6c-c97955cfaaa2 admin admin] Usage tracker for resource:network and tenant:83a9206b073d49969c65d97e4e7a3ced is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:39:35.912264 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-27ece97a-a418-4011-9f6c-c97955cfaaa2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:39:35.918422 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-27ece97a-a418-4011-9f6c-c97955cfaaa2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:39:35.930613 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ece97a-a418-4011-9f6c-c97955cfaaa2 admin admin] Made reservation on behalf of 83a9206b073d49969c65d97e4e7a3ced for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:39:35.933760 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-27ece97a-a418-4011-9f6c-c97955cfaaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:35.953597 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-27ece97a-a418-4011-9f6c-c97955cfaaa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:35.984310 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-27ece97a-a418-4011-9f6c-c97955cfaaa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:39:35.989462 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-27ece97a-a418-4011-9f6c-c97955cfaaa2 admin admin] Usage tracker for resource:security_group_rule and tenant:83a9206b073d49969c65d97e4e7a3ced is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:39:35.994086 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-27ece97a-a418-4011-9f6c-c97955cfaaa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:39:36.000724 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-27ece97a-a418-4011-9f6c-c97955cfaaa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:39:36.067473 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-27ece97a-a418-4011-9f6c-c97955cfaaa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:36.071230 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-27ece97a-a418-4011-9f6c-c97955cfaaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:36.101647 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ece97a-a418-4011-9f6c-c97955cfaaa2 admin admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:39:36.110676 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ece97a-a418-4011-9f6c-c97955cfaaa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f56e962-a033-4a1b-aed8-39a7a381e509,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:36.116086 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-27ece97a-a418-4011-9f6c-c97955cfaaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:36.116429 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.segments_db [None req-27ece97a-a418-4011-9f6c-c97955cfaaa2 admin admin] Added segment 2515e25c-be12-46d3-8f20-b6d990794c68 of type vlan for network e32afdd3-fbce-43dd-8577-7fa0c5f556cf Jan 21 10:39:36.142029 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-27ece97a-a418-4011-9f6c-c97955cfaaa2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793818260062'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:36.175087 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-27ece97a-a418-4011-9f6c-c97955cfaaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:36.175985 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ece97a-a418-4011-9f6c-c97955cfaaa2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:39:36.176582 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-27ece97a-a418-4011-9f6c-c97955cfaaa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15355356'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:36.280177 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ece97a-a418-4011-9f6c-c97955cfaaa2 admin admin] Pushing event updated for resources: {'Network': ['ID=e32afdd3-fbce-43dd-8577-7fa0c5f556cf,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:36.283656 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-27ece97a-a418-4011-9f6c-c97955cfaaa2 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3877156 Jan 21 10:39:36.286350 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 45522) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:39:36.291465 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-4204b260-00d1-4549-b76b-b5f6389ecd0c admin admin] Request body: {'subnet': {'network_id': 'e32afdd3-fbce-43dd-8577-7fa0c5f556cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-242799382-subnet', 'tenant_id': '83a9206b073d49969c65d97e4e7a3ced', 'ip_version': 4}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:39:36.291623 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Network e32afdd3-fbce-43dd-8577-7fa0c5f556cf details requested by agent ovs-agent-dv-neutron-825732-1-hyperv with host dv-neutron-825732-1-hyperv {{(pid=83599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:39:36.297091 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4204b260-00d1-4549-b76b-b5f6389ecd0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:39:36.301329 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4204b260-00d1-4549-b76b-b5f6389ecd0c admin admin] Usage tracker for resource:subnet and tenant:83a9206b073d49969c65d97e4e7a3ced is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:39:36.304904 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-4204b260-00d1-4549-b76b-b5f6389ecd0c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:39:36.311408 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-4204b260-00d1-4549-b76b-b5f6389ecd0c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:39:36.323009 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4204b260-00d1-4549-b76b-b5f6389ecd0c admin admin] Made reservation on behalf of 83a9206b073d49969c65d97e4e7a3ced for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:39:36.325852 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4204b260-00d1-4549-b76b-b5f6389ecd0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584179'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:36.529783 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4204b260-00d1-4549-b76b-b5f6389ecd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584165'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:36.604622 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204b260-00d1-4549-b76b-b5f6389ecd0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=600814b5-cc66-4bbd-b35e-f5a3b509a881,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:36.616530 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4204b260-00d1-4549-b76b-b5f6389ecd0c admin admin] Checking segment: {'id': '2515e25c-be12-46d3-8f20-b6d990794c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'e32afdd3-fbce-43dd-8577-7fa0c5f556cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:39:36.616880 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4204b260-00d1-4549-b76b-b5f6389ecd0c admin admin] Network hostable DHCP agents. Network: e32afdd3-fbce-43dd-8577-7fa0c5f556cf, hostable agents: ['10f78ade-d6ad-417c-9afd-47ab5f0ba373'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:39:36.649030 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4204b260-00d1-4549-b76b-b5f6389ecd0c admin admin] Network e32afdd3-fbce-43dd-8577-7fa0c5f556cf is scheduled to be hosted by DHCP agent 10f78ade-d6ad-417c-9afd-47ab5f0ba373 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:39:36.659209 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-4204b260-00d1-4549-b76b-b5f6389ecd0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825732-1-hyperv, e32afdd3-fbce-43dd-8577-7fa0c5f556cf) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:39:36.663780 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4204b260-00d1-4549-b76b-b5f6389ecd0c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:39:36.664947 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4204b260-00d1-4549-b76b-b5f6389ecd0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:36.668367 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4247eeb-585a-4ddf-9bd8-ab5d45a95b3c None None] Network e32afdd3-fbce-43dd-8577-7fa0c5f556cf requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:39:36.689010 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-4204b260-00d1-4549-b76b-b5f6389ecd0c admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4015448 Jan 21 10:39:36.691597 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 45526) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:39:36.696792 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-9ef5143b-9a64-4974-9535-ab321b5216cf admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-242799382-router', 'tenant_id': '83a9206b073d49969c65d97e4e7a3ced', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:39:36.702397 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9ef5143b-9a64-4974-9535-ab321b5216cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:39:36.706255 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9ef5143b-9a64-4974-9535-ab321b5216cf admin admin] Usage tracker for resource:router and tenant:83a9206b073d49969c65d97e4e7a3ced is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:39:36.709043 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-9ef5143b-9a64-4974-9535-ab321b5216cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:39:36.715462 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9ef5143b-9a64-4974-9535-ab321b5216cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:39:36.727357 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9ef5143b-9a64-4974-9535-ab321b5216cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26892'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:36.728441 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9ef5143b-9a64-4974-9535-ab321b5216cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26887'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:36.749696 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9ef5143b-9a64-4974-9535-ab321b5216cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:36.894440 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a96d90-c853-433d-95bd-3738efe6431e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c9f087d-00fa-5194-8178-4c5690759806-e32afdd3-fbce-43dd-8577-7fa0c5f556cf', 'network_id': 'e32afdd3-fbce-43dd-8577-7fa0c5f556cf', 'tenant_id': '83a9206b073d49969c65d97e4e7a3ced', 'fixed_ips': [{'subnet_id': '600814b5-cc66-4bbd-b35e-f5a3b509a881'}]}} from dv-neutron-825732-1-hyperv. {{(pid=83599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:39:36.895288 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-77a96d90-c853-433d-95bd-3738efe6431e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:36.907877 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9ef5143b-9a64-4974-9535-ab321b5216cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26993'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:37.074902 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-77a96d90-c853-433d-95bd-3738efe6431e None None] Allocated IP 172.20.0.2 (e32afdd3-fbce-43dd-8577-7fa0c5f556cf/600814b5-cc66-4bbd-b35e-f5a3b509a881/de396f64-f153-4c00-8af2-ec6ac70a718b) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:39:37.111915 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9ef5143b-9a64-4974-9535-ab321b5216cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:37.150069 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9ef5143b-9a64-4974-9535-ab321b5216cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:37.154817 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 43efb80a-8c86-47b8-a1dc-6fda357776ac up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:39:37.300432 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-9ef5143b-9a64-4974-9535-ab321b5216cf admin admin] Allocated IP 172.26.0.58 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/3644e4db-1db1-4b9a-9161-5c3f6fdccc29) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:39:37.327423 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 43efb80a-8c86-47b8-a1dc-6fda357776ac triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:39:37.327788 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:37.399703 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-77a96d90-c853-433d-95bd-3738efe6431e None None] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:37.415863 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-77a96d90-c853-433d-95bd-3738efe6431e None None] Transition to ACTIVE for port object de396f64-f153-4c00-8af2-ec6ac70a718b will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:39:37.457225 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9ef5143b-9a64-4974-9535-ab321b5216cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:37.471275 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-77a96d90-c853-433d-95bd-3738efe6431e None None] Transition to ACTIVE for port object de396f64-f153-4c00-8af2-ec6ac70a718b will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:39:37.484838 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-77a96d90-c853-433d-95bd-3738efe6431e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:37.488821 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9ef5143b-9a64-4974-9535-ab321b5216cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:37.521415 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd2731f-cced-4ae5-940e-ff11a069d2a1 None None] Sync routers for ids ['1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:39:37.558283 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef5143b-9a64-4974-9535-ab321b5216cf admin admin] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:39:37.561184 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-9ef5143b-9a64-4974-9535-ab321b5216cf admin admin] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:39:37.565598 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef5143b-9a64-4974-9535-ab321b5216cf admin admin] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:39:37.578246 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a96d90-c853-433d-95bd-3738efe6431e None None] Network e32afdd3-fbce-43dd-8577-7fa0c5f556cf is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:39:37.582992 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-77a96d90-c853-433d-95bd-3738efe6431e None None] Resources bound (agent type, host, resource id): {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:39:37.585056 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a96d90-c853-433d-95bd-3738efe6431e None None] Pushing event updated for resources: {'Port': ['ID=de396f64-f153-4c00-8af2-ec6ac70a718b,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:37.587294 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a96d90-c853-433d-95bd-3738efe6431e None None] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:39:37.589813 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd2731f-cced-4ae5-940e-ff11a069d2a1 None None] Routers {'1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:39:37.590414 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0dd2731f-cced-4ae5-940e-ff11a069d2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:39:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:39:37.595182 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5143b-9a64-4974-9535-ab321b5216cf admin admin] Pushing event updated for resources: {'Port': ['ID=3644e4db-1db1-4b9a-9161-5c3f6fdccc29,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:37.821783 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-77a96d90-c853-433d-95bd-3738efe6431e None None] Attempting to bind port de396f64-f153-4c00-8af2-ec6ac70a718b on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:39:37.822392 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-77a96d90-c853-433d-95bd-3738efe6431e None None] Attempting to bind port de396f64-f153-4c00-8af2-ec6ac70a718b by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '2515e25c-be12-46d3-8f20-b6d990794c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'e32afdd3-fbce-43dd-8577-7fa0c5f556cf'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:39:37.822392 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a96d90-c853-433d-95bd-3738efe6431e None None] Attempting to bind port de396f64-f153-4c00-8af2-ec6ac70a718b on network e32afdd3-fbce-43dd-8577-7fa0c5f556cf {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:39:37.824436 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9ef5143b-9a64-4974-9535-ab321b5216cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:37.825414 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9ef5143b-9a64-4974-9535-ab321b5216cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349328'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:37.837049 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a96d90-c853-433d-95bd-3738efe6431e None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:39:37.837421 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a96d90-c853-433d-95bd-3738efe6431e None None] Checking segment: {'id': '2515e25c-be12-46d3-8f20-b6d990794c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'e32afdd3-fbce-43dd-8577-7fa0c5f556cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:39:37.837847 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-77a96d90-c853-433d-95bd-3738efe6431e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:37.838236 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a96d90-c853-433d-95bd-3738efe6431e None None] Bound using segment: {'id': '2515e25c-be12-46d3-8f20-b6d990794c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'e32afdd3-fbce-43dd-8577-7fa0c5f556cf'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:39:37.838695 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-77a96d90-c853-433d-95bd-3738efe6431e None None] Bound port: de396f64-f153-4c00-8af2-ec6ac70a718b, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2515e25c-be12-46d3-8f20-b6d990794c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'e32afdd3-fbce-43dd-8577-7fa0c5f556cf'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:39:37.839156 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-77a96d90-c853-433d-95bd-3738efe6431e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:37.909179 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-0dd2731f-cced-4ae5-940e-ff11a069d2a1 None None] Set router 1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:39:38.070370 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-77a96d90-c853-433d-95bd-3738efe6431e None None] For port de396f64-f153-4c00-8af2-ec6ac70a718b, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:39:38.089967 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef5143b-9a64-4974-9535-ab321b5216cf admin admin] Router 6a4c2f16-2bd7-4ce6-8721-0fd171f38091 is scheduled to L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:39:38.140736 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-77a96d90-c853-433d-95bd-3738efe6431e None None] For port de396f64-f153-4c00-8af2-ec6ac70a718b, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=de396f64-f153-4c00-8af2-ec6ac70a718b,segment=NetworkSegment(2515e25c-be12-46d3-8f20-b6d990794c68),segment_id=2515e25c-be12-46d3-8f20-b6d990794c68)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:39:38.146970 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-77a96d90-c853-433d-95bd-3738efe6431e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:38.304333 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef5143b-9a64-4974-9535-ab321b5216cf admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:39:38.312084 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a96d90-c853-433d-95bd-3738efe6431e None None] Pushing event updated for resources: {'Port': ['ID=de396f64-f153-4c00-8af2-ec6ac70a718b,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:38.319581 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172dc955-0401-4fa0-ab4c-6f516a595722 None None] Sync routers for ids ['6a4c2f16-2bd7-4ce6-8721-0fd171f38091'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:39:38.342952 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9ef5143b-9a64-4974-9535-ab321b5216cf admin admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:38.344253 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-9ef5143b-9a64-4974-9535-ab321b5216cf admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6515040 Jan 21 10:39:38.346809 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 45530) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:39:38.350019 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172dc955-0401-4fa0-ab4c-6f516a595722 None None] Routers {'6a4c2f16-2bd7-4ce6-8721-0fd171f38091'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:39:38.355506 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-172dc955-0401-4fa0-ab4c-6f516a595722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:39:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['6a4c2f16-2bd7-4ce6-8721-0fd171f38091'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:39:38.407492 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0dd2731f-cced-4ae5-940e-ff11a069d2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'name': 'tempest-TestSnapshotPattern-352167412-router', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '43efb80a-8c86-47b8-a1dc-6fda357776ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:39:33Z', 'revision_number': 4, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'gw_port': {'id': '43efb80a-8c86-47b8-a1dc-6fda357776ac', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '9d381445-e323-45ee-8083-4298c434d329', 'name': '', 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'mac_address': 'fa:16:3e:c9:d7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '344ee756-7b36-4f27-9a07-42b16ad2fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:33Z', 'updated_at': '2022-01-21T10:39:33Z', 'revision_number': 2, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'subnets': [{'id': '344ee756-7b36-4f27-9a07-42b16ad2fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:39:38.411966 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd2731f-cced-4ae5-940e-ff11a069d2a1 None None] Checking router: 1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:39:38.412317 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd2731f-cced-4ae5-940e-ff11a069d2a1 None None] Updating router 1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d port 9d381445-e323-45ee-8083-4298c434d329 binding host dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:39:38.477844 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0dd2731f-cced-4ae5-940e-ff11a069d2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:38.615385 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-172dc955-0401-4fa0-ab4c-6f516a595722 None None] Set router 6a4c2f16-2bd7-4ce6-8721-0fd171f38091 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:39:38.918555 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0dd2731f-cced-4ae5-940e-ff11a069d2a1 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:38.933868 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0dd2731f-cced-4ae5-940e-ff11a069d2a1 None None] Transition to ACTIVE for port object 9d381445-e323-45ee-8083-4298c434d329 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:39:38.942062 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0dd2731f-cced-4ae5-940e-ff11a069d2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:38.953592 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-172dc955-0401-4fa0-ab4c-6f516a595722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4c2f16-2bd7-4ce6-8721-0fd171f38091', 'name': 'tempest-TestSnapshotPattern-242799382-router', 'tenant_id': '83a9206b073d49969c65d97e4e7a3ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '3644e4db-1db1-4b9a-9161-5c3f6fdccc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:39:36Z', 'updated_at': '2022-01-21T10:39:37Z', 'revision_number': 3, 'project_id': '83a9206b073d49969c65d97e4e7a3ced', 'gw_port': {'id': '3644e4db-1db1-4b9a-9161-5c3f6fdccc29', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4c2f16-2bd7-4ce6-8721-0fd171f38091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:37Z', 'updated_at': '2022-01-21T10:39:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:39:38.958511 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172dc955-0401-4fa0-ab4c-6f516a595722 None None] Checking router: 6a4c2f16-2bd7-4ce6-8721-0fd171f38091 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:39:38.958907 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172dc955-0401-4fa0-ab4c-6f516a595722 None None] Updating router 6a4c2f16-2bd7-4ce6-8721-0fd171f38091 port 3644e4db-1db1-4b9a-9161-5c3f6fdccc29 binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:39:39.022841 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-172dc955-0401-4fa0-ab4c-6f516a595722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:39.023248 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f477f36c-3416-449f-a7f7-670262eaa79a None None] Pushing event updated for resources: {'Port': ['ID=9d381445-e323-45ee-8083-4298c434d329,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:39.240276 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device de396f64-f153-4c00-8af2-ec6ac70a718b up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:39:39.342489 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6665c939-fa44-4b57-be71-290297ab7c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:39.357640 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-0dd2731f-cced-4ae5-940e-ff11a069d2a1 None None] Attempting to bind port 9d381445-e323-45ee-8083-4298c434d329 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:39:39.358004 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-0dd2731f-cced-4ae5-940e-ff11a069d2a1 None None] Attempting to bind port 9d381445-e323-45ee-8083-4298c434d329 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '861fda02-a27d-4254-b5e0-98c0897f4b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:39:39.358361 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd2731f-cced-4ae5-940e-ff11a069d2a1 None None] Attempting to bind port 9d381445-e323-45ee-8083-4298c434d329 on network 4f819f4c-66ab-4b91-a322-6320f1fdea4b {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:39:39.372069 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd2731f-cced-4ae5-940e-ff11a069d2a1 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:39:39.372723 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd2731f-cced-4ae5-940e-ff11a069d2a1 None None] Checking segment: {'id': '861fda02-a27d-4254-b5e0-98c0897f4b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:39:39.372919 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0dd2731f-cced-4ae5-940e-ff11a069d2a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:39.373722 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd2731f-cced-4ae5-940e-ff11a069d2a1 None None] Bound using segment: {'id': '861fda02-a27d-4254-b5e0-98c0897f4b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:39:39.374109 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-0dd2731f-cced-4ae5-940e-ff11a069d2a1 None None] Bound port: 9d381445-e323-45ee-8083-4298c434d329, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861fda02-a27d-4254-b5e0-98c0897f4b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:39:39.374595 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0dd2731f-cced-4ae5-940e-ff11a069d2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:39.458436 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port de396f64-f153-4c00-8af2-ec6ac70a718b completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:39:39.487645 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-172dc955-0401-4fa0-ab4c-6f516a595722 None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:39.500866 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-172dc955-0401-4fa0-ab4c-6f516a595722 None None] Transition to ACTIVE for port object 3644e4db-1db1-4b9a-9161-5c3f6fdccc29 will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:39:39.502995 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-0dd2731f-cced-4ae5-940e-ff11a069d2a1 None None] For port 9d381445-e323-45ee-8083-4298c434d329, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:39:39.506563 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-0dd2731f-cced-4ae5-940e-ff11a069d2a1 None None] For port 9d381445-e323-45ee-8083-4298c434d329, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=9d381445-e323-45ee-8083-4298c434d329,segment=NetworkSegment(861fda02-a27d-4254-b5e0-98c0897f4b77),segment_id=861fda02-a27d-4254-b5e0-98c0897f4b77)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:39:39.509816 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-172dc955-0401-4fa0-ab4c-6f516a595722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:39.516325 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0dd2731f-cced-4ae5-940e-ff11a069d2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:39.611928 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774257dd-2cea-4c96-beb0-4a76bcf340e8 None None] Pushing event updated for resources: {'Port': ['ID=3644e4db-1db1-4b9a-9161-5c3f6fdccc29,revision_number=2']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:39.617873 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-172dc955-0401-4fa0-ab4c-6f516a595722 None None] Attempting to bind port 3644e4db-1db1-4b9a-9161-5c3f6fdccc29 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:39:39.618241 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-172dc955-0401-4fa0-ab4c-6f516a595722 None None] Attempting to bind port 3644e4db-1db1-4b9a-9161-5c3f6fdccc29 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:39:39.618598 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172dc955-0401-4fa0-ab4c-6f516a595722 None None] Attempting to bind port 3644e4db-1db1-4b9a-9161-5c3f6fdccc29 on network 05164b30-8981-419a-8272-388f48c19dd5 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:39:39.619412 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-6665c939-fa44-4b57-be71-290297ab7c12 admin admin] Allocated IP 172.20.0.1 (e32afdd3-fbce-43dd-8577-7fa0c5f556cf/600814b5-cc66-4bbd-b35e-f5a3b509a881/16b790f2-be6c-440a-83b1-c76abe8087e1) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:39:39.620889 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd2731f-cced-4ae5-940e-ff11a069d2a1 None None] Routers {'1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:39:39.621548 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0dd2731f-cced-4ae5-940e-ff11a069d2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:39:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:39:39.628088 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172dc955-0401-4fa0-ab4c-6f516a595722 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:39:39.628459 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172dc955-0401-4fa0-ab4c-6f516a595722 None None] Checking segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:39:39.629394 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-172dc955-0401-4fa0-ab4c-6f516a595722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:39.629733 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172dc955-0401-4fa0-ab4c-6f516a595722 None None] Bound using segment: {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:39:39.630218 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-172dc955-0401-4fa0-ab4c-6f516a595722 None None] Bound port: 3644e4db-1db1-4b9a-9161-5c3f6fdccc29, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b5c2b4-18ba-4476-b749-2f9ff56a7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05164b30-8981-419a-8272-388f48c19dd5'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:39:39.630997 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-172dc955-0401-4fa0-ab4c-6f516a595722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:39.685613 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74e7d2f-f41e-4970-a586-546dec7fff52 None None] Network e32afdd3-fbce-43dd-8577-7fa0c5f556cf requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:39:39.737141 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-172dc955-0401-4fa0-ab4c-6f516a595722 None None] For port 3644e4db-1db1-4b9a-9161-5c3f6fdccc29, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:39:39.741376 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-172dc955-0401-4fa0-ab4c-6f516a595722 None None] For port 3644e4db-1db1-4b9a-9161-5c3f6fdccc29, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=3644e4db-1db1-4b9a-9161-5c3f6fdccc29,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:39:39.750071 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-172dc955-0401-4fa0-ab4c-6f516a595722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:39.848261 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774257dd-2cea-4c96-beb0-4a76bcf340e8 None None] Pushing event updated for resources: {'Port': ['ID=3644e4db-1db1-4b9a-9161-5c3f6fdccc29,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:39.850676 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f477f36c-3416-449f-a7f7-670262eaa79a None None] Pushing event updated for resources: {'Port': ['ID=9d381445-e323-45ee-8083-4298c434d329,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:39.894616 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172dc955-0401-4fa0-ab4c-6f516a595722 None None] Routers {'6a4c2f16-2bd7-4ce6-8721-0fd171f38091'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:39:39.896418 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-172dc955-0401-4fa0-ab4c-6f516a595722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:39:26Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['6a4c2f16-2bd7-4ce6-8721-0fd171f38091'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:39:39.955120 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6665c939-fa44-4b57-be71-290297ab7c12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:39.972137 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6665c939-fa44-4b57-be71-290297ab7c12 admin admin] Transition to ACTIVE for port object 16b790f2-be6c-440a-83b1-c76abe8087e1 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:39:40.002049 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6665c939-fa44-4b57-be71-290297ab7c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:40.029950 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-4b7bc018-4c23-4c05-ba70-520c8ba4962f None None] Provisioning for port de396f64-f153-4c00-8af2-ec6ac70a718b completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:39:40.047216 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-4b7bc018-4c23-4c05-ba70-520c8ba4962f None None] Provisioning complete for port de396f64-f153-4c00-8af2-ec6ac70a718b triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:39:40.047216 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4b7bc018-4c23-4c05-ba70-520c8ba4962f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:40.086014 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6665c939-fa44-4b57-be71-290297ab7c12 admin admin] Network e32afdd3-fbce-43dd-8577-7fa0c5f556cf is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:39:40.089917 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665c939-fa44-4b57-be71-290297ab7c12 admin admin] Pushing event updated for resources: {'Port': ['ID=16b790f2-be6c-440a-83b1-c76abe8087e1,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:40.093937 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-172dc955-0401-4fa0-ab4c-6f516a595722 None None] Set router 6a4c2f16-2bd7-4ce6-8721-0fd171f38091 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:39:40.095219 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-6665c939-fa44-4b57-be71-290297ab7c12 admin admin] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:39:40.098009 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6665c939-fa44-4b57-be71-290297ab7c12 admin admin] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:39:40.129113 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-0dd2731f-cced-4ae5-940e-ff11a069d2a1 None None] Set router 1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:39:40.170793 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6665c939-fa44-4b57-be71-290297ab7c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349862'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:40.263006 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6665c939-fa44-4b57-be71-290297ab7c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:40.455812 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4b7bc018-4c23-4c05-ba70-520c8ba4962f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:40.457851 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-172dc955-0401-4fa0-ab4c-6f516a595722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4c2f16-2bd7-4ce6-8721-0fd171f38091', 'name': 'tempest-TestSnapshotPattern-242799382-router', 'tenant_id': '83a9206b073d49969c65d97e4e7a3ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '3644e4db-1db1-4b9a-9161-5c3f6fdccc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:39:36Z', 'updated_at': '2022-01-21T10:39:37Z', 'revision_number': 3, 'project_id': '83a9206b073d49969c65d97e4e7a3ced', 'gw_port': {'id': '3644e4db-1db1-4b9a-9161-5c3f6fdccc29', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4c2f16-2bd7-4ce6-8721-0fd171f38091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:37Z', 'updated_at': '2022-01-21T10:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:39:40.470477 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172dc955-0401-4fa0-ab4c-6f516a595722 None None] The sync data for ids ['6a4c2f16-2bd7-4ce6-8721-0fd171f38091'] in dv-neutron-825732-1-hyperv is: [{'id': '6a4c2f16-2bd7-4ce6-8721-0fd171f38091', 'name': 'tempest-TestSnapshotPattern-242799382-router', 'tenant_id': '83a9206b073d49969c65d97e4e7a3ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '3644e4db-1db1-4b9a-9161-5c3f6fdccc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:39:36Z', 'updated_at': '2022-01-21T10:39:37Z', 'revision_number': 3, 'project_id': '83a9206b073d49969c65d97e4e7a3ced', 'gw_port': {'id': '3644e4db-1db1-4b9a-9161-5c3f6fdccc29', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4c2f16-2bd7-4ce6-8721-0fd171f38091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:37Z', 'updated_at': '2022-01-21T10:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:39:40.525002 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6665c939-fa44-4b57-be71-290297ab7c12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:40.530733 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6665c939-fa44-4b57-be71-290297ab7c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:40.542152 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-4b7bc018-4c23-4c05-ba70-520c8ba4962f None None] For port de396f64-f153-4c00-8af2-ec6ac70a718b, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=de396f64-f153-4c00-8af2-ec6ac70a718b,segment=NetworkSegment(2515e25c-be12-46d3-8f20-b6d990794c68),segment_id=2515e25c-be12-46d3-8f20-b6d990794c68)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:39:40.550900 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4b7bc018-4c23-4c05-ba70-520c8ba4962f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:40.650837 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665c939-fa44-4b57-be71-290297ab7c12 admin admin] Pushing event updated for resources: {'Port': ['ID=16b790f2-be6c-440a-83b1-c76abe8087e1,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:40.654628 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6665c939-fa44-4b57-be71-290297ab7c12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15355329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346447'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:40.658916 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bc018-4c23-4c05-ba70-520c8ba4962f None None] Pushing event updated for resources: {'Port': ['ID=de396f64-f153-4c00-8af2-ec6ac70a718b,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:40.691117 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-e86f70fd-68be-4c5d-9e74-0ddcdbc1da96 None None] Provisioning complete for port de396f64-f153-4c00-8af2-ec6ac70a718b triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:39:40.691488 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e86f70fd-68be-4c5d-9e74-0ddcdbc1da96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:40.720676 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0dd2731f-cced-4ae5-940e-ff11a069d2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'name': 'tempest-TestSnapshotPattern-352167412-router', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '43efb80a-8c86-47b8-a1dc-6fda357776ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:39:33Z', 'revision_number': 4, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'gw_port': {'id': '43efb80a-8c86-47b8-a1dc-6fda357776ac', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '9d381445-e323-45ee-8083-4298c434d329', 'name': '', 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'mac_address': 'fa:16:3e:c9:d7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '344ee756-7b36-4f27-9a07-42b16ad2fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:33Z', 'updated_at': '2022-01-21T10:39:39Z', 'revision_number': 4, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'subnets': [{'id': '344ee756-7b36-4f27-9a07-42b16ad2fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:39:40.748215 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd2731f-cced-4ae5-940e-ff11a069d2a1 None None] The sync data for ids ['1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'] in dv-neutron-825732-1-hyperv is: [{'id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'name': 'tempest-TestSnapshotPattern-352167412-router', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '43efb80a-8c86-47b8-a1dc-6fda357776ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:39:33Z', 'revision_number': 4, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'gw_port': {'id': '43efb80a-8c86-47b8-a1dc-6fda357776ac', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '9d381445-e323-45ee-8083-4298c434d329', 'name': '', 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'mac_address': 'fa:16:3e:c9:d7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '344ee756-7b36-4f27-9a07-42b16ad2fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:33Z', 'updated_at': '2022-01-21T10:39:39Z', 'revision_number': 4, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'subnets': [{'id': '344ee756-7b36-4f27-9a07-42b16ad2fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:39:40.856860 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6665c939-fa44-4b57-be71-290297ab7c12 admin admin] Network e32afdd3-fbce-43dd-8577-7fa0c5f556cf is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:39:40.858116 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-6665c939-fa44-4b57-be71-290297ab7c12 admin admin] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:39:41.041862 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-e86f70fd-68be-4c5d-9e74-0ddcdbc1da96 None None] Provisioning for port 16b790f2-be6c-440a-83b1-c76abe8087e1 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:39:41.131466 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-e86f70fd-68be-4c5d-9e74-0ddcdbc1da96 None None] Provisioning complete for port 16b790f2-be6c-440a-83b1-c76abe8087e1 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:39:41.131918 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e86f70fd-68be-4c5d-9e74-0ddcdbc1da96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:41.296141 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-e86f70fd-68be-4c5d-9e74-0ddcdbc1da96 None None] Port 16b790f2-be6c-440a-83b1-c76abe8087e1 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:39:41.345113 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 9d381445-e323-45ee-8083-4298c434d329 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:39:41.435197 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 9d381445-e323-45ee-8083-4298c434d329 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:39:41.444982 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 9d381445-e323-45ee-8083-4298c434d329 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:39:41.445687 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:41.497205 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6665c939-fa44-4b57-be71-290297ab7c12 admin admin] Router 6a4c2f16-2bd7-4ce6-8721-0fd171f38091 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:39:41.527597 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-e3406d6c-b5b1-4c3f-a66b-cef9e359290b None None] Provisioning complete for port 16b790f2-be6c-440a-83b1-c76abe8087e1 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:39:41.528119 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e3406d6c-b5b1-4c3f-a66b-cef9e359290b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:41.625885 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-e3406d6c-b5b1-4c3f-a66b-cef9e359290b None None] Port 16b790f2-be6c-440a-83b1-c76abe8087e1 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:39:41.649937 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:41.694506 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 9d381445-e323-45ee-8083-4298c434d329, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=9d381445-e323-45ee-8083-4298c434d329,segment=NetworkSegment(861fda02-a27d-4254-b5e0-98c0897f4b77),segment_id=861fda02-a27d-4254-b5e0-98c0897f4b77)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:39:41.698987 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:41.699973 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device de396f64-f153-4c00-8af2-ec6ac70a718b up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:39:41.753051 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6665c939-fa44-4b57-be71-290297ab7c12 admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:39:41.777122 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-6665c939-fa44-4b57-be71-290297ab7c12 admin admin] 10.222.0.104 "PUT /v2.0/routers/6a4c2f16-2bd7-4ce6-8721-0fd171f38091/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4156201 Jan 21 10:39:41.836653 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=9d381445-e323-45ee-8083-4298c434d329,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:41.856774 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port de396f64-f153-4c00-8af2-ec6ac70a718b triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:39:41.857351 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:42.608077 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 45542) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:39:42.614039 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-7489d202-8d72-449e-b342-18776e5e07ef tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-648523794', 'description': 'tempest-secgroup-smoke-648523794 description', 'project_id': '2eea003dd45149f2b0169c2b24df7e15'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:39:42.620900 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7489d202-8d72-449e-b342-18776e5e07ef tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:39:42.625340 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-7489d202-8d72-449e-b342-18776e5e07ef tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Usage tracker for resource:security_group and tenant:2eea003dd45149f2b0169c2b24df7e15 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:39:42.628547 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-7489d202-8d72-449e-b342-18776e5e07ef tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:39:42.634648 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7489d202-8d72-449e-b342-18776e5e07ef tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:39:42.646248 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7489d202-8d72-449e-b342-18776e5e07ef tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:42.683179 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7489d202-8d72-449e-b342-18776e5e07ef tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:39:42.687252 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-7489d202-8d72-449e-b342-18776e5e07ef tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Usage tracker for resource:security_group_rule and tenant:2eea003dd45149f2b0169c2b24df7e15 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:39:42.689926 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-7489d202-8d72-449e-b342-18776e5e07ef tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:39:42.695537 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7489d202-8d72-449e-b342-18776e5e07ef tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:39:42.756814 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7489d202-8d72-449e-b342-18776e5e07ef tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:42.763106 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7489d202-8d72-449e-b342-18776e5e07ef tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:42.804510 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489d202-8d72-449e-b342-18776e5e07ef tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b9420f-57b4-4c7a-bc99-ba46db23c13e,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:42.810156 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7489d202-8d72-449e-b342-18776e5e07ef tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:42.814413 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-7489d202-8d72-449e-b342-18776e5e07ef tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2023828 Jan 21 10:39:42.815526 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 45546) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:39:42.821136 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-b2d47e4f-d994-4681-9e45-98242aef3913 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Request body: {'security_group_rule': {'security_group_id': 'f7b9420f-57b4-4c7a-bc99-ba46db23c13e', 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:39:42.828561 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b2d47e4f-d994-4681-9e45-98242aef3913 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:39:42.832735 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b2d47e4f-d994-4681-9e45-98242aef3913 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Usage tracker for resource:security_group_rule and tenant:2eea003dd45149f2b0169c2b24df7e15 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:39:42.836144 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-b2d47e4f-d994-4681-9e45-98242aef3913 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:39:42.841983 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b2d47e4f-d994-4681-9e45-98242aef3913 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:39:42.860006 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b2d47e4f-d994-4681-9e45-98242aef3913 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:43.032526 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b2d47e4f-d994-4681-9e45-98242aef3913 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:43.036674 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b2d47e4f-d994-4681-9e45-98242aef3913 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:43.061336 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d47e4f-d994-4681-9e45-98242aef3913 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e247ae0c-b08a-4974-af7f-f83c4ffb3a37,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:43.070707 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b2d47e4f-d994-4681-9e45-98242aef3913 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:43.071912 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-b2d47e4f-d994-4681-9e45-98242aef3913 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2561393 Jan 21 10:39:43.075259 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 45550) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:39:43.080657 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-04639251-81d5-4479-b843-ff6d894d2b40 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Request body: {'security_group_rule': {'security_group_id': 'f7b9420f-57b4-4c7a-bc99-ba46db23c13e', 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:39:43.086777 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-04639251-81d5-4479-b843-ff6d894d2b40 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:39:43.090733 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-04639251-81d5-4479-b843-ff6d894d2b40 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Usage tracker for resource:security_group_rule and tenant:2eea003dd45149f2b0169c2b24df7e15 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:39:43.093619 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-04639251-81d5-4479-b843-ff6d894d2b40 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:39:43.099240 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-04639251-81d5-4479-b843-ff6d894d2b40 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:39:43.119944 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-04639251-81d5-4479-b843-ff6d894d2b40 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:43.189984 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-04639251-81d5-4479-b843-ff6d894d2b40 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:43.193676 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-04639251-81d5-4479-b843-ff6d894d2b40 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:43.214630 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 9d381445-e323-45ee-8083-4298c434d329 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:39:43.218814 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04639251-81d5-4479-b843-ff6d894d2b40 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c583180c-f767-42dc-87ed-12c3b114eb03,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:43.232811 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-04639251-81d5-4479-b843-ff6d894d2b40 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:43.234093 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-04639251-81d5-4479-b843-ff6d894d2b40 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1579020 Jan 21 10:39:43.236921 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 45554) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:39:43.242225 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-324db239-1074-48c6-8438-eebfd5666f78 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Request body: {'security_group_rule': {'security_group_id': 'f7b9420f-57b4-4c7a-bc99-ba46db23c13e', 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:39:43.248750 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-324db239-1074-48c6-8438-eebfd5666f78 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:39:43.252756 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-324db239-1074-48c6-8438-eebfd5666f78 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Usage tracker for resource:security_group_rule and tenant:2eea003dd45149f2b0169c2b24df7e15 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:39:43.256866 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-324db239-1074-48c6-8438-eebfd5666f78 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:39:43.263707 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-324db239-1074-48c6-8438-eebfd5666f78 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:39:43.281422 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-324db239-1074-48c6-8438-eebfd5666f78 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:43.287468 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 9d381445-e323-45ee-8083-4298c434d329 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:39:43.287833 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:43.350853 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-324db239-1074-48c6-8438-eebfd5666f78 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:43.355833 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-324db239-1074-48c6-8438-eebfd5666f78 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:43.381968 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324db239-1074-48c6-8438-eebfd5666f78 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12deefa3-6771-405c-860e-a4c6db110eeb,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:43.392757 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-324db239-1074-48c6-8438-eebfd5666f78 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:43.393978 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-324db239-1074-48c6-8438-eebfd5666f78 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1561449 Jan 21 10:39:43.396665 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 45558) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:39:43.403053 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-fb95cad5-92f6-4a97-9bd3-d6bc5a32e3d2 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Request body: {'security_group_rule': {'security_group_id': 'f7b9420f-57b4-4c7a-bc99-ba46db23c13e', 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:39:43.408850 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-fb95cad5-92f6-4a97-9bd3-d6bc5a32e3d2 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:39:43.412720 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-fb95cad5-92f6-4a97-9bd3-d6bc5a32e3d2 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Usage tracker for resource:security_group_rule and tenant:2eea003dd45149f2b0169c2b24df7e15 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:39:43.413928 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 3644e4db-1db1-4b9a-9161-5c3f6fdccc29 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:39:43.415703 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-fb95cad5-92f6-4a97-9bd3-d6bc5a32e3d2 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:39:43.421919 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-fb95cad5-92f6-4a97-9bd3-d6bc5a32e3d2 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:39:43.442246 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb95cad5-92f6-4a97-9bd3-d6bc5a32e3d2 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:43.485972 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 3644e4db-1db1-4b9a-9161-5c3f6fdccc29 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:39:43.491491 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 3644e4db-1db1-4b9a-9161-5c3f6fdccc29 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:39:43.491858 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:43.515530 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb95cad5-92f6-4a97-9bd3-d6bc5a32e3d2 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:43.519637 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb95cad5-92f6-4a97-9bd3-d6bc5a32e3d2 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:43.541487 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95cad5-92f6-4a97-9bd3-d6bc5a32e3d2 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35632304-e9e0-479a-a994-5a602beaa9c1,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:43.553390 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb95cad5-92f6-4a97-9bd3-d6bc5a32e3d2 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:43.554751 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-fb95cad5-92f6-4a97-9bd3-d6bc5a32e3d2 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1571372 Jan 21 10:39:43.558514 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 45562) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:39:43.564103 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-f6555ab3-f266-4be4-9982-a4ad996060a2 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Request body: {'security_group_rule': {'security_group_id': 'f7b9420f-57b4-4c7a-bc99-ba46db23c13e', 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:39:43.570017 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f6555ab3-f266-4be4-9982-a4ad996060a2 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:39:43.574599 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f6555ab3-f266-4be4-9982-a4ad996060a2 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Usage tracker for resource:security_group_rule and tenant:2eea003dd45149f2b0169c2b24df7e15 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:39:43.577835 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-f6555ab3-f266-4be4-9982-a4ad996060a2 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:39:43.584818 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f6555ab3-f266-4be4-9982-a4ad996060a2 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:39:43.603098 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-f6555ab3-f266-4be4-9982-a4ad996060a2 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Project 2eea003dd45149f2b0169c2b24df7e15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:39:43.610499 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f6555ab3-f266-4be4-9982-a4ad996060a2 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:43.677864 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:43.684388 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f6555ab3-f266-4be4-9982-a4ad996060a2 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:43.689090 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f6555ab3-f266-4be4-9982-a4ad996060a2 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:43.699199 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 3644e4db-1db1-4b9a-9161-5c3f6fdccc29, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=3644e4db-1db1-4b9a-9161-5c3f6fdccc29,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:39:43.703876 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:43.721197 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6555ab3-f266-4be4-9982-a4ad996060a2 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a03d4a4b-2e75-49b3-88d5-5e827b7a4644,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:43.730533 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f6555ab3-f266-4be4-9982-a4ad996060a2 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:43.731701 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-f6555ab3-f266-4be4-9982-a4ad996060a2 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1722186 Jan 21 10:39:43.734651 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 45566) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:39:43.740315 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-cba43b87-45e1-453b-85ca-30c9daab5f9b tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Request body: {'security_group_rule': {'security_group_id': 'f7b9420f-57b4-4c7a-bc99-ba46db23c13e', 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:39:43.747428 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cba43b87-45e1-453b-85ca-30c9daab5f9b tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:39:43.752227 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-cba43b87-45e1-453b-85ca-30c9daab5f9b tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Usage tracker for resource:security_group_rule and tenant:2eea003dd45149f2b0169c2b24df7e15 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:39:43.755981 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-cba43b87-45e1-453b-85ca-30c9daab5f9b tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:39:43.763308 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cba43b87-45e1-453b-85ca-30c9daab5f9b tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:39:43.773547 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-cba43b87-45e1-453b-85ca-30c9daab5f9b tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Project 2eea003dd45149f2b0169c2b24df7e15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:39:43.778730 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=3644e4db-1db1-4b9a-9161-5c3f6fdccc29,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:43.780431 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cba43b87-45e1-453b-85ca-30c9daab5f9b tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:43.850149 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cba43b87-45e1-453b-85ca-30c9daab5f9b tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:43.855172 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cba43b87-45e1-453b-85ca-30c9daab5f9b tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344055'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:43.879558 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba43b87-45e1-453b-85ca-30c9daab5f9b tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44975714-82d4-4e16-85dd-e0444c46ab73,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:43.888059 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cba43b87-45e1-453b-85ca-30c9daab5f9b tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:43.896525 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-cba43b87-45e1-453b-85ca-30c9daab5f9b tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1536350 Jan 21 10:39:44.334678 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-80c1851c-1145-4ede-9221-15dc4271c89f tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Synchronizing usage tracker for tenant:2eea003dd45149f2b0169c2b24df7e15 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:39:44.351918 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-80c1851c-1145-4ede-9221-15dc4271c89f tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Unset dirty status for tenant:2eea003dd45149f2b0169c2b24df7e15 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:39:44.353076 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-80c1851c-1145-4ede-9221-15dc4271c89f tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-648523794&fields=id&tenant_id=2eea003dd45149f2b0169c2b24df7e15 HTTP/1.1" status: 200 len: 267 time: 0.0610375 Jan 21 10:39:44.518373 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-ad1593ba-54bd-4cf8-aabe-6dce96f1b4ec tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:39:44.519037 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-ad1593ba-54bd-4cf8-aabe-6dce96f1b4ec tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Synchronizing usage tracker for tenant:2eea003dd45149f2b0169c2b24df7e15 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:39:44.537442 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-ad1593ba-54bd-4cf8-aabe-6dce96f1b4ec tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Unset dirty status for tenant:2eea003dd45149f2b0169c2b24df7e15 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:39:44.538705 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-ad1593ba-54bd-4cf8-aabe-6dce96f1b4ec tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/networks?id=4f819f4c-66ab-4b91-a322-6320f1fdea4b HTTP/1.1" status: 200 len: 809 time: 0.1789033 Jan 21 10:39:44.555672 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-06b6ba9e-2311-4360-ad25-12b4f22172a7 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/quotas/2eea003dd45149f2b0169c2b24df7e15 HTTP/1.1" status: 200 len: 375 time: 0.0108187 Jan 21 10:39:44.642775 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-f842b60c-07c5-4bf1-b9b8-3ed907fd2671 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=2eea003dd45149f2b0169c2b24df7e15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0815012 Jan 21 10:39:44.804508 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-b944334b-97ea-49d8-84a7-bcdddf57f31a service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 10:39:44.805494 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-b944334b-97ea-49d8-84a7-bcdddf57f31a service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1503723 Jan 21 10:39:44.941015 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-bc68cd35-43a2-4637-bdcf-4d42bb783e51 service neutron] 10.222.0.104 "GET /v2.0/networks/4f819f4c-66ab-4b91-a322-6320f1fdea4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288910 Jan 21 10:39:45.074346 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-622f3efb-3b08-4c35-9c2d-3273df0925c1 service neutron] 10.222.0.104 "GET /v2.0/networks/4f819f4c-66ab-4b91-a322-6320f1fdea4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266708 Jan 21 10:39:45.151327 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 3644e4db-1db1-4b9a-9161-5c3f6fdccc29 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:39:45.225041 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 3644e4db-1db1-4b9a-9161-5c3f6fdccc29 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:39:45.225415 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:45.352557 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-836bc666-b2e0-46c4-a52f-208815cf2949 req-3e5cf909-3dee-4513-8421-0be0c95421c0 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Synchronizing usage tracker for tenant:2eea003dd45149f2b0169c2b24df7e15 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:39:45.369990 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-836bc666-b2e0-46c4-a52f-208815cf2949 req-3e5cf909-3dee-4513-8421-0be0c95421c0 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Unset dirty status for tenant:2eea003dd45149f2b0169c2b24df7e15 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:39:45.371212 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-836bc666-b2e0-46c4-a52f-208815cf2949 req-3e5cf909-3dee-4513-8421-0be0c95421c0 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/ports?device_id=680cc132-8d3e-4792-b089-ba006331b375 HTTP/1.1" status: 200 len: 210 time: 0.1407051 Jan 21 10:39:46.492247 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-0d5385cc-1bbb-413c-befd-a0ab4d7c6135 req-6069c70d-c136-4a02-8e64-4e1bff743433 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/ports?device_id=680cc132-8d3e-4792-b089-ba006331b375 HTTP/1.1" status: 200 len: 210 time: 0.0486014 Jan 21 10:39:47.667897 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-03a9b915-85f8-42b7-b97d-83b00f55665a req-567fffbb-9980-4d54-a565-ea2e55a75cd6 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/ports?device_id=680cc132-8d3e-4792-b089-ba006331b375 HTTP/1.1" status: 200 len: 210 time: 0.0522637 Jan 21 10:39:48.395559 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-981c6602-5ef1-471c-9c88-b3fe9f744d72 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:39:48.396941 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-981c6602-5ef1-471c-9c88-b3fe9f744d72 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.124 "GET /v2.0/networks?id=4f819f4c-66ab-4b91-a322-6320f1fdea4b HTTP/1.1" status: 200 len: 809 time: 0.1548247 Jan 21 10:39:48.458736 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-65fa087d-a1c7-4020-94f9-8d69517214dc tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Synchronizing usage tracker for tenant:2eea003dd45149f2b0169c2b24df7e15 on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:39:48.471329 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-65fa087d-a1c7-4020-94f9-8d69517214dc tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Unset dirty status for tenant:2eea003dd45149f2b0169c2b24df7e15 on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:39:48.472614 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-65fa087d-a1c7-4020-94f9-8d69517214dc tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2eea003dd45149f2b0169c2b24df7e15 HTTP/1.1" status: 200 len: 379 time: 0.0631623 Jan 21 10:39:48.481353 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-263eaf72-e6d1-4755-9d3b-932cc003b036 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Request body: {'port': {'device_id': '680cc132-8d3e-4792-b089-ba006331b375', 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b', 'admin_state_up': True, 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'security_groups': ['f7b9420f-57b4-4c7a-bc99-ba46db23c13e']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:39:48.616513 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-263eaf72-e6d1-4755-9d3b-932cc003b036 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:39:48.627164 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-263eaf72-e6d1-4755-9d3b-932cc003b036 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:39:48.638714 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-263eaf72-e6d1-4755-9d3b-932cc003b036 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Made reservation on behalf of 2eea003dd45149f2b0169c2b24df7e15 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:39:48.641849 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-263eaf72-e6d1-4755-9d3b-932cc003b036 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:48.812105 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-263eaf72-e6d1-4755-9d3b-932cc003b036 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Allocated IP 172.20.0.9 (4f819f4c-66ab-4b91-a322-6320f1fdea4b/344ee756-7b36-4f27-9a07-42b16ad2fe22/6d584d3c-b52c-4cda-b9d6-f8f245162d59) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:39:48.845465 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-70ef8ee4-009b-45e0-8ff6-0d6f5cf1c8c8 req-46e17654-5134-491a-acad-5838afc5326c tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/ports?device_id=680cc132-8d3e-4792-b089-ba006331b375 HTTP/1.1" status: 200 len: 210 time: 0.0452766 Jan 21 10:39:49.023299 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-263eaf72-e6d1-4755-9d3b-932cc003b036 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:49.039663 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-263eaf72-e6d1-4755-9d3b-932cc003b036 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Transition to ACTIVE for port object 6d584d3c-b52c-4cda-b9d6-f8f245162d59 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:39:49.063018 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-263eaf72-e6d1-4755-9d3b-932cc003b036 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:49.146287 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-263eaf72-e6d1-4755-9d3b-932cc003b036 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Network 4f819f4c-66ab-4b91-a322-6320f1fdea4b is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:39:49.149318 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-263eaf72-e6d1-4755-9d3b-932cc003b036 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:39:49.154635 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-263eaf72-e6d1-4755-9d3b-932cc003b036 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:39:49.180371 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263eaf72-e6d1-4755-9d3b-932cc003b036 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Pushing event updated for resources: {'Port': ['ID=6d584d3c-b52c-4cda-b9d6-f8f245162d59,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:49.225648 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-263eaf72-e6d1-4755-9d3b-932cc003b036 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:39:49.226194 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-263eaf72-e6d1-4755-9d3b-932cc003b036 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:49.254659 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-263eaf72-e6d1-4755-9d3b-932cc003b036 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7773037 Jan 21 10:39:49.267220 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-bf6e16c5-f5cf-4d09-94fe-574ab0a5206b service neutron] Request body: {'port': {'device_id': '680cc132-8d3e-4792-b089-ba006331b375', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:39:49.386502 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-bf6e16c5-f5cf-4d09-94fe-574ab0a5206b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:49.398225 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-053d8da7-3ab8-4012-b8ad-54da11a8e493 None None] Provisioning for port 6d584d3c-b52c-4cda-b9d6-f8f245162d59 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:39:49.407438 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-053d8da7-3ab8-4012-b8ad-54da11a8e493 None None] Provisioning complete for port 6d584d3c-b52c-4cda-b9d6-f8f245162d59 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:39:49.408105 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-053d8da7-3ab8-4012-b8ad-54da11a8e493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:49.465257 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-053d8da7-3ab8-4012-b8ad-54da11a8e493 None None] Port 6d584d3c-b52c-4cda-b9d6-f8f245162d59 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:39:49.756755 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-bf6e16c5-f5cf-4d09-94fe-574ab0a5206b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d584d3c-b52c-4cda-b9d6-f8f245162d59 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:39:49.763687 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-bf6e16c5-f5cf-4d09-94fe-574ab0a5206b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:49.778430 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-bf6e16c5-f5cf-4d09-94fe-574ab0a5206b service neutron] Transition to ACTIVE for port object 6d584d3c-b52c-4cda-b9d6-f8f245162d59 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:39:49.782561 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-bf6e16c5-f5cf-4d09-94fe-574ab0a5206b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:50.067831 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e16c5-f5cf-4d09-94fe-574ab0a5206b service neutron] Pushing event updated for resources: {'Port': ['ID=6d584d3c-b52c-4cda-b9d6-f8f245162d59,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:50.215232 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced4a13-bfbf-4bdf-a4de-f2cf31ae6934 req-6938d857-4689-450f-b525-76532f1380b6 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:39:50.215824 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-4ced4a13-bfbf-4bdf-a4de-f2cf31ae6934 req-6938d857-4689-450f-b525-76532f1380b6 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Synchronizing usage tracker for tenant:2eea003dd45149f2b0169c2b24df7e15 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:39:50.228748 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-bf6e16c5-f5cf-4d09-94fe-574ab0a5206b service neutron] Attempting to bind port 6d584d3c-b52c-4cda-b9d6-f8f245162d59 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:39:50.229068 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-bf6e16c5-f5cf-4d09-94fe-574ab0a5206b service neutron] Attempting to bind port 6d584d3c-b52c-4cda-b9d6-f8f245162d59 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '861fda02-a27d-4254-b5e0-98c0897f4b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:39:50.229471 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-bf6e16c5-f5cf-4d09-94fe-574ab0a5206b service neutron] Attempting to bind port 6d584d3c-b52c-4cda-b9d6-f8f245162d59 on network 4f819f4c-66ab-4b91-a322-6320f1fdea4b {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:39:50.239276 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-bf6e16c5-f5cf-4d09-94fe-574ab0a5206b service neutron] Port 6d584d3c-b52c-4cda-b9d6-f8f245162d59 on network 4f819f4c-66ab-4b91-a322-6320f1fdea4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:39:50.239551 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-bf6e16c5-f5cf-4d09-94fe-574ab0a5206b service neutron] Attempting to bind port 6d584d3c-b52c-4cda-b9d6-f8f245162d59 on network 4f819f4c-66ab-4b91-a322-6320f1fdea4b {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:39:50.243480 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-4ced4a13-bfbf-4bdf-a4de-f2cf31ae6934 req-6938d857-4689-450f-b525-76532f1380b6 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Unset dirty status for tenant:2eea003dd45149f2b0169c2b24df7e15 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:39:50.244598 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4ced4a13-bfbf-4bdf-a4de-f2cf31ae6934 req-6938d857-4689-450f-b525-76532f1380b6 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/ports?device_id=680cc132-8d3e-4792-b089-ba006331b375 HTTP/1.1" status: 200 len: 943 time: 0.2124650 Jan 21 10:39:50.248263 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-bf6e16c5-f5cf-4d09-94fe-574ab0a5206b service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:39:50.248593 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-bf6e16c5-f5cf-4d09-94fe-574ab0a5206b service neutron] Checking segment: {'id': '861fda02-a27d-4254-b5e0-98c0897f4b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:39:50.248963 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-bf6e16c5-f5cf-4d09-94fe-574ab0a5206b service neutron] Bound using segment: {'id': '861fda02-a27d-4254-b5e0-98c0897f4b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:39:50.249373 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-bf6e16c5-f5cf-4d09-94fe-574ab0a5206b service neutron] Bound port: 6d584d3c-b52c-4cda-b9d6-f8f245162d59, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '861fda02-a27d-4254-b5e0-98c0897f4b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:39:50.249744 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-bf6e16c5-f5cf-4d09-94fe-574ab0a5206b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:50.351457 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-4ced4a13-bfbf-4bdf-a4de-f2cf31ae6934 req-0d77e3c7-7598-4320-b910-a0a245c05fe6 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7b9420f-57b4-4c7a-bc99-ba46db23c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919271 Jan 21 10:39:50.377306 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-bf6e16c5-f5cf-4d09-94fe-574ab0a5206b service neutron] For port 6d584d3c-b52c-4cda-b9d6-f8f245162d59, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:39:50.380232 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-bf6e16c5-f5cf-4d09-94fe-574ab0a5206b service neutron] For port 6d584d3c-b52c-4cda-b9d6-f8f245162d59, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6d584d3c-b52c-4cda-b9d6-f8f245162d59,segment=NetworkSegment(861fda02-a27d-4254-b5e0-98c0897f4b77),segment_id=861fda02-a27d-4254-b5e0-98c0897f4b77)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:39:50.384756 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-bf6e16c5-f5cf-4d09-94fe-574ab0a5206b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:50.446460 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-bf6e16c5-f5cf-4d09-94fe-574ab0a5206b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:50.447808 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-bf6e16c5-f5cf-4d09-94fe-574ab0a5206b service neutron] 10.222.0.124 "PUT /v2.0/ports/6d584d3c-b52c-4cda-b9d6-f8f245162d59 HTTP/1.1" status: 200 len: 1093 time: 1.1857438 Jan 21 10:39:50.448785 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680cc132-8d3e-4792-b089-ba006331b375', 'tag': '6d584d3c-b52c-4cda-b9d6-f8f245162d59'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:39:50.469120 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e16c5-f5cf-4d09-94fe-574ab0a5206b service neutron] Pushing event updated for resources: {'Port': ['ID=6d584d3c-b52c-4cda-b9d6-f8f245162d59,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:50.580074 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-74255223-a821-4bb6-8201-de782fc3017c service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=2eea003dd45149f2b0169c2b24df7e15&device_id=680cc132-8d3e-4792-b089-ba006331b375 HTTP/1.1" status: 200 len: 1096 time: 0.0871449 Jan 21 10:39:50.637188 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '680cc132-8d3e-4792-b089-ba006331b375', 'tag': '6d584d3c-b52c-4cda-b9d6-f8f245162d59', 'status': 'completed', 'code': 200} Jan 21 10:39:50.652117 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-b46cda12-782d-4eb6-90a6-91fce52b3adc service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d584d3c-b52c-4cda-b9d6-f8f245162d59 HTTP/1.1" status: 200 len: 217 time: 0.0651615 Jan 21 10:39:50.719871 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-0f2a83c9-6266-459a-b8b6-a793b0bf85d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:39:50.721239 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-0f2a83c9-6266-459a-b8b6-a793b0bf85d7 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=344ee756-7b36-4f27-9a07-42b16ad2fe22 HTTP/1.1" status: 200 len: 848 time: 0.0636058 Jan 21 10:39:50.797104 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-415d9e4e-581d-4a32-a594-d95cf80a5071 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4f819f4c-66ab-4b91-a322-6320f1fdea4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700417 Jan 21 10:39:50.893257 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:50.940194 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-7df8cbc0-29fd-4736-813c-959cf8b99267 service neutron] 10.222.0.124 "GET /v2.0/networks/4f819f4c-66ab-4b91-a322-6320f1fdea4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374273 Jan 21 10:39:51.075602 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e2090f7b-f30d-43af-8350-1cfc592fd88d req-f4ae6d60-bd25-4755-8260-2f5a86a2fab8 service neutron] 10.222.0.124 "GET /v2.0/networks/4f819f4c-66ab-4b91-a322-6320f1fdea4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299517 Jan 21 10:39:51.199640 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-150e425b-0807-4a5d-b40c-f1c8d9703f21 req-1a0e9331-e465-46b0-a6fd-708ca57dd578 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=2eea003dd45149f2b0169c2b24df7e15&device_id=680cc132-8d3e-4792-b089-ba006331b375 HTTP/1.1" status: 200 len: 1096 time: 0.0775251 Jan 21 10:39:51.336304 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e425b-0807-4a5d-b40c-f1c8d9703f21 req-42f2d345-5cc4-4a5d-99c3-ff3215bcca92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:39:51.337606 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-150e425b-0807-4a5d-b40c-f1c8d9703f21 req-42f2d345-5cc4-4a5d-99c3-ff3215bcca92 service neutron] 10.222.0.124 "GET /v2.0/networks?id=4f819f4c-66ab-4b91-a322-6320f1fdea4b HTTP/1.1" status: 200 len: 910 time: 0.1319592 Jan 21 10:39:51.406090 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-150e425b-0807-4a5d-b40c-f1c8d9703f21 req-69677367-199b-40e8-b506-1dcff04c91d5 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d584d3c-b52c-4cda-b9d6-f8f245162d59 HTTP/1.1" status: 200 len: 217 time: 0.0609608 Jan 21 10:39:51.475410 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e425b-0807-4a5d-b40c-f1c8d9703f21 req-0f04c3a1-fc8a-4e91-aaf0-e33cc484bc3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:39:51.476856 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-150e425b-0807-4a5d-b40c-f1c8d9703f21 req-0f04c3a1-fc8a-4e91-aaf0-e33cc484bc3a service neutron] 10.222.0.124 "GET /v2.0/subnets?id=344ee756-7b36-4f27-9a07-42b16ad2fe22 HTTP/1.1" status: 200 len: 848 time: 0.0632548 Jan 21 10:39:51.640284 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3298c2b-a39c-4ebc-8d2c-19474878615e req-cc53c10d-424f-45a0-a762-d69403057cc3 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:39:51.641696 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a3298c2b-a39c-4ebc-8d2c-19474878615e req-cc53c10d-424f-45a0-a762-d69403057cc3 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/ports?device_id=680cc132-8d3e-4792-b089-ba006331b375 HTTP/1.1" status: 200 len: 943 time: 0.1591992 Jan 21 10:39:51.644578 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-150e425b-0807-4a5d-b40c-f1c8d9703f21 req-1deb6c63-89ae-4ecf-b8de-f7aa828886f5 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4f819f4c-66ab-4b91-a322-6320f1fdea4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1316335 Jan 21 10:39:51.687654 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:39:51.868398 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-a3298c2b-a39c-4ebc-8d2c-19474878615e req-19845c91-d7c1-40e8-9b3b-0067d45b3990 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7b9420f-57b4-4c7a-bc99-ba46db23c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2207265 Jan 21 10:39:51.907986 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-150e425b-0807-4a5d-b40c-f1c8d9703f21 req-eb4bbd4b-aeb6-4097-8dea-aad4bf96b680 service neutron] 10.222.0.124 "GET /v2.0/networks/4f819f4c-66ab-4b91-a322-6320f1fdea4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467618 Jan 21 10:39:52.047421 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-150e425b-0807-4a5d-b40c-f1c8d9703f21 req-c103e69a-6d1f-4829-8819-6e586f87a839 service neutron] 10.222.0.124 "GET /v2.0/networks/4f819f4c-66ab-4b91-a322-6320f1fdea4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265204 Jan 21 10:39:53.074710 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe3ee0-2c0f-4441-ad60-c76317ddff56 req-851c00d6-c82d-49ca-83e6-c40f625d773c tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:39:53.076145 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-40fe3ee0-2c0f-4441-ad60-c76317ddff56 req-851c00d6-c82d-49ca-83e6-c40f625d773c tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/ports?device_id=680cc132-8d3e-4792-b089-ba006331b375 HTTP/1.1" status: 200 len: 943 time: 0.0834782 Jan 21 10:39:53.122527 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-40fe3ee0-2c0f-4441-ad60-c76317ddff56 req-9fdd7cf5-ee6b-46bc-80a5-3e0a05fc019c tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7b9420f-57b4-4c7a-bc99-ba46db23c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408587 Jan 21 10:39:54.063417 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e9b2f4dc-5729-438f-a026-142c5f2cd87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:54.328639 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c5f88-1fc5-40c0-be3d-ac54dcd7c4df req-def9c161-7f5a-4c94-8f83-22fb3cb739de tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:39:54.330091 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c55c5f88-1fc5-40c0-be3d-ac54dcd7c4df req-def9c161-7f5a-4c94-8f83-22fb3cb739de tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/ports?device_id=680cc132-8d3e-4792-b089-ba006331b375 HTTP/1.1" status: 200 len: 943 time: 0.0776825 Jan 21 10:39:54.376562 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c55c5f88-1fc5-40c0-be3d-ac54dcd7c4df req-4066d3b3-e938-4355-85d7-c13557827436 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7b9420f-57b4-4c7a-bc99-ba46db23c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406225 Jan 21 10:39:55.205896 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 6d584d3c-b52c-4cda-b9d6-f8f245162d59 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:39:55.338254 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 6d584d3c-b52c-4cda-b9d6-f8f245162d59, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6d584d3c-b52c-4cda-b9d6-f8f245162d59,segment=NetworkSegment(861fda02-a27d-4254-b5e0-98c0897f4b77),segment_id=861fda02-a27d-4254-b5e0-98c0897f4b77)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:39:55.351889 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '6d584d3c-b52c-4cda-b9d6-f8f245162d59', 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b', 'port_id': '6d584d3c-b52c-4cda-b9d6-f8f245162d59', 'mac_address': 'fa:16:3e:e0:6a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '344ee756-7b36-4f27-9a07-42b16ad2fe22', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:39:55.409438 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:55.427839 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d584d3c-b52c-4cda-b9d6-f8f245162d59 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:39:55.443873 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 6d584d3c-b52c-4cda-b9d6-f8f245162d59, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6d584d3c-b52c-4cda-b9d6-f8f245162d59,segment=NetworkSegment(861fda02-a27d-4254-b5e0-98c0897f4b77),segment_id=861fda02-a27d-4254-b5e0-98c0897f4b77)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:39:55.447901 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:55.516206 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=6d584d3c-b52c-4cda-b9d6-f8f245162d59,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:55.596062 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e7491-26f4-42c1-84f3-e24124e73804 req-4bfbc353-a280-49bb-9676-c69e0dcafeeb tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:39:55.597535 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-8d6e7491-26f4-42c1-84f3-e24124e73804 req-4bfbc353-a280-49bb-9676-c69e0dcafeeb tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/ports?device_id=680cc132-8d3e-4792-b089-ba006331b375 HTTP/1.1" status: 200 len: 944 time: 0.0973763 Jan 21 10:39:55.648032 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-8d6e7491-26f4-42c1-84f3-e24124e73804 req-0043dcda-94a8-4620-bd60-9fa87095dc89 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7b9420f-57b4-4c7a-bc99-ba46db23c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449679 Jan 21 10:39:55.700969 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['6d584d3c-b52c-4cda-b9d6-f8f245162d59'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:39:56.505785 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-79c485d2-557f-4d3d-a068-fdd86089b74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:56.865928 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea10cc7-b939-44cb-8d27-db0e559b24ee req-2e432cc1-4a84-4865-994e-38e5cbe106d1 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:39:56.867343 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2ea10cc7-b939-44cb-8d27-db0e559b24ee req-2e432cc1-4a84-4865-994e-38e5cbe106d1 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/ports?device_id=680cc132-8d3e-4792-b089-ba006331b375 HTTP/1.1" status: 200 len: 944 time: 0.0882745 Jan 21 10:39:56.921664 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-2ea10cc7-b939-44cb-8d27-db0e559b24ee req-d9163edf-20be-4709-8e56-34938ca042d0 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7b9420f-57b4-4c7a-bc99-ba46db23c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486245 Jan 21 10:39:57.220706 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 6d584d3c-b52c-4cda-b9d6-f8f245162d59 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:39:57.292786 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port 6d584d3c-b52c-4cda-b9d6-f8f245162d59 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:39:57.297617 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 6d584d3c-b52c-4cda-b9d6-f8f245162d59 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:39:57.298110 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:57.415695 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:57.444720 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680cc132-8d3e-4792-b089-ba006331b375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d584d3c-b52c-4cda-b9d6-f8f245162d59'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:39:57.454381 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 6d584d3c-b52c-4cda-b9d6-f8f245162d59, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6d584d3c-b52c-4cda-b9d6-f8f245162d59,segment=NetworkSegment(861fda02-a27d-4254-b5e0-98c0897f4b77),segment_id=861fda02-a27d-4254-b5e0-98c0897f4b77)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:39:57.459102 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:57.525651 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=6d584d3c-b52c-4cda-b9d6-f8f245162d59,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:39:57.579553 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680cc132-8d3e-4792-b089-ba006331b375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d584d3c-b52c-4cda-b9d6-f8f245162d59', 'code': 200} Jan 21 10:39:57.612444 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:57.821475 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e1237518-8129-4b20-b3ad-81eb212708e4 req-2e25e6b7-8754-402c-b93b-d96e0ce43774 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=680cc132-8d3e-4792-b089-ba006331b375 HTTP/1.1" status: 200 len: 1098 time: 0.0688875 Jan 21 10:39:57.874518 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e1237518-8129-4b20-b3ad-81eb212708e4 req-5c31d398-1eda-482f-b843-b1a62bd1cc46 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=f7b9420f-57b4-4c7a-bc99-ba46db23c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475585 Jan 21 10:39:57.985902 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:58.125157 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac99f4-eea6-4d60-9102-b7ef693db833 req-2dad69d2-2121-4031-852e-7ead70b5f341 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:39:58.126540 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-38ac99f4-eea6-4d60-9102-b7ef693db833 req-2dad69d2-2121-4031-852e-7ead70b5f341 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/ports?device_id=680cc132-8d3e-4792-b089-ba006331b375 HTTP/1.1" status: 200 len: 945 time: 0.0848794 Jan 21 10:39:58.173851 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-38ac99f4-eea6-4d60-9102-b7ef693db833 req-791af1df-08b4-4e90-a41f-e5242d87c90a tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7b9420f-57b4-4c7a-bc99-ba46db23c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416341 Jan 21 10:39:59.544989 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547184d-43bd-4d9d-a6a8-a0cf6e0ae63c req-6c105744-19a8-4371-a370-3fab4673c824 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:39:59.546473 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-d547184d-43bd-4d9d-a6a8-a0cf6e0ae63c req-6c105744-19a8-4371-a370-3fab4673c824 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/ports?device_id=680cc132-8d3e-4792-b089-ba006331b375 HTTP/1.1" status: 200 len: 945 time: 0.0808942 Jan 21 10:39:59.600625 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-d547184d-43bd-4d9d-a6a8-a0cf6e0ae63c req-81d8a758-8ede-42f7-a8d4-726ec312ad17 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7b9420f-57b4-4c7a-bc99-ba46db23c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485878 Jan 21 10:39:59.713386 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:59.802319 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2efd1-63e1-4882-926c-bae08befda38 req-017d8eed-208f-4015-8a28-1762abf554d0 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:39:59.803720 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6dc2efd1-63e1-4882-926c-bae08befda38 req-017d8eed-208f-4015-8a28-1762abf554d0 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/ports?device_id=680cc132-8d3e-4792-b089-ba006331b375 HTTP/1.1" status: 200 len: 945 time: 0.0814118 Jan 21 10:39:59.858700 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-6dc2efd1-63e1-4882-926c-bae08befda38 req-0e7bb46b-ee17-4eef-901c-f89b8094f6df tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7b9420f-57b4-4c7a-bc99-ba46db23c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485473 Jan 21 10:39:59.888366 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 45636) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:40:00.023809 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-a0b0bc8a-f044-4dcb-a218-eb0d177a172c tempest-TestSnapshotPattern-685216142 tempest-TestSnapshotPattern-685216142-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=680cc132-8d3e-4792-b089-ba006331b375 HTTP/1.1" status: 200 len: 1093 time: 0.1341729 Jan 21 10:40:00.027322 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 45642) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:40:00.032896 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.v2.base [None req-0949ab16-b5e0-4a4b-a2bd-8e7658b5893c tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'port_id': '6d584d3c-b52c-4cda-b9d6-f8f245162d59', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:40:00.038765 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0949ab16-b5e0-4a4b-a2bd-8e7658b5893c tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:40:00.043477 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0949ab16-b5e0-4a4b-a2bd-8e7658b5893c tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Usage tracker for resource:floatingip and tenant:2eea003dd45149f2b0169c2b24df7e15 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:40:00.046322 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.quota.resource [None req-0949ab16-b5e0-4a4b-a2bd-8e7658b5893c tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:40:00.051830 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0949ab16-b5e0-4a4b-a2bd-8e7658b5893c tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:40:00.062618 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0949ab16-b5e0-4a4b-a2bd-8e7658b5893c tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:00.282182 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0949ab16-b5e0-4a4b-a2bd-8e7658b5893c tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:00.419749 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-0949ab16-b5e0-4a4b-a2bd-8e7658b5893c tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Allocated IP 172.26.0.226 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/79ef736f-c821-4343-b918-1cfc64128e7c) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:40:00.567756 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0949ab16-b5e0-4a4b-a2bd-8e7658b5893c tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:00.595615 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0949ab16-b5e0-4a4b-a2bd-8e7658b5893c tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:00.667608 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0949ab16-b5e0-4a4b-a2bd-8e7658b5893c tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:40:00.670617 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-0949ab16-b5e0-4a4b-a2bd-8e7658b5893c tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:40:00.673349 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0949ab16-b5e0-4a4b-a2bd-8e7658b5893c tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:40:00.704278 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949ab16-b5e0-4a4b-a2bd-8e7658b5893c tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Pushing event updated for resources: {'Port': ['ID=79ef736f-c821-4343-b918-1cfc64128e7c,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:40:01.195744 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0949ab16-b5e0-4a4b-a2bd-8e7658b5893c tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:01.256770 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0949ab16-b5e0-4a4b-a2bd-8e7658b5893c tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:01.467513 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0949ab16-b5e0-4a4b-a2bd-8e7658b5893c tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:01.471855 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0949ab16-b5e0-4a4b-a2bd-8e7658b5893c tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183562'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:01.574838 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949ab16-b5e0-4a4b-a2bd-8e7658b5893c tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Pushing event updated for resources: {'Port': ['ID=79ef736f-c821-4343-b918-1cfc64128e7c,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:40:01.592594 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0949ab16-b5e0-4a4b-a2bd-8e7658b5893c tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:01.881769 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.db.l3_db [None req-0949ab16-b5e0-4a4b-a2bd-8e7658b5893c tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Floating IP 04053c67-8ccf-4ec2-8e95-5ecba1f23ad6 associated. External IP: 172.26.0.226, port: 6d584d3c-b52c-4cda-b9d6-f8f245162d59. Jan 21 10:40:02.277459 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0949ab16-b5e0-4a4b-a2bd-8e7658b5893c tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Router 1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:40:02.479131 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0949ab16-b5e0-4a4b-a2bd-8e7658b5893c tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:40:02.490104 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba65227-84dd-4c45-8fb4-ada5c4bfc009 None None] Sync routers for ids ['1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:40:02.502317 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba65227-84dd-4c45-8fb4-ada5c4bfc009 None None] Routers {'1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:40:02.502928 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-aba65227-84dd-4c45-8fb4-ada5c4bfc009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:39:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:40:02.506576 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0949ab16-b5e0-4a4b-a2bd-8e7658b5893c tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:02.564419 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-0949ab16-b5e0-4a4b-a2bd-8e7658b5893c tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5357449 Jan 21 10:40:02.565055 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680cc132-8d3e-4792-b089-ba006331b375', 'tag': '6d584d3c-b52c-4cda-b9d6-f8f245162d59'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:40:02.700345 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '680cc132-8d3e-4792-b089-ba006331b375', 'tag': '6d584d3c-b52c-4cda-b9d6-f8f245162d59', 'status': 'completed', 'code': 200} Jan 21 10:40:02.701640 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-aba65227-84dd-4c45-8fb4-ada5c4bfc009 None None] Set router 1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:40:02.934834 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1479743a-7cee-4fb8-8ca2-6ba13bbaa8b2 req-eb43997e-2bab-4670-933f-78cb6d3e5379 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=2eea003dd45149f2b0169c2b24df7e15&device_id=680cc132-8d3e-4792-b089-ba006331b375 HTTP/1.1" status: 200 len: 1098 time: 0.1399817 Jan 21 10:40:02.969017 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bfab2a-6692-4316-9332-90ce5a8bbc14 None None] Sync routers for ids ['6a4c2f16-2bd7-4ce6-8721-0fd171f38091'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:40:02.982947 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bfab2a-6692-4316-9332-90ce5a8bbc14 None None] Routers {'6a4c2f16-2bd7-4ce6-8721-0fd171f38091'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:40:02.983584 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-e8bfab2a-6692-4316-9332-90ce5a8bbc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:39:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['6a4c2f16-2bd7-4ce6-8721-0fd171f38091'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:40:03.080353 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479743a-7cee-4fb8-8ca2-6ba13bbaa8b2 req-e656e503-2a43-4c8b-96ea-1587c667a279 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:03.081797 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1479743a-7cee-4fb8-8ca2-6ba13bbaa8b2 req-e656e503-2a43-4c8b-96ea-1587c667a279 service neutron] 10.222.0.124 "GET /v2.0/networks?id=4f819f4c-66ab-4b91-a322-6320f1fdea4b HTTP/1.1" status: 200 len: 910 time: 0.1413960 Jan 21 10:40:03.108984 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-aba65227-84dd-4c45-8fb4-ada5c4bfc009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'name': 'tempest-TestSnapshotPattern-352167412-router', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '43efb80a-8c86-47b8-a1dc-6fda357776ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:39:33Z', 'revision_number': 4, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'gw_port': {'id': '43efb80a-8c86-47b8-a1dc-6fda357776ac', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '04053c67-8ccf-4ec2-8e95-5ecba1f23ad6', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'floating_ip_address': '172.26.0.226', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'port_id': '6d584d3c-b52c-4cda-b9d6-f8f245162d59', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b', 'mac_address': 'fa:16:3e:e0:6a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680cc132-8d3e-4792-b089-ba006331b375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:40:01Z', 'updated_at': '2022-01-21T10:40:01Z', 'revision_number': 0, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d381445-e323-45ee-8083-4298c434d329', 'name': '', 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'mac_address': 'fa:16:3e:c9:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '344ee756-7b36-4f27-9a07-42b16ad2fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:33Z', 'updated_at': '2022-01-21T10:39:41Z', 'revision_number': 5, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'subnets': [{'id': '344ee756-7b36-4f27-9a07-42b16ad2fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:40:03.113850 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba65227-84dd-4c45-8fb4-ada5c4bfc009 None None] Checking router: 1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:40:03.125051 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba65227-84dd-4c45-8fb4-ada5c4bfc009 None None] Routers {'1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:40:03.125691 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-aba65227-84dd-4c45-8fb4-ada5c4bfc009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:39:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:40:03.178478 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-e8bfab2a-6692-4316-9332-90ce5a8bbc14 None None] Set router 6a4c2f16-2bd7-4ce6-8721-0fd171f38091 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:40:03.191267 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1479743a-7cee-4fb8-8ca2-6ba13bbaa8b2 req-493871ce-1a88-4147-8e46-58dfe3a46522 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d584d3c-b52c-4cda-b9d6-f8f245162d59 HTTP/1.1" status: 200 len: 999 time: 0.1030681 Jan 21 10:40:03.265064 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479743a-7cee-4fb8-8ca2-6ba13bbaa8b2 req-7df6952d-99b1-4e76-8091-ac82b64abccb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:03.267596 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1479743a-7cee-4fb8-8ca2-6ba13bbaa8b2 req-7df6952d-99b1-4e76-8091-ac82b64abccb service neutron] 10.222.0.124 "GET /v2.0/subnets?id=344ee756-7b36-4f27-9a07-42b16ad2fe22 HTTP/1.1" status: 200 len: 848 time: 0.0693362 Jan 21 10:40:03.332193 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-aba65227-84dd-4c45-8fb4-ada5c4bfc009 None None] Set router 1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:40:03.351699 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1479743a-7cee-4fb8-8ca2-6ba13bbaa8b2 req-b7fed600-aa6b-4754-b0ac-0d39dbe1c6a9 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4f819f4c-66ab-4b91-a322-6320f1fdea4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785325 Jan 21 10:40:03.488451 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1479743a-7cee-4fb8-8ca2-6ba13bbaa8b2 req-ffdeecee-c982-41d8-a16e-62c9a9616d54 service neutron] 10.222.0.124 "GET /v2.0/networks/4f819f4c-66ab-4b91-a322-6320f1fdea4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303887 Jan 21 10:40:03.514518 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-e8bfab2a-6692-4316-9332-90ce5a8bbc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4c2f16-2bd7-4ce6-8721-0fd171f38091', 'name': 'tempest-TestSnapshotPattern-242799382-router', 'tenant_id': '83a9206b073d49969c65d97e4e7a3ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '3644e4db-1db1-4b9a-9161-5c3f6fdccc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:39:36Z', 'updated_at': '2022-01-21T10:39:40Z', 'revision_number': 4, 'project_id': '83a9206b073d49969c65d97e4e7a3ced', 'gw_port': {'id': '3644e4db-1db1-4b9a-9161-5c3f6fdccc29', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4c2f16-2bd7-4ce6-8721-0fd171f38091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:37Z', 'updated_at': '2022-01-21T10:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '16b790f2-be6c-440a-83b1-c76abe8087e1', 'name': '', 'network_id': 'e32afdd3-fbce-43dd-8577-7fa0c5f556cf', 'tenant_id': '83a9206b073d49969c65d97e4e7a3ced', 'mac_address': 'fa:16:3e:98:de:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4c2f16-2bd7-4ce6-8721-0fd171f38091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '600814b5-cc66-4bbd-b35e-f5a3b509a881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:39Z', 'updated_at': '2022-01-21T10:39:40Z', 'revision_number': 2, 'project_id': '83a9206b073d49969c65d97e4e7a3ced', 'subnets': [{'id': '600814b5-cc66-4bbd-b35e-f5a3b509a881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:40:03.518746 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bfab2a-6692-4316-9332-90ce5a8bbc14 None None] Checking router: 6a4c2f16-2bd7-4ce6-8721-0fd171f38091 for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:40:03.519095 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bfab2a-6692-4316-9332-90ce5a8bbc14 None None] Updating router 6a4c2f16-2bd7-4ce6-8721-0fd171f38091 port 16b790f2-be6c-440a-83b1-c76abe8087e1 binding host dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:40:03.582472 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-e8bfab2a-6692-4316-9332-90ce5a8bbc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:03.661026 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1479743a-7cee-4fb8-8ca2-6ba13bbaa8b2 req-246ac516-6f93-4fdf-a25b-f3f490a8d551 service neutron] 10.222.0.124 "GET /v2.0/networks/4f819f4c-66ab-4b91-a322-6320f1fdea4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665542 Jan 21 10:40:03.720966 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-aba65227-84dd-4c45-8fb4-ada5c4bfc009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'name': 'tempest-TestSnapshotPattern-352167412-router', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '43efb80a-8c86-47b8-a1dc-6fda357776ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:39:33Z', 'revision_number': 4, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'gw_port': {'id': '43efb80a-8c86-47b8-a1dc-6fda357776ac', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '04053c67-8ccf-4ec2-8e95-5ecba1f23ad6', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'floating_ip_address': '172.26.0.226', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'port_id': '6d584d3c-b52c-4cda-b9d6-f8f245162d59', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b', 'mac_address': 'fa:16:3e:e0:6a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680cc132-8d3e-4792-b089-ba006331b375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:40:01Z', 'updated_at': '2022-01-21T10:40:01Z', 'revision_number': 0, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d381445-e323-45ee-8083-4298c434d329', 'name': '', 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'mac_address': 'fa:16:3e:c9:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '344ee756-7b36-4f27-9a07-42b16ad2fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:33Z', 'updated_at': '2022-01-21T10:39:41Z', 'revision_number': 5, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'subnets': [{'id': '344ee756-7b36-4f27-9a07-42b16ad2fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:40:03.725135 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba65227-84dd-4c45-8fb4-ada5c4bfc009 None None] The sync data for ids ['1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'] in dv-neutron-825732-1-hyperv is: [{'id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'name': 'tempest-TestSnapshotPattern-352167412-router', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '43efb80a-8c86-47b8-a1dc-6fda357776ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:39:33Z', 'revision_number': 4, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'gw_port': {'id': '43efb80a-8c86-47b8-a1dc-6fda357776ac', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '04053c67-8ccf-4ec2-8e95-5ecba1f23ad6', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'floating_ip_address': '172.26.0.226', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'port_id': '6d584d3c-b52c-4cda-b9d6-f8f245162d59', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b', 'mac_address': 'fa:16:3e:e0:6a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680cc132-8d3e-4792-b089-ba006331b375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:40:01Z', 'updated_at': '2022-01-21T10:40:01Z', 'revision_number': 0, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d381445-e323-45ee-8083-4298c434d329', 'name': '', 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'mac_address': 'fa:16:3e:c9:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '344ee756-7b36-4f27-9a07-42b16ad2fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:33Z', 'updated_at': '2022-01-21T10:39:41Z', 'revision_number': 5, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'subnets': [{'id': '344ee756-7b36-4f27-9a07-42b16ad2fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:40:03.941344 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81272cb6-6186-4d4d-9a73-293fd30b7d9f None None] New status for floating IP 04053c67-8ccf-4ec2-8e95-5ecba1f23ad6: ACTIVE {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:40:03.967265 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-e8bfab2a-6692-4316-9332-90ce5a8bbc14 None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:03.978798 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-e8bfab2a-6692-4316-9332-90ce5a8bbc14 None None] Transition to ACTIVE for port object 16b790f2-be6c-440a-83b1-c76abe8087e1 will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:40:03.986300 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-e8bfab2a-6692-4316-9332-90ce5a8bbc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:04.053961 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8497b775-040e-4c2b-8203-3291823030e4 None None] Pushing event updated for resources: {'Port': ['ID=16b790f2-be6c-440a-83b1-c76abe8087e1,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:40:04.209318 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-e8bfab2a-6692-4316-9332-90ce5a8bbc14 None None] Attempting to bind port 16b790f2-be6c-440a-83b1-c76abe8087e1 on host dv-neutron-825732-1-hyperv for vnic_type normal with profile {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:40:04.209846 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-e8bfab2a-6692-4316-9332-90ce5a8bbc14 None None] Attempting to bind port 16b790f2-be6c-440a-83b1-c76abe8087e1 by drivers openvswitch,hyperv on host dv-neutron-825732-1-hyperv at level 0 using segments [{'id': '2515e25c-be12-46d3-8f20-b6d990794c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'e32afdd3-fbce-43dd-8577-7fa0c5f556cf'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:40:04.210312 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bfab2a-6692-4316-9332-90ce5a8bbc14 None None] Attempting to bind port 16b790f2-be6c-440a-83b1-c76abe8087e1 on network e32afdd3-fbce-43dd-8577-7fa0c5f556cf {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:40:04.218495 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bfab2a-6692-4316-9332-90ce5a8bbc14 None None] Checking agent: {'id': '2c36cbca-0707-4446-b4f9-877300ec9058', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825732-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 32, 57), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825732-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:40:04.218974 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bfab2a-6692-4316-9332-90ce5a8bbc14 None None] Checking segment: {'id': '2515e25c-be12-46d3-8f20-b6d990794c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'e32afdd3-fbce-43dd-8577-7fa0c5f556cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:40:04.219461 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-e8bfab2a-6692-4316-9332-90ce5a8bbc14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:04.219886 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bfab2a-6692-4316-9332-90ce5a8bbc14 None None] Bound using segment: {'id': '2515e25c-be12-46d3-8f20-b6d990794c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'e32afdd3-fbce-43dd-8577-7fa0c5f556cf'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:40:04.220370 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-e8bfab2a-6692-4316-9332-90ce5a8bbc14 None None] Bound port: 16b790f2-be6c-440a-83b1-c76abe8087e1, host: dv-neutron-825732-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2515e25c-be12-46d3-8f20-b6d990794c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'e32afdd3-fbce-43dd-8577-7fa0c5f556cf'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:40:04.220741 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-e8bfab2a-6692-4316-9332-90ce5a8bbc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:04.333488 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-e8bfab2a-6692-4316-9332-90ce5a8bbc14 None None] For port 16b790f2-be6c-440a-83b1-c76abe8087e1, host dv-neutron-825732-1-hyperv, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:40:04.337310 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-e8bfab2a-6692-4316-9332-90ce5a8bbc14 None None] For port 16b790f2-be6c-440a-83b1-c76abe8087e1, host dv-neutron-825732-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=16b790f2-be6c-440a-83b1-c76abe8087e1,segment=NetworkSegment(2515e25c-be12-46d3-8f20-b6d990794c68),segment_id=2515e25c-be12-46d3-8f20-b6d990794c68)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:40:04.342373 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-e8bfab2a-6692-4316-9332-90ce5a8bbc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:04.423601 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8497b775-040e-4c2b-8203-3291823030e4 None None] Pushing event updated for resources: {'Port': ['ID=16b790f2-be6c-440a-83b1-c76abe8087e1,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:40:04.428385 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bfab2a-6692-4316-9332-90ce5a8bbc14 None None] Routers {'6a4c2f16-2bd7-4ce6-8721-0fd171f38091'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:40:04.428976 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-e8bfab2a-6692-4316-9332-90ce5a8bbc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:39:56Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['6a4c2f16-2bd7-4ce6-8721-0fd171f38091'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:40:04.623453 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-e8bfab2a-6692-4316-9332-90ce5a8bbc14 None None] Set router 6a4c2f16-2bd7-4ce6-8721-0fd171f38091 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:40:04.942558 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-e8bfab2a-6692-4316-9332-90ce5a8bbc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4c2f16-2bd7-4ce6-8721-0fd171f38091', 'name': 'tempest-TestSnapshotPattern-242799382-router', 'tenant_id': '83a9206b073d49969c65d97e4e7a3ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '3644e4db-1db1-4b9a-9161-5c3f6fdccc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:39:36Z', 'updated_at': '2022-01-21T10:39:40Z', 'revision_number': 4, 'project_id': '83a9206b073d49969c65d97e4e7a3ced', 'gw_port': {'id': '3644e4db-1db1-4b9a-9161-5c3f6fdccc29', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4c2f16-2bd7-4ce6-8721-0fd171f38091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:37Z', 'updated_at': '2022-01-21T10:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '16b790f2-be6c-440a-83b1-c76abe8087e1', 'name': '', 'network_id': 'e32afdd3-fbce-43dd-8577-7fa0c5f556cf', 'tenant_id': '83a9206b073d49969c65d97e4e7a3ced', 'mac_address': 'fa:16:3e:98:de:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4c2f16-2bd7-4ce6-8721-0fd171f38091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '600814b5-cc66-4bbd-b35e-f5a3b509a881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:39Z', 'updated_at': '2022-01-21T10:40:04Z', 'revision_number': 4, 'project_id': '83a9206b073d49969c65d97e4e7a3ced', 'subnets': [{'id': '600814b5-cc66-4bbd-b35e-f5a3b509a881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:40:04.946403 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bfab2a-6692-4316-9332-90ce5a8bbc14 None None] The sync data for ids ['6a4c2f16-2bd7-4ce6-8721-0fd171f38091'] in dv-neutron-825732-1-hyperv is: [{'id': '6a4c2f16-2bd7-4ce6-8721-0fd171f38091', 'name': 'tempest-TestSnapshotPattern-242799382-router', 'tenant_id': '83a9206b073d49969c65d97e4e7a3ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '3644e4db-1db1-4b9a-9161-5c3f6fdccc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:39:36Z', 'updated_at': '2022-01-21T10:39:40Z', 'revision_number': 4, 'project_id': '83a9206b073d49969c65d97e4e7a3ced', 'gw_port': {'id': '3644e4db-1db1-4b9a-9161-5c3f6fdccc29', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4c2f16-2bd7-4ce6-8721-0fd171f38091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:37Z', 'updated_at': '2022-01-21T10:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '16b790f2-be6c-440a-83b1-c76abe8087e1', 'name': '', 'network_id': 'e32afdd3-fbce-43dd-8577-7fa0c5f556cf', 'tenant_id': '83a9206b073d49969c65d97e4e7a3ced', 'mac_address': 'fa:16:3e:98:de:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4c2f16-2bd7-4ce6-8721-0fd171f38091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '600814b5-cc66-4bbd-b35e-f5a3b509a881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:39Z', 'updated_at': '2022-01-21T10:40:04Z', 'revision_number': 4, 'project_id': '83a9206b073d49969c65d97e4e7a3ced', 'subnets': [{'id': '600814b5-cc66-4bbd-b35e-f5a3b509a881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:40:05.184676 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 16b790f2-be6c-440a-83b1-c76abe8087e1 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:40:05.265982 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning for port 16b790f2-be6c-440a-83b1-c76abe8087e1 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:40:05.271252 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 16b790f2-be6c-440a-83b1-c76abe8087e1 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:40:05.271610 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:05.393933 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:05.436749 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] For port 16b790f2-be6c-440a-83b1-c76abe8087e1, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=16b790f2-be6c-440a-83b1-c76abe8087e1,segment=NetworkSegment(2515e25c-be12-46d3-8f20-b6d990794c68),segment_id=2515e25c-be12-46d3-8f20-b6d990794c68)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:40:05.440956 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:05.510864 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Pushing event updated for resources: {'Port': ['ID=16b790f2-be6c-440a-83b1-c76abe8087e1,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:40:07.159547 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 16b790f2-be6c-440a-83b1-c76abe8087e1 up at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:40:07.231998 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Provisioning complete for port 16b790f2-be6c-440a-83b1-c76abe8087e1 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:40:07.232352 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:18.421951 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fc2c4dd5-8608-47f4-a824-323de9e4901c req-001626ea-e890-4a8a-b7e1-8e625b8e52c8 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=680cc132-8d3e-4792-b089-ba006331b375&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684237 Jan 21 10:40:18.565659 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fc2c4dd5-8608-47f4-a824-323de9e4901c req-71e23bce-04f6-41a8-9fda-c69502733902 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=2eea003dd45149f2b0169c2b24df7e15&device_id=680cc132-8d3e-4792-b089-ba006331b375 HTTP/1.1" status: 200 len: 1098 time: 0.0739260 Jan 21 10:40:18.836290 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c4dd5-8608-47f4-a824-323de9e4901c req-ed173cb8-2afb-4d0b-9a85-1a2dab405818 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:18.837742 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fc2c4dd5-8608-47f4-a824-323de9e4901c req-ed173cb8-2afb-4d0b-9a85-1a2dab405818 service neutron] 10.222.0.124 "GET /v2.0/networks?id=4f819f4c-66ab-4b91-a322-6320f1fdea4b HTTP/1.1" status: 200 len: 910 time: 0.2542343 Jan 21 10:40:18.940863 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fc2c4dd5-8608-47f4-a824-323de9e4901c req-61dd3638-5e85-4a8a-a912-82ba77728a35 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d584d3c-b52c-4cda-b9d6-f8f245162d59 HTTP/1.1" status: 200 len: 1001 time: 0.0967059 Jan 21 10:40:19.003529 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c4dd5-8608-47f4-a824-323de9e4901c req-3f70c40a-5bb9-4cf9-8b7d-14270c39114e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:19.004942 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fc2c4dd5-8608-47f4-a824-323de9e4901c req-3f70c40a-5bb9-4cf9-8b7d-14270c39114e service neutron] 10.222.0.124 "GET /v2.0/subnets?id=344ee756-7b36-4f27-9a07-42b16ad2fe22 HTTP/1.1" status: 200 len: 848 time: 0.0573225 Jan 21 10:40:19.083326 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fc2c4dd5-8608-47f4-a824-323de9e4901c req-22bf52c0-10d3-486d-93dc-cc563a17eb85 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4f819f4c-66ab-4b91-a322-6320f1fdea4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712552 Jan 21 10:40:19.223671 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fc2c4dd5-8608-47f4-a824-323de9e4901c req-12f251a5-fd69-4716-b7af-bb9c249a2d5f service neutron] 10.222.0.124 "GET /v2.0/networks/4f819f4c-66ab-4b91-a322-6320f1fdea4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322703 Jan 21 10:40:19.362321 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fc2c4dd5-8608-47f4-a824-323de9e4901c req-eeac67c9-cb80-4bb0-8352-a41ae0117d16 service neutron] 10.222.0.124 "GET /v2.0/networks/4f819f4c-66ab-4b91-a322-6320f1fdea4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321118 Jan 21 10:40:20.953160 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:24.066776 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c73891fa-9da1-4d2c-a622-038a523db603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:26.508340 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9910b176-1f3e-422e-867a-8da340ac37ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:27.605678 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:27.989530 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:28.688140 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:40:29.715738 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:45.104996 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [req-3a0aebf1-acdc-4627-a09b-22dc47e2664c req-8afc8602-c708-4edb-8c0b-1420cf328ef7 service neutron] (83598) timed out ('10.222.0.104', 43928) {{(pid=83598) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 21 10:40:50.910924 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:54.070460 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e6964157-4baf-4847-b218-22abfee836be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:56.511997 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-64240863-5e15-453e-941a-db4bef58df55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:57.608560 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:57.993640 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:59.719652 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:05.691713 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:41:19.435242 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-aa34b4b0-ccb9-4343-abe8-724e1d70a0a7 req-06e98bc8-7469-4728-b15a-abe73aecce1f service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=680cc132-8d3e-4792-b089-ba006331b375&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0827138 Jan 21 10:41:19.572560 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-aa34b4b0-ccb9-4343-abe8-724e1d70a0a7 req-3805070e-8fd4-43ca-aaf2-6ffcfeef1e07 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=2eea003dd45149f2b0169c2b24df7e15&device_id=680cc132-8d3e-4792-b089-ba006331b375 HTTP/1.1" status: 200 len: 1098 time: 0.0693803 Jan 21 10:41:19.720050 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34b4b0-ccb9-4343-abe8-724e1d70a0a7 req-ff9d40f3-f3d8-448a-afdc-08fcbc258329 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:19.721488 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-aa34b4b0-ccb9-4343-abe8-724e1d70a0a7 req-ff9d40f3-f3d8-448a-afdc-08fcbc258329 service neutron] 10.222.0.124 "GET /v2.0/networks?id=4f819f4c-66ab-4b91-a322-6320f1fdea4b HTTP/1.1" status: 200 len: 910 time: 0.1313131 Jan 21 10:41:19.826158 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-aa34b4b0-ccb9-4343-abe8-724e1d70a0a7 req-f5e8b487-a513-43de-a581-d3bf5c66cd11 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d584d3c-b52c-4cda-b9d6-f8f245162d59 HTTP/1.1" status: 200 len: 1001 time: 0.0987318 Jan 21 10:41:19.889778 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34b4b0-ccb9-4343-abe8-724e1d70a0a7 req-b52d2fea-05eb-42e5-95d6-529d4ef9c675 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:19.891209 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-aa34b4b0-ccb9-4343-abe8-724e1d70a0a7 req-b52d2fea-05eb-42e5-95d6-529d4ef9c675 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=344ee756-7b36-4f27-9a07-42b16ad2fe22 HTTP/1.1" status: 200 len: 848 time: 0.0592964 Jan 21 10:41:19.980218 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-aa34b4b0-ccb9-4343-abe8-724e1d70a0a7 req-3b1298c6-af27-41b4-927e-b8693a79c235 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4f819f4c-66ab-4b91-a322-6320f1fdea4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829000 Jan 21 10:41:20.120040 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-aa34b4b0-ccb9-4343-abe8-724e1d70a0a7 req-f42555a9-0381-4958-98b8-ed4b58f1d872 service neutron] 10.222.0.124 "GET /v2.0/networks/4f819f4c-66ab-4b91-a322-6320f1fdea4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336772 Jan 21 10:41:20.264296 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-aa34b4b0-ccb9-4343-abe8-724e1d70a0a7 req-59d18901-10e9-4dbe-87a1-ba21be73e057 service neutron] 10.222.0.124 "GET /v2.0/networks/4f819f4c-66ab-4b91-a322-6320f1fdea4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372485 Jan 21 10:41:20.926750 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:24.072367 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f45e6eb1-7e0a-4d94-a2e6-13f2c208bbd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:26.518471 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cc7c5477-4e91-4fe9-97f0-c2f950c24cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:27.611284 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:27.998879 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:29.724033 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:42.698840 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:41:50.944419 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:54.075460 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-81a6f36f-81c3-4d8c-a915-859f79400d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:56.520885 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-af48e600-e480-4117-8c94-d8fadbf09534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:57.614186 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:57.998707 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:59.727479 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:03.778129 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 6d584d3c-b52c-4cda-b9d6-f8f245162d59 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:42:03.914890 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 6d584d3c-b52c-4cda-b9d6-f8f245162d59, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6d584d3c-b52c-4cda-b9d6-f8f245162d59,segment=NetworkSegment(861fda02-a27d-4254-b5e0-98c0897f4b77),segment_id=861fda02-a27d-4254-b5e0-98c0897f4b77)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:42:03.928310 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '6d584d3c-b52c-4cda-b9d6-f8f245162d59', 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b', 'port_id': '6d584d3c-b52c-4cda-b9d6-f8f245162d59', 'mac_address': 'fa:16:3e:e0:6a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '344ee756-7b36-4f27-9a07-42b16ad2fe22', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:42:03.980785 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:03.998615 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d584d3c-b52c-4cda-b9d6-f8f245162d59 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:42:04.014254 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 6d584d3c-b52c-4cda-b9d6-f8f245162d59, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6d584d3c-b52c-4cda-b9d6-f8f245162d59,segment=NetworkSegment(861fda02-a27d-4254-b5e0-98c0897f4b77),segment_id=861fda02-a27d-4254-b5e0-98c0897f4b77)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:42:04.018322 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:04.088237 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=6d584d3c-b52c-4cda-b9d6-f8f245162d59,revision_number=6']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:42:04.096482 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:04.096822 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:04.097157 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:04.097483 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:04.097835 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:04.098157 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:04.098474 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:04.098793 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:04.099109 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:04.099421 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:04.099732 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:04.120137 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['6d584d3c-b52c-4cda-b9d6-f8f245162d59'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:42:05.801562 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 6d584d3c-b52c-4cda-b9d6-f8f245162d59 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:42:05.891762 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 6d584d3c-b52c-4cda-b9d6-f8f245162d59 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:42:05.892121 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:06.031844 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:06.062978 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680cc132-8d3e-4792-b089-ba006331b375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d584d3c-b52c-4cda-b9d6-f8f245162d59'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:42:06.073378 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 6d584d3c-b52c-4cda-b9d6-f8f245162d59, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6d584d3c-b52c-4cda-b9d6-f8f245162d59,segment=NetworkSegment(861fda02-a27d-4254-b5e0-98c0897f4b77),segment_id=861fda02-a27d-4254-b5e0-98c0897f4b77)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:42:06.081798 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:06.164703 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=6d584d3c-b52c-4cda-b9d6-f8f245162d59,revision_number=7']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:42:06.312041 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680cc132-8d3e-4792-b089-ba006331b375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d584d3c-b52c-4cda-b9d6-f8f245162d59', 'code': 200} Jan 21 10:42:15.388618 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fc071e10-80d3-4355-9118-36a3031820b9 req-e54a8ab8-d7b7-405a-872d-3414b703b511 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-648523794&fields=id&tenant_id=2eea003dd45149f2b0169c2b24df7e15 HTTP/1.1" status: 200 len: 267 time: 0.0515747 Jan 21 10:42:15.537411 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc071e10-80d3-4355-9118-36a3031820b9 req-e548501c-5baa-4f4a-b458-2c2e5158098f tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:15.538840 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fc071e10-80d3-4355-9118-36a3031820b9 req-e548501c-5baa-4f4a-b458-2c2e5158098f tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/networks?id=4f819f4c-66ab-4b91-a322-6320f1fdea4b HTTP/1.1" status: 200 len: 809 time: 0.1436226 Jan 21 10:42:15.558735 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fc071e10-80d3-4355-9118-36a3031820b9 req-c75aeaa6-3683-4cea-bc8c-7f9ccd5b70fc tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/quotas/2eea003dd45149f2b0169c2b24df7e15 HTTP/1.1" status: 200 len: 375 time: 0.0143073 Jan 21 10:42:15.648092 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fc071e10-80d3-4355-9118-36a3031820b9 req-21d51a8c-dd3d-4330-a05d-f84289cadcfd tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=2eea003dd45149f2b0169c2b24df7e15&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0837674 Jan 21 10:42:15.789462 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [req-fc071e10-80d3-4355-9118-36a3031820b9 req-2e69a0a8-5fbe-4a2a-90ac-b990f411b73e service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=83598) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 10:42:15.790410 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fc071e10-80d3-4355-9118-36a3031820b9 req-2e69a0a8-5fbe-4a2a-90ac-b990f411b73e service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0757751 Jan 21 10:42:16.019893 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fc071e10-80d3-4355-9118-36a3031820b9 req-6f88c385-8f6a-453d-9a04-07db7271705f service neutron] 10.222.0.104 "GET /v2.0/networks/4f819f4c-66ab-4b91-a322-6320f1fdea4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232473 Jan 21 10:42:16.151814 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fc071e10-80d3-4355-9118-36a3031820b9 req-79938840-56e0-4c88-b3e8-dda4034ada49 service neutron] 10.222.0.104 "GET /v2.0/networks/4f819f4c-66ab-4b91-a322-6320f1fdea4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262324 Jan 21 10:42:16.368846 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-55a4d2f0-b389-4343-9357-a97cc2b9e81c req-f8a7cdc2-fe0a-4774-a85a-b59d1da7d1bf tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/ports?device_id=10da9a96-a2ee-4e3c-9e98-991fbf0b13f4 HTTP/1.1" status: 200 len: 210 time: 0.0480413 Jan 21 10:42:17.534879 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f47e11c1-9b36-43e3-afa5-bbbf0c5f2cef req-f5d5b304-66ef-4ffb-9d84-a10a61669422 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/ports?device_id=10da9a96-a2ee-4e3c-9e98-991fbf0b13f4 HTTP/1.1" status: 200 len: 210 time: 0.0413234 Jan 21 10:42:17.818818 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc071e10-80d3-4355-9118-36a3031820b9 req-35e579f0-3a95-49bd-b0f9-799e26c3449e tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:17.820681 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fc071e10-80d3-4355-9118-36a3031820b9 req-35e579f0-3a95-49bd-b0f9-799e26c3449e tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.124 "GET /v2.0/networks?id=4f819f4c-66ab-4b91-a322-6320f1fdea4b HTTP/1.1" status: 200 len: 809 time: 0.1924086 Jan 21 10:42:17.876873 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fc071e10-80d3-4355-9118-36a3031820b9 req-4a74a29f-a2ce-4a28-a539-b2e132a99116 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2eea003dd45149f2b0169c2b24df7e15 HTTP/1.1" status: 200 len: 379 time: 0.0434701 Jan 21 10:42:17.886749 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-fc071e10-80d3-4355-9118-36a3031820b9 req-f504a3c8-3ff1-4b29-96cd-7888d5d01889 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Request body: {'port': {'device_id': '10da9a96-a2ee-4e3c-9e98-991fbf0b13f4', 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b', 'admin_state_up': True, 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'security_groups': ['f7b9420f-57b4-4c7a-bc99-ba46db23c13e']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:42:18.035734 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-fc071e10-80d3-4355-9118-36a3031820b9 req-f504a3c8-3ff1-4b29-96cd-7888d5d01889 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:42:18.048351 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [req-fc071e10-80d3-4355-9118-36a3031820b9 req-f504a3c8-3ff1-4b29-96cd-7888d5d01889 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:42:18.061095 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc071e10-80d3-4355-9118-36a3031820b9 req-f504a3c8-3ff1-4b29-96cd-7888d5d01889 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Made reservation on behalf of 2eea003dd45149f2b0169c2b24df7e15 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:42:18.065046 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-fc071e10-80d3-4355-9118-36a3031820b9 req-f504a3c8-3ff1-4b29-96cd-7888d5d01889 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:18.240091 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-fc071e10-80d3-4355-9118-36a3031820b9 req-f504a3c8-3ff1-4b29-96cd-7888d5d01889 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Allocated IP 172.20.0.11 (4f819f4c-66ab-4b91-a322-6320f1fdea4b/344ee756-7b36-4f27-9a07-42b16ad2fe22/0f9c71f6-b754-4cdd-bd81-77f6f74610b3) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:42:18.534422 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-fc071e10-80d3-4355-9118-36a3031820b9 req-f504a3c8-3ff1-4b29-96cd-7888d5d01889 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:18.554454 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-fc071e10-80d3-4355-9118-36a3031820b9 req-f504a3c8-3ff1-4b29-96cd-7888d5d01889 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Transition to ACTIVE for port object 0f9c71f6-b754-4cdd-bd81-77f6f74610b3 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:42:18.578441 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-fc071e10-80d3-4355-9118-36a3031820b9 req-f504a3c8-3ff1-4b29-96cd-7888d5d01889 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:18.647999 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc071e10-80d3-4355-9118-36a3031820b9 req-f504a3c8-3ff1-4b29-96cd-7888d5d01889 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Network 4f819f4c-66ab-4b91-a322-6320f1fdea4b is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:42:18.651306 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-fc071e10-80d3-4355-9118-36a3031820b9 req-f504a3c8-3ff1-4b29-96cd-7888d5d01889 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:42:18.654572 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc071e10-80d3-4355-9118-36a3031820b9 req-f504a3c8-3ff1-4b29-96cd-7888d5d01889 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:42:18.720854 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504a3c8-3ff1-4b29-96cd-7888d5d01889 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Pushing event updated for resources: {'Port': ['ID=0f9c71f6-b754-4cdd-bd81-77f6f74610b3,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:42:18.757934 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc071e10-80d3-4355-9118-36a3031820b9 req-f504a3c8-3ff1-4b29-96cd-7888d5d01889 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:18.758855 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-fc071e10-80d3-4355-9118-36a3031820b9 req-f504a3c8-3ff1-4b29-96cd-7888d5d01889 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:18.776289 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504a3c8-3ff1-4b29-96cd-7888d5d01889 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:18.776635 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504a3c8-3ff1-4b29-96cd-7888d5d01889 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:18.777025 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504a3c8-3ff1-4b29-96cd-7888d5d01889 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:18.777373 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504a3c8-3ff1-4b29-96cd-7888d5d01889 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:18.777711 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504a3c8-3ff1-4b29-96cd-7888d5d01889 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:18.778040 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504a3c8-3ff1-4b29-96cd-7888d5d01889 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:18.778383 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504a3c8-3ff1-4b29-96cd-7888d5d01889 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:18.778686 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504a3c8-3ff1-4b29-96cd-7888d5d01889 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:18.779004 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504a3c8-3ff1-4b29-96cd-7888d5d01889 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:18.779322 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504a3c8-3ff1-4b29-96cd-7888d5d01889 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:18.791810 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504a3c8-3ff1-4b29-96cd-7888d5d01889 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:18.832356 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fc071e10-80d3-4355-9118-36a3031820b9 req-f504a3c8-3ff1-4b29-96cd-7888d5d01889 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9488895 Jan 21 10:42:18.872456 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c1336-7ee7-4561-89c4-af6d815c81e6 req-3ed0548c-9b6d-45b2-abce-086d0ead8dce tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:18.875131 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-6c3c1336-7ee7-4561-89c4-af6d815c81e6 req-3ed0548c-9b6d-45b2-abce-086d0ead8dce tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/ports?device_id=10da9a96-a2ee-4e3c-9e98-991fbf0b13f4 HTTP/1.1" status: 200 len: 932 time: 0.1794767 Jan 21 10:42:18.946290 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-6c3c1336-7ee7-4561-89c4-af6d815c81e6 req-63a53320-f9d4-4898-8082-70e31c789e8b tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7b9420f-57b4-4c7a-bc99-ba46db23c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604320 Jan 21 10:42:19.002590 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f6d3e360-9861-48ba-8f3e-64d675c88c17 None None] Provisioning for port 0f9c71f6-b754-4cdd-bd81-77f6f74610b3 completed by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:42:19.008840 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f6d3e360-9861-48ba-8f3e-64d675c88c17 None None] Provisioning complete for port 0f9c71f6-b754-4cdd-bd81-77f6f74610b3 triggered by entity DHCP. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:42:19.009458 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f6d3e360-9861-48ba-8f3e-64d675c88c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:19.070147 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-f6d3e360-9861-48ba-8f3e-64d675c88c17 None None] Port 0f9c71f6-b754-4cdd-bd81-77f6f74610b3 cannot update to ACTIVE because it is not bound. {{(pid=83599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:42:19.700081 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:42:19.885038 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 6d584d3c-b52c-4cda-b9d6-f8f245162d59 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:42:20.005491 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:20.043424 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 6d584d3c-b52c-4cda-b9d6-f8f245162d59, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6d584d3c-b52c-4cda-b9d6-f8f245162d59,segment=NetworkSegment(861fda02-a27d-4254-b5e0-98c0897f4b77),segment_id=861fda02-a27d-4254-b5e0-98c0897f4b77)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:42:20.044637 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680cc132-8d3e-4792-b089-ba006331b375', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d584d3c-b52c-4cda-b9d6-f8f245162d59'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:42:20.051761 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:20.129553 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=6d584d3c-b52c-4cda-b9d6-f8f245162d59,revision_number=8']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:42:20.133500 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680cc132-8d3e-4792-b089-ba006331b375', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d584d3c-b52c-4cda-b9d6-f8f245162d59', 'code': 200} Jan 21 10:42:20.242548 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd71003-7e3a-4f60-be71-50f39f68693c req-1b2f5a0f-6839-41c1-b28d-b0eff3898f83 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:20.243521 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-cbd71003-7e3a-4f60-be71-50f39f68693c req-1b2f5a0f-6839-41c1-b28d-b0eff3898f83 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Synchronizing usage tracker for tenant:2eea003dd45149f2b0169c2b24df7e15 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:42:20.262622 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-cbd71003-7e3a-4f60-be71-50f39f68693c req-1b2f5a0f-6839-41c1-b28d-b0eff3898f83 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Unset dirty status for tenant:2eea003dd45149f2b0169c2b24df7e15 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:42:20.263845 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cbd71003-7e3a-4f60-be71-50f39f68693c req-1b2f5a0f-6839-41c1-b28d-b0eff3898f83 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/ports?device_id=10da9a96-a2ee-4e3c-9e98-991fbf0b13f4 HTTP/1.1" status: 200 len: 932 time: 0.1110632 Jan 21 10:42:20.314938 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-cbd71003-7e3a-4f60-be71-50f39f68693c req-13330e0c-521a-431e-bafd-e52d83e02f4a tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7b9420f-57b4-4c7a-bc99-ba46db23c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444911 Jan 21 10:42:20.955772 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:21.538854 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85437a-7eec-47f2-9bb7-8ea531b983f4 req-17129d85-f238-420c-8549-bdacb18bff0a tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:21.540425 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ca85437a-7eec-47f2-9bb7-8ea531b983f4 req-17129d85-f238-420c-8549-bdacb18bff0a tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/ports?device_id=10da9a96-a2ee-4e3c-9e98-991fbf0b13f4 HTTP/1.1" status: 200 len: 932 time: 0.0910323 Jan 21 10:42:21.588371 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-ca85437a-7eec-47f2-9bb7-8ea531b983f4 req-090af2eb-9a63-4567-98ec-b23227306752 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7b9420f-57b4-4c7a-bc99-ba46db23c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423069 Jan 21 10:42:22.816149 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3fb9a6-bf03-4fd4-b63a-c3ed170b89af req-e9818741-9603-4103-9554-46a0e0cc70e7 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:22.820207 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fc3fb9a6-bf03-4fd4-b63a-c3ed170b89af req-e9818741-9603-4103-9554-46a0e0cc70e7 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/ports?device_id=10da9a96-a2ee-4e3c-9e98-991fbf0b13f4 HTTP/1.1" status: 200 len: 932 time: 0.0958798 Jan 21 10:42:22.887992 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fc3fb9a6-bf03-4fd4-b63a-c3ed170b89af req-e9b7d8fc-357f-44cc-b175-20bf1abba03a tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7b9420f-57b4-4c7a-bc99-ba46db23c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631351 Jan 21 10:42:24.086434 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-70bd8f4e-7469-4373-8bf6-7bd8fb56b4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:24.135520 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e3328-2881-4637-b7c3-339dd66e5847 req-d332913f-793e-4906-9ff1-422dd6889715 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:24.137752 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-180e3328-2881-4637-b7c3-339dd66e5847 req-d332913f-793e-4906-9ff1-422dd6889715 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/ports?device_id=10da9a96-a2ee-4e3c-9e98-991fbf0b13f4 HTTP/1.1" status: 200 len: 932 time: 0.1007228 Jan 21 10:42:24.202215 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-180e3328-2881-4637-b7c3-339dd66e5847 req-5a8efe79-64d8-48c4-99f8-fd1d3f8484bb tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7b9420f-57b4-4c7a-bc99-ba46db23c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515206 Jan 21 10:42:25.418777 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51641299-77a9-48d1-ab43-5371b16c4b58 req-447b76cf-a408-406b-87ac-3d2fcaad2b8a tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:25.421263 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-51641299-77a9-48d1-ab43-5371b16c4b58 req-447b76cf-a408-406b-87ac-3d2fcaad2b8a tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/ports?device_id=10da9a96-a2ee-4e3c-9e98-991fbf0b13f4 HTTP/1.1" status: 200 len: 932 time: 0.0955374 Jan 21 10:42:25.473789 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-51641299-77a9-48d1-ab43-5371b16c4b58 req-9a3996ab-6968-45e6-9f66-eb2130205d32 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7b9420f-57b4-4c7a-bc99-ba46db23c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459640 Jan 21 10:42:26.557932 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-18ffcd17-0b14-4637-a8d9-c693243a0126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:26.723321 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7564e5-5a50-4c51-9120-2564eccfed15 req-1ed52c8b-dc35-425f-91ae-7bc03b2856fb tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:26.724804 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-0e7564e5-5a50-4c51-9120-2564eccfed15 req-1ed52c8b-dc35-425f-91ae-7bc03b2856fb tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/ports?device_id=10da9a96-a2ee-4e3c-9e98-991fbf0b13f4 HTTP/1.1" status: 200 len: 932 time: 0.0845485 Jan 21 10:42:26.774557 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-0e7564e5-5a50-4c51-9120-2564eccfed15 req-f036c8a3-05dd-4624-8e21-28b407dc0bdf tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7b9420f-57b4-4c7a-bc99-ba46db23c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435781 Jan 21 10:42:27.452191 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [req-fc071e10-80d3-4355-9118-36a3031820b9 req-820fce85-a208-49e3-aa19-ba67f687b670 service neutron] Request body: {'port': {'device_id': '10da9a96-a2ee-4e3c-9e98-991fbf0b13f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:42:27.478853 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.124', 58430) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:42:27.560641 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-3559a878-7575-4859-9334-30816295a807 req-565046dc-7245-4c2f-ae3e-5df247d39eb5 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=680cc132-8d3e-4792-b089-ba006331b375&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805495 Jan 21 10:42:27.562647 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-fc071e10-80d3-4355-9118-36a3031820b9 req-820fce85-a208-49e3-aa19-ba67f687b670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:27.618954 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:27.721739 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-3559a878-7575-4859-9334-30816295a807 req-dfd04fa7-30d7-44f3-bd02-d5190302d742 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=2eea003dd45149f2b0169c2b24df7e15&device_id=680cc132-8d3e-4792-b089-ba006331b375 HTTP/1.1" status: 200 len: 1096 time: 0.0803013 Jan 21 10:42:27.881828 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559a878-7575-4859-9334-30816295a807 req-e7c532ec-09c3-4e3a-9cfe-c7b3dbc15a9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:27.884082 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-3559a878-7575-4859-9334-30816295a807 req-e7c532ec-09c3-4e3a-9cfe-c7b3dbc15a9e service neutron] 10.222.0.124 "GET /v2.0/networks?id=4f819f4c-66ab-4b91-a322-6320f1fdea4b HTTP/1.1" status: 200 len: 910 time: 0.1413589 Jan 21 10:42:27.997637 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-3559a878-7575-4859-9334-30816295a807 req-3de1ea05-11ed-4be8-a11a-07313e0ba96c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d584d3c-b52c-4cda-b9d6-f8f245162d59 HTTP/1.1" status: 200 len: 999 time: 0.1075697 Jan 21 10:42:28.003841 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:28.058094 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559a878-7575-4859-9334-30816295a807 req-8987b924-5d7d-4ca0-b95a-ec5cc92385c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:28.059773 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-3559a878-7575-4859-9334-30816295a807 req-8987b924-5d7d-4ca0-b95a-ec5cc92385c6 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=344ee756-7b36-4f27-9a07-42b16ad2fe22 HTTP/1.1" status: 200 len: 848 time: 0.0569122 Jan 21 10:42:28.083135 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e243f7-fafe-4d5d-bc01-a7e2e9a41992 req-e318a651-b042-4245-8adf-f59bcde6a7e4 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:28.084608 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-80e243f7-fafe-4d5d-bc01-a7e2e9a41992 req-e318a651-b042-4245-8adf-f59bcde6a7e4 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/ports?device_id=10da9a96-a2ee-4e3c-9e98-991fbf0b13f4 HTTP/1.1" status: 200 len: 932 time: 0.1663766 Jan 21 10:42:28.090831 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [req-fc071e10-80d3-4355-9118-36a3031820b9 req-820fce85-a208-49e3-aa19-ba67f687b670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f9c71f6-b754-4cdd-bd81-77f6f74610b3 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:42:28.099852 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-fc071e10-80d3-4355-9118-36a3031820b9 req-820fce85-a208-49e3-aa19-ba67f687b670 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:28.135206 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-fc071e10-80d3-4355-9118-36a3031820b9 req-820fce85-a208-49e3-aa19-ba67f687b670 service neutron] Transition to ACTIVE for port object 0f9c71f6-b754-4cdd-bd81-77f6f74610b3 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:42:28.144608 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-fc071e10-80d3-4355-9118-36a3031820b9 req-820fce85-a208-49e3-aa19-ba67f687b670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:28.211529 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-80e243f7-fafe-4d5d-bc01-a7e2e9a41992 req-c3702bc3-4654-4f91-ae73-6d44418a909a tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7b9420f-57b4-4c7a-bc99-ba46db23c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162136 Jan 21 10:42:28.247154 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-3559a878-7575-4859-9334-30816295a807 req-fb8171fd-5285-4360-8775-19aea70a6761 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4f819f4c-66ab-4b91-a322-6320f1fdea4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1816163 Jan 21 10:42:28.288789 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820fce85-a208-49e3-aa19-ba67f687b670 service neutron] Pushing event updated for resources: {'Port': ['ID=0f9c71f6-b754-4cdd-bd81-77f6f74610b3,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:42:28.392953 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-3559a878-7575-4859-9334-30816295a807 req-06d79e4c-8ace-4df4-ba1c-70ecb207e1d4 service neutron] 10.222.0.124 "GET /v2.0/networks/4f819f4c-66ab-4b91-a322-6320f1fdea4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392426 Jan 21 10:42:28.402719 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-fc071e10-80d3-4355-9118-36a3031820b9 req-820fce85-a208-49e3-aa19-ba67f687b670 service neutron] Attempting to bind port 0f9c71f6-b754-4cdd-bd81-77f6f74610b3 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:42:28.403050 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-fc071e10-80d3-4355-9118-36a3031820b9 req-820fce85-a208-49e3-aa19-ba67f687b670 service neutron] Attempting to bind port 0f9c71f6-b754-4cdd-bd81-77f6f74610b3 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '861fda02-a27d-4254-b5e0-98c0897f4b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:42:28.403375 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc071e10-80d3-4355-9118-36a3031820b9 req-820fce85-a208-49e3-aa19-ba67f687b670 service neutron] Attempting to bind port 0f9c71f6-b754-4cdd-bd81-77f6f74610b3 on network 4f819f4c-66ab-4b91-a322-6320f1fdea4b {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:42:28.409787 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc071e10-80d3-4355-9118-36a3031820b9 req-820fce85-a208-49e3-aa19-ba67f687b670 service neutron] Port 0f9c71f6-b754-4cdd-bd81-77f6f74610b3 on network 4f819f4c-66ab-4b91-a322-6320f1fdea4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:42:28.410163 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc071e10-80d3-4355-9118-36a3031820b9 req-820fce85-a208-49e3-aa19-ba67f687b670 service neutron] Attempting to bind port 0f9c71f6-b754-4cdd-bd81-77f6f74610b3 on network 4f819f4c-66ab-4b91-a322-6320f1fdea4b {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:42:28.416599 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc071e10-80d3-4355-9118-36a3031820b9 req-820fce85-a208-49e3-aa19-ba67f687b670 service neutron] Checking agent: {'id': 'dbe61d91-800b-4956-8398-037548373a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 39, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:42:28.416930 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc071e10-80d3-4355-9118-36a3031820b9 req-820fce85-a208-49e3-aa19-ba67f687b670 service neutron] Checking segment: {'id': '861fda02-a27d-4254-b5e0-98c0897f4b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:42:28.417431 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc071e10-80d3-4355-9118-36a3031820b9 req-820fce85-a208-49e3-aa19-ba67f687b670 service neutron] Bound using segment: {'id': '861fda02-a27d-4254-b5e0-98c0897f4b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:42:28.417742 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-fc071e10-80d3-4355-9118-36a3031820b9 req-820fce85-a208-49e3-aa19-ba67f687b670 service neutron] Bound port: 0f9c71f6-b754-4cdd-bd81-77f6f74610b3, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '861fda02-a27d-4254-b5e0-98c0897f4b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:42:28.418080 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-fc071e10-80d3-4355-9118-36a3031820b9 req-820fce85-a208-49e3-aa19-ba67f687b670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:28.511953 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-fc071e10-80d3-4355-9118-36a3031820b9 req-820fce85-a208-49e3-aa19-ba67f687b670 service neutron] For port 0f9c71f6-b754-4cdd-bd81-77f6f74610b3, host hv-neutron-8257, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:42:28.514771 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-fc071e10-80d3-4355-9118-36a3031820b9 req-820fce85-a208-49e3-aa19-ba67f687b670 service neutron] For port 0f9c71f6-b754-4cdd-bd81-77f6f74610b3, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0f9c71f6-b754-4cdd-bd81-77f6f74610b3,segment=NetworkSegment(861fda02-a27d-4254-b5e0-98c0897f4b77),segment_id=861fda02-a27d-4254-b5e0-98c0897f4b77)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:42:28.519722 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-fc071e10-80d3-4355-9118-36a3031820b9 req-820fce85-a208-49e3-aa19-ba67f687b670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:28.529472 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-3559a878-7575-4859-9334-30816295a807 req-ebde9c1d-bb73-458c-aea8-649d1f925680 service neutron] 10.222.0.124 "GET /v2.0/networks/4f819f4c-66ab-4b91-a322-6320f1fdea4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307874 Jan 21 10:42:28.584982 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-fc071e10-80d3-4355-9118-36a3031820b9 req-820fce85-a208-49e3-aa19-ba67f687b670 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:28.586362 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fc071e10-80d3-4355-9118-36a3031820b9 req-820fce85-a208-49e3-aa19-ba67f687b670 service neutron] 10.222.0.124 "PUT /v2.0/ports/0f9c71f6-b754-4cdd-bd81-77f6f74610b3 HTTP/1.1" status: 200 len: 1094 time: 1.1386867 Jan 21 10:42:28.586896 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10da9a96-a2ee-4e3c-9e98-991fbf0b13f4', 'tag': '0f9c71f6-b754-4cdd-bd81-77f6f74610b3'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:42:28.605078 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820fce85-a208-49e3-aa19-ba67f687b670 service neutron] Pushing event updated for resources: {'Port': ['ID=0f9c71f6-b754-4cdd-bd81-77f6f74610b3,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:42:28.714114 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fc071e10-80d3-4355-9118-36a3031820b9 req-46bb3c3f-ae72-468b-a3cb-23c4ed23e477 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=2eea003dd45149f2b0169c2b24df7e15&device_id=10da9a96-a2ee-4e3c-9e98-991fbf0b13f4 HTTP/1.1" status: 200 len: 1097 time: 0.0759022 Jan 21 10:42:28.775469 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10da9a96-a2ee-4e3c-9e98-991fbf0b13f4', 'tag': '0f9c71f6-b754-4cdd-bd81-77f6f74610b3', 'status': 'completed', 'code': 200} Jan 21 10:42:28.791006 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fc071e10-80d3-4355-9118-36a3031820b9 req-7e7cf2af-5b9e-4cbe-9279-13135e6dd9ea service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f9c71f6-b754-4cdd-bd81-77f6f74610b3 HTTP/1.1" status: 200 len: 217 time: 0.0697522 Jan 21 10:42:28.855107 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc071e10-80d3-4355-9118-36a3031820b9 req-1f448dfd-92ee-4030-9848-0f462cae8d88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:28.856600 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fc071e10-80d3-4355-9118-36a3031820b9 req-1f448dfd-92ee-4030-9848-0f462cae8d88 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=344ee756-7b36-4f27-9a07-42b16ad2fe22 HTTP/1.1" status: 200 len: 848 time: 0.0590427 Jan 21 10:42:28.933961 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fc071e10-80d3-4355-9118-36a3031820b9 req-8d5bf8c4-f954-450d-a533-414f287d4665 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4f819f4c-66ab-4b91-a322-6320f1fdea4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708253 Jan 21 10:42:29.067417 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fc071e10-80d3-4355-9118-36a3031820b9 req-ab15068c-7d8a-4fdf-b5e0-6b148946616d service neutron] 10.222.0.124 "GET /v2.0/networks/4f819f4c-66ab-4b91-a322-6320f1fdea4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277277 Jan 21 10:42:29.207795 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-fc071e10-80d3-4355-9118-36a3031820b9 req-b065bc6e-bf04-4155-ae36-bfe958e0f6cc service neutron] 10.222.0.124 "GET /v2.0/networks/4f819f4c-66ab-4b91-a322-6320f1fdea4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276250 Jan 21 10:42:29.336506 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e643f76b-008b-4f7a-9e2e-ba771c44138a req-2e20a897-22f4-4fd2-8623-cd3f9e4b9869 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=2eea003dd45149f2b0169c2b24df7e15&device_id=10da9a96-a2ee-4e3c-9e98-991fbf0b13f4 HTTP/1.1" status: 200 len: 1097 time: 0.0775511 Jan 21 10:42:29.534852 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643f76b-008b-4f7a-9e2e-ba771c44138a req-979ac136-871c-4fa6-8928-70d13dfe8df8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:29.536271 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e643f76b-008b-4f7a-9e2e-ba771c44138a req-979ac136-871c-4fa6-8928-70d13dfe8df8 service neutron] 10.222.0.124 "GET /v2.0/networks?id=4f819f4c-66ab-4b91-a322-6320f1fdea4b HTTP/1.1" status: 200 len: 910 time: 0.1622901 Jan 21 10:42:29.542678 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987e2f4-c748-4ace-a16e-dea0cfaecfd0 req-2d56a66a-3ead-4ecf-8e9e-4279ad73c1f3 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:29.543989 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c987e2f4-c748-4ace-a16e-dea0cfaecfd0 req-2d56a66a-3ead-4ecf-8e9e-4279ad73c1f3 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/ports?device_id=10da9a96-a2ee-4e3c-9e98-991fbf0b13f4 HTTP/1.1" status: 200 len: 944 time: 0.2063355 Jan 21 10:42:29.723239 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e643f76b-008b-4f7a-9e2e-ba771c44138a req-fa8edee5-40b8-4aec-8a15-3df0d6146955 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f9c71f6-b754-4cdd-bd81-77f6f74610b3 HTTP/1.1" status: 200 len: 217 time: 0.1780128 Jan 21 10:42:29.728432 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:29.786334 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c987e2f4-c748-4ace-a16e-dea0cfaecfd0 req-e716fcd0-7759-4fcd-9ef9-5dc8fb697c66 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7b9420f-57b4-4c7a-bc99-ba46db23c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931149 Jan 21 10:42:29.807638 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643f76b-008b-4f7a-9e2e-ba771c44138a req-72c620e9-846b-4f71-b8ab-2a1d37585b7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:29.809311 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e643f76b-008b-4f7a-9e2e-ba771c44138a req-72c620e9-846b-4f71-b8ab-2a1d37585b7d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=344ee756-7b36-4f27-9a07-42b16ad2fe22 HTTP/1.1" status: 200 len: 848 time: 0.0745845 Jan 21 10:42:29.884587 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e643f76b-008b-4f7a-9e2e-ba771c44138a req-a5f49d70-3ba4-419c-918f-55cf95b4b567 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4f819f4c-66ab-4b91-a322-6320f1fdea4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685737 Jan 21 10:42:30.017065 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e643f76b-008b-4f7a-9e2e-ba771c44138a req-322127fa-56af-42eb-94ff-56a7f3d7b866 service neutron] 10.222.0.124 "GET /v2.0/networks/4f819f4c-66ab-4b91-a322-6320f1fdea4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258578 Jan 21 10:42:30.159479 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e643f76b-008b-4f7a-9e2e-ba771c44138a req-d84c5f0c-0c14-491e-b7df-2161df2cd836 service neutron] 10.222.0.124 "GET /v2.0/networks/4f819f4c-66ab-4b91-a322-6320f1fdea4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339245 Jan 21 10:42:30.987352 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303d4fb-6cbc-47d5-8ac2-d980af3ad695 req-ded3d630-cf48-4420-8b3a-dbab17bc31df tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:30.989000 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e303d4fb-6cbc-47d5-8ac2-d980af3ad695 req-ded3d630-cf48-4420-8b3a-dbab17bc31df tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/ports?device_id=10da9a96-a2ee-4e3c-9e98-991fbf0b13f4 HTTP/1.1" status: 200 len: 944 time: 0.0771427 Jan 21 10:42:31.041805 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-e303d4fb-6cbc-47d5-8ac2-d980af3ad695 req-39e53fdd-a62d-4383-a4a7-55f799e87d57 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7b9420f-57b4-4c7a-bc99-ba46db23c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402210 Jan 21 10:42:31.931666 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 0f9c71f6-b754-4cdd-bd81-77f6f74610b3 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:42:32.068304 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 0f9c71f6-b754-4cdd-bd81-77f6f74610b3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0f9c71f6-b754-4cdd-bd81-77f6f74610b3,segment=NetworkSegment(861fda02-a27d-4254-b5e0-98c0897f4b77),segment_id=861fda02-a27d-4254-b5e0-98c0897f4b77)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:42:32.111677 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '0f9c71f6-b754-4cdd-bd81-77f6f74610b3', 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b', 'port_id': '0f9c71f6-b754-4cdd-bd81-77f6f74610b3', 'mac_address': 'fa:16:3e:40:e8:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '344ee756-7b36-4f27-9a07-42b16ad2fe22', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:42:32.165688 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:32.191182 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f9c71f6-b754-4cdd-bd81-77f6f74610b3 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:42:32.207465 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 0f9c71f6-b754-4cdd-bd81-77f6f74610b3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0f9c71f6-b754-4cdd-bd81-77f6f74610b3,segment=NetworkSegment(861fda02-a27d-4254-b5e0-98c0897f4b77),segment_id=861fda02-a27d-4254-b5e0-98c0897f4b77)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:42:32.211371 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:32.238825 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ac08f-ee29-44b0-83f5-ed0ee265497c req-f3331842-5de9-4214-afc6-81a96a175da9 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:32.240366 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0b3ac08f-ee29-44b0-83f5-ed0ee265497c req-f3331842-5de9-4214-afc6-81a96a175da9 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/ports?device_id=10da9a96-a2ee-4e3c-9e98-991fbf0b13f4 HTTP/1.1" status: 200 len: 944 time: 0.0820997 Jan 21 10:42:32.287564 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=0f9c71f6-b754-4cdd-bd81-77f6f74610b3,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:42:32.288433 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-0b3ac08f-ee29-44b0-83f5-ed0ee265497c req-8fba010c-75a1-4558-b847-3c6267bc486a tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7b9420f-57b4-4c7a-bc99-ba46db23c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423040 Jan 21 10:42:32.462962 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['0f9c71f6-b754-4cdd-bd81-77f6f74610b3'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:42:33.494527 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d639870-7f3b-4694-8023-f8f0e640512d req-15c1538f-7c11-43a9-84b9-8cadb28ed067 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:33.495992 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-2d639870-7f3b-4694-8023-f8f0e640512d req-15c1538f-7c11-43a9-84b9-8cadb28ed067 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/ports?device_id=10da9a96-a2ee-4e3c-9e98-991fbf0b13f4 HTTP/1.1" status: 200 len: 945 time: 0.0816188 Jan 21 10:42:33.549958 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-2d639870-7f3b-4694-8023-f8f0e640512d req-6faded9d-ce8e-47f1-abec-c67b7a4ccee0 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7b9420f-57b4-4c7a-bc99-ba46db23c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478384 Jan 21 10:42:33.941976 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 0f9c71f6-b754-4cdd-bd81-77f6f74610b3 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:42:34.020633 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning for port 0f9c71f6-b754-4cdd-bd81-77f6f74610b3 completed by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:42:34.025768 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 0f9c71f6-b754-4cdd-bd81-77f6f74610b3 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:42:34.026145 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:34.153279 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:34.190695 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10da9a96-a2ee-4e3c-9e98-991fbf0b13f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9c71f6-b754-4cdd-bd81-77f6f74610b3'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:42:34.206680 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 0f9c71f6-b754-4cdd-bd81-77f6f74610b3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0f9c71f6-b754-4cdd-bd81-77f6f74610b3,segment=NetworkSegment(861fda02-a27d-4254-b5e0-98c0897f4b77),segment_id=861fda02-a27d-4254-b5e0-98c0897f4b77)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:42:34.207949 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:34.257473 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10da9a96-a2ee-4e3c-9e98-991fbf0b13f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9c71f6-b754-4cdd-bd81-77f6f74610b3', 'code': 200} Jan 21 10:42:34.285847 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=0f9c71f6-b754-4cdd-bd81-77f6f74610b3,revision_number=5']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:42:34.493604 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-82bc31ec-2732-4444-9d42-2dc75d383092 req-b7524ffa-04a0-4763-a5ea-08c0db4b0075 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=10da9a96-a2ee-4e3c-9e98-991fbf0b13f4 HTTP/1.1" status: 200 len: 1099 time: 0.0687754 Jan 21 10:42:34.536572 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-82bc31ec-2732-4444-9d42-2dc75d383092 req-8e112d51-06ee-40be-96b4-03b9b272fe0a service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=f7b9420f-57b4-4c7a-bc99-ba46db23c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376351 Jan 21 10:42:34.758196 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78590409-e003-45f1-a362-4ac411756116 req-1d4f89b7-2e38-461d-b258-86e4b32a4aa6 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:34.759533 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-78590409-e003-45f1-a362-4ac411756116 req-1d4f89b7-2e38-461d-b258-86e4b32a4aa6 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/ports?device_id=10da9a96-a2ee-4e3c-9e98-991fbf0b13f4 HTTP/1.1" status: 200 len: 946 time: 0.0866425 Jan 21 10:42:34.813800 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-78590409-e003-45f1-a362-4ac411756116 req-24a8ef36-237e-49d4-8425-d5d1bc57a5bf tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7b9420f-57b4-4c7a-bc99-ba46db23c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487659 Jan 21 10:42:36.018781 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2fc3e-c270-4b40-bbee-5fd7ed8c389a req-2ef675d7-f663-468a-9434-57c6cd23990c tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:36.020213 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-59e2fc3e-c270-4b40-bbee-5fd7ed8c389a req-2ef675d7-f663-468a-9434-57c6cd23990c tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/ports?device_id=10da9a96-a2ee-4e3c-9e98-991fbf0b13f4 HTTP/1.1" status: 200 len: 946 time: 0.0810971 Jan 21 10:42:36.066689 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-59e2fc3e-c270-4b40-bbee-5fd7ed8c389a req-276ed981-2fc9-48d2-bcc0-dc8d70fa96ce tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7b9420f-57b4-4c7a-bc99-ba46db23c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409615 Jan 21 10:42:36.273868 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff3e0e-2e8a-4187-8dc5-90e527bfef3b req-f6678414-ef72-487b-9901-c6a4c98a2f5f tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:36.275314 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-faff3e0e-2e8a-4187-8dc5-90e527bfef3b req-f6678414-ef72-487b-9901-c6a4c98a2f5f tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/ports?device_id=10da9a96-a2ee-4e3c-9e98-991fbf0b13f4 HTTP/1.1" status: 200 len: 946 time: 0.0847311 Jan 21 10:42:36.322626 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-faff3e0e-2e8a-4187-8dc5-90e527bfef3b req-3c4987ec-1edc-46af-b3dc-12a594636554 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7b9420f-57b4-4c7a-bc99-ba46db23c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417669 Jan 21 10:42:36.358342 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 45934) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:42:36.427233 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-65156b66-68b7-4865-86f3-c5257237bc56 tempest-TestSnapshotPattern-685216142 tempest-TestSnapshotPattern-685216142-project-admin] Synchronizing usage tracker for tenant:83a9206b073d49969c65d97e4e7a3ced on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:42:36.443129 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-65156b66-68b7-4865-86f3-c5257237bc56 tempest-TestSnapshotPattern-685216142 tempest-TestSnapshotPattern-685216142-project-admin] Unset dirty status for tenant:83a9206b073d49969c65d97e4e7a3ced on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:42:36.444572 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-65156b66-68b7-4865-86f3-c5257237bc56 tempest-TestSnapshotPattern-685216142 tempest-TestSnapshotPattern-685216142-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=10da9a96-a2ee-4e3c-9e98-991fbf0b13f4 HTTP/1.1" status: 200 len: 1094 time: 0.0846789 Jan 21 10:42:36.447723 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 45938) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:42:36.453417 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.v2.base [None req-43eb6321-fec4-493b-b2e4-cfc83ca25763 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Request body: {'floatingip': {'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'port_id': '0f9c71f6-b754-4cdd-bd81-77f6f74610b3', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:42:36.459494 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-43eb6321-fec4-493b-b2e4-cfc83ca25763 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:42:36.463331 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-43eb6321-fec4-493b-b2e4-cfc83ca25763 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Usage tracker for resource:floatingip and tenant:2eea003dd45149f2b0169c2b24df7e15 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:42:36.466159 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [None req-43eb6321-fec4-493b-b2e4-cfc83ca25763 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:42:36.472271 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-43eb6321-fec4-493b-b2e4-cfc83ca25763 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:42:36.482900 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43eb6321-fec4-493b-b2e4-cfc83ca25763 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks [] for floatingip, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:36.619890 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43eb6321-fec4-493b-b2e4-cfc83ca25763 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:36.774731 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-43eb6321-fec4-493b-b2e4-cfc83ca25763 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Allocated IP 172.26.0.122 (05164b30-8981-419a-8272-388f48c19dd5/2866920e-0f37-4b4a-8805-4d2c19890603/9b912607-d0e9-490b-9d6e-1a3353ad9c88) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:42:36.927942 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43eb6321-fec4-493b-b2e4-cfc83ca25763 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:36.956585 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43eb6321-fec4-493b-b2e4-cfc83ca25763 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793818239699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:37.027461 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43eb6321-fec4-493b-b2e4-cfc83ca25763 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Network 05164b30-8981-419a-8272-388f48c19dd5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:42:37.030807 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-43eb6321-fec4-493b-b2e4-cfc83ca25763 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:42:37.035310 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eb6321-fec4-493b-b2e4-cfc83ca25763 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:42:37.064035 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb6321-fec4-493b-b2e4-cfc83ca25763 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Pushing event updated for resources: {'Port': ['ID=9b912607-d0e9-490b-9d6e-1a3353ad9c88,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:42:37.670108 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43eb6321-fec4-493b-b2e4-cfc83ca25763 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:37.732081 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43eb6321-fec4-493b-b2e4-cfc83ca25763 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:37.942398 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43eb6321-fec4-493b-b2e4-cfc83ca25763 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:37.946784 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43eb6321-fec4-493b-b2e4-cfc83ca25763 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2805224'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:38.052797 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb6321-fec4-493b-b2e4-cfc83ca25763 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Pushing event updated for resources: {'Port': ['ID=9b912607-d0e9-490b-9d6e-1a3353ad9c88,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:42:38.072184 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43eb6321-fec4-493b-b2e4-cfc83ca25763 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-349739'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:38.271165 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.db.l3_db [None req-43eb6321-fec4-493b-b2e4-cfc83ca25763 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Floating IP 26d31ff2-6263-4d72-b4ba-c41ce4eb8ae0 associated. External IP: 172.26.0.122, port: 0f9c71f6-b754-4cdd-bd81-77f6f74610b3. Jan 21 10:42:38.667900 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43eb6321-fec4-493b-b2e4-cfc83ca25763 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Router 1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:42:38.885216 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43eb6321-fec4-493b-b2e4-cfc83ca25763 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:42:38.895499 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd292bb-63f8-466b-923f-811d2bb54650 None None] Sync routers for ids ['1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:42:38.911833 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd292bb-63f8-466b-923f-811d2bb54650 None None] Routers {'1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:42:38.912438 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-2fd292bb-63f8-466b-923f-811d2bb54650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:42:27Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:42:38.912590 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43eb6321-fec4-493b-b2e4-cfc83ca25763 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:38.973445 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-43eb6321-fec4-493b-b2e4-cfc83ca25763 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5247226 Jan 21 10:42:38.974037 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10da9a96-a2ee-4e3c-9e98-991fbf0b13f4', 'tag': '0f9c71f6-b754-4cdd-bd81-77f6f74610b3'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:42:39.028808 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10da9a96-a2ee-4e3c-9e98-991fbf0b13f4', 'tag': '0f9c71f6-b754-4cdd-bd81-77f6f74610b3', 'status': 'completed', 'code': 200} Jan 21 10:42:39.106359 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-2fd292bb-63f8-466b-923f-811d2bb54650 None None] Set router 1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:42:39.238158 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e6d23c81-525a-42b5-8faf-ca4ccbd452c9 req-6975bc3b-a0a3-4af0-b00a-b355111e9dd0 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=2eea003dd45149f2b0169c2b24df7e15&device_id=10da9a96-a2ee-4e3c-9e98-991fbf0b13f4 HTTP/1.1" status: 200 len: 1099 time: 0.1870365 Jan 21 10:42:39.371995 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d23c81-525a-42b5-8faf-ca4ccbd452c9 req-54c1abbd-eaad-4edc-b69f-d0f59b662e64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:39.373480 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e6d23c81-525a-42b5-8faf-ca4ccbd452c9 req-54c1abbd-eaad-4edc-b69f-d0f59b662e64 service neutron] 10.222.0.124 "GET /v2.0/networks?id=4f819f4c-66ab-4b91-a322-6320f1fdea4b HTTP/1.1" status: 200 len: 910 time: 0.1290867 Jan 21 10:42:39.481156 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e6d23c81-525a-42b5-8faf-ca4ccbd452c9 req-07192eec-c689-4322-82bd-65e08d989761 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f9c71f6-b754-4cdd-bd81-77f6f74610b3 HTTP/1.1" status: 200 len: 1000 time: 0.1011822 Jan 21 10:42:39.507201 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-2fd292bb-63f8-466b-923f-811d2bb54650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'name': 'tempest-TestSnapshotPattern-352167412-router', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '43efb80a-8c86-47b8-a1dc-6fda357776ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:39:33Z', 'revision_number': 4, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'gw_port': {'id': '43efb80a-8c86-47b8-a1dc-6fda357776ac', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '04053c67-8ccf-4ec2-8e95-5ecba1f23ad6', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'floating_ip_address': '172.26.0.226', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'port_id': '6d584d3c-b52c-4cda-b9d6-f8f245162d59', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b', 'mac_address': 'fa:16:3e:e0:6a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680cc132-8d3e-4792-b089-ba006331b375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:40:01Z', 'updated_at': '2022-01-21T10:40:04Z', 'revision_number': 1, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'fixed_ip_address_scope': None}, {'id': '26d31ff2-6263-4d72-b4ba-c41ce4eb8ae0', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'port_id': '0f9c71f6-b754-4cdd-bd81-77f6f74610b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b', 'mac_address': 'fa:16:3e:40:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10da9a96-a2ee-4e3c-9e98-991fbf0b13f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:42:37Z', 'updated_at': '2022-01-21T10:42:37Z', 'revision_number': 0, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d381445-e323-45ee-8083-4298c434d329', 'name': '', 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'mac_address': 'fa:16:3e:c9:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '344ee756-7b36-4f27-9a07-42b16ad2fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:33Z', 'updated_at': '2022-01-21T10:39:41Z', 'revision_number': 5, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'subnets': [{'id': '344ee756-7b36-4f27-9a07-42b16ad2fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:42:39.510937 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd292bb-63f8-466b-923f-811d2bb54650 None None] Checking router: 1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:42:39.522579 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd292bb-63f8-466b-923f-811d2bb54650 None None] Routers {'1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:42:39.523639 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-2fd292bb-63f8-466b-923f-811d2bb54650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:42:27Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:42:39.544292 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d23c81-525a-42b5-8faf-ca4ccbd452c9 req-5011d6e2-ed00-47ef-85c7-66b9cc5aa66e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:39.545874 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e6d23c81-525a-42b5-8faf-ca4ccbd452c9 req-5011d6e2-ed00-47ef-85c7-66b9cc5aa66e service neutron] 10.222.0.124 "GET /v2.0/subnets?id=344ee756-7b36-4f27-9a07-42b16ad2fe22 HTTP/1.1" status: 200 len: 848 time: 0.0593038 Jan 21 10:42:39.620545 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e6d23c81-525a-42b5-8faf-ca4ccbd452c9 req-9aeb2c01-007b-4caa-aa51-0ef0c8d80584 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4f819f4c-66ab-4b91-a322-6320f1fdea4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680752 Jan 21 10:42:39.698653 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-2fd292bb-63f8-466b-923f-811d2bb54650 None None] Set router 1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:42:39.763401 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e6d23c81-525a-42b5-8faf-ca4ccbd452c9 req-3fed5175-7ae7-4277-8c31-829ac0fe7bb0 service neutron] 10.222.0.124 "GET /v2.0/networks/4f819f4c-66ab-4b91-a322-6320f1fdea4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367114 Jan 21 10:42:39.923786 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-e6d23c81-525a-42b5-8faf-ca4ccbd452c9 req-716b74ea-345f-4865-9203-34216aa4d23b service neutron] 10.222.0.124 "GET /v2.0/networks/4f819f4c-66ab-4b91-a322-6320f1fdea4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550620 Jan 21 10:42:40.076005 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-2fd292bb-63f8-466b-923f-811d2bb54650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'name': 'tempest-TestSnapshotPattern-352167412-router', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '43efb80a-8c86-47b8-a1dc-6fda357776ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:39:33Z', 'revision_number': 4, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'gw_port': {'id': '43efb80a-8c86-47b8-a1dc-6fda357776ac', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '04053c67-8ccf-4ec2-8e95-5ecba1f23ad6', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'floating_ip_address': '172.26.0.226', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'port_id': '6d584d3c-b52c-4cda-b9d6-f8f245162d59', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b', 'mac_address': 'fa:16:3e:e0:6a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680cc132-8d3e-4792-b089-ba006331b375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:40:01Z', 'updated_at': '2022-01-21T10:40:04Z', 'revision_number': 1, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'fixed_ip_address_scope': None}, {'id': '26d31ff2-6263-4d72-b4ba-c41ce4eb8ae0', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'port_id': '0f9c71f6-b754-4cdd-bd81-77f6f74610b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b', 'mac_address': 'fa:16:3e:40:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10da9a96-a2ee-4e3c-9e98-991fbf0b13f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:42:37Z', 'updated_at': '2022-01-21T10:42:37Z', 'revision_number': 0, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d381445-e323-45ee-8083-4298c434d329', 'name': '', 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'mac_address': 'fa:16:3e:c9:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '344ee756-7b36-4f27-9a07-42b16ad2fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:33Z', 'updated_at': '2022-01-21T10:39:41Z', 'revision_number': 5, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'subnets': [{'id': '344ee756-7b36-4f27-9a07-42b16ad2fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:42:40.080843 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd292bb-63f8-466b-923f-811d2bb54650 None None] The sync data for ids ['1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'] in dv-neutron-825732-1-hyperv is: [{'id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'name': 'tempest-TestSnapshotPattern-352167412-router', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '43efb80a-8c86-47b8-a1dc-6fda357776ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:39:33Z', 'revision_number': 4, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'gw_port': {'id': '43efb80a-8c86-47b8-a1dc-6fda357776ac', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '04053c67-8ccf-4ec2-8e95-5ecba1f23ad6', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'floating_ip_address': '172.26.0.226', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'port_id': '6d584d3c-b52c-4cda-b9d6-f8f245162d59', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b', 'mac_address': 'fa:16:3e:e0:6a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680cc132-8d3e-4792-b089-ba006331b375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:40:01Z', 'updated_at': '2022-01-21T10:40:04Z', 'revision_number': 1, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'fixed_ip_address_scope': None}, {'id': '26d31ff2-6263-4d72-b4ba-c41ce4eb8ae0', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'port_id': '0f9c71f6-b754-4cdd-bd81-77f6f74610b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b', 'mac_address': 'fa:16:3e:40:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10da9a96-a2ee-4e3c-9e98-991fbf0b13f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:42:37Z', 'updated_at': '2022-01-21T10:42:37Z', 'revision_number': 0, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d381445-e323-45ee-8083-4298c434d329', 'name': '', 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'mac_address': 'fa:16:3e:c9:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '344ee756-7b36-4f27-9a07-42b16ad2fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:33Z', 'updated_at': '2022-01-21T10:39:41Z', 'revision_number': 5, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'subnets': [{'id': '344ee756-7b36-4f27-9a07-42b16ad2fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:42:40.296929 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62c2843-d613-4bb0-b0c8-ca3c627a730f None None] New status for floating IP 26d31ff2-6263-4d72-b4ba-c41ce4eb8ae0: ACTIVE {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:42:50.959911 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:54.081469 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e79a61ea-3109-493f-8c1d-cbb200eab5d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:56.522577 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e409e801-0b0b-4ecd-9d7b-36d0857efd4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:56.700817 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:42:57.622338 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:58.007668 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:59.731568 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:20.444502 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3ad384b3-dfb6-49c9-920a-a6222df05d0a req-ea83e127-500c-44b1-9a68-a842c33a056c service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=680cc132-8d3e-4792-b089-ba006331b375&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732412 Jan 21 10:43:20.584465 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3ad384b3-dfb6-49c9-920a-a6222df05d0a req-b26daa49-0e2f-49f2-a6ed-13bce9b1fe28 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=2eea003dd45149f2b0169c2b24df7e15&device_id=680cc132-8d3e-4792-b089-ba006331b375 HTTP/1.1" status: 200 len: 1096 time: 0.0692315 Jan 21 10:43:20.735420 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad384b3-dfb6-49c9-920a-a6222df05d0a req-cf37e269-b854-4235-a60b-a0c8e1536af6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:20.736871 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3ad384b3-dfb6-49c9-920a-a6222df05d0a req-cf37e269-b854-4235-a60b-a0c8e1536af6 service neutron] 10.222.0.124 "GET /v2.0/networks?id=4f819f4c-66ab-4b91-a322-6320f1fdea4b HTTP/1.1" status: 200 len: 910 time: 0.1324971 Jan 21 10:43:20.849384 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3ad384b3-dfb6-49c9-920a-a6222df05d0a req-ac76e5c3-aac8-4fc8-a635-ec2db3537300 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d584d3c-b52c-4cda-b9d6-f8f245162d59 HTTP/1.1" status: 200 len: 999 time: 0.1062286 Jan 21 10:43:20.922674 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad384b3-dfb6-49c9-920a-a6222df05d0a req-886a9cca-1874-4fcb-9967-581df3e4eaeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:20.924148 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3ad384b3-dfb6-49c9-920a-a6222df05d0a req-886a9cca-1874-4fcb-9967-581df3e4eaeb service neutron] 10.222.0.124 "GET /v2.0/subnets?id=344ee756-7b36-4f27-9a07-42b16ad2fe22 HTTP/1.1" status: 200 len: 848 time: 0.0686910 Jan 21 10:43:20.963320 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:21.001861 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3ad384b3-dfb6-49c9-920a-a6222df05d0a req-da67cce9-1efd-4c09-9234-d70f76c028ab service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4f819f4c-66ab-4b91-a322-6320f1fdea4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713940 Jan 21 10:43:21.012854 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [req-3ad384b3-dfb6-49c9-920a-a6222df05d0a req-111e81f3-a91f-49a9-82aa-20d2d7c44e42 service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=83598) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 10:43:21.014013 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3ad384b3-dfb6-49c9-920a-a6222df05d0a req-111e81f3-a91f-49a9-82aa-20d2d7c44e42 service neutron] 10.222.0.124 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053499 Jan 21 10:43:21.147823 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3ad384b3-dfb6-49c9-920a-a6222df05d0a req-1e1625fb-e1d1-47bd-be4a-f5845d4cf69c service neutron] 10.222.0.124 "GET /v2.0/networks/4f819f4c-66ab-4b91-a322-6320f1fdea4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276255 Jan 21 10:43:21.283808 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-3ad384b3-dfb6-49c9-920a-a6222df05d0a req-d6f9e40c-9a9a-4ffd-ab29-cf004fad78a1 service neutron] 10.222.0.124 "GET /v2.0/networks/4f819f4c-66ab-4b91-a322-6320f1fdea4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294186 Jan 21 10:43:24.084816 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-38c8757b-043c-45b9-8bc7-939759c2333e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:26.524464 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-291ae051-1446-4a36-a404-b5e4aa99952d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:27.628216 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:28.010803 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:29.736325 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:33.701760 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:43:50.986276 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:54.087490 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1b0533c4-5a51-49a6-81a9-00882f5b2195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:56.527114 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cb8b278c-a48c-4904-b97f-e864138acb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:57.631416 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:58.014758 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:59.739739 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:10.702849 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:44:12.286562 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 0f9c71f6-b754-4cdd-bd81-77f6f74610b3 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:44:12.452793 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 0f9c71f6-b754-4cdd-bd81-77f6f74610b3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0f9c71f6-b754-4cdd-bd81-77f6f74610b3,segment=NetworkSegment(861fda02-a27d-4254-b5e0-98c0897f4b77),segment_id=861fda02-a27d-4254-b5e0-98c0897f4b77)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:44:12.468400 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Returning: {'device': '0f9c71f6-b754-4cdd-bd81-77f6f74610b3', 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b', 'port_id': '0f9c71f6-b754-4cdd-bd81-77f6f74610b3', 'mac_address': 'fa:16:3e:40:e8:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '344ee756-7b36-4f27-9a07-42b16ad2fe22', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:44:12.527274 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:12.548559 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f9c71f6-b754-4cdd-bd81-77f6f74610b3 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:44:12.572105 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 0f9c71f6-b754-4cdd-bd81-77f6f74610b3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0f9c71f6-b754-4cdd-bd81-77f6f74610b3,segment=NetworkSegment(861fda02-a27d-4254-b5e0-98c0897f4b77),segment_id=861fda02-a27d-4254-b5e0-98c0897f4b77)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:44:12.576997 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:12.663352 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=0f9c71f6-b754-4cdd-bd81-77f6f74610b3,revision_number=6']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:44:12.667582 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] get_ports_and_sgs() called for port_ids ['0f9c71f6-b754-4cdd-bd81-77f6f74610b3'] {{(pid=83599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:44:12.762614 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:12.763077 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:12.763503 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:12.764850 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:12.765289 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:12.765721 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:12.766111 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:12.766532 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:12.766916 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:12.767301 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:12.767685 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:14.299292 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 0f9c71f6-b754-4cdd-bd81-77f6f74610b3 up at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:44:14.395703 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Provisioning complete for port 0f9c71f6-b754-4cdd-bd81-77f6f74610b3 triggered by entity L2. {{(pid=83599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:44:14.396075 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645200'] for port, provisioning_complete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:14.529862 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:14.567350 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10da9a96-a2ee-4e3c-9e98-991fbf0b13f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9c71f6-b754-4cdd-bd81-77f6f74610b3'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:44:14.577962 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 0f9c71f6-b754-4cdd-bd81-77f6f74610b3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0f9c71f6-b754-4cdd-bd81-77f6f74610b3,segment=NetworkSegment(861fda02-a27d-4254-b5e0-98c0897f4b77),segment_id=861fda02-a27d-4254-b5e0-98c0897f4b77)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:44:14.582816 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:14.658373 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10da9a96-a2ee-4e3c-9e98-991fbf0b13f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9c71f6-b754-4cdd-bd81-77f6f74610b3', 'code': 200} Jan 21 10:44:14.661026 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=0f9c71f6-b754-4cdd-bd81-77f6f74610b3,revision_number=7']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:44:20.990739 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:21.491119 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c5cc35a2-5550-4b6a-82e4-d7b9e886a6f1 req-8a8fa68c-ae5a-4beb-8bb0-580e156e478c service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=2eea003dd45149f2b0169c2b24df7e15&device_id=10da9a96-a2ee-4e3c-9e98-991fbf0b13f4 HTTP/1.1" status: 200 len: 1099 time: 0.0715146 Jan 21 10:44:21.737591 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc35a2-5550-4b6a-82e4-d7b9e886a6f1 req-4796f33d-2f09-4316-8bea-08602e49b072 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:21.739071 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c5cc35a2-5550-4b6a-82e4-d7b9e886a6f1 req-4796f33d-2f09-4316-8bea-08602e49b072 service neutron] 10.222.0.124 "GET /v2.0/networks?id=4f819f4c-66ab-4b91-a322-6320f1fdea4b HTTP/1.1" status: 200 len: 910 time: 0.2270205 Jan 21 10:44:21.863999 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c5cc35a2-5550-4b6a-82e4-d7b9e886a6f1 req-f2c2c28d-0165-49d8-884e-1f7027a593e4 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f9c71f6-b754-4cdd-bd81-77f6f74610b3 HTTP/1.1" status: 200 len: 1002 time: 0.1149261 Jan 21 10:44:21.929684 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc35a2-5550-4b6a-82e4-d7b9e886a6f1 req-1fc3fdd2-17e9-496a-bd8b-76ffcfa84d71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:21.931104 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c5cc35a2-5550-4b6a-82e4-d7b9e886a6f1 req-1fc3fdd2-17e9-496a-bd8b-76ffcfa84d71 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=344ee756-7b36-4f27-9a07-42b16ad2fe22 HTTP/1.1" status: 200 len: 848 time: 0.0616908 Jan 21 10:44:22.014464 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c5cc35a2-5550-4b6a-82e4-d7b9e886a6f1 req-f267f1dd-dfb5-44cb-a883-e6829981e6a5 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4f819f4c-66ab-4b91-a322-6320f1fdea4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767910 Jan 21 10:44:22.150353 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c5cc35a2-5550-4b6a-82e4-d7b9e886a6f1 req-b08e215d-1f40-49cd-a637-ea35dee54dda service neutron] 10.222.0.124 "GET /v2.0/networks/4f819f4c-66ab-4b91-a322-6320f1fdea4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295571 Jan 21 10:44:22.287262 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-c5cc35a2-5550-4b6a-82e4-d7b9e886a6f1 req-766e7970-3ffe-44f3-854b-1003305ff028 service neutron] 10.222.0.124 "GET /v2.0/networks/4f819f4c-66ab-4b91-a322-6320f1fdea4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310120 Jan 21 10:44:22.877556 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 46082) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:44:23.105832 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-30642a8d-544e-4f89-8059-c5771c1ce23e tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Deleting port 9b912607-d0e9-490b-9d6e-1a3353ad9c88 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:44:23.106177 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-30642a8d-544e-4f89-8059-c5771c1ce23e tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:23.276462 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-30642a8d-544e-4f89-8059-c5771c1ce23e tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:23.276782 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-30642a8d-544e-4f89-8059-c5771c1ce23e tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:23.396379 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-30642a8d-544e-4f89-8059-c5771c1ce23e tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Calling delete_port for 9b912607-d0e9-490b-9d6e-1a3353ad9c88 owned by network:floatingip {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:44:23.547643 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-30642a8d-544e-4f89-8059-c5771c1ce23e tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:23.593254 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30642a8d-544e-4f89-8059-c5771c1ce23e tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Pushing event deleted for resources: {'Port': ['ID=9b912607-d0e9-490b-9d6e-1a3353ad9c88,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:44:23.662449 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30642a8d-544e-4f89-8059-c5771c1ce23e tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:23.666317 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30642a8d-544e-4f89-8059-c5771c1ce23e tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:23.666317 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30642a8d-544e-4f89-8059-c5771c1ce23e tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:23.666317 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30642a8d-544e-4f89-8059-c5771c1ce23e tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:23.666317 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30642a8d-544e-4f89-8059-c5771c1ce23e tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:23.666317 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30642a8d-544e-4f89-8059-c5771c1ce23e tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:23.666317 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30642a8d-544e-4f89-8059-c5771c1ce23e tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:23.666317 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30642a8d-544e-4f89-8059-c5771c1ce23e tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:23.666317 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30642a8d-544e-4f89-8059-c5771c1ce23e tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:23.666317 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30642a8d-544e-4f89-8059-c5771c1ce23e tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:23.666317 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30642a8d-544e-4f89-8059-c5771c1ce23e tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:23.698016 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-30642a8d-544e-4f89-8059-c5771c1ce23e tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks [] for floatingip, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:24.091205 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-65b393d5-dd52-4638-83aa-505c43a56fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:24.194161 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30642a8d-544e-4f89-8059-c5771c1ce23e tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Router 1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:44:24.402933 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30642a8d-544e-4f89-8059-c5771c1ce23e tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:44:24.412516 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32233bca-6c48-472b-a358-001e4ee0c84d None None] Sync routers for ids ['1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:44:24.426951 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-30642a8d-544e-4f89-8059-c5771c1ce23e tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:24.427410 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32233bca-6c48-472b-a358-001e4ee0c84d None None] Routers {'1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:44:24.428366 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-32233bca-6c48-472b-a358-001e4ee0c84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:43:57Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:44:24.512307 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-30642a8d-544e-4f89-8059-c5771c1ce23e tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "DELETE /v2.0/floatingips/26d31ff2-6263-4d72-b4ba-c41ce4eb8ae0 HTTP/1.1" status: 204 len: 168 time: 1.6336734 Jan 21 10:44:24.513248 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10da9a96-a2ee-4e3c-9e98-991fbf0b13f4', 'tag': '0f9c71f6-b754-4cdd-bd81-77f6f74610b3'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:44:24.572456 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10da9a96-a2ee-4e3c-9e98-991fbf0b13f4', 'tag': '0f9c71f6-b754-4cdd-bd81-77f6f74610b3', 'status': 'completed', 'code': 200} Jan 21 10:44:24.646644 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-32233bca-6c48-472b-a358-001e4ee0c84d None None] Set router 1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:44:24.667485 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-98c7eeaa-eb2f-4c3e-b1f7-0d53a43865bb req-437d4229-0b78-4a19-b4ce-7fc270e6b181 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=2eea003dd45149f2b0169c2b24df7e15&device_id=10da9a96-a2ee-4e3c-9e98-991fbf0b13f4 HTTP/1.1" status: 200 len: 1099 time: 0.0734692 Jan 21 10:44:24.816399 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7eeaa-eb2f-4c3e-b1f7-0d53a43865bb req-61c8c2e2-5625-49a8-9209-3f93ce5f6e98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:24.818101 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-98c7eeaa-eb2f-4c3e-b1f7-0d53a43865bb req-61c8c2e2-5625-49a8-9209-3f93ce5f6e98 service neutron] 10.222.0.124 "GET /v2.0/networks?id=4f819f4c-66ab-4b91-a322-6320f1fdea4b HTTP/1.1" status: 200 len: 910 time: 0.1453688 Jan 21 10:44:24.922251 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-98c7eeaa-eb2f-4c3e-b1f7-0d53a43865bb req-cc08c304-63df-4b60-a420-673b57a4fe3e service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f9c71f6-b754-4cdd-bd81-77f6f74610b3 HTTP/1.1" status: 200 len: 217 time: 0.0977836 Jan 21 10:44:25.004428 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7eeaa-eb2f-4c3e-b1f7-0d53a43865bb req-81c169f9-15bc-45f2-bf09-813eaee62b05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:25.005947 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-98c7eeaa-eb2f-4c3e-b1f7-0d53a43865bb req-81c169f9-15bc-45f2-bf09-813eaee62b05 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=344ee756-7b36-4f27-9a07-42b16ad2fe22 HTTP/1.1" status: 200 len: 848 time: 0.0723727 Jan 21 10:44:25.066495 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf2b34-a886-46fa-ad76-3c5e6367770e req-297e5369-2b88-4d1a-989a-89c43f538d59 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:25.067186 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-84cf2b34-a886-46fa-ad76-3c5e6367770e req-297e5369-2b88-4d1a-989a-89c43f538d59 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Synchronizing usage tracker for tenant:2eea003dd45149f2b0169c2b24df7e15 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:44:25.099776 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-32233bca-6c48-472b-a358-001e4ee0c84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'name': 'tempest-TestSnapshotPattern-352167412-router', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '43efb80a-8c86-47b8-a1dc-6fda357776ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:39:33Z', 'revision_number': 4, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'gw_port': {'id': '43efb80a-8c86-47b8-a1dc-6fda357776ac', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '04053c67-8ccf-4ec2-8e95-5ecba1f23ad6', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'floating_ip_address': '172.26.0.226', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'port_id': '6d584d3c-b52c-4cda-b9d6-f8f245162d59', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b', 'mac_address': 'fa:16:3e:e0:6a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680cc132-8d3e-4792-b089-ba006331b375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:40:01Z', 'updated_at': '2022-01-21T10:40:04Z', 'revision_number': 1, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d381445-e323-45ee-8083-4298c434d329', 'name': '', 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'mac_address': 'fa:16:3e:c9:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '344ee756-7b36-4f27-9a07-42b16ad2fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:33Z', 'updated_at': '2022-01-21T10:39:41Z', 'revision_number': 5, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'subnets': [{'id': '344ee756-7b36-4f27-9a07-42b16ad2fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:44:25.101971 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-84cf2b34-a886-46fa-ad76-3c5e6367770e req-297e5369-2b88-4d1a-989a-89c43f538d59 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Unset dirty status for tenant:2eea003dd45149f2b0169c2b24df7e15 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:44:25.103124 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-84cf2b34-a886-46fa-ad76-3c5e6367770e req-297e5369-2b88-4d1a-989a-89c43f538d59 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/ports?device_id=10da9a96-a2ee-4e3c-9e98-991fbf0b13f4 HTTP/1.1" status: 200 len: 946 time: 0.2155921 Jan 21 10:44:25.104208 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32233bca-6c48-472b-a358-001e4ee0c84d None None] Checking router: 1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:44:25.115118 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32233bca-6c48-472b-a358-001e4ee0c84d None None] Routers {'1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:44:25.115790 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-32233bca-6c48-472b-a358-001e4ee0c84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:43:57Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:44:25.130146 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-98c7eeaa-eb2f-4c3e-b1f7-0d53a43865bb req-d35aced2-5fe4-4e26-9b58-5861f3d08fb4 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4f819f4c-66ab-4b91-a322-6320f1fdea4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1170244 Jan 21 10:44:25.231315 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-84cf2b34-a886-46fa-ad76-3c5e6367770e req-1e865d4b-9b83-4b77-b14a-30215b818d77 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7b9420f-57b4-4c7a-bc99-ba46db23c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204295 Jan 21 10:44:25.284152 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-98c7eeaa-eb2f-4c3e-b1f7-0d53a43865bb req-3d8369b3-cb8c-4d3d-80b6-b6873dfef739 service neutron] 10.222.0.124 "GET /v2.0/networks/4f819f4c-66ab-4b91-a322-6320f1fdea4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462309 Jan 21 10:44:25.301852 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-32233bca-6c48-472b-a358-001e4ee0c84d None None] Set router 1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:44:25.416675 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-98c7eeaa-eb2f-4c3e-b1f7-0d53a43865bb req-05a1577a-6922-47ad-99c2-a6a654b18d9d service neutron] 10.222.0.124 "GET /v2.0/networks/4f819f4c-66ab-4b91-a322-6320f1fdea4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259246 Jan 21 10:44:25.649851 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-32233bca-6c48-472b-a358-001e4ee0c84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'name': 'tempest-TestSnapshotPattern-352167412-router', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '43efb80a-8c86-47b8-a1dc-6fda357776ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:39:33Z', 'revision_number': 4, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'gw_port': {'id': '43efb80a-8c86-47b8-a1dc-6fda357776ac', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '04053c67-8ccf-4ec2-8e95-5ecba1f23ad6', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'floating_ip_address': '172.26.0.226', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'port_id': '6d584d3c-b52c-4cda-b9d6-f8f245162d59', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b', 'mac_address': 'fa:16:3e:e0:6a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680cc132-8d3e-4792-b089-ba006331b375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:40:01Z', 'updated_at': '2022-01-21T10:40:04Z', 'revision_number': 1, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d381445-e323-45ee-8083-4298c434d329', 'name': '', 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'mac_address': 'fa:16:3e:c9:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '344ee756-7b36-4f27-9a07-42b16ad2fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:33Z', 'updated_at': '2022-01-21T10:39:41Z', 'revision_number': 5, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'subnets': [{'id': '344ee756-7b36-4f27-9a07-42b16ad2fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:44:25.654619 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32233bca-6c48-472b-a358-001e4ee0c84d None None] The sync data for ids ['1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'] in dv-neutron-825732-1-hyperv is: [{'id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'name': 'tempest-TestSnapshotPattern-352167412-router', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '43efb80a-8c86-47b8-a1dc-6fda357776ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:39:33Z', 'revision_number': 4, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'gw_port': {'id': '43efb80a-8c86-47b8-a1dc-6fda357776ac', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_floatingips': [{'id': '04053c67-8ccf-4ec2-8e95-5ecba1f23ad6', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'floating_ip_address': '172.26.0.226', 'floating_network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'router_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'port_id': '6d584d3c-b52c-4cda-b9d6-f8f245162d59', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b', 'mac_address': 'fa:16:3e:e0:6a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680cc132-8d3e-4792-b089-ba006331b375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:40:01Z', 'updated_at': '2022-01-21T10:40:04Z', 'revision_number': 1, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d381445-e323-45ee-8083-4298c434d329', 'name': '', 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'mac_address': 'fa:16:3e:c9:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '344ee756-7b36-4f27-9a07-42b16ad2fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:33Z', 'updated_at': '2022-01-21T10:39:41Z', 'revision_number': 5, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'subnets': [{'id': '344ee756-7b36-4f27-9a07-42b16ad2fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:44:25.875522 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f5acbf-79c3-4b7a-8278-2fdef05aa586 None None] New status for floating IP 26d31ff2-6263-4d72-b4ba-c41ce4eb8ae0: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:44:26.381663 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 0f9c71f6-b754-4cdd-bd81-77f6f74610b3 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:44:26.448351 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ff31a-a78d-418b-9059-7b7d49028b28 req-2be3929a-f9c5-494c-a4b1-1f71b0151618 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:26.450710 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-c37ff31a-a78d-418b-9059-7b7d49028b28 req-2be3929a-f9c5-494c-a4b1-1f71b0151618 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/ports?device_id=10da9a96-a2ee-4e3c-9e98-991fbf0b13f4 HTTP/1.1" status: 200 len: 946 time: 0.0945969 Jan 21 10:44:26.462923 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd5d2e-8b3b-4e36-8578-546748013ef3 req-5c9e7a57-d539-4c2f-b5bc-cdfcedc0a223 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:26.465477 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1ddd5d2e-8b3b-4e36-8578-546748013ef3 req-5c9e7a57-d539-4c2f-b5bc-cdfcedc0a223 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.124 "GET /v2.0/ports?device_id=10da9a96-a2ee-4e3c-9e98-991fbf0b13f4 HTTP/1.1" status: 200 len: 946 time: 0.0880172 Jan 21 10:44:26.501069 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1504918'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:26.506094 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-c37ff31a-a78d-418b-9059-7b7d49028b28 req-896bce96-970a-4c6b-98e7-ced4ffe09cf2 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7b9420f-57b4-4c7a-bc99-ba46db23c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486724 Jan 21 10:44:26.546637 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10da9a96-a2ee-4e3c-9e98-991fbf0b13f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f9c71f6-b754-4cdd-bd81-77f6f74610b3'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:44:26.553260 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-57dad68e-8dfb-4090-8951-8e1dbcea1c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:26.560333 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] For port 0f9c71f6-b754-4cdd-bd81-77f6f74610b3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0f9c71f6-b754-4cdd-bd81-77f6f74610b3,segment=NetworkSegment(861fda02-a27d-4254-b5e0-98c0897f4b77),segment_id=861fda02-a27d-4254-b5e0-98c0897f4b77)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:44:26.566407 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793818614788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793818239717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793818240534'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:26.616460 dv-neutron-825732-1-hyperv neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10da9a96-a2ee-4e3c-9e98-991fbf0b13f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f9c71f6-b754-4cdd-bd81-77f6f74610b3', 'code': 200} Jan 21 10:44:26.652990 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Pushing event updated for resources: {'Port': ['ID=0f9c71f6-b754-4cdd-bd81-77f6f74610b3,revision_number=8']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:44:26.657284 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-1ddd5d2e-8b3b-4e36-8578-546748013ef3 req-18f29f0d-8422-46f4-b77b-6b1ebd692bc0 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Deleting port 0f9c71f6-b754-4cdd-bd81-77f6f74610b3 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:44:26.657657 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1ddd5d2e-8b3b-4e36-8578-546748013ef3 req-18f29f0d-8422-46f4-b77b-6b1ebd692bc0 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:26.901840 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-1ddd5d2e-8b3b-4e36-8578-546748013ef3 req-18f29f0d-8422-46f4-b77b-6b1ebd692bc0 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] For port 0f9c71f6-b754-4cdd-bd81-77f6f74610b3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0f9c71f6-b754-4cdd-bd81-77f6f74610b3,segment=NetworkSegment(861fda02-a27d-4254-b5e0-98c0897f4b77),segment_id=861fda02-a27d-4254-b5e0-98c0897f4b77)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:44:26.902199 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1ddd5d2e-8b3b-4e36-8578-546748013ef3 req-18f29f0d-8422-46f4-b77b-6b1ebd692bc0 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:27.027428 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-1ddd5d2e-8b3b-4e36-8578-546748013ef3 req-18f29f0d-8422-46f4-b77b-6b1ebd692bc0 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Calling delete_port for 0f9c71f6-b754-4cdd-bd81-77f6f74610b3 owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:44:27.171690 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1ddd5d2e-8b3b-4e36-8578-546748013ef3 req-18f29f0d-8422-46f4-b77b-6b1ebd692bc0 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:27.224538 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f29f0d-8422-46f4-b77b-6b1ebd692bc0 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Pushing event deleted for resources: {'Port': ['ID=0f9c71f6-b754-4cdd-bd81-77f6f74610b3,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:44:27.295817 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ddd5d2e-8b3b-4e36-8578-546748013ef3 req-18f29f0d-8422-46f4-b77b-6b1ebd692bc0 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] No DVR routers for this DVR port 0f9c71f6-b754-4cdd-bd81-77f6f74610b3 on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:44:27.298228 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1ddd5d2e-8b3b-4e36-8578-546748013ef3 req-18f29f0d-8422-46f4-b77b-6b1ebd692bc0 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:27.300669 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10da9a96-a2ee-4e3c-9e98-991fbf0b13f4', 'name': 'network-vif-deleted', 'tag': '0f9c71f6-b754-4cdd-bd81-77f6f74610b3'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:44:27.319003 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-1ddd5d2e-8b3b-4e36-8578-546748013ef3 req-18f29f0d-8422-46f4-b77b-6b1ebd692bc0 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.124 "DELETE /v2.0/ports/0f9c71f6-b754-4cdd-bd81-77f6f74610b3 HTTP/1.1" status: 204 len: 173 time: 0.8481774 Jan 21 10:44:27.357776 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10da9a96-a2ee-4e3c-9e98-991fbf0b13f4', 'name': 'network-vif-deleted', 'tag': '0f9c71f6-b754-4cdd-bd81-77f6f74610b3', 'status': 'completed', 'code': 200} Jan 21 10:44:27.638170 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:27.710456 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-f22c7883-54c5-40ec-8175-3e5d65afe34c req-a0125d57-d5e4-4652-a863-1cce78781961 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Synchronizing usage tracker for tenant:2eea003dd45149f2b0169c2b24df7e15 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:44:27.727825 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-f22c7883-54c5-40ec-8175-3e5d65afe34c req-a0125d57-d5e4-4652-a863-1cce78781961 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Unset dirty status for tenant:2eea003dd45149f2b0169c2b24df7e15 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:44:27.729880 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-f22c7883-54c5-40ec-8175-3e5d65afe34c req-a0125d57-d5e4-4652-a863-1cce78781961 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/ports?device_id=10da9a96-a2ee-4e3c-9e98-991fbf0b13f4 HTTP/1.1" status: 200 len: 210 time: 0.0689735 Jan 21 10:44:28.015103 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:29.426705 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 46138) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:44:29.627985 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1ee574c6-51f9-4e54-be1a-e199cf9678f5 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Deleting port 79ef736f-c821-4343-b918-1cfc64128e7c {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:44:29.628241 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1ee574c6-51f9-4e54-be1a-e199cf9678f5 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:29.741819 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:29.803732 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1ee574c6-51f9-4e54-be1a-e199cf9678f5 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:29.804087 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1ee574c6-51f9-4e54-be1a-e199cf9678f5 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:29.929979 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1ee574c6-51f9-4e54-be1a-e199cf9678f5 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Calling delete_port for 79ef736f-c821-4343-b918-1cfc64128e7c owned by network:floatingip {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:44:30.081349 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1ee574c6-51f9-4e54-be1a-e199cf9678f5 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:30.126044 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee574c6-51f9-4e54-be1a-e199cf9678f5 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Pushing event deleted for resources: {'Port': ['ID=79ef736f-c821-4343-b918-1cfc64128e7c,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:44:30.218210 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1ee574c6-51f9-4e54-be1a-e199cf9678f5 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks [] for floatingip, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:30.412583 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 0f9c71f6-b754-4cdd-bd81-77f6f74610b3 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:44:30.449491 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: 0f9c71f6-b754-4cdd-bd81-77f6f74610b3 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:44:30.449867 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 0f9c71f6-b754-4cdd-bd81-77f6f74610b3 not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:44:30.727007 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee574c6-51f9-4e54-be1a-e199cf9678f5 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Router 1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:44:30.927303 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee574c6-51f9-4e54-be1a-e199cf9678f5 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:44:30.939836 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f5b5d6-69a8-49f8-8886-4f81b8a18c1c None None] Sync routers for ids ['1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:44:30.950323 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1ee574c6-51f9-4e54-be1a-e199cf9678f5 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:30.953618 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f5b5d6-69a8-49f8-8886-4f81b8a18c1c None None] Routers {'1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:44:30.954287 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-44f5b5d6-69a8-49f8-8886-4f81b8a18c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:44:27Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:44:31.003864 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-1ee574c6-51f9-4e54-be1a-e199cf9678f5 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "DELETE /v2.0/floatingips/04053c67-8ccf-4ec2-8e95-5ecba1f23ad6 HTTP/1.1" status: 204 len: 168 time: 1.5759623 Jan 21 10:44:31.004440 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680cc132-8d3e-4792-b089-ba006331b375', 'tag': '6d584d3c-b52c-4cda-b9d6-f8f245162d59'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:44:31.059885 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '680cc132-8d3e-4792-b089-ba006331b375', 'tag': '6d584d3c-b52c-4cda-b9d6-f8f245162d59', 'status': 'completed', 'code': 200} Jan 21 10:44:31.161721 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-44f5b5d6-69a8-49f8-8886-4f81b8a18c1c None None] Set router 1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:44:31.161973 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-83a7177a-1971-4475-b685-49de9ef145f9 req-9c470dd8-869d-4faf-9314-be6313a0edac service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=2eea003dd45149f2b0169c2b24df7e15&device_id=680cc132-8d3e-4792-b089-ba006331b375 HTTP/1.1" status: 200 len: 1096 time: 0.0812659 Jan 21 10:44:31.310801 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7177a-1971-4475-b685-49de9ef145f9 req-8eec21a1-2863-4a93-a267-f7eddfd0085f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:31.312601 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-83a7177a-1971-4475-b685-49de9ef145f9 req-8eec21a1-2863-4a93-a267-f7eddfd0085f service neutron] 10.222.0.124 "GET /v2.0/networks?id=4f819f4c-66ab-4b91-a322-6320f1fdea4b HTTP/1.1" status: 200 len: 910 time: 0.1449335 Jan 21 10:44:31.386024 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-83a7177a-1971-4475-b685-49de9ef145f9 req-059999d7-a8e6-4406-ad89-8c84bb725278 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d584d3c-b52c-4cda-b9d6-f8f245162d59 HTTP/1.1" status: 200 len: 217 time: 0.0663319 Jan 21 10:44:31.421333 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30135db3-f14f-496f-9ee8-a969c2805957 req-23bdc118-0145-4ed4-90ef-fff6ee134390 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:31.423558 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-30135db3-f14f-496f-9ee8-a969c2805957 req-23bdc118-0145-4ed4-90ef-fff6ee134390 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/ports?device_id=680cc132-8d3e-4792-b089-ba006331b375 HTTP/1.1" status: 200 len: 943 time: 0.0799358 Jan 21 10:44:31.450650 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7177a-1971-4475-b685-49de9ef145f9 req-eb6d29cf-2eb1-47da-9bf3-6fc220c6a4c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:31.452854 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-83a7177a-1971-4475-b685-49de9ef145f9 req-eb6d29cf-2eb1-47da-9bf3-6fc220c6a4c5 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=344ee756-7b36-4f27-9a07-42b16ad2fe22 HTTP/1.1" status: 200 len: 848 time: 0.0611820 Jan 21 10:44:31.472614 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-30135db3-f14f-496f-9ee8-a969c2805957 req-9e777102-d5f7-419b-829f-ab6ee6bd15e8 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7b9420f-57b4-4c7a-bc99-ba46db23c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431986 Jan 21 10:44:31.510882 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-44f5b5d6-69a8-49f8-8886-4f81b8a18c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'name': 'tempest-TestSnapshotPattern-352167412-router', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '43efb80a-8c86-47b8-a1dc-6fda357776ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:39:33Z', 'revision_number': 4, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'gw_port': {'id': '43efb80a-8c86-47b8-a1dc-6fda357776ac', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '9d381445-e323-45ee-8083-4298c434d329', 'name': '', 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'mac_address': 'fa:16:3e:c9:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '344ee756-7b36-4f27-9a07-42b16ad2fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:33Z', 'updated_at': '2022-01-21T10:39:41Z', 'revision_number': 5, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'subnets': [{'id': '344ee756-7b36-4f27-9a07-42b16ad2fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:44:31.515434 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f5b5d6-69a8-49f8-8886-4f81b8a18c1c None None] Checking router: 1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:44:31.525852 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f5b5d6-69a8-49f8-8886-4f81b8a18c1c None None] Routers {'1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:44:31.526434 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-44f5b5d6-69a8-49f8-8886-4f81b8a18c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:44:27Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:44:31.533205 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-83a7177a-1971-4475-b685-49de9ef145f9 req-51cb73e7-4c99-4d54-9806-6d119607918b service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4f819f4c-66ab-4b91-a322-6320f1fdea4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727291 Jan 21 10:44:31.672983 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-83a7177a-1971-4475-b685-49de9ef145f9 req-d00a0a0f-f729-4faf-93cc-d338696ec285 service neutron] 10.222.0.124 "GET /v2.0/networks/4f819f4c-66ab-4b91-a322-6320f1fdea4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336980 Jan 21 10:44:31.734513 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-44f5b5d6-69a8-49f8-8886-4f81b8a18c1c None None] Set router 1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:44:31.808430 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-83a7177a-1971-4475-b685-49de9ef145f9 req-02ff62c1-0e9d-4e87-8c42-102b38656019 service neutron] 10.222.0.124 "GET /v2.0/networks/4f819f4c-66ab-4b91-a322-6320f1fdea4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291516 Jan 21 10:44:32.064692 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-44f5b5d6-69a8-49f8-8886-4f81b8a18c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'name': 'tempest-TestSnapshotPattern-352167412-router', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '43efb80a-8c86-47b8-a1dc-6fda357776ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:39:33Z', 'revision_number': 4, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'gw_port': {'id': '43efb80a-8c86-47b8-a1dc-6fda357776ac', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '9d381445-e323-45ee-8083-4298c434d329', 'name': '', 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'mac_address': 'fa:16:3e:c9:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '344ee756-7b36-4f27-9a07-42b16ad2fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:33Z', 'updated_at': '2022-01-21T10:39:41Z', 'revision_number': 5, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'subnets': [{'id': '344ee756-7b36-4f27-9a07-42b16ad2fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:44:32.068510 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f5b5d6-69a8-49f8-8886-4f81b8a18c1c None None] The sync data for ids ['1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'] in dv-neutron-825732-1-hyperv is: [{'id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'name': 'tempest-TestSnapshotPattern-352167412-router', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '43efb80a-8c86-47b8-a1dc-6fda357776ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:39:33Z', 'revision_number': 4, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'gw_port': {'id': '43efb80a-8c86-47b8-a1dc-6fda357776ac', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv', '_interfaces': [{'id': '9d381445-e323-45ee-8083-4298c434d329', 'name': '', 'network_id': '4f819f4c-66ab-4b91-a322-6320f1fdea4b', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'mac_address': 'fa:16:3e:c9:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '344ee756-7b36-4f27-9a07-42b16ad2fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:33Z', 'updated_at': '2022-01-21T10:39:41Z', 'revision_number': 5, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'subnets': [{'id': '344ee756-7b36-4f27-9a07-42b16ad2fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:44:32.286842 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7bb54a-7e38-48d7-9299-4fabf37fd653 None None] New status for floating IP 04053c67-8ccf-4ec2-8e95-5ecba1f23ad6: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:44:32.686009 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75015a73-6c6b-468a-b2ac-f7df0aff5de0 req-9012887e-95c1-48f5-bcc9-1126a525eefe tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:32.686608 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-75015a73-6c6b-468a-b2ac-f7df0aff5de0 req-9012887e-95c1-48f5-bcc9-1126a525eefe tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Synchronizing usage tracker for tenant:2eea003dd45149f2b0169c2b24df7e15 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:44:32.702567 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.quota.resource [req-75015a73-6c6b-468a-b2ac-f7df0aff5de0 req-9012887e-95c1-48f5-bcc9-1126a525eefe tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Unset dirty status for tenant:2eea003dd45149f2b0169c2b24df7e15 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:44:32.703702 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-75015a73-6c6b-468a-b2ac-f7df0aff5de0 req-9012887e-95c1-48f5-bcc9-1126a525eefe tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/ports?device_id=680cc132-8d3e-4792-b089-ba006331b375 HTTP/1.1" status: 200 len: 943 time: 0.0999372 Jan 21 10:44:32.751971 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-75015a73-6c6b-468a-b2ac-f7df0aff5de0 req-98aaa49b-545b-4b37-9600-ff6d825e7a25 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7b9420f-57b4-4c7a-bc99-ba46db23c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422370 Jan 21 10:44:33.040807 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbac59-af60-419d-b979-440f08a57edc req-f0b38626-1508-484a-87ec-e87bb1636880 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:33.042438 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b3fbac59-af60-419d-b979-440f08a57edc req-f0b38626-1508-484a-87ec-e87bb1636880 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.124 "GET /v2.0/ports?device_id=680cc132-8d3e-4792-b089-ba006331b375 HTTP/1.1" status: 200 len: 943 time: 0.0756273 Jan 21 10:44:33.115035 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-b3fbac59-af60-419d-b979-440f08a57edc req-3d378b76-8333-411b-a6ac-bfd7e2f0719b tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Deleting port 6d584d3c-b52c-4cda-b9d6-f8f245162d59 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:44:33.115375 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-b3fbac59-af60-419d-b979-440f08a57edc req-3d378b76-8333-411b-a6ac-bfd7e2f0719b tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:33.464027 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-b3fbac59-af60-419d-b979-440f08a57edc req-3d378b76-8333-411b-a6ac-bfd7e2f0719b tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] For port 6d584d3c-b52c-4cda-b9d6-f8f245162d59, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6d584d3c-b52c-4cda-b9d6-f8f245162d59,segment=NetworkSegment(861fda02-a27d-4254-b5e0-98c0897f4b77),segment_id=861fda02-a27d-4254-b5e0-98c0897f4b77)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:44:33.464291 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-b3fbac59-af60-419d-b979-440f08a57edc req-3d378b76-8333-411b-a6ac-bfd7e2f0719b tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:33.586879 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-b3fbac59-af60-419d-b979-440f08a57edc req-3d378b76-8333-411b-a6ac-bfd7e2f0719b tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Calling delete_port for 6d584d3c-b52c-4cda-b9d6-f8f245162d59 owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:44:33.741479 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-b3fbac59-af60-419d-b979-440f08a57edc req-3d378b76-8333-411b-a6ac-bfd7e2f0719b tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:33.794735 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d378b76-8333-411b-a6ac-bfd7e2f0719b tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Pushing event deleted for resources: {'Port': ['ID=6d584d3c-b52c-4cda-b9d6-f8f245162d59,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:44:33.883885 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3fbac59-af60-419d-b979-440f08a57edc req-3d378b76-8333-411b-a6ac-bfd7e2f0719b tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] No DVR routers for this DVR port 6d584d3c-b52c-4cda-b9d6-f8f245162d59 on host hv-neutron-8257 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:44:33.886423 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-b3fbac59-af60-419d-b979-440f08a57edc req-3d378b76-8333-411b-a6ac-bfd7e2f0719b tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109380'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:33.890246 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680cc132-8d3e-4792-b089-ba006331b375', 'name': 'network-vif-deleted', 'tag': '6d584d3c-b52c-4cda-b9d6-f8f245162d59'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:44:33.908067 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [req-b3fbac59-af60-419d-b979-440f08a57edc req-3d378b76-8333-411b-a6ac-bfd7e2f0719b tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.124 "DELETE /v2.0/ports/6d584d3c-b52c-4cda-b9d6-f8f245162d59 HTTP/1.1" status: 204 len: 173 time: 0.8604395 Jan 21 10:44:33.944247 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [req-859c3819-2440-42e1-bedc-eac376af1686 req-22dd73ed-f125-4667-adcd-ada628f544e0 tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "GET /v2.0/ports?device_id=680cc132-8d3e-4792-b089-ba006331b375 HTTP/1.1" status: 200 len: 210 time: 0.0573962 Jan 21 10:44:33.958910 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680cc132-8d3e-4792-b089-ba006331b375', 'name': 'network-vif-deleted', 'tag': '6d584d3c-b52c-4cda-b9d6-f8f245162d59', 'status': 'completed', 'code': 200} Jan 21 10:44:35.059876 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 46156) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:44:35.128509 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-97826025-378e-4cb9-b7b0-565c6dcdb63a tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:35.158288 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-97826025-378e-4cb9-b7b0-565c6dcdb63a tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:35.226580 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-97826025-378e-4cb9-b7b0-565c6dcdb63a tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:35.245759 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97826025-378e-4cb9-b7b0-565c6dcdb63a tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b9420f-57b4-4c7a-bc99-ba46db23c13e,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:44:35.262133 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-97826025-378e-4cb9-b7b0-565c6dcdb63a tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:35.263295 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-97826025-378e-4cb9-b7b0-565c6dcdb63a tempest-TestSnapshotPattern-2132934243 tempest-TestSnapshotPattern-2132934243-project] 10.222.0.104 "DELETE /v2.0/security-groups/f7b9420f-57b4-4c7a-bc99-ba46db23c13e HTTP/1.1" status: 204 len: 168 time: 0.2022433 Jan 21 10:44:35.330023 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 46162) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:44:35.877439 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-604b5a2c-5187-4294-aba9-f672b4125078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:36.444368 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 6d584d3c-b52c-4cda-b9d6-f8f245162d59 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:44:36.476522 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] No Port match for: 6d584d3c-b52c-4cda-b9d6-f8f245162d59 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:44:36.476862 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Device 6d584d3c-b52c-4cda-b9d6-f8f245162d59 not bound to the agent host hv-neutron-8257 {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:44:36.587119 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-604b5a2c-5187-4294-aba9-f672b4125078 admin admin] Deleting port 9d381445-e323-45ee-8083-4298c434d329 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:44:36.587716 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-604b5a2c-5187-4294-aba9-f672b4125078 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:36.772138 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-604b5a2c-5187-4294-aba9-f672b4125078 admin admin] For port 9d381445-e323-45ee-8083-4298c434d329, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=9d381445-e323-45ee-8083-4298c434d329,segment=NetworkSegment(861fda02-a27d-4254-b5e0-98c0897f4b77),segment_id=861fda02-a27d-4254-b5e0-98c0897f4b77)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:44:36.772489 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-604b5a2c-5187-4294-aba9-f672b4125078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:36.904621 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-604b5a2c-5187-4294-aba9-f672b4125078 admin admin] Calling delete_port for 9d381445-e323-45ee-8083-4298c434d329 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:44:37.081844 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-604b5a2c-5187-4294-aba9-f672b4125078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:37.129147 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b5a2c-5187-4294-aba9-f672b4125078 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d381445-e323-45ee-8083-4298c434d329,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:44:37.207318 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604b5a2c-5187-4294-aba9-f672b4125078 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:37.207665 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604b5a2c-5187-4294-aba9-f672b4125078 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:37.208071 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604b5a2c-5187-4294-aba9-f672b4125078 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:37.208415 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604b5a2c-5187-4294-aba9-f672b4125078 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:37.208741 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604b5a2c-5187-4294-aba9-f672b4125078 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:37.209070 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604b5a2c-5187-4294-aba9-f672b4125078 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:37.209389 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604b5a2c-5187-4294-aba9-f672b4125078 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:37.209734 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604b5a2c-5187-4294-aba9-f672b4125078 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:37.210051 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604b5a2c-5187-4294-aba9-f672b4125078 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:37.210364 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604b5a2c-5187-4294-aba9-f672b4125078 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:37.210678 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604b5a2c-5187-4294-aba9-f672b4125078 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825732-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:37.448202 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-604b5a2c-5187-4294-aba9-f672b4125078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:38.148611 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604b5a2c-5187-4294-aba9-f672b4125078 admin admin] Router 1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:44:38.355059 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604b5a2c-5187-4294-aba9-f672b4125078 admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:44:38.364062 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52c6234-ddd0-4f2d-91e4-0cb2e0991cb5 None None] Sync routers for ids ['1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'] in dv-neutron-825732-1-hyperv {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:44:38.368254 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-604b5a2c-5187-4294-aba9-f672b4125078 admin admin] 10.222.0.104 "PUT /v2.0/routers/1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0371752 Jan 21 10:44:38.370862 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 46168) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:44:38.376252 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52c6234-ddd0-4f2d-91e4-0cb2e0991cb5 None None] Routers {'1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:44:38.376855 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-c52c6234-ddd0-4f2d-91e4-0cb2e0991cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:44:27Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:44:38.553765 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-c52c6234-ddd0-4f2d-91e4-0cb2e0991cb5 None None] Set router 1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d gateway port host: dv-neutron-825732-1-hyperv {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:44:38.570643 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d474b720-dd35-4e3c-a148-3edd543cc23d admin admin] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:38.768610 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d474b720-dd35-4e3c-a148-3edd543cc23d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:38.778645 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d474b720-dd35-4e3c-a148-3edd543cc23d admin admin] Deleting port 43efb80a-8c86-47b8-a1dc-6fda357776ac {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:44:38.779372 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d474b720-dd35-4e3c-a148-3edd543cc23d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:38.858607 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-c52c6234-ddd0-4f2d-91e4-0cb2e0991cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'name': 'tempest-TestSnapshotPattern-352167412-router', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '43efb80a-8c86-47b8-a1dc-6fda357776ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:44:37Z', 'revision_number': 5, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'gw_port': {'id': '43efb80a-8c86-47b8-a1dc-6fda357776ac', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:44:38.862474 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52c6234-ddd0-4f2d-91e4-0cb2e0991cb5 None None] Checking router: 1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d for host: dv-neutron-825732-1-hyperv {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:44:38.873446 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52c6234-ddd0-4f2d-91e4-0cb2e0991cb5 None None] Routers {'1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:44:38.874153 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-c52c6234-ddd0-4f2d-91e4-0cb2e0991cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:44:27Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:44:38.958715 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-d474b720-dd35-4e3c-a148-3edd543cc23d admin admin] For port 43efb80a-8c86-47b8-a1dc-6fda357776ac, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=43efb80a-8c86-47b8-a1dc-6fda357776ac,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:44:38.959058 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d474b720-dd35-4e3c-a148-3edd543cc23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:39.038141 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-c52c6234-ddd0-4f2d-91e4-0cb2e0991cb5 None None] Set router 1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:44:39.084022 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d474b720-dd35-4e3c-a148-3edd543cc23d admin admin] Calling delete_port for 43efb80a-8c86-47b8-a1dc-6fda357776ac owned by network:router_gateway {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:44:39.145584 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-c52c6234-ddd0-4f2d-91e4-0cb2e0991cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'name': 'tempest-TestSnapshotPattern-352167412-router', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:44:38Z', 'revision_number': 6, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'gw_port_host': None}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:44:39.149785 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52c6234-ddd0-4f2d-91e4-0cb2e0991cb5 None None] The sync data for ids ['1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d'] in dv-neutron-825732-1-hyperv is: [{'id': '1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d', 'name': 'tempest-TestSnapshotPattern-352167412-router', 'tenant_id': '2eea003dd45149f2b0169c2b24df7e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:39:30Z', 'updated_at': '2022-01-21T10:44:38Z', 'revision_number': 6, 'project_id': '2eea003dd45149f2b0169c2b24df7e15', 'gw_port_host': None}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:44:39.356496 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d474b720-dd35-4e3c-a148-3edd543cc23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:39.408559 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d474b720-dd35-4e3c-a148-3edd543cc23d admin admin] Pushing event deleted for resources: {'Port': ['ID=43efb80a-8c86-47b8-a1dc-6fda357776ac,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:44:39.564679 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 9d381445-e323-45ee-8083-4298c434d329 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:44:39.608432 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 9d381445-e323-45ee-8083-4298c434d329 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:44:39.608787 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 9d381445-e323-45ee-8083-4298c434d329 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:44:39.648297 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d474b720-dd35-4e3c-a148-3edd543cc23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:39.905400 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d474b720-dd35-4e3c-a148-3edd543cc23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:39.909937 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d474b720-dd35-4e3c-a148-3edd543cc23d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:39.936982 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d474b720-dd35-4e3c-a148-3edd543cc23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:39.937639 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d474b720-dd35-4e3c-a148-3edd543cc23d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:44:39.950496 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d474b720-dd35-4e3c-a148-3edd543cc23d admin admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:39.954499 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-d474b720-dd35-4e3c-a148-3edd543cc23d admin admin] 10.222.0.104 "DELETE /v2.0/routers/1cc8cd7a-5339-4f86-abd5-f0a13a5b0a4d HTTP/1.1" status: 204 len: 168 time: 1.5802898 Jan 21 10:44:39.954728 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 46172) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:44:40.022092 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4cafa54-8736-4fe1-bea2-011d18bfe412 admin admin] Deleting subnet 344ee756-7b36-4f27-9a07-42b16ad2fe22 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:44:40.025860 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a4cafa54-8736-4fe1-bea2-011d18bfe412 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:40.080104 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a4cafa54-8736-4fe1-bea2-011d18bfe412 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3463714'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:40.162449 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a4cafa54-8736-4fe1-bea2-011d18bfe412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:40.236581 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a4cafa54-8736-4fe1-bea2-011d18bfe412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584172'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:40.277745 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cafa54-8736-4fe1-bea2-011d18bfe412 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=344ee756-7b36-4f27-9a07-42b16ad2fe22,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:44:40.286206 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a4cafa54-8736-4fe1-bea2-011d18bfe412 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:40.291405 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7c1e76-7555-4de4-aa0e-6537ffe8c076 None None] Network 4f819f4c-66ab-4b91-a322-6320f1fdea4b requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:44:40.292469 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-a4cafa54-8736-4fe1-bea2-011d18bfe412 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/344ee756-7b36-4f27-9a07-42b16ad2fe22 HTTP/1.1" status: 204 len: 168 time: 0.3368032 Jan 21 10:44:40.295561 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 46176) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:44:40.405373 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5187ab11-d653-4548-87fd-9461ab274578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:40.416422 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-5187ab11-d653-4548-87fd-9461ab274578 admin admin] Deleting port 7e912ebd-466e-46c9-9f63-41ea994f5b9f {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:44:40.416695 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5187ab11-d653-4548-87fd-9461ab274578 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:40.561285 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb203e9-f9aa-4ca2-94bf-992dc542123c None None] DHCP port deletion for 4f819f4c-66ab-4b91-a322-6320f1fdea4b request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 10:44:40.565693 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-0eb203e9-f9aa-4ca2-94bf-992dc542123c None None] Deleting port 7e912ebd-466e-46c9-9f63-41ea994f5b9f {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:44:40.566249 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0eb203e9-f9aa-4ca2-94bf-992dc542123c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:40.624193 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-5187ab11-d653-4548-87fd-9461ab274578 admin admin] For port 7e912ebd-466e-46c9-9f63-41ea994f5b9f, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=7e912ebd-466e-46c9-9f63-41ea994f5b9f,segment=NetworkSegment(861fda02-a27d-4254-b5e0-98c0897f4b77),segment_id=861fda02-a27d-4254-b5e0-98c0897f4b77)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:44:40.624539 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5187ab11-d653-4548-87fd-9461ab274578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:40.749921 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-5187ab11-d653-4548-87fd-9461ab274578 admin admin] Calling delete_port for 7e912ebd-466e-46c9-9f63-41ea994f5b9f owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:44:40.829663 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-0eb203e9-f9aa-4ca2-94bf-992dc542123c None None] For port 7e912ebd-466e-46c9-9f63-41ea994f5b9f, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=7e912ebd-466e-46c9-9f63-41ea994f5b9f,segment=NetworkSegment(861fda02-a27d-4254-b5e0-98c0897f4b77),segment_id=861fda02-a27d-4254-b5e0-98c0897f4b77)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:44:40.830093 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0eb203e9-f9aa-4ca2-94bf-992dc542123c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:40.831797 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5187ab11-d653-4548-87fd-9461ab274578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:40.887063 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187ab11-d653-4548-87fd-9461ab274578 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e912ebd-466e-46c9-9f63-41ea994f5b9f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:44:40.892043 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5187ab11-d653-4548-87fd-9461ab274578 admin admin] No DVR routers for this DVR port 7e912ebd-466e-46c9-9f63-41ea994f5b9f on host dv-neutron-825732-1-hyperv {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:44:40.951266 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-0eb203e9-f9aa-4ca2-94bf-992dc542123c None None] Calling delete_port for 7e912ebd-466e-46c9-9f63-41ea994f5b9f owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:44:41.018459 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5187ab11-d653-4548-87fd-9461ab274578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:41.021810 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-0eb203e9-f9aa-4ca2-94bf-992dc542123c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:44:41.022163 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-0eb203e9-f9aa-4ca2-94bf-992dc542123c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:44:41.048161 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-5187ab11-d653-4548-87fd-9461ab274578 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f819f4c-66ab-4b91-a322-6320f1fdea4b']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:44:41.061197 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-5187ab11-d653-4548-87fd-9461ab274578 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '861fda02-a27d-4254-b5e0-98c0897f4b77') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:44:41.061502 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-5187ab11-d653-4548-87fd-9461ab274578 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '861fda02-a27d-4254-b5e0-98c0897f4b77') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:44:41.073803 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5187ab11-d653-4548-87fd-9461ab274578 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:41.089872 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5187ab11-d653-4548-87fd-9461ab274578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:41.096076 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5187ab11-d653-4548-87fd-9461ab274578 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:44:41.096453 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5187ab11-d653-4548-87fd-9461ab274578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:41.109557 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 10:44:41.109557 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:44:41.109557 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 10:44:41.109557 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:44:41.109557 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 10:44:41.109557 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:44:41.109557 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 10:44:41.109557 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:44:41.109557 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 10:44:41.109557 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:44:41.109557 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 10:44:41.109557 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:44:41.109557 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 10:44:41.109557 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:44:41.109557 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:44:41.109557 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:44:41.109557 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:44:41.109557 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:44:41.109557 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 10:44:41.109557 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:44:41.109557 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 10:44:41.109557 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:44:41.109557 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:44:41.109557 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:44:41.109557 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 10:44:41.109557 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:44:41.109557 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:44:41.109557 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:44:41.109557 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:44:41.109557 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:44:41.109557 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:44:41.109557 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:44:41.196949 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5187ab11-d653-4548-87fd-9461ab274578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:41.287100 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 7e912ebd-466e-46c9-9f63-41ea994f5b9f no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:44:41.309961 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5187ab11-d653-4548-87fd-9461ab274578 admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:41.321564 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187ab11-d653-4548-87fd-9461ab274578 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f819f4c-66ab-4b91-a322-6320f1fdea4b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:44:41.330741 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 7e912ebd-466e-46c9-9f63-41ea994f5b9f {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:44:41.331089 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 7e912ebd-466e-46c9-9f63-41ea994f5b9f not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:44:41.331512 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 43efb80a-8c86-47b8-a1dc-6fda357776ac no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:44:41.337372 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-5187ab11-d653-4548-87fd-9461ab274578 admin admin] 10.222.0.104 "DELETE /v2.0/networks/4f819f4c-66ab-4b91-a322-6320f1fdea4b HTTP/1.1" status: 204 len: 168 time: 1.0404546 Jan 21 10:44:41.340337 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.104', 46180) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:44:41.363133 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 43efb80a-8c86-47b8-a1dc-6fda357776ac {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:44:41.363472 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 43efb80a-8c86-47b8-a1dc-6fda357776ac not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:44:41.523885 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-0eb203e9-f9aa-4ca2-94bf-992dc542123c None None] Deleting port 7e912ebd-466e-46c9-9f63-41ea994f5b9f {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:44:41.524276 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0eb203e9-f9aa-4ca2-94bf-992dc542123c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:41.596183 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-0eb203e9-f9aa-4ca2-94bf-992dc542123c None None] The port '7e912ebd-466e-46c9-9f63-41ea994f5b9f' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 10:44:41.842273 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aaeefecb-9290-46fb-83a2-bc13a88f3a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346461'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:42.452421 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-aaeefecb-9290-46fb-83a2-bc13a88f3a52 admin admin] Deleting port 16b790f2-be6c-440a-83b1-c76abe8087e1 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:44:42.453115 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aaeefecb-9290-46fb-83a2-bc13a88f3a52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:42.633137 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-aaeefecb-9290-46fb-83a2-bc13a88f3a52 admin admin] For port 16b790f2-be6c-440a-83b1-c76abe8087e1, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=16b790f2-be6c-440a-83b1-c76abe8087e1,segment=NetworkSegment(2515e25c-be12-46d3-8f20-b6d990794c68),segment_id=2515e25c-be12-46d3-8f20-b6d990794c68)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:44:42.633494 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aaeefecb-9290-46fb-83a2-bc13a88f3a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:42.764512 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-aaeefecb-9290-46fb-83a2-bc13a88f3a52 admin admin] Calling delete_port for 16b790f2-be6c-440a-83b1-c76abe8087e1 owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:44:42.958079 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aaeefecb-9290-46fb-83a2-bc13a88f3a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2805217'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:43.011302 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeefecb-9290-46fb-83a2-bc13a88f3a52 admin admin] Pushing event deleted for resources: {'Port': ['ID=16b790f2-be6c-440a-83b1-c76abe8087e1,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:44:43.345353 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aaeefecb-9290-46fb-83a2-bc13a88f3a52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15355279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-349876'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:44.069328 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaeefecb-9290-46fb-83a2-bc13a88f3a52 admin admin] Router 6a4c2f16-2bd7-4ce6-8721-0fd171f38091 has already been hosted by L3 agent bed0a200-7552-4d5d-a1c6-6277b7069371 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:44:44.280919 dv-neutron-825732-1-hyperv neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaeefecb-9290-46fb-83a2-bc13a88f3a52 admin admin] Notify agent at l3_agent.dv-neutron-825732-1-hyperv the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:44:44.289905 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ae6d0a-c57f-4945-a597-442f7b8a52a2 None None] Sync routers for ids ['6a4c2f16-2bd7-4ce6-8721-0fd171f38091'] in dv-neutron-825732-1-hyperv {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:44:44.298449 dv-neutron-825732-1-hyperv neutron-server[83598]: INFO neutron.wsgi [None req-aaeefecb-9290-46fb-83a2-bc13a88f3a52 admin admin] 10.222.0.104 "PUT /v2.0/routers/6a4c2f16-2bd7-4ce6-8721-0fd171f38091/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9566932 Jan 21 10:44:44.301080 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 46184) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:44:44.320262 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ae6d0a-c57f-4945-a597-442f7b8a52a2 None None] Routers {'6a4c2f16-2bd7-4ce6-8721-0fd171f38091'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:44:44.320885 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-68ae6d0a-c57f-4945-a597-442f7b8a52a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:44:27Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['6a4c2f16-2bd7-4ce6-8721-0fd171f38091'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:44:44.499056 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d914104a-a85e-4c42-8132-882ac4a25a8e admin admin] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:44.512528 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-68ae6d0a-c57f-4945-a597-442f7b8a52a2 None None] Set router 6a4c2f16-2bd7-4ce6-8721-0fd171f38091 gateway port host: dv-neutron-825732-1-hyperv {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:44:44.698315 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d914104a-a85e-4c42-8132-882ac4a25a8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:44.708398 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-d914104a-a85e-4c42-8132-882ac4a25a8e admin admin] Deleting port 3644e4db-1db1-4b9a-9161-5c3f6fdccc29 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:44:44.708767 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d914104a-a85e-4c42-8132-882ac4a25a8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:44.811219 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-68ae6d0a-c57f-4945-a597-442f7b8a52a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4c2f16-2bd7-4ce6-8721-0fd171f38091', 'name': 'tempest-TestSnapshotPattern-242799382-router', 'tenant_id': '83a9206b073d49969c65d97e4e7a3ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'external_fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '3644e4db-1db1-4b9a-9161-5c3f6fdccc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:39:36Z', 'updated_at': '2022-01-21T10:44:42Z', 'revision_number': 5, 'project_id': '83a9206b073d49969c65d97e4e7a3ced', 'gw_port': {'id': '3644e4db-1db1-4b9a-9161-5c3f6fdccc29', 'name': '', 'network_id': '05164b30-8981-419a-8272-388f48c19dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4c2f16-2bd7-4ce6-8721-0fd171f38091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825732-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:39:37Z', 'updated_at': '2022-01-21T10:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2866920e-0f37-4b4a-8805-4d2c19890603', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825732-1-hyperv'}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:44:44.815111 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ae6d0a-c57f-4945-a597-442f7b8a52a2 None None] Checking router: 6a4c2f16-2bd7-4ce6-8721-0fd171f38091 for host: dv-neutron-825732-1-hyperv {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:44:44.827137 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ae6d0a-c57f-4945-a597-442f7b8a52a2 None None] Routers {'6a4c2f16-2bd7-4ce6-8721-0fd171f38091'} bound to L3 agent in host dv-neutron-825732-1-hyperv {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:44:44.827680 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-68ae6d0a-c57f-4945-a597-442f7b8a52a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825732-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:32:56Z,description=,heartbeat_timestamp=2022-01-21T10:44:27Z,host='dv-neutron-825732-1-hyperv',id=bed0a200-7552-4d5d-a1c6-6277b7069371,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:32:56Z,topic='l3_agent')) {'router_ids': ['6a4c2f16-2bd7-4ce6-8721-0fd171f38091'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:44:44.902460 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-d914104a-a85e-4c42-8132-882ac4a25a8e admin admin] For port 3644e4db-1db1-4b9a-9161-5c3f6fdccc29, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=3644e4db-1db1-4b9a-9161-5c3f6fdccc29,segment=NetworkSegment(33b5c2b4-18ba-4476-b749-2f9ff56a7d79),segment_id=33b5c2b4-18ba-4476-b749-2f9ff56a7d79)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:44:44.902840 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d914104a-a85e-4c42-8132-882ac4a25a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:44.990509 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-68ae6d0a-c57f-4945-a597-442f7b8a52a2 None None] Set router 6a4c2f16-2bd7-4ce6-8721-0fd171f38091 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:44:45.022492 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-d914104a-a85e-4c42-8132-882ac4a25a8e admin admin] Calling delete_port for 3644e4db-1db1-4b9a-9161-5c3f6fdccc29 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:44:45.106432 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-68ae6d0a-c57f-4945-a597-442f7b8a52a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4c2f16-2bd7-4ce6-8721-0fd171f38091', 'name': 'tempest-TestSnapshotPattern-242799382-router', 'tenant_id': '83a9206b073d49969c65d97e4e7a3ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:39:36Z', 'updated_at': '2022-01-21T10:44:44Z', 'revision_number': 6, 'project_id': '83a9206b073d49969c65d97e4e7a3ced', 'gw_port_host': None}], 'dv-neutron-825732-1-hyperv', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:44:45.110954 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ae6d0a-c57f-4945-a597-442f7b8a52a2 None None] The sync data for ids ['6a4c2f16-2bd7-4ce6-8721-0fd171f38091'] in dv-neutron-825732-1-hyperv is: [{'id': '6a4c2f16-2bd7-4ce6-8721-0fd171f38091', 'name': 'tempest-TestSnapshotPattern-242799382-router', 'tenant_id': '83a9206b073d49969c65d97e4e7a3ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:39:36Z', 'updated_at': '2022-01-21T10:44:44Z', 'revision_number': 6, 'project_id': '83a9206b073d49969c65d97e4e7a3ced', 'gw_port_host': None}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:44:45.187277 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d914104a-a85e-4c42-8132-882ac4a25a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:45.230774 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d914104a-a85e-4c42-8132-882ac4a25a8e admin admin] Pushing event deleted for resources: {'Port': ['ID=3644e4db-1db1-4b9a-9161-5c3f6fdccc29,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:44:45.470852 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d914104a-a85e-4c42-8132-882ac4a25a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349816'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:45.511737 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 16b790f2-be6c-440a-83b1-c76abe8087e1 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:44:45.550502 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 16b790f2-be6c-440a-83b1-c76abe8087e1 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:44:45.550866 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 16b790f2-be6c-440a-83b1-c76abe8087e1 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:44:45.849545 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d914104a-a85e-4c42-8132-882ac4a25a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27006'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:45.854552 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d914104a-a85e-4c42-8132-882ac4a25a8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:45.887427 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d914104a-a85e-4c42-8132-882ac4a25a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344208'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:45.888155 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d914104a-a85e-4c42-8132-882ac4a25a8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a4c2f16-2bd7-4ce6-8721-0fd171f38091 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:44:45.901175 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d914104a-a85e-4c42-8132-882ac4a25a8e admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:45.902381 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d914104a-a85e-4c42-8132-882ac4a25a8e admin admin] 10.222.0.104 "DELETE /v2.0/routers/6a4c2f16-2bd7-4ce6-8721-0fd171f38091 HTTP/1.1" status: 204 len: 168 time: 1.6002872 Jan 21 10:44:45.905036 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 46188) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:44:45.967942 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-7102a664-f9b9-44ab-b99b-c666149ff6f6 admin admin] Deleting subnet 600814b5-cc66-4bbd-b35e-f5a3b509a881 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:44:45.971252 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7102a664-f9b9-44ab-b99b-c666149ff6f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:46.021504 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7102a664-f9b9-44ab-b99b-c666149ff6f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-924546'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:46.107302 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7102a664-f9b9-44ab-b99b-c666149ff6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642164'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:46.173984 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7102a664-f9b9-44ab-b99b-c666149ff6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-792752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3017463'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:46.211719 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102a664-f9b9-44ab-b99b-c666149ff6f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=600814b5-cc66-4bbd-b35e-f5a3b509a881,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:44:46.216719 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7102a664-f9b9-44ab-b99b-c666149ff6f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:46.222686 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-7102a664-f9b9-44ab-b99b-c666149ff6f6 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/600814b5-cc66-4bbd-b35e-f5a3b509a881 HTTP/1.1" status: 204 len: 168 time: 0.3165760 Jan 21 10:44:46.222842 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66c8ee6-f191-4e7f-b663-cd238b241d8b None None] Network e32afdd3-fbce-43dd-8577-7fa0c5f556cf requested from dv-neutron-825732-1-hyperv {{(pid=83599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:44:46.225391 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 46192) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:44:46.333119 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-905c3496-1227-47da-863d-b89f81c27c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:46.345463 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-905c3496-1227-47da-863d-b89f81c27c85 admin admin] Deleting port de396f64-f153-4c00-8af2-ec6ac70a718b {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:44:46.345835 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-905c3496-1227-47da-863d-b89f81c27c85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:46.514457 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79648ba1-7a56-4e6c-9201-907df2511745 None None] DHCP port deletion for e32afdd3-fbce-43dd-8577-7fa0c5f556cf request from dv-neutron-825732-1-hyperv {{(pid=83599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 10:44:46.518769 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-79648ba1-7a56-4e6c-9201-907df2511745 None None] Deleting port de396f64-f153-4c00-8af2-ec6ac70a718b {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:44:46.519139 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-79648ba1-7a56-4e6c-9201-907df2511745 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:46.557350 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-905c3496-1227-47da-863d-b89f81c27c85 admin admin] For port de396f64-f153-4c00-8af2-ec6ac70a718b, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=de396f64-f153-4c00-8af2-ec6ac70a718b,segment=NetworkSegment(2515e25c-be12-46d3-8f20-b6d990794c68),segment_id=2515e25c-be12-46d3-8f20-b6d990794c68)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:44:46.557965 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-905c3496-1227-47da-863d-b89f81c27c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:46.678033 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-905c3496-1227-47da-863d-b89f81c27c85 admin admin] Calling delete_port for de396f64-f153-4c00-8af2-ec6ac70a718b owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:44:46.743105 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-79648ba1-7a56-4e6c-9201-907df2511745 None None] For port de396f64-f153-4c00-8af2-ec6ac70a718b, host dv-neutron-825732-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825732-1-hyperv',level=0,port_id=de396f64-f153-4c00-8af2-ec6ac70a718b,segment=NetworkSegment(2515e25c-be12-46d3-8f20-b6d990794c68),segment_id=2515e25c-be12-46d3-8f20-b6d990794c68)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:44:46.743410 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-79648ba1-7a56-4e6c-9201-907df2511745 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1799979'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:46.755312 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-905c3496-1227-47da-863d-b89f81c27c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1505286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793818614254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793818239708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183555'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:46.802997 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c3496-1227-47da-863d-b89f81c27c85 admin admin] Pushing event deleted for resources: {'Port': ['ID=de396f64-f153-4c00-8af2-ec6ac70a718b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:44:46.807957 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905c3496-1227-47da-863d-b89f81c27c85 admin admin] No DVR routers for this DVR port de396f64-f153-4c00-8af2-ec6ac70a718b on host dv-neutron-825732-1-hyperv {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:44:46.868341 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-79648ba1-7a56-4e6c-9201-907df2511745 None None] Calling delete_port for de396f64-f153-4c00-8af2-ec6ac70a718b owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:44:46.928675 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-905c3496-1227-47da-863d-b89f81c27c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-643325', 'neutron.services.segments.db._delete_segments_for_network-8793818691292'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:46.941227 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.db.api [None req-79648ba1-7a56-4e6c-9201-907df2511745 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:44:46.941615 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG oslo_db.api [None req-79648ba1-7a56-4e6c-9201-907df2511745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:44:46.953963 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-905c3496-1227-47da-863d-b89f81c27c85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e32afdd3-fbce-43dd-8577-7fa0c5f556cf']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:44:46.967704 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-905c3496-1227-47da-863d-b89f81c27c85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2515e25c-be12-46d3-8f20-b6d990794c68') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:44:46.967986 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.services.segments.db [None req-905c3496-1227-47da-863d-b89f81c27c85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2515e25c-be12-46d3-8f20-b6d990794c68') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:44:46.979369 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-905c3496-1227-47da-863d-b89f81c27c85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793818691175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-924553'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:46.995122 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-905c3496-1227-47da-863d-b89f81c27c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604622'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:47.001765 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905c3496-1227-47da-863d-b89f81c27c85 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:44:47.002147 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-905c3496-1227-47da-863d-b89f81c27c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-604633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183510'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:47.015928 dv-neutron-825732-1-hyperv neutron-server[83597]: Traceback (most recent call last): Jan 21 10:44:47.015928 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:44:47.015928 dv-neutron-825732-1-hyperv neutron-server[83597]: timer() Jan 21 10:44:47.015928 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:44:47.015928 dv-neutron-825732-1-hyperv neutron-server[83597]: cb(*args, **kw) Jan 21 10:44:47.015928 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:44:47.015928 dv-neutron-825732-1-hyperv neutron-server[83597]: return func(*args, **kwargs) Jan 21 10:44:47.015928 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:44:47.015928 dv-neutron-825732-1-hyperv neutron-server[83597]: self._notify() Jan 21 10:44:47.015928 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:44:47.015928 dv-neutron-825732-1-hyperv neutron-server[83597]: self.callback(batched_events) Jan 21 10:44:47.015928 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:44:47.015928 dv-neutron-825732-1-hyperv neutron-server[83597]: event.method(event) Jan 21 10:44:47.015928 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:44:47.015928 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:44:47.015928 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:44:47.015928 dv-neutron-825732-1-hyperv neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:44:47.015928 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:44:47.015928 dv-neutron-825732-1-hyperv neutron-server[83597]: return f(self, *a, **k) Jan 21 10:44:47.015928 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:44:47.015928 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._get(url).json() Jan 21 10:44:47.015928 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:44:47.015928 dv-neutron-825732-1-hyperv neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:44:47.015928 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:44:47.015928 dv-neutron-825732-1-hyperv neutron-server[83597]: return self.request(url, 'GET', **kwargs) Jan 21 10:44:47.015928 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:44:47.015928 dv-neutron-825732-1-hyperv neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:44:47.015928 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:44:47.015928 dv-neutron-825732-1-hyperv neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:44:47.015928 dv-neutron-825732-1-hyperv neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:44:47.015928 dv-neutron-825732-1-hyperv neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:44:47.015928 dv-neutron-825732-1-hyperv neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:44:47.095132 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-905c3496-1227-47da-863d-b89f81c27c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-643314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15355136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-349789'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:47.099711 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-905c3496-1227-47da-863d-b89f81c27c85 admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:47.125481 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c3496-1227-47da-863d-b89f81c27c85 admin admin] Pushing event deleted for resources: {'Network': ['ID=e32afdd3-fbce-43dd-8577-7fa0c5f556cf,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:44:47.131318 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-905c3496-1227-47da-863d-b89f81c27c85 admin admin] 10.222.0.104 "DELETE /v2.0/networks/e32afdd3-fbce-43dd-8577-7fa0c5f556cf HTTP/1.1" status: 204 len: 168 time: 0.9049611 Jan 21 10:44:47.281731 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 46198) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:44:47.290468 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device de396f64-f153-4c00-8af2-ec6ac70a718b no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:44:47.331905 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: de396f64-f153-4c00-8af2-ec6ac70a718b {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:44:47.332284 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device de396f64-f153-4c00-8af2-ec6ac70a718b not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:44:47.332666 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 3644e4db-1db1-4b9a-9161-5c3f6fdccc29 no longer exists at agent ovs-agent-dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:44:47.334749 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d9b823e5-c3b1-4f19-bd28-5bc513ccf5c5 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=2eea003dd45149f2b0169c2b24df7e15&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0515501 Jan 21 10:44:47.337213 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 46202) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:44:47.365545 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] No Port match for: 3644e4db-1db1-4b9a-9161-5c3f6fdccc29 {{(pid=83599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:44:47.365982 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.rpc [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Device 3644e4db-1db1-4b9a-9161-5c3f6fdccc29 not bound to the agent host dv-neutron-825732-1-hyperv {{(pid=83599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:44:47.443381 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-79648ba1-7a56-4e6c-9201-907df2511745 None None] Deleting port de396f64-f153-4c00-8af2-ec6ac70a718b {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:44:47.443765 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-79648ba1-7a56-4e6c-9201-907df2511745 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793818754609'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:47.504305 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d0ccea48-44ff-4f21-8030-b3ccd9c71246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:47.511855 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-79648ba1-7a56-4e6c-9201-907df2511745 None None] The port 'de396f64-f153-4c00-8af2-ec6ac70a718b' was deleted {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 10:44:47.533449 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d0ccea48-44ff-4f21-8030-b3ccd9c71246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:47.593815 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d0ccea48-44ff-4f21-8030-b3ccd9c71246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:47.610039 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ccea48-44ff-4f21-8030-b3ccd9c71246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda2fa66-10cf-4338-9eeb-cc6f11ce82aa,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:44:47.620371 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d0ccea48-44ff-4f21-8030-b3ccd9c71246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:47.621544 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-d0ccea48-44ff-4f21-8030-b3ccd9c71246 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/cda2fa66-10cf-4338-9eeb-cc6f11ce82aa HTTP/1.1" status: 204 len: 168 time: 0.2834167 Jan 21 10:44:47.703766 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:44:48.135678 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 46210) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:44:48.187637 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-580d2a57-5105-46a7-b283-a77b0d28a005 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=83a9206b073d49969c65d97e4e7a3ced&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0508199 Jan 21 10:44:48.190208 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.104', 46214) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:44:48.256642 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84edd2ed-2f06-408f-a926-60e9a8363d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:48.286557 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84edd2ed-2f06-408f-a926-60e9a8363d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:48.344362 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84edd2ed-2f06-408f-a926-60e9a8363d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337962'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:48.359400 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84edd2ed-2f06-408f-a926-60e9a8363d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f56e962-a033-4a1b-aed8-39a7a381e509,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:44:48.365586 dv-neutron-825732-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84edd2ed-2f06-408f-a926-60e9a8363d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:48.366702 dv-neutron-825732-1-hyperv neutron-server[83597]: INFO neutron.wsgi [None req-84edd2ed-2f06-408f-a926-60e9a8363d9a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/1f56e962-a033-4a1b-aed8-39a7a381e509 HTTP/1.1" status: 204 len: 168 time: 0.1757460 Jan 21 10:44:51.000075 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:54.092978 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8888c878-6fc7-43af-98b9-f00ed9e56aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:56.534541 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0e38e72c-56ce-4bec-ac0f-7cc76207ae71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:57.633230 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:58.018897 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:59.744442 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:21.002291 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:24.102058 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f732b22f-69d9-445b-abc8-4ec0547deb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:24.703883 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:45:26.536612 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e2d2e3d4-15a4-4702-af80-97f5d7173aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:27.630128 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:28.021200 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:29.747033 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:50.997528 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:54.096144 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-067cd75b-c668-4c81-8922-a544a52b3231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:56.539744 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cdcf2bd1-a7b1-4bee-96b5-d29a6e67449d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:57.635824 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:58.025321 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:59.749362 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:46:01.704687 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:46:20.990845 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:46:24.098947 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e9f5671e-e8a5-4e9f-ae9b-82a887fec8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:46:26.541092 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-07841fca-a26f-405b-aab7-03f9b39d3d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:46:27.630665 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:46:28.028234 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:46:29.753191 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:46:38.706232 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:46:50.995415 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:46:54.103011 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fdb30bb3-8161-4a5f-ad2d-2d8c84cad9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:46:56.543603 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-efecc580-4110-4332-a39b-83f73aed8054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:46:57.633979 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:46:58.031314 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:46:59.756938 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:15.707648 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:47:21.014805 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:24.106558 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1a56a798-fc1f-4c66-aa16-689395c9dbd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:26.545177 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2aca866c-1d17-4e64-9921-a4a8d5f7638d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:27.630919 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:28.034507 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:29.761382 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:51.028865 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:52.707570 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:47:54.107958 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bb8d166a-4860-48de-9d4a-327021b2c58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:56.547438 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-25d13d2a-2cfe-4da8-9201-67c6efb9e77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:57.634883 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:58.037159 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:59.763505 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:21.034601 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:24.111002 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1d28ca3a-0295-4306-ac7a-2e544e317644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:26.556271 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-47a5cdd8-d859-4559-ad61-ab06daec41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:27.630365 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:28.039435 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:29.707824 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:48:29.769925 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:51.065797 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:54.113624 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f393d0b7-0e8d-49f3-864a-46d37e363dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:56.552396 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-db05185b-c851-40e6-8f1c-6fbd0ec2b9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:57.634415 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:58.042364 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:59.770541 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:06.709151 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:49:21.053146 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:24.115451 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-efcac020-e51c-4a5a-8124-2fb0b5e2cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:26.554970 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-930c0328-4be3-4ea7-88a3-d6f212b9ab09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:27.634154 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:28.049502 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:29.773037 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:43.709623 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:49:51.064177 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:54.118785 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f078a0b0-b7a7-45a1-8dfb-b4b2d8d75c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:56.557726 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-39a132b2-2b96-4aef-8185-a29d39e83603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:57.628330 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:58.048075 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:59.777255 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:50:20.711123 dv-neutron-825732-1-hyperv neutron-server[83600]: DEBUG neutron.db.agents_db [None req-e2563074-5e95-4b6f-9f3d-fbfd552d0f68 None None] Agent healthcheck: found 6 active agents {{(pid=83600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:50:21.075656 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-722c6e7d-ac11-4b21-b13e-6d05a26b538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:50:24.121552 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-439e6f14-522a-4e91-b277-552735ebe70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:50:26.560573 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f87db4ea-424b-4275-86c6-ca7d683255c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:50:27.635105 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5070e5e5-204e-4d85-93c0-ad5513935a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:50:28.060201 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-508d90aa-21c1-420d-9ba2-4dc184185639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:50:29.782817 dv-neutron-825732-1-hyperv neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-92289367-0994-4553-a9c8-20dba06af287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793818691274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645885'] for agent, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}